Diff of the two buildlogs: -- --- b1/build.log 2024-05-15 17:55:18.705966064 +0000 +++ b2/build.log 2024-05-15 18:14:20.397432571 +0000 @@ -1,6 +1,6 @@ I: pbuilder: network access will be disabled during build -I: Current time: Tue Jun 17 11:58:24 -12 2025 -I: pbuilder-time-stamp: 1750204704 +I: Current time: Thu May 16 07:55:23 +14 2024 +I: pbuilder-time-stamp: 1715795723 I: Building the build Environment I: extracting base tarball [/var/cache/pbuilder/trixie-reproducible-base.tgz] I: copying local configuration @@ -33,51 +33,83 @@ dpkg-source: info: applying drive-full-checker.patch I: Not using root during the build. I: Installing the build-deps -I: user script /srv/workspace/pbuilder/576862/tmp/hooks/D02_print_environment starting +I: user script /srv/workspace/pbuilder/1299594/tmp/hooks/D01_modify_environment starting +debug: Running on infom01-amd64. +I: Changing host+domainname to test build reproducibility +I: Adding a custom variable just for the fun of it... +I: Changing /bin/sh to bash +'/bin/sh' -> '/bin/bash' +lrwxrwxrwx 1 root root 9 May 15 17:55 /bin/sh -> /bin/bash +I: Setting pbuilder2's login shell to /bin/bash +I: Setting pbuilder2's GECOS to second user,second room,second work-phone,second home-phone,second other +I: user script /srv/workspace/pbuilder/1299594/tmp/hooks/D01_modify_environment finished +I: user script /srv/workspace/pbuilder/1299594/tmp/hooks/D02_print_environment starting I: set - BUILDDIR='/build/reproducible-path' - BUILDUSERGECOS='first user,first room,first work-phone,first home-phone,first other' - BUILDUSERNAME='pbuilder1' - BUILD_ARCH='amd64' - DEBIAN_FRONTEND='noninteractive' + BASH=/bin/sh + BASHOPTS=checkwinsize:cmdhist:complete_fullquote:extquote:force_fignore:globasciiranges:globskipdots:hostcomplete:interactive_comments:patsub_replacement:progcomp:promptvars:sourcepath + BASH_ALIASES=() + BASH_ARGC=() + BASH_ARGV=() + BASH_CMDS=() + BASH_LINENO=([0]="12" [1]="0") + BASH_LOADABLES_PATH=/usr/local/lib/bash:/usr/lib/bash:/opt/local/lib/bash:/usr/pkg/lib/bash:/opt/pkg/lib/bash:. + BASH_SOURCE=([0]="/tmp/hooks/D02_print_environment" [1]="/tmp/hooks/D02_print_environment") + BASH_VERSINFO=([0]="5" [1]="2" [2]="21" [3]="1" [4]="release" [5]="x86_64-pc-linux-gnu") + BASH_VERSION='5.2.21(1)-release' + BUILDDIR=/build/reproducible-path + BUILDUSERGECOS='second user,second room,second work-phone,second home-phone,second other' + BUILDUSERNAME=pbuilder2 + BUILD_ARCH=amd64 + DEBIAN_FRONTEND=noninteractive DEB_BUILD_OPTIONS='buildinfo=+all reproducible=+all parallel=12 ' - DISTRIBUTION='trixie' - HOME='/root' - HOST_ARCH='amd64' + DIRSTACK=() + DISTRIBUTION=trixie + EUID=0 + FUNCNAME=([0]="Echo" [1]="main") + GROUPS=() + HOME=/root + HOSTNAME=i-capture-the-hostname + HOSTTYPE=x86_64 + HOST_ARCH=amd64 IFS=' ' - INVOCATION_ID='a48c494f99574b3f8586a6bd794f524e' - LANG='C' - LANGUAGE='en_US:en' - LC_ALL='C' - MAIL='/var/mail/root' - OPTIND='1' - PATH='/usr/sbin:/usr/bin:/sbin:/bin:/usr/games' - PBCURRENTCOMMANDLINEOPERATION='build' - PBUILDER_OPERATION='build' - PBUILDER_PKGDATADIR='/usr/share/pbuilder' - PBUILDER_PKGLIBDIR='/usr/lib/pbuilder' - PBUILDER_SYSCONFDIR='/etc' - PPID='576862' - PS1='# ' - PS2='> ' + INVOCATION_ID=7914d29e72f44ba3a46b06b5d019c216 + LANG=C + LANGUAGE=et_EE:et + LC_ALL=C + MACHTYPE=x86_64-pc-linux-gnu + MAIL=/var/mail/root + OPTERR=1 + OPTIND=1 + OSTYPE=linux-gnu + PATH=/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/i/capture/the/path + PBCURRENTCOMMANDLINEOPERATION=build + PBUILDER_OPERATION=build + PBUILDER_PKGDATADIR=/usr/share/pbuilder + PBUILDER_PKGLIBDIR=/usr/lib/pbuilder + PBUILDER_SYSCONFDIR=/etc + PIPESTATUS=([0]="0") + POSIXLY_CORRECT=y + PPID=1299594 PS4='+ ' - PWD='/' - SHELL='/bin/bash' - SHLVL='2' - SUDO_COMMAND='/usr/bin/timeout -k 18.1h 18h /usr/bin/ionice -c 3 /usr/bin/nice /usr/sbin/pbuilder --build --configfile /srv/reproducible-results/rbuild-debian/r-b-build.EKGMwXks/pbuilderrc_OzIl --distribution trixie --hookdir /etc/pbuilder/first-build-hooks --debbuildopts -b --basetgz /var/cache/pbuilder/trixie-reproducible-base.tgz --buildresult /srv/reproducible-results/rbuild-debian/r-b-build.EKGMwXks/b1 --logfile b1/build.log swift_2.33.0-4.dsc' - SUDO_GID='109' - SUDO_UID='104' - SUDO_USER='jenkins' - TERM='unknown' - TZ='/usr/share/zoneinfo/Etc/GMT+12' - USER='root' - _='/usr/bin/systemd-run' + PWD=/ + SHELL=/bin/bash + SHELLOPTS=braceexpand:errexit:hashall:interactive-comments:posix + SHLVL=3 + SUDO_COMMAND='/usr/bin/timeout -k 24.1h 24h /usr/bin/ionice -c 3 /usr/bin/nice -n 11 /usr/bin/unshare --uts -- /usr/sbin/pbuilder --build --configfile /srv/reproducible-results/rbuild-debian/r-b-build.EKGMwXks/pbuilderrc_4XJe --distribution trixie --hookdir /etc/pbuilder/rebuild-hooks --debbuildopts -b --basetgz /var/cache/pbuilder/trixie-reproducible-base.tgz --buildresult /srv/reproducible-results/rbuild-debian/r-b-build.EKGMwXks/b2 --logfile b2/build.log swift_2.33.0-4.dsc' + SUDO_GID=109 + SUDO_UID=104 + SUDO_USER=jenkins + TERM=unknown + TZ=/usr/share/zoneinfo/Etc/GMT-14 + UID=0 + USER=root + _='I: set' I: uname -a - Linux infom02-amd64 6.6.13+bpo-amd64 #1 SMP PREEMPT_DYNAMIC Debian 6.6.13-1~bpo12+1 (2024-02-15) x86_64 GNU/Linux + Linux i-capture-the-hostname 6.1.0-21-cloud-amd64 #1 SMP PREEMPT_DYNAMIC Debian 6.1.90-1 (2024-05-03) x86_64 GNU/Linux I: ls -l /bin - lrwxrwxrwx 1 root root 7 Jun 16 03:14 /bin -> usr/bin -I: user script /srv/workspace/pbuilder/576862/tmp/hooks/D02_print_environment finished + lrwxrwxrwx 1 root root 7 May 14 11:25 /bin -> usr/bin +I: user script /srv/workspace/pbuilder/1299594/tmp/hooks/D02_print_environment finished -> Attempting to satisfy build-dependencies -> Creating pbuilder-satisfydepends-dummy package Package: pbuilder-satisfydepends-dummy @@ -414,7 +446,7 @@ Get: 229 http://deb.debian.org/debian trixie/main amd64 python3-requests-mock all 1.11.0-1 [17.4 kB] Get: 230 http://deb.debian.org/debian trixie/main amd64 python3-swiftclient all 1:4.5.0-2 [76.1 kB] Get: 231 http://deb.debian.org/debian trixie/main amd64 python3-xattr amd64 0.10.1-1 [16.2 kB] -Fetched 69.9 MB in 2s (42.1 MB/s) +Fetched 69.9 MB in 1s (82.5 MB/s) debconf: delaying package configuration, since apt-utils is not installed Selecting previously unselected package libpython3.11-minimal:amd64. (Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 19699 files and directories currently installed.) @@ -1145,8 +1177,8 @@ Setting up tzdata (2024a-4) ... Current default time zone: 'Etc/UTC' -Local time is now: Wed Jun 18 00:00:29 UTC 2025. -Universal Time is now: Wed Jun 18 00:00:29 UTC 2025. +Local time is now: Wed May 15 17:57:37 UTC 2024. +Universal Time is now: Wed May 15 17:57:37 UTC 2024. Run 'dpkg-reconfigure tzdata' if you wish to change it. Setting up autotools-dev (20220109.1) ... @@ -1379,7 +1411,11 @@ Building tag database... -> Finished parsing the build-deps I: Building the package -I: Running cd /build/reproducible-path/swift-2.33.0/ && env PATH="/usr/sbin:/usr/bin:/sbin:/bin:/usr/games" HOME="/nonexistent/first-build" dpkg-buildpackage -us -uc -b && env PATH="/usr/sbin:/usr/bin:/sbin:/bin:/usr/games" HOME="/nonexistent/first-build" dpkg-genchanges -S > ../swift_2.33.0-4_source.changes +I: user script /srv/workspace/pbuilder/1299594/tmp/hooks/A99_set_merged_usr starting +Not re-configuring usrmerge for trixie +I: user script /srv/workspace/pbuilder/1299594/tmp/hooks/A99_set_merged_usr finished +hostname: Name or service not known +I: Running cd /build/reproducible-path/swift-2.33.0/ && env PATH="/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/i/capture/the/path" HOME="/nonexistent/second-build" dpkg-buildpackage -us -uc -b && env PATH="/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/i/capture/the/path" HOME="/nonexistent/second-build" dpkg-genchanges -S > ../swift_2.33.0-4_source.changes dpkg-buildpackage: info: source package swift dpkg-buildpackage: info: source version 2.33.0-4 dpkg-buildpackage: info: source distribution unstable @@ -1553,184 +1589,184 @@ running build running build_py creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift +creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/account +copying swift/account/replicator.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/account +copying swift/account/server.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/account +copying swift/account/auditor.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/account +copying swift/account/utils.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/account +copying swift/account/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/account +copying swift/account/reaper.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/account +copying swift/account/backend.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/account +creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common +creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/utils +copying swift/common/utils/libc.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/utils +copying swift/common/utils/ipaddrs.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/utils +copying swift/common/utils/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/utils +copying swift/common/utils/timestamp.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/utils +creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware +creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api +creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/tagging.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/location.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/base.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/multi_delete.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/s3_acl.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/obj.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/acl.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/versioning.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/logging.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/service.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/multi_upload.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/object_lock.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/bucket.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/controllers creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/proxy +copying swift/proxy/server.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/proxy +copying swift/proxy/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/proxy +copying swift/common/middleware/s3api/s3api.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api +copying swift/common/middleware/s3api/etree.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api +copying swift/common/middleware/s3api/acl_handlers.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api +copying swift/common/middleware/s3api/acl_utils.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api +copying swift/common/middleware/s3api/s3request.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api +copying swift/common/middleware/s3api/exception.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api +copying swift/common/middleware/s3api/subresource.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api +copying swift/common/middleware/s3api/utils.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api +copying swift/common/middleware/s3api/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api +copying swift/common/middleware/s3api/s3token.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api +copying swift/common/middleware/s3api/s3response.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/proxy/controllers copying swift/proxy/controllers/base.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/proxy/controllers -copying swift/proxy/controllers/container.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/proxy/controllers copying swift/proxy/controllers/account.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/proxy/controllers +copying swift/proxy/controllers/obj.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/proxy/controllers copying swift/proxy/controllers/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/proxy/controllers copying swift/proxy/controllers/info.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/proxy/controllers -copying swift/proxy/controllers/obj.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/proxy/controllers -creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/cli -copying swift/cli/manage_shard_ranges.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/cli -copying swift/cli/form_signature.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/cli -copying swift/cli/ringcomposer.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/cli -copying swift/cli/ring_builder_analyzer.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/cli -copying swift/cli/drive_full_checker.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/cli -copying swift/cli/recon.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/cli -copying swift/cli/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/cli -copying swift/cli/ringbuilder.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/cli -copying swift/cli/shard-info.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/cli -copying swift/cli/recon_cron.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/cli -copying swift/cli/reload.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/cli -copying swift/cli/relinker.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/cli -copying swift/cli/container_deleter.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/cli -copying swift/cli/info.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/cli -copying swift/cli/dispersion_report.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/cli -copying swift/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift -creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/obj -creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/obj/watchers -copying swift/obj/watchers/dark_data.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/obj/watchers -copying swift/obj/watchers/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/obj/watchers -creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common -copying swift/common/storage_policy.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common -copying swift/common/request_helpers.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common -copying swift/common/linkat.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common -copying swift/common/db_replicator.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common -copying swift/common/container_sync_realms.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common -copying swift/common/constraints.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common -copying swift/common/digest.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common -copying swift/common/internal_client.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common -copying swift/common/memcached.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common -copying swift/common/http.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common -copying swift/common/http_protocol.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common -copying swift/common/wsgi.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common -copying swift/common/bufferedhttp.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common -copying swift/common/direct_client.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common -copying swift/common/db.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common -copying swift/common/error_limiter.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common -copying swift/common/recon.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common -copying swift/common/swob.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common -copying swift/common/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common -copying swift/common/base_storage_server.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common -copying swift/common/manager.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common -copying swift/common/registry.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common -copying swift/common/exceptions.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common -copying swift/common/db_auditor.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common -copying swift/common/splice.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common -copying swift/common/daemon.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common -copying swift/common/header_key_dict.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common -creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware -copying swift/common/middleware/backend_ratelimit.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware -copying swift/common/middleware/container_sync.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware -copying swift/common/middleware/domain_remap.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware -copying swift/common/middleware/symlink.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware -copying swift/common/middleware/slo.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware -copying swift/common/middleware/memcache.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware -copying swift/common/middleware/etag_quoter.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware -copying swift/common/middleware/cname_lookup.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware -copying swift/common/middleware/copy.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware -copying swift/common/middleware/bulk.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware -copying swift/common/middleware/keystoneauth.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware -copying swift/common/middleware/listing_formats.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware -copying swift/common/middleware/crossdomain.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware -copying swift/common/middleware/catch_errors.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware -copying swift/common/middleware/tempauth.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware -copying swift/common/middleware/tempurl.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware -copying swift/common/middleware/dlo.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware -copying swift/common/middleware/recon.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware -copying swift/common/middleware/proxy_logging.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware -copying swift/common/middleware/gatekeeper.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware -copying swift/common/middleware/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware -copying swift/common/middleware/container_quotas.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware -copying swift/common/middleware/healthcheck.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware -copying swift/common/middleware/staticweb.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware -copying swift/common/middleware/list_endpoints.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware -copying swift/common/middleware/xprofile.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware -copying swift/common/middleware/read_only.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware -copying swift/common/middleware/account_quotas.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware -copying swift/common/middleware/name_check.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware -copying swift/common/middleware/formpost.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware -copying swift/common/middleware/acl.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware -copying swift/common/middleware/ratelimit.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware +copying swift/proxy/controllers/container.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/proxy/controllers creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/crypto -copying swift/common/middleware/crypto/crypto_utils.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/crypto -copying swift/common/middleware/crypto/keymaster.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/crypto copying swift/common/middleware/crypto/decrypter.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/crypto -copying swift/common/middleware/crypto/kms_keymaster.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/crypto -copying swift/common/middleware/crypto/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/crypto copying swift/common/middleware/crypto/kmip_keymaster.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/crypto +copying swift/common/middleware/crypto/kms_keymaster.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/crypto +copying swift/common/middleware/crypto/crypto_utils.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/crypto copying swift/common/middleware/crypto/encrypter.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/crypto -creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/utils -copying swift/common/utils/libc.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/utils -copying swift/common/utils/timestamp.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/utils -copying swift/common/utils/ipaddrs.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/utils -copying swift/common/utils/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/utils -creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/account -copying swift/account/utils.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/account -copying swift/account/auditor.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/account -copying swift/account/backend.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/account -copying swift/account/server.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/account -copying swift/account/reaper.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/account -copying swift/account/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/account -copying swift/account/replicator.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/account +copying swift/common/middleware/crypto/keymaster.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/crypto +copying swift/common/middleware/crypto/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/crypto +creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/container +copying swift/container/replicator.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/container +copying swift/container/server.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/container +copying swift/container/reconciler.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/container +copying swift/container/sync_store.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/container +copying swift/container/auditor.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/container +copying swift/container/sync.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/container +copying swift/container/updater.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/container +copying swift/container/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/container +copying swift/container/sharder.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/container +copying swift/container/backend.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/container +copying swift/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/x_profile -copying swift/common/middleware/x_profile/profile_model.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/x_profile -copying swift/common/middleware/x_profile/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/x_profile copying swift/common/middleware/x_profile/exceptions.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/x_profile copying swift/common/middleware/x_profile/html_viewer.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/x_profile -creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/versioned_writes -copying swift/common/middleware/versioned_writes/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/versioned_writes -copying swift/common/middleware/versioned_writes/object_versioning.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/versioned_writes -copying swift/common/middleware/versioned_writes/legacy.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/versioned_writes -creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api -creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/object_lock.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/base.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/multi_upload.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/bucket.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/tagging.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/multi_delete.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/s3_acl.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/location.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/logging.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/versioning.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/service.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/acl.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/obj.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/controllers +copying swift/common/middleware/x_profile/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/x_profile +copying swift/common/middleware/x_profile/profile_model.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/x_profile +creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/obj copying swift/obj/mem_server.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/obj +copying swift/obj/reconstructor.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/obj +copying swift/obj/replicator.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/obj copying swift/obj/diskfile.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/obj +copying swift/obj/server.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/obj copying swift/obj/ssync_receiver.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/obj copying swift/obj/auditor.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/obj -copying swift/obj/ssync_sender.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/obj -copying swift/obj/reconstructor.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/obj copying swift/obj/mem_diskfile.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/obj -copying swift/obj/server.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/obj -copying swift/obj/expirer.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/obj -copying swift/obj/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/obj -copying swift/obj/replicator.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/obj copying swift/obj/updater.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/obj -creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/container -copying swift/container/auditor.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/container -copying swift/container/backend.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/container -copying swift/container/server.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/container -copying swift/container/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/container -copying swift/container/replicator.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/container -copying swift/container/sharder.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/container -copying swift/container/sync_store.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/container -copying swift/container/sync.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/container -copying swift/container/reconciler.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/container -copying swift/container/updater.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/container -copying swift/common/middleware/s3api/s3request.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api -copying swift/common/middleware/s3api/utils.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api -copying swift/common/middleware/s3api/s3response.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api -copying swift/common/middleware/s3api/etree.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api -copying swift/common/middleware/s3api/s3api.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api -copying swift/common/middleware/s3api/subresource.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api -copying swift/common/middleware/s3api/exception.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api -copying swift/common/middleware/s3api/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api -copying swift/common/middleware/s3api/s3token.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api -copying swift/common/middleware/s3api/acl_handlers.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api -copying swift/common/middleware/s3api/acl_utils.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api -copying swift/proxy/server.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/proxy -copying swift/proxy/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/proxy +copying swift/obj/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/obj +copying swift/obj/expirer.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/obj +copying swift/obj/ssync_sender.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/obj +creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/versioned_writes +copying swift/common/middleware/versioned_writes/legacy.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/versioned_writes +copying swift/common/middleware/versioned_writes/object_versioning.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/versioned_writes +copying swift/common/middleware/versioned_writes/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/versioned_writes +creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/obj/watchers +copying swift/obj/watchers/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/obj/watchers +copying swift/obj/watchers/dark_data.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/obj/watchers +copying swift/common/middleware/name_check.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware +copying swift/common/middleware/recon.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware +copying swift/common/middleware/listing_formats.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware +copying swift/common/middleware/crossdomain.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware +copying swift/common/middleware/proxy_logging.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware +copying swift/common/middleware/copy.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware +copying swift/common/middleware/ratelimit.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware +copying swift/common/middleware/container_quotas.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware +copying swift/common/middleware/read_only.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware +copying swift/common/middleware/staticweb.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware +copying swift/common/middleware/account_quotas.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware +copying swift/common/middleware/cname_lookup.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware +copying swift/common/middleware/formpost.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware +copying swift/common/middleware/symlink.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware +copying swift/common/middleware/keystoneauth.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware +copying swift/common/middleware/tempurl.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware +copying swift/common/middleware/memcache.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware +copying swift/common/middleware/backend_ratelimit.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware +copying swift/common/middleware/healthcheck.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware +copying swift/common/middleware/gatekeeper.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware +copying swift/common/middleware/etag_quoter.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware +copying swift/common/middleware/domain_remap.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware +copying swift/common/middleware/tempauth.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware +copying swift/common/middleware/acl.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware +copying swift/common/middleware/xprofile.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware +copying swift/common/middleware/catch_errors.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware +copying swift/common/middleware/dlo.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware +copying swift/common/middleware/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware +copying swift/common/middleware/list_endpoints.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware +copying swift/common/middleware/slo.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware +copying swift/common/middleware/bulk.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware +copying swift/common/middleware/container_sync.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/ring -copying swift/common/ring/utils.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/ring -copying swift/common/ring/builder.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/ring copying swift/common/ring/composite_builder.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/ring -copying swift/common/ring/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/ring copying swift/common/ring/ring.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/ring +copying swift/common/ring/utils.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/ring +copying swift/common/ring/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/ring +copying swift/common/ring/builder.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/ring +copying swift/common/recon.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common +copying swift/common/db.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common +copying swift/common/digest.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common +copying swift/common/exceptions.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common +copying swift/common/bufferedhttp.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common +copying swift/common/header_key_dict.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common +copying swift/common/db_replicator.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common +copying swift/common/http_protocol.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common +copying swift/common/storage_policy.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common +copying swift/common/manager.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common +copying swift/common/linkat.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common +copying swift/common/internal_client.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common +copying swift/common/wsgi.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common +copying swift/common/request_helpers.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common +copying swift/common/daemon.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common +copying swift/common/registry.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common +copying swift/common/swob.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common +copying swift/common/container_sync_realms.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common +copying swift/common/memcached.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common +copying swift/common/http.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common +copying swift/common/db_auditor.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common +copying swift/common/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common +copying swift/common/error_limiter.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common +copying swift/common/base_storage_server.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common +copying swift/common/constraints.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common +copying swift/common/direct_client.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common +copying swift/common/splice.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common +creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/cli +copying swift/cli/recon.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/cli +copying swift/cli/container_deleter.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/cli +copying swift/cli/shard-info.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/cli +copying swift/cli/drive_full_checker.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/cli +copying swift/cli/dispersion_report.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/cli +copying swift/cli/ringbuilder.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/cli +copying swift/cli/ringcomposer.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/cli +copying swift/cli/manage_shard_ranges.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/cli +copying swift/cli/form_signature.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/cli +copying swift/cli/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/cli +copying swift/cli/ring_builder_analyzer.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/cli +copying swift/cli/relinker.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/cli +copying swift/cli/reload.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/cli +copying swift/cli/recon_cron.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/cli +copying swift/cli/info.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/cli running egg_info creating swift.egg-info writing swift.egg-info/PKG-INFO @@ -2282,6 +2318,27 @@ !! check.warn(importable) +creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/access_control_policy.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/bucket_logging_status.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/common.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/complete_multipart_upload.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/complete_multipart_upload_result.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/copy_object_result.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/copy_part_result.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/create_bucket_configuration.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/delete.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/delete_result.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/error.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/initiate_multipart_upload_result.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/lifecycle_configuration.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/list_all_my_buckets_result.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/list_bucket_result.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/list_multipart_uploads_result.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/list_parts_result.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/list_versions_result.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/location_constraint.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/versioning_configuration.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/locale creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/locale/de creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/locale/de/LC_MESSAGES @@ -2319,27 +2376,6 @@ creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/locale/zh_TW creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/locale/zh_TW/LC_MESSAGES copying swift/locale/zh_TW/LC_MESSAGES/swift.po -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/locale/zh_TW/LC_MESSAGES -creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/access_control_policy.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/bucket_logging_status.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/common.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/complete_multipart_upload.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/complete_multipart_upload_result.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/copy_object_result.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/copy_part_result.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/create_bucket_configuration.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/delete.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/delete_result.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/error.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/initiate_multipart_upload_result.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/lifecycle_configuration.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/list_all_my_buckets_result.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/list_bucket_result.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/list_multipart_uploads_result.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/list_parts_result.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/list_versions_result.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/location_constraint.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/versioning_configuration.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema running build_scripts creating build creating build/scripts-3.12 @@ -2460,183 +2496,183 @@ running build_py creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/cli +copying swift/cli/recon.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/cli +copying swift/cli/container_deleter.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/cli +copying swift/cli/shard-info.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/cli +copying swift/cli/drive_full_checker.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/cli +copying swift/cli/dispersion_report.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/cli +copying swift/cli/ringbuilder.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/cli +copying swift/cli/ringcomposer.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/cli copying swift/cli/manage_shard_ranges.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/cli copying swift/cli/form_signature.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/cli -copying swift/cli/ringcomposer.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/cli -copying swift/cli/ring_builder_analyzer.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/cli -copying swift/cli/drive_full_checker.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/cli -copying swift/cli/recon.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/cli copying swift/cli/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/cli -copying swift/cli/ringbuilder.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/cli -copying swift/cli/shard-info.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/cli -copying swift/cli/recon_cron.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/cli -copying swift/cli/reload.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/cli +copying swift/cli/ring_builder_analyzer.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/cli copying swift/cli/relinker.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/cli -copying swift/cli/container_deleter.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/cli +copying swift/cli/reload.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/cli +copying swift/cli/recon_cron.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/cli copying swift/cli/info.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/cli -copying swift/cli/dispersion_report.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/cli -creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/container -copying swift/container/auditor.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/container -copying swift/container/backend.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/container -copying swift/container/server.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/container -copying swift/container/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/container -copying swift/container/replicator.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/container -copying swift/container/sharder.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/container -copying swift/container/sync_store.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/container -copying swift/container/sync.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/container -copying swift/container/reconciler.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/container -copying swift/container/updater.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/container +creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common +copying swift/common/recon.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common +copying swift/common/db.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common +copying swift/common/digest.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common +copying swift/common/exceptions.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common +copying swift/common/bufferedhttp.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common +copying swift/common/header_key_dict.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common +copying swift/common/db_replicator.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common +copying swift/common/http_protocol.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common +copying swift/common/storage_policy.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common +copying swift/common/manager.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common +copying swift/common/linkat.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common +copying swift/common/internal_client.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common +copying swift/common/wsgi.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common +copying swift/common/request_helpers.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common +copying swift/common/daemon.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common +copying swift/common/registry.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common +copying swift/common/swob.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common +copying swift/common/container_sync_realms.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common +copying swift/common/memcached.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common +copying swift/common/http.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common +copying swift/common/db_auditor.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common +copying swift/common/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common +copying swift/common/error_limiter.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common +copying swift/common/base_storage_server.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common +copying swift/common/constraints.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common +copying swift/common/direct_client.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common +copying swift/common/splice.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common +creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/obj +creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/obj/watchers +copying swift/obj/watchers/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/obj/watchers +copying swift/obj/watchers/dark_data.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/obj/watchers +creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware +creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api +copying swift/common/middleware/s3api/s3api.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api +copying swift/common/middleware/s3api/etree.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api +copying swift/common/middleware/s3api/acl_handlers.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api +copying swift/common/middleware/s3api/acl_utils.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api +copying swift/common/middleware/s3api/s3request.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api +copying swift/common/middleware/s3api/exception.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api +copying swift/common/middleware/s3api/subresource.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api +copying swift/common/middleware/s3api/utils.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api +copying swift/common/middleware/s3api/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api +copying swift/common/middleware/s3api/s3token.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api +copying swift/common/middleware/s3api/s3response.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api +copying swift/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift +creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/crypto +copying swift/common/middleware/crypto/decrypter.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/crypto +copying swift/common/middleware/crypto/kmip_keymaster.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/crypto +copying swift/common/middleware/crypto/kms_keymaster.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/crypto +copying swift/common/middleware/crypto/crypto_utils.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/crypto +copying swift/common/middleware/crypto/encrypter.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/crypto +copying swift/common/middleware/crypto/keymaster.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/crypto +copying swift/common/middleware/crypto/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/crypto creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/proxy creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/proxy/controllers copying swift/proxy/controllers/base.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/proxy/controllers -copying swift/proxy/controllers/container.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/proxy/controllers copying swift/proxy/controllers/account.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/proxy/controllers +copying swift/proxy/controllers/obj.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/proxy/controllers copying swift/proxy/controllers/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/proxy/controllers copying swift/proxy/controllers/info.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/proxy/controllers -copying swift/proxy/controllers/obj.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/proxy/controllers +copying swift/proxy/controllers/container.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/proxy/controllers +creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/container +copying swift/container/replicator.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/container +copying swift/container/server.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/container +copying swift/container/reconciler.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/container +copying swift/container/sync_store.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/container +copying swift/container/auditor.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/container +copying swift/container/sync.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/container +copying swift/container/updater.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/container +copying swift/container/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/container +copying swift/container/sharder.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/container +copying swift/container/backend.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/container +creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/account +copying swift/account/replicator.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/account +copying swift/account/server.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/account +copying swift/account/auditor.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/account +copying swift/account/utils.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/account +copying swift/account/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/account +copying swift/account/reaper.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/account +copying swift/account/backend.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/account copying swift/proxy/server.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/proxy copying swift/proxy/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/proxy -creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common -creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware -copying swift/common/middleware/backend_ratelimit.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware -copying swift/common/middleware/container_sync.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware -copying swift/common/middleware/domain_remap.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware -copying swift/common/middleware/symlink.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware -copying swift/common/middleware/slo.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware -copying swift/common/middleware/memcache.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware -copying swift/common/middleware/etag_quoter.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware -copying swift/common/middleware/cname_lookup.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware -copying swift/common/middleware/copy.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware -copying swift/common/middleware/bulk.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware -copying swift/common/middleware/keystoneauth.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware +creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/utils +copying swift/common/utils/libc.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/utils +copying swift/common/utils/ipaddrs.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/utils +copying swift/common/utils/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/utils +copying swift/common/utils/timestamp.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/utils +creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/x_profile +copying swift/common/middleware/x_profile/exceptions.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/x_profile +copying swift/common/middleware/x_profile/html_viewer.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/x_profile +copying swift/common/middleware/x_profile/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/x_profile +copying swift/common/middleware/x_profile/profile_model.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/x_profile +creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/tagging.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/location.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/base.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/multi_delete.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/s3_acl.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/obj.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/acl.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/versioning.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/logging.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/service.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/multi_upload.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/object_lock.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/bucket.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/controllers +creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/versioned_writes +copying swift/common/middleware/versioned_writes/legacy.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/versioned_writes +copying swift/common/middleware/versioned_writes/object_versioning.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/versioned_writes +copying swift/common/middleware/versioned_writes/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/versioned_writes +copying swift/common/middleware/name_check.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware +copying swift/common/middleware/recon.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware copying swift/common/middleware/listing_formats.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware copying swift/common/middleware/crossdomain.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware -copying swift/common/middleware/catch_errors.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware -copying swift/common/middleware/tempauth.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware -copying swift/common/middleware/tempurl.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware -copying swift/common/middleware/dlo.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware -copying swift/common/middleware/recon.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware copying swift/common/middleware/proxy_logging.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware -copying swift/common/middleware/gatekeeper.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware -copying swift/common/middleware/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware +copying swift/common/middleware/copy.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware +copying swift/common/middleware/ratelimit.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware copying swift/common/middleware/container_quotas.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware -copying swift/common/middleware/healthcheck.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware -copying swift/common/middleware/staticweb.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware -copying swift/common/middleware/list_endpoints.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware -copying swift/common/middleware/xprofile.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware copying swift/common/middleware/read_only.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware +copying swift/common/middleware/staticweb.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware copying swift/common/middleware/account_quotas.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware -copying swift/common/middleware/name_check.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware +copying swift/common/middleware/cname_lookup.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware copying swift/common/middleware/formpost.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware +copying swift/common/middleware/symlink.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware +copying swift/common/middleware/keystoneauth.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware +copying swift/common/middleware/tempurl.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware +copying swift/common/middleware/memcache.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware +copying swift/common/middleware/backend_ratelimit.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware +copying swift/common/middleware/healthcheck.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware +copying swift/common/middleware/gatekeeper.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware +copying swift/common/middleware/etag_quoter.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware +copying swift/common/middleware/domain_remap.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware +copying swift/common/middleware/tempauth.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware copying swift/common/middleware/acl.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware -copying swift/common/middleware/ratelimit.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware -creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api -creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/object_lock.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/base.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/multi_upload.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/bucket.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/tagging.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/multi_delete.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/s3_acl.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/location.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/logging.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/versioning.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/service.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/acl.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/obj.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/controllers +copying swift/common/middleware/xprofile.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware +copying swift/common/middleware/catch_errors.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware +copying swift/common/middleware/dlo.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware +copying swift/common/middleware/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware +copying swift/common/middleware/list_endpoints.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware +copying swift/common/middleware/slo.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware +copying swift/common/middleware/bulk.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware +copying swift/common/middleware/container_sync.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/ring -copying swift/common/ring/utils.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/ring -copying swift/common/ring/builder.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/ring copying swift/common/ring/composite_builder.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/ring -copying swift/common/ring/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/ring copying swift/common/ring/ring.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/ring -creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/obj +copying swift/common/ring/utils.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/ring +copying swift/common/ring/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/ring +copying swift/common/ring/builder.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/ring copying swift/obj/mem_server.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/obj +copying swift/obj/reconstructor.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/obj +copying swift/obj/replicator.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/obj copying swift/obj/diskfile.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/obj +copying swift/obj/server.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/obj copying swift/obj/ssync_receiver.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/obj copying swift/obj/auditor.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/obj -copying swift/obj/ssync_sender.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/obj -copying swift/obj/reconstructor.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/obj copying swift/obj/mem_diskfile.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/obj -copying swift/obj/server.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/obj -copying swift/obj/expirer.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/obj -copying swift/obj/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/obj -copying swift/obj/replicator.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/obj copying swift/obj/updater.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/obj -copying swift/common/storage_policy.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common -copying swift/common/request_helpers.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common -copying swift/common/linkat.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common -copying swift/common/db_replicator.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common -copying swift/common/container_sync_realms.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common -copying swift/common/constraints.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common -copying swift/common/digest.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common -copying swift/common/internal_client.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common -copying swift/common/memcached.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common -copying swift/common/http.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common -copying swift/common/http_protocol.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common -copying swift/common/wsgi.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common -copying swift/common/bufferedhttp.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common -copying swift/common/direct_client.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common -copying swift/common/db.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common -copying swift/common/error_limiter.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common -copying swift/common/recon.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common -copying swift/common/swob.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common -copying swift/common/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common -copying swift/common/base_storage_server.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common -copying swift/common/manager.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common -copying swift/common/registry.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common -copying swift/common/exceptions.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common -copying swift/common/db_auditor.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common -copying swift/common/splice.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common -copying swift/common/daemon.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common -copying swift/common/header_key_dict.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common -creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/obj/watchers -copying swift/obj/watchers/dark_data.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/obj/watchers -copying swift/obj/watchers/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/obj/watchers -creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/x_profile -copying swift/common/middleware/x_profile/profile_model.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/x_profile -copying swift/common/middleware/x_profile/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/x_profile -copying swift/common/middleware/x_profile/exceptions.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/x_profile -copying swift/common/middleware/x_profile/html_viewer.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/x_profile -copying swift/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift -creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/crypto -copying swift/common/middleware/crypto/crypto_utils.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/crypto -copying swift/common/middleware/crypto/keymaster.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/crypto -copying swift/common/middleware/crypto/decrypter.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/crypto -copying swift/common/middleware/crypto/kms_keymaster.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/crypto -copying swift/common/middleware/crypto/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/crypto -copying swift/common/middleware/crypto/kmip_keymaster.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/crypto -copying swift/common/middleware/crypto/encrypter.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/crypto -copying swift/common/middleware/s3api/s3request.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api -copying swift/common/middleware/s3api/utils.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api -copying swift/common/middleware/s3api/s3response.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api -copying swift/common/middleware/s3api/etree.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api -copying swift/common/middleware/s3api/s3api.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api -copying swift/common/middleware/s3api/subresource.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api -copying swift/common/middleware/s3api/exception.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api -copying swift/common/middleware/s3api/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api -copying swift/common/middleware/s3api/s3token.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api -copying swift/common/middleware/s3api/acl_handlers.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api -copying swift/common/middleware/s3api/acl_utils.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api -creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/versioned_writes -copying swift/common/middleware/versioned_writes/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/versioned_writes -copying swift/common/middleware/versioned_writes/object_versioning.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/versioned_writes -copying swift/common/middleware/versioned_writes/legacy.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/versioned_writes -creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/account -copying swift/account/utils.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/account -copying swift/account/auditor.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/account -copying swift/account/backend.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/account -copying swift/account/server.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/account -copying swift/account/reaper.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/account -copying swift/account/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/account -copying swift/account/replicator.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/account -creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/utils -copying swift/common/utils/libc.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/utils -copying swift/common/utils/timestamp.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/utils -copying swift/common/utils/ipaddrs.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/utils -copying swift/common/utils/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/utils +copying swift/obj/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/obj +copying swift/obj/expirer.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/obj +copying swift/obj/ssync_sender.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/obj running egg_info writing swift.egg-info/PKG-INFO writing dependency_links to swift.egg-info/dependency_links.txt @@ -3177,6 +3213,27 @@ !! check.warn(importable) +creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/access_control_policy.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/bucket_logging_status.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/common.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/complete_multipart_upload.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/complete_multipart_upload_result.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/copy_object_result.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/copy_part_result.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/create_bucket_configuration.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/delete.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/delete_result.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/error.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/initiate_multipart_upload_result.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/lifecycle_configuration.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/list_all_my_buckets_result.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/list_bucket_result.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/list_multipart_uploads_result.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/list_parts_result.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/list_versions_result.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/location_constraint.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/versioning_configuration.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/schema creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/locale creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/locale/de creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/locale/de/LC_MESSAGES @@ -3214,27 +3271,6 @@ creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/locale/zh_TW creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/locale/zh_TW/LC_MESSAGES copying swift/locale/zh_TW/LC_MESSAGES/swift.po -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/locale/zh_TW/LC_MESSAGES -creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/access_control_policy.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/bucket_logging_status.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/common.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/complete_multipart_upload.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/complete_multipart_upload_result.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/copy_object_result.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/copy_part_result.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/create_bucket_configuration.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/delete.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/delete_result.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/error.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/initiate_multipart_upload_result.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/lifecycle_configuration.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/list_all_my_buckets_result.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/list_bucket_result.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/list_multipart_uploads_result.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/list_parts_result.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/list_versions_result.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/location_constraint.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/versioning_configuration.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/schema running build_scripts creating build/scripts-3.11 copying and adjusting bin/swift-account-audit -> build/scripts-3.11 @@ -3333,20 +3369,35 @@ ; do \ debian/gen-init $i ; \ done ++ for i in debian/swift-account.swift-account-auditor.init.in debian/swift-account.swift-account-reaper.init.in debian/swift-account.swift-account-replicator.init.in debian/swift-container.swift-container-auditor.init.in debian/swift-container.swift-container-reconciler.init.in debian/swift-container.swift-container-replicator.init.in debian/swift-container.swift-container-sharder.init.in debian/swift-container.swift-container-sync.init.in debian/swift-container.swift-container-updater.init.in debian/swift-object-expirer.swift-object-expirer.init.in debian/swift-object.swift-object-auditor.init.in debian/swift-object.swift-object.init.in debian/swift-object.swift-object-reconstructor.init.in debian/swift-object.swift-object-replicator.init.in debian/swift-object.swift-object-updater.init.in + debian/gen-init debian/swift-account.swift-account-auditor.init.in ++ for i in debian/swift-account.swift-account-auditor.init.in debian/swift-account.swift-account-reaper.init.in debian/swift-account.swift-account-replicator.init.in debian/swift-container.swift-container-auditor.init.in debian/swift-container.swift-container-reconciler.init.in debian/swift-container.swift-container-replicator.init.in debian/swift-container.swift-container-sharder.init.in debian/swift-container.swift-container-sync.init.in debian/swift-container.swift-container-updater.init.in debian/swift-object-expirer.swift-object-expirer.init.in debian/swift-object.swift-object-auditor.init.in debian/swift-object.swift-object.init.in debian/swift-object.swift-object-reconstructor.init.in debian/swift-object.swift-object-replicator.init.in debian/swift-object.swift-object-updater.init.in + debian/gen-init debian/swift-account.swift-account-reaper.init.in ++ for i in debian/swift-account.swift-account-auditor.init.in debian/swift-account.swift-account-reaper.init.in debian/swift-account.swift-account-replicator.init.in debian/swift-container.swift-container-auditor.init.in debian/swift-container.swift-container-reconciler.init.in debian/swift-container.swift-container-replicator.init.in debian/swift-container.swift-container-sharder.init.in debian/swift-container.swift-container-sync.init.in debian/swift-container.swift-container-updater.init.in debian/swift-object-expirer.swift-object-expirer.init.in debian/swift-object.swift-object-auditor.init.in debian/swift-object.swift-object.init.in debian/swift-object.swift-object-reconstructor.init.in debian/swift-object.swift-object-replicator.init.in debian/swift-object.swift-object-updater.init.in + debian/gen-init debian/swift-account.swift-account-replicator.init.in ++ for i in debian/swift-account.swift-account-auditor.init.in debian/swift-account.swift-account-reaper.init.in debian/swift-account.swift-account-replicator.init.in debian/swift-container.swift-container-auditor.init.in debian/swift-container.swift-container-reconciler.init.in debian/swift-container.swift-container-replicator.init.in debian/swift-container.swift-container-sharder.init.in debian/swift-container.swift-container-sync.init.in debian/swift-container.swift-container-updater.init.in debian/swift-object-expirer.swift-object-expirer.init.in debian/swift-object.swift-object-auditor.init.in debian/swift-object.swift-object.init.in debian/swift-object.swift-object-reconstructor.init.in debian/swift-object.swift-object-replicator.init.in debian/swift-object.swift-object-updater.init.in + debian/gen-init debian/swift-container.swift-container-auditor.init.in ++ for i in debian/swift-account.swift-account-auditor.init.in debian/swift-account.swift-account-reaper.init.in debian/swift-account.swift-account-replicator.init.in debian/swift-container.swift-container-auditor.init.in debian/swift-container.swift-container-reconciler.init.in debian/swift-container.swift-container-replicator.init.in debian/swift-container.swift-container-sharder.init.in debian/swift-container.swift-container-sync.init.in debian/swift-container.swift-container-updater.init.in debian/swift-object-expirer.swift-object-expirer.init.in debian/swift-object.swift-object-auditor.init.in debian/swift-object.swift-object.init.in debian/swift-object.swift-object-reconstructor.init.in debian/swift-object.swift-object-replicator.init.in debian/swift-object.swift-object-updater.init.in + debian/gen-init debian/swift-container.swift-container-reconciler.init.in ++ for i in debian/swift-account.swift-account-auditor.init.in debian/swift-account.swift-account-reaper.init.in debian/swift-account.swift-account-replicator.init.in debian/swift-container.swift-container-auditor.init.in debian/swift-container.swift-container-reconciler.init.in debian/swift-container.swift-container-replicator.init.in debian/swift-container.swift-container-sharder.init.in debian/swift-container.swift-container-sync.init.in debian/swift-container.swift-container-updater.init.in debian/swift-object-expirer.swift-object-expirer.init.in debian/swift-object.swift-object-auditor.init.in debian/swift-object.swift-object.init.in debian/swift-object.swift-object-reconstructor.init.in debian/swift-object.swift-object-replicator.init.in debian/swift-object.swift-object-updater.init.in + debian/gen-init debian/swift-container.swift-container-replicator.init.in ++ for i in debian/swift-account.swift-account-auditor.init.in debian/swift-account.swift-account-reaper.init.in debian/swift-account.swift-account-replicator.init.in debian/swift-container.swift-container-auditor.init.in debian/swift-container.swift-container-reconciler.init.in debian/swift-container.swift-container-replicator.init.in debian/swift-container.swift-container-sharder.init.in debian/swift-container.swift-container-sync.init.in debian/swift-container.swift-container-updater.init.in debian/swift-object-expirer.swift-object-expirer.init.in debian/swift-object.swift-object-auditor.init.in debian/swift-object.swift-object.init.in debian/swift-object.swift-object-reconstructor.init.in debian/swift-object.swift-object-replicator.init.in debian/swift-object.swift-object-updater.init.in + debian/gen-init debian/swift-container.swift-container-sharder.init.in ++ for i in debian/swift-account.swift-account-auditor.init.in debian/swift-account.swift-account-reaper.init.in debian/swift-account.swift-account-replicator.init.in debian/swift-container.swift-container-auditor.init.in debian/swift-container.swift-container-reconciler.init.in debian/swift-container.swift-container-replicator.init.in debian/swift-container.swift-container-sharder.init.in debian/swift-container.swift-container-sync.init.in debian/swift-container.swift-container-updater.init.in debian/swift-object-expirer.swift-object-expirer.init.in debian/swift-object.swift-object-auditor.init.in debian/swift-object.swift-object.init.in debian/swift-object.swift-object-reconstructor.init.in debian/swift-object.swift-object-replicator.init.in debian/swift-object.swift-object-updater.init.in + debian/gen-init debian/swift-container.swift-container-sync.init.in ++ for i in debian/swift-account.swift-account-auditor.init.in debian/swift-account.swift-account-reaper.init.in debian/swift-account.swift-account-replicator.init.in debian/swift-container.swift-container-auditor.init.in debian/swift-container.swift-container-reconciler.init.in debian/swift-container.swift-container-replicator.init.in debian/swift-container.swift-container-sharder.init.in debian/swift-container.swift-container-sync.init.in debian/swift-container.swift-container-updater.init.in debian/swift-object-expirer.swift-object-expirer.init.in debian/swift-object.swift-object-auditor.init.in debian/swift-object.swift-object.init.in debian/swift-object.swift-object-reconstructor.init.in debian/swift-object.swift-object-replicator.init.in debian/swift-object.swift-object-updater.init.in + debian/gen-init debian/swift-container.swift-container-updater.init.in ++ for i in debian/swift-account.swift-account-auditor.init.in debian/swift-account.swift-account-reaper.init.in debian/swift-account.swift-account-replicator.init.in debian/swift-container.swift-container-auditor.init.in debian/swift-container.swift-container-reconciler.init.in debian/swift-container.swift-container-replicator.init.in debian/swift-container.swift-container-sharder.init.in debian/swift-container.swift-container-sync.init.in debian/swift-container.swift-container-updater.init.in debian/swift-object-expirer.swift-object-expirer.init.in debian/swift-object.swift-object-auditor.init.in debian/swift-object.swift-object.init.in debian/swift-object.swift-object-reconstructor.init.in debian/swift-object.swift-object-replicator.init.in debian/swift-object.swift-object-updater.init.in + debian/gen-init debian/swift-object-expirer.swift-object-expirer.init.in ++ for i in debian/swift-account.swift-account-auditor.init.in debian/swift-account.swift-account-reaper.init.in debian/swift-account.swift-account-replicator.init.in debian/swift-container.swift-container-auditor.init.in debian/swift-container.swift-container-reconciler.init.in debian/swift-container.swift-container-replicator.init.in debian/swift-container.swift-container-sharder.init.in debian/swift-container.swift-container-sync.init.in debian/swift-container.swift-container-updater.init.in debian/swift-object-expirer.swift-object-expirer.init.in debian/swift-object.swift-object-auditor.init.in debian/swift-object.swift-object.init.in debian/swift-object.swift-object-reconstructor.init.in debian/swift-object.swift-object-replicator.init.in debian/swift-object.swift-object-updater.init.in + debian/gen-init debian/swift-object.swift-object-auditor.init.in ++ for i in debian/swift-account.swift-account-auditor.init.in debian/swift-account.swift-account-reaper.init.in debian/swift-account.swift-account-replicator.init.in debian/swift-container.swift-container-auditor.init.in debian/swift-container.swift-container-reconciler.init.in debian/swift-container.swift-container-replicator.init.in debian/swift-container.swift-container-sharder.init.in debian/swift-container.swift-container-sync.init.in debian/swift-container.swift-container-updater.init.in debian/swift-object-expirer.swift-object-expirer.init.in debian/swift-object.swift-object-auditor.init.in debian/swift-object.swift-object.init.in debian/swift-object.swift-object-reconstructor.init.in debian/swift-object.swift-object-replicator.init.in debian/swift-object.swift-object-updater.init.in + debian/gen-init debian/swift-object.swift-object.init.in ++ for i in debian/swift-account.swift-account-auditor.init.in debian/swift-account.swift-account-reaper.init.in debian/swift-account.swift-account-replicator.init.in debian/swift-container.swift-container-auditor.init.in debian/swift-container.swift-container-reconciler.init.in debian/swift-container.swift-container-replicator.init.in debian/swift-container.swift-container-sharder.init.in debian/swift-container.swift-container-sync.init.in debian/swift-container.swift-container-updater.init.in debian/swift-object-expirer.swift-object-expirer.init.in debian/swift-object.swift-object-auditor.init.in debian/swift-object.swift-object.init.in debian/swift-object.swift-object-reconstructor.init.in debian/swift-object.swift-object-replicator.init.in debian/swift-object.swift-object-updater.init.in + debian/gen-init debian/swift-object.swift-object-reconstructor.init.in ++ for i in debian/swift-account.swift-account-auditor.init.in debian/swift-account.swift-account-reaper.init.in debian/swift-account.swift-account-replicator.init.in debian/swift-container.swift-container-auditor.init.in debian/swift-container.swift-container-reconciler.init.in debian/swift-container.swift-container-replicator.init.in debian/swift-container.swift-container-sharder.init.in debian/swift-container.swift-container-sync.init.in debian/swift-container.swift-container-updater.init.in debian/swift-object-expirer.swift-object-expirer.init.in debian/swift-object.swift-object-auditor.init.in debian/swift-object.swift-object.init.in debian/swift-object.swift-object-reconstructor.init.in debian/swift-object.swift-object-replicator.init.in debian/swift-object.swift-object-updater.init.in + debian/gen-init debian/swift-object.swift-object-replicator.init.in ++ for i in debian/swift-account.swift-account-auditor.init.in debian/swift-account.swift-account-reaper.init.in debian/swift-account.swift-account-replicator.init.in debian/swift-container.swift-container-auditor.init.in debian/swift-container.swift-container-reconciler.init.in debian/swift-container.swift-container-replicator.init.in debian/swift-container.swift-container-sharder.init.in debian/swift-container.swift-container-sync.init.in debian/swift-container.swift-container-updater.init.in debian/swift-object-expirer.swift-object-expirer.init.in debian/swift-object.swift-object-auditor.init.in debian/swift-object.swift-object.init.in debian/swift-object.swift-object-reconstructor.init.in debian/swift-object.swift-object-replicator.init.in debian/swift-object.swift-object-updater.init.in + debian/gen-init debian/swift-object.swift-object-updater.init.in set -e ; set -x ; \ for i in debian/swift-proxy.swift-proxy.init \ @@ -3361,24 +3412,30 @@ CONFIG=`echo $i | cut -d/ -f2 | cut -d. -f1 | sed -e s/swift-//`-server debian/gen-init $i.in ; \ fi ; \ done -+ [ no = yes ] -+ echo debian/swift-proxy.swift-proxy.init -+ cut -d/ -f2 -+ cut -d. -f1 -+ sed -e s/swift-// -+ CONFIG=proxy-server debian/gen-init debian/swift-proxy.swift-proxy.init.in -+ [ no = yes ] -+ echo debian/swift-account.swift-account.init -+ + cut -d. -f1 -cut -d/ -f2 -+ sed -e s/swift-// -+ CONFIG=account-server debian/gen-init debian/swift-account.swift-account.init.in -+ [ no = yes ] -+ echo debian/swift-container.swift-container.init -+ cut -d/ -f2 -+ cut -d. -f1 -+ sed -e s/swift-// -+ CONFIG=container-server debian/gen-init debian/swift-container.swift-container.init.in ++ for i in debian/swift-proxy.swift-proxy.init debian/swift-account.swift-account.init debian/swift-container.swift-container.init ++ '[' no = yes ']' +++ echo debian/swift-proxy.swift-proxy.init +++ cut -d/ -f2 +++ cut -d. -f1 +++ sed -e s/swift-// ++ CONFIG=proxy-server ++ debian/gen-init debian/swift-proxy.swift-proxy.init.in ++ for i in debian/swift-proxy.swift-proxy.init debian/swift-account.swift-account.init debian/swift-container.swift-container.init ++ '[' no = yes ']' +++ echo debian/swift-account.swift-account.init +++ cut -d/ -f2 +++ cut -d. -f1 +++ sed -e s/swift-// ++ CONFIG=account-server ++ debian/gen-init debian/swift-account.swift-account.init.in ++ for i in debian/swift-proxy.swift-proxy.init debian/swift-account.swift-account.init debian/swift-container.swift-container.init ++ '[' no = yes ']' +++ echo debian/swift-container.swift-container.init +++ cut -d/ -f2 +++ cut -d. -f1 +++ sed -e s/swift-// ++ CONFIG=container-server ++ debian/gen-init debian/swift-container.swift-container.init.in make[1]: Leaving directory '/build/reproducible-path/swift-2.33.0' debian/rules override_dh_auto_test make[1]: Entering directory '/build/reproducible-path/swift-2.33.0' @@ -3408,21 +3465,26 @@ /usr/share/openstack-pkg-tools/pkgos.make:19: warning: ignoring old recipe for target 'gen-init-configurations' pkgos-dh_auto_install --no-py2 --in-tmp + PKGOS_IN_TMP=no -+ echo WARNING: --no-py2 is deprecated and always on. ++ for i in $@ ++ case "${1}" in ++ echo 'WARNING: --no-py2 is deprecated and always on.' WARNING: --no-py2 is deprecated and always on. + shift ++ for i in $@ ++ case "${1}" in + PKGOS_IN_TMP=yes + shift -+ dpkg-parsechangelog -SSource +++ dpkg-parsechangelog -SSource + SRC_PKG_NAME=swift -+ echo swift -+ sed s/python-// +++ echo swift +++ sed s/python-// + PY_MODULE_NAME=swift -+ py3versions -vr -+ PYTHON3S=3.12 3.11 -+ [ yes = yes ] +++ py3versions -vr ++ PYTHON3S='3.12 3.11' ++ '[' yes = yes ']' + TARGET_DIR=tmp -+ pwd ++ for pyvers in ${PYTHON3S} +++ pwd + python3.12 setup.py install --install-layout=deb --root /build/reproducible-path/swift-2.33.0/debian/tmp /usr/lib/python3/dist-packages/setuptools/__init__.py:84: _DeprecatedInstaller: setuptools.installer and fetch_build_eggs are deprecated. !! @@ -3465,184 +3527,184 @@ running build_py creating build/lib creating build/lib/swift +creating build/lib/swift/obj +creating build/lib/swift/obj/watchers +copying swift/obj/watchers/__init__.py -> build/lib/swift/obj/watchers +copying swift/obj/watchers/dark_data.py -> build/lib/swift/obj/watchers +creating build/lib/swift/common +creating build/lib/swift/common/middleware +creating build/lib/swift/common/middleware/s3api +creating build/lib/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/tagging.py -> build/lib/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/location.py -> build/lib/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/base.py -> build/lib/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/multi_delete.py -> build/lib/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/s3_acl.py -> build/lib/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/obj.py -> build/lib/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/acl.py -> build/lib/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/versioning.py -> build/lib/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/logging.py -> build/lib/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/service.py -> build/lib/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/__init__.py -> build/lib/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/multi_upload.py -> build/lib/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/object_lock.py -> build/lib/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/bucket.py -> build/lib/swift/common/middleware/s3api/controllers creating build/lib/swift/proxy -copying swift/proxy/server.py -> build/lib/swift/proxy -copying swift/proxy/__init__.py -> build/lib/swift/proxy +creating build/lib/swift/proxy/controllers +copying swift/proxy/controllers/base.py -> build/lib/swift/proxy/controllers +copying swift/proxy/controllers/account.py -> build/lib/swift/proxy/controllers +copying swift/proxy/controllers/obj.py -> build/lib/swift/proxy/controllers +copying swift/proxy/controllers/__init__.py -> build/lib/swift/proxy/controllers +copying swift/proxy/controllers/info.py -> build/lib/swift/proxy/controllers +copying swift/proxy/controllers/container.py -> build/lib/swift/proxy/controllers creating build/lib/swift/cli +copying swift/cli/recon.py -> build/lib/swift/cli +copying swift/cli/container_deleter.py -> build/lib/swift/cli +copying swift/cli/shard-info.py -> build/lib/swift/cli +copying swift/cli/drive_full_checker.py -> build/lib/swift/cli +copying swift/cli/dispersion_report.py -> build/lib/swift/cli +copying swift/cli/ringbuilder.py -> build/lib/swift/cli +copying swift/cli/ringcomposer.py -> build/lib/swift/cli copying swift/cli/manage_shard_ranges.py -> build/lib/swift/cli copying swift/cli/form_signature.py -> build/lib/swift/cli -copying swift/cli/ringcomposer.py -> build/lib/swift/cli -copying swift/cli/ring_builder_analyzer.py -> build/lib/swift/cli -copying swift/cli/drive_full_checker.py -> build/lib/swift/cli -copying swift/cli/recon.py -> build/lib/swift/cli copying swift/cli/__init__.py -> build/lib/swift/cli -copying swift/cli/ringbuilder.py -> build/lib/swift/cli -copying swift/cli/shard-info.py -> build/lib/swift/cli -copying swift/cli/recon_cron.py -> build/lib/swift/cli -copying swift/cli/reload.py -> build/lib/swift/cli +copying swift/cli/ring_builder_analyzer.py -> build/lib/swift/cli copying swift/cli/relinker.py -> build/lib/swift/cli -copying swift/cli/container_deleter.py -> build/lib/swift/cli +copying swift/cli/reload.py -> build/lib/swift/cli +copying swift/cli/recon_cron.py -> build/lib/swift/cli copying swift/cli/info.py -> build/lib/swift/cli -copying swift/cli/dispersion_report.py -> build/lib/swift/cli -creating build/lib/swift/common +copying swift/common/middleware/s3api/s3api.py -> build/lib/swift/common/middleware/s3api +copying swift/common/middleware/s3api/etree.py -> build/lib/swift/common/middleware/s3api +copying swift/common/middleware/s3api/acl_handlers.py -> build/lib/swift/common/middleware/s3api +copying swift/common/middleware/s3api/acl_utils.py -> build/lib/swift/common/middleware/s3api +copying swift/common/middleware/s3api/s3request.py -> build/lib/swift/common/middleware/s3api +copying swift/common/middleware/s3api/exception.py -> build/lib/swift/common/middleware/s3api +copying swift/common/middleware/s3api/subresource.py -> build/lib/swift/common/middleware/s3api +copying swift/common/middleware/s3api/utils.py -> build/lib/swift/common/middleware/s3api +copying swift/common/middleware/s3api/__init__.py -> build/lib/swift/common/middleware/s3api +copying swift/common/middleware/s3api/s3token.py -> build/lib/swift/common/middleware/s3api +copying swift/common/middleware/s3api/s3response.py -> build/lib/swift/common/middleware/s3api +copying swift/proxy/server.py -> build/lib/swift/proxy +copying swift/proxy/__init__.py -> build/lib/swift/proxy +creating build/lib/swift/common/middleware/crypto +copying swift/common/middleware/crypto/decrypter.py -> build/lib/swift/common/middleware/crypto +copying swift/common/middleware/crypto/kmip_keymaster.py -> build/lib/swift/common/middleware/crypto +copying swift/common/middleware/crypto/kms_keymaster.py -> build/lib/swift/common/middleware/crypto +copying swift/common/middleware/crypto/crypto_utils.py -> build/lib/swift/common/middleware/crypto +copying swift/common/middleware/crypto/encrypter.py -> build/lib/swift/common/middleware/crypto +copying swift/common/middleware/crypto/keymaster.py -> build/lib/swift/common/middleware/crypto +copying swift/common/middleware/crypto/__init__.py -> build/lib/swift/common/middleware/crypto +creating build/lib/swift/account +copying swift/account/replicator.py -> build/lib/swift/account +copying swift/account/server.py -> build/lib/swift/account +copying swift/account/auditor.py -> build/lib/swift/account +copying swift/account/utils.py -> build/lib/swift/account +copying swift/account/__init__.py -> build/lib/swift/account +copying swift/account/reaper.py -> build/lib/swift/account +copying swift/account/backend.py -> build/lib/swift/account +copying swift/common/middleware/name_check.py -> build/lib/swift/common/middleware +copying swift/common/middleware/recon.py -> build/lib/swift/common/middleware +copying swift/common/middleware/listing_formats.py -> build/lib/swift/common/middleware +copying swift/common/middleware/crossdomain.py -> build/lib/swift/common/middleware +copying swift/common/middleware/proxy_logging.py -> build/lib/swift/common/middleware +copying swift/common/middleware/copy.py -> build/lib/swift/common/middleware +copying swift/common/middleware/ratelimit.py -> build/lib/swift/common/middleware +copying swift/common/middleware/container_quotas.py -> build/lib/swift/common/middleware +copying swift/common/middleware/read_only.py -> build/lib/swift/common/middleware +copying swift/common/middleware/staticweb.py -> build/lib/swift/common/middleware +copying swift/common/middleware/account_quotas.py -> build/lib/swift/common/middleware +copying swift/common/middleware/cname_lookup.py -> build/lib/swift/common/middleware +copying swift/common/middleware/formpost.py -> build/lib/swift/common/middleware +copying swift/common/middleware/symlink.py -> build/lib/swift/common/middleware +copying swift/common/middleware/keystoneauth.py -> build/lib/swift/common/middleware +copying swift/common/middleware/tempurl.py -> build/lib/swift/common/middleware +copying swift/common/middleware/memcache.py -> build/lib/swift/common/middleware +copying swift/common/middleware/backend_ratelimit.py -> build/lib/swift/common/middleware +copying swift/common/middleware/healthcheck.py -> build/lib/swift/common/middleware +copying swift/common/middleware/gatekeeper.py -> build/lib/swift/common/middleware +copying swift/common/middleware/etag_quoter.py -> build/lib/swift/common/middleware +copying swift/common/middleware/domain_remap.py -> build/lib/swift/common/middleware +copying swift/common/middleware/tempauth.py -> build/lib/swift/common/middleware +copying swift/common/middleware/acl.py -> build/lib/swift/common/middleware +copying swift/common/middleware/xprofile.py -> build/lib/swift/common/middleware +copying swift/common/middleware/catch_errors.py -> build/lib/swift/common/middleware +copying swift/common/middleware/dlo.py -> build/lib/swift/common/middleware +copying swift/common/middleware/__init__.py -> build/lib/swift/common/middleware +copying swift/common/middleware/list_endpoints.py -> build/lib/swift/common/middleware +copying swift/common/middleware/slo.py -> build/lib/swift/common/middleware +copying swift/common/middleware/bulk.py -> build/lib/swift/common/middleware +copying swift/common/middleware/container_sync.py -> build/lib/swift/common/middleware +creating build/lib/swift/common/middleware/x_profile +copying swift/common/middleware/x_profile/exceptions.py -> build/lib/swift/common/middleware/x_profile +copying swift/common/middleware/x_profile/html_viewer.py -> build/lib/swift/common/middleware/x_profile +copying swift/common/middleware/x_profile/__init__.py -> build/lib/swift/common/middleware/x_profile +copying swift/common/middleware/x_profile/profile_model.py -> build/lib/swift/common/middleware/x_profile +copying swift/common/recon.py -> build/lib/swift/common +copying swift/common/db.py -> build/lib/swift/common +copying swift/common/digest.py -> build/lib/swift/common +copying swift/common/exceptions.py -> build/lib/swift/common +copying swift/common/bufferedhttp.py -> build/lib/swift/common +copying swift/common/header_key_dict.py -> build/lib/swift/common +copying swift/common/db_replicator.py -> build/lib/swift/common +copying swift/common/http_protocol.py -> build/lib/swift/common copying swift/common/storage_policy.py -> build/lib/swift/common -copying swift/common/request_helpers.py -> build/lib/swift/common +copying swift/common/manager.py -> build/lib/swift/common copying swift/common/linkat.py -> build/lib/swift/common -copying swift/common/db_replicator.py -> build/lib/swift/common -copying swift/common/container_sync_realms.py -> build/lib/swift/common -copying swift/common/constraints.py -> build/lib/swift/common -copying swift/common/digest.py -> build/lib/swift/common copying swift/common/internal_client.py -> build/lib/swift/common -copying swift/common/memcached.py -> build/lib/swift/common -copying swift/common/http.py -> build/lib/swift/common -copying swift/common/http_protocol.py -> build/lib/swift/common copying swift/common/wsgi.py -> build/lib/swift/common -copying swift/common/bufferedhttp.py -> build/lib/swift/common -copying swift/common/direct_client.py -> build/lib/swift/common -copying swift/common/db.py -> build/lib/swift/common -copying swift/common/error_limiter.py -> build/lib/swift/common -copying swift/common/recon.py -> build/lib/swift/common +copying swift/common/request_helpers.py -> build/lib/swift/common +copying swift/common/daemon.py -> build/lib/swift/common +copying swift/common/registry.py -> build/lib/swift/common copying swift/common/swob.py -> build/lib/swift/common +copying swift/common/container_sync_realms.py -> build/lib/swift/common +copying swift/common/memcached.py -> build/lib/swift/common +copying swift/common/http.py -> build/lib/swift/common +copying swift/common/db_auditor.py -> build/lib/swift/common copying swift/common/__init__.py -> build/lib/swift/common +copying swift/common/error_limiter.py -> build/lib/swift/common copying swift/common/base_storage_server.py -> build/lib/swift/common -copying swift/common/manager.py -> build/lib/swift/common -copying swift/common/registry.py -> build/lib/swift/common -copying swift/common/exceptions.py -> build/lib/swift/common -copying swift/common/db_auditor.py -> build/lib/swift/common +copying swift/common/constraints.py -> build/lib/swift/common +copying swift/common/direct_client.py -> build/lib/swift/common copying swift/common/splice.py -> build/lib/swift/common -copying swift/common/daemon.py -> build/lib/swift/common -copying swift/common/header_key_dict.py -> build/lib/swift/common -creating build/lib/swift/common/middleware -creating build/lib/swift/common/middleware/versioned_writes -copying swift/common/middleware/versioned_writes/__init__.py -> build/lib/swift/common/middleware/versioned_writes -copying swift/common/middleware/versioned_writes/object_versioning.py -> build/lib/swift/common/middleware/versioned_writes -copying swift/common/middleware/versioned_writes/legacy.py -> build/lib/swift/common/middleware/versioned_writes -creating build/lib/swift/common/middleware/crypto -copying swift/common/middleware/crypto/crypto_utils.py -> build/lib/swift/common/middleware/crypto -copying swift/common/middleware/crypto/keymaster.py -> build/lib/swift/common/middleware/crypto -copying swift/common/middleware/crypto/decrypter.py -> build/lib/swift/common/middleware/crypto -copying swift/common/middleware/crypto/kms_keymaster.py -> build/lib/swift/common/middleware/crypto -copying swift/common/middleware/crypto/__init__.py -> build/lib/swift/common/middleware/crypto -copying swift/common/middleware/crypto/kmip_keymaster.py -> build/lib/swift/common/middleware/crypto -copying swift/common/middleware/crypto/encrypter.py -> build/lib/swift/common/middleware/crypto -creating build/lib/swift/proxy/controllers -copying swift/proxy/controllers/base.py -> build/lib/swift/proxy/controllers -copying swift/proxy/controllers/container.py -> build/lib/swift/proxy/controllers -copying swift/proxy/controllers/account.py -> build/lib/swift/proxy/controllers -copying swift/proxy/controllers/__init__.py -> build/lib/swift/proxy/controllers -copying swift/proxy/controllers/info.py -> build/lib/swift/proxy/controllers -copying swift/proxy/controllers/obj.py -> build/lib/swift/proxy/controllers -creating build/lib/swift/common/middleware/x_profile -copying swift/common/middleware/x_profile/profile_model.py -> build/lib/swift/common/middleware/x_profile -copying swift/common/middleware/x_profile/__init__.py -> build/lib/swift/common/middleware/x_profile -copying swift/common/middleware/x_profile/exceptions.py -> build/lib/swift/common/middleware/x_profile -copying swift/common/middleware/x_profile/html_viewer.py -> build/lib/swift/common/middleware/x_profile -creating build/lib/swift/obj copying swift/obj/mem_server.py -> build/lib/swift/obj +copying swift/obj/reconstructor.py -> build/lib/swift/obj +copying swift/obj/replicator.py -> build/lib/swift/obj copying swift/obj/diskfile.py -> build/lib/swift/obj +copying swift/obj/server.py -> build/lib/swift/obj copying swift/obj/ssync_receiver.py -> build/lib/swift/obj copying swift/obj/auditor.py -> build/lib/swift/obj -copying swift/obj/ssync_sender.py -> build/lib/swift/obj -copying swift/obj/reconstructor.py -> build/lib/swift/obj copying swift/obj/mem_diskfile.py -> build/lib/swift/obj -copying swift/obj/server.py -> build/lib/swift/obj -copying swift/obj/expirer.py -> build/lib/swift/obj -copying swift/obj/__init__.py -> build/lib/swift/obj -copying swift/obj/replicator.py -> build/lib/swift/obj copying swift/obj/updater.py -> build/lib/swift/obj +copying swift/obj/__init__.py -> build/lib/swift/obj +copying swift/obj/expirer.py -> build/lib/swift/obj +copying swift/obj/ssync_sender.py -> build/lib/swift/obj creating build/lib/swift/common/ring -copying swift/common/ring/utils.py -> build/lib/swift/common/ring -copying swift/common/ring/builder.py -> build/lib/swift/common/ring copying swift/common/ring/composite_builder.py -> build/lib/swift/common/ring -copying swift/common/ring/__init__.py -> build/lib/swift/common/ring copying swift/common/ring/ring.py -> build/lib/swift/common/ring -creating build/lib/swift/common/utils -copying swift/common/utils/libc.py -> build/lib/swift/common/utils -copying swift/common/utils/timestamp.py -> build/lib/swift/common/utils -copying swift/common/utils/ipaddrs.py -> build/lib/swift/common/utils -copying swift/common/utils/__init__.py -> build/lib/swift/common/utils -copying swift/common/middleware/backend_ratelimit.py -> build/lib/swift/common/middleware -copying swift/common/middleware/container_sync.py -> build/lib/swift/common/middleware -copying swift/common/middleware/domain_remap.py -> build/lib/swift/common/middleware -copying swift/common/middleware/symlink.py -> build/lib/swift/common/middleware -copying swift/common/middleware/slo.py -> build/lib/swift/common/middleware -copying swift/common/middleware/memcache.py -> build/lib/swift/common/middleware -copying swift/common/middleware/etag_quoter.py -> build/lib/swift/common/middleware -copying swift/common/middleware/cname_lookup.py -> build/lib/swift/common/middleware -copying swift/common/middleware/copy.py -> build/lib/swift/common/middleware -copying swift/common/middleware/bulk.py -> build/lib/swift/common/middleware -copying swift/common/middleware/keystoneauth.py -> build/lib/swift/common/middleware -copying swift/common/middleware/listing_formats.py -> build/lib/swift/common/middleware -copying swift/common/middleware/crossdomain.py -> build/lib/swift/common/middleware -copying swift/common/middleware/catch_errors.py -> build/lib/swift/common/middleware -copying swift/common/middleware/tempauth.py -> build/lib/swift/common/middleware -copying swift/common/middleware/tempurl.py -> build/lib/swift/common/middleware -copying swift/common/middleware/dlo.py -> build/lib/swift/common/middleware -copying swift/common/middleware/recon.py -> build/lib/swift/common/middleware -copying swift/common/middleware/proxy_logging.py -> build/lib/swift/common/middleware -copying swift/common/middleware/gatekeeper.py -> build/lib/swift/common/middleware -copying swift/common/middleware/__init__.py -> build/lib/swift/common/middleware -copying swift/common/middleware/container_quotas.py -> build/lib/swift/common/middleware -copying swift/common/middleware/healthcheck.py -> build/lib/swift/common/middleware -copying swift/common/middleware/staticweb.py -> build/lib/swift/common/middleware -copying swift/common/middleware/list_endpoints.py -> build/lib/swift/common/middleware -copying swift/common/middleware/xprofile.py -> build/lib/swift/common/middleware -copying swift/common/middleware/read_only.py -> build/lib/swift/common/middleware -copying swift/common/middleware/account_quotas.py -> build/lib/swift/common/middleware -copying swift/common/middleware/name_check.py -> build/lib/swift/common/middleware -copying swift/common/middleware/formpost.py -> build/lib/swift/common/middleware -copying swift/common/middleware/acl.py -> build/lib/swift/common/middleware -copying swift/common/middleware/ratelimit.py -> build/lib/swift/common/middleware -creating build/lib/swift/common/middleware/s3api -creating build/lib/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/object_lock.py -> build/lib/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/base.py -> build/lib/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/multi_upload.py -> build/lib/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/bucket.py -> build/lib/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/tagging.py -> build/lib/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/multi_delete.py -> build/lib/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/s3_acl.py -> build/lib/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/__init__.py -> build/lib/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/location.py -> build/lib/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/logging.py -> build/lib/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/versioning.py -> build/lib/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/service.py -> build/lib/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/acl.py -> build/lib/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/obj.py -> build/lib/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/s3request.py -> build/lib/swift/common/middleware/s3api -copying swift/common/middleware/s3api/utils.py -> build/lib/swift/common/middleware/s3api -copying swift/common/middleware/s3api/s3response.py -> build/lib/swift/common/middleware/s3api -copying swift/common/middleware/s3api/etree.py -> build/lib/swift/common/middleware/s3api -copying swift/common/middleware/s3api/s3api.py -> build/lib/swift/common/middleware/s3api -copying swift/common/middleware/s3api/subresource.py -> build/lib/swift/common/middleware/s3api -copying swift/common/middleware/s3api/exception.py -> build/lib/swift/common/middleware/s3api -copying swift/common/middleware/s3api/__init__.py -> build/lib/swift/common/middleware/s3api -copying swift/common/middleware/s3api/s3token.py -> build/lib/swift/common/middleware/s3api -copying swift/common/middleware/s3api/acl_handlers.py -> build/lib/swift/common/middleware/s3api -copying swift/common/middleware/s3api/acl_utils.py -> build/lib/swift/common/middleware/s3api -copying swift/__init__.py -> build/lib/swift -creating build/lib/swift/account -copying swift/account/utils.py -> build/lib/swift/account -copying swift/account/auditor.py -> build/lib/swift/account -copying swift/account/backend.py -> build/lib/swift/account -copying swift/account/server.py -> build/lib/swift/account -copying swift/account/reaper.py -> build/lib/swift/account -copying swift/account/__init__.py -> build/lib/swift/account -copying swift/account/replicator.py -> build/lib/swift/account +copying swift/common/ring/utils.py -> build/lib/swift/common/ring +copying swift/common/ring/__init__.py -> build/lib/swift/common/ring +copying swift/common/ring/builder.py -> build/lib/swift/common/ring creating build/lib/swift/container -copying swift/container/auditor.py -> build/lib/swift/container -copying swift/container/backend.py -> build/lib/swift/container -copying swift/container/server.py -> build/lib/swift/container -copying swift/container/__init__.py -> build/lib/swift/container copying swift/container/replicator.py -> build/lib/swift/container -copying swift/container/sharder.py -> build/lib/swift/container +copying swift/container/server.py -> build/lib/swift/container +copying swift/container/reconciler.py -> build/lib/swift/container copying swift/container/sync_store.py -> build/lib/swift/container +copying swift/container/auditor.py -> build/lib/swift/container copying swift/container/sync.py -> build/lib/swift/container -copying swift/container/reconciler.py -> build/lib/swift/container copying swift/container/updater.py -> build/lib/swift/container -creating build/lib/swift/obj/watchers -copying swift/obj/watchers/dark_data.py -> build/lib/swift/obj/watchers -copying swift/obj/watchers/__init__.py -> build/lib/swift/obj/watchers +copying swift/container/__init__.py -> build/lib/swift/container +copying swift/container/sharder.py -> build/lib/swift/container +copying swift/container/backend.py -> build/lib/swift/container +copying swift/__init__.py -> build/lib/swift +creating build/lib/swift/common/middleware/versioned_writes +copying swift/common/middleware/versioned_writes/legacy.py -> build/lib/swift/common/middleware/versioned_writes +copying swift/common/middleware/versioned_writes/object_versioning.py -> build/lib/swift/common/middleware/versioned_writes +copying swift/common/middleware/versioned_writes/__init__.py -> build/lib/swift/common/middleware/versioned_writes +creating build/lib/swift/common/utils +copying swift/common/utils/libc.py -> build/lib/swift/common/utils +copying swift/common/utils/ipaddrs.py -> build/lib/swift/common/utils +copying swift/common/utils/__init__.py -> build/lib/swift/common/utils +copying swift/common/utils/timestamp.py -> build/lib/swift/common/utils running egg_info writing swift.egg-info/PKG-INFO writing dependency_links to swift.egg-info/dependency_links.txt @@ -4249,490 +4311,491 @@ creating /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3 creating /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages creating /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift -creating /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj -copying build/lib/swift/obj/mem_server.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj -copying build/lib/swift/obj/diskfile.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj -copying build/lib/swift/obj/ssync_receiver.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj -copying build/lib/swift/obj/auditor.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj -copying build/lib/swift/obj/ssync_sender.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj -copying build/lib/swift/obj/reconstructor.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj -copying build/lib/swift/obj/mem_diskfile.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj -copying build/lib/swift/obj/server.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj -copying build/lib/swift/obj/expirer.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj -copying build/lib/swift/obj/__init__.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj -copying build/lib/swift/obj/replicator.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj -creating /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/watchers -copying build/lib/swift/obj/watchers/dark_data.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/watchers -copying build/lib/swift/obj/watchers/__init__.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/watchers -copying build/lib/swift/obj/updater.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj -creating /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy -creating /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers -copying build/lib/swift/proxy/controllers/base.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers -copying build/lib/swift/proxy/controllers/container.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers -copying build/lib/swift/proxy/controllers/account.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers -copying build/lib/swift/proxy/controllers/__init__.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers -copying build/lib/swift/proxy/controllers/info.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers -copying build/lib/swift/proxy/controllers/obj.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers -copying build/lib/swift/proxy/server.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy -copying build/lib/swift/proxy/__init__.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy -creating /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/account -copying build/lib/swift/account/utils.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/account -copying build/lib/swift/account/auditor.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/account -copying build/lib/swift/account/backend.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/account -copying build/lib/swift/account/server.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/account -copying build/lib/swift/account/reaper.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/account -copying build/lib/swift/account/__init__.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/account -copying build/lib/swift/account/replicator.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/account creating /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common +copying build/lib/swift/common/recon.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common +copying build/lib/swift/common/db.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common +copying build/lib/swift/common/digest.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common +copying build/lib/swift/common/exceptions.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common +copying build/lib/swift/common/bufferedhttp.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common +copying build/lib/swift/common/header_key_dict.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common +copying build/lib/swift/common/db_replicator.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common +copying build/lib/swift/common/http_protocol.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common copying build/lib/swift/common/storage_policy.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common -copying build/lib/swift/common/request_helpers.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common +copying build/lib/swift/common/manager.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common copying build/lib/swift/common/linkat.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common -copying build/lib/swift/common/db_replicator.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common -copying build/lib/swift/common/container_sync_realms.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common -copying build/lib/swift/common/constraints.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common -copying build/lib/swift/common/digest.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common -copying build/lib/swift/common/internal_client.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common -copying build/lib/swift/common/memcached.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common creating /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring -copying build/lib/swift/common/ring/utils.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring -copying build/lib/swift/common/ring/builder.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring copying build/lib/swift/common/ring/composite_builder.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring -copying build/lib/swift/common/ring/__init__.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring copying build/lib/swift/common/ring/ring.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring -copying build/lib/swift/common/http.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common -copying build/lib/swift/common/http_protocol.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common -copying build/lib/swift/common/wsgi.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common -copying build/lib/swift/common/bufferedhttp.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common -copying build/lib/swift/common/direct_client.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common -copying build/lib/swift/common/db.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common -copying build/lib/swift/common/error_limiter.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common +copying build/lib/swift/common/ring/utils.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring +copying build/lib/swift/common/ring/__init__.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring +copying build/lib/swift/common/ring/builder.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring creating /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils copying build/lib/swift/common/utils/libc.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils -copying build/lib/swift/common/utils/timestamp.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils copying build/lib/swift/common/utils/ipaddrs.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils copying build/lib/swift/common/utils/__init__.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils -copying build/lib/swift/common/recon.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common -copying build/lib/swift/common/swob.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common -copying build/lib/swift/common/__init__.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common -copying build/lib/swift/common/base_storage_server.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common -copying build/lib/swift/common/manager.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common +copying build/lib/swift/common/utils/timestamp.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils +copying build/lib/swift/common/internal_client.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common creating /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware +copying build/lib/swift/common/middleware/name_check.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware +copying build/lib/swift/common/middleware/recon.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware +creating /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile +copying build/lib/swift/common/middleware/x_profile/exceptions.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile +copying build/lib/swift/common/middleware/x_profile/html_viewer.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile +copying build/lib/swift/common/middleware/x_profile/__init__.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile +copying build/lib/swift/common/middleware/x_profile/profile_model.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile +copying build/lib/swift/common/middleware/listing_formats.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware +copying build/lib/swift/common/middleware/crossdomain.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware +copying build/lib/swift/common/middleware/proxy_logging.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware +copying build/lib/swift/common/middleware/copy.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware +copying build/lib/swift/common/middleware/ratelimit.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware +creating /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/versioned_writes +copying build/lib/swift/common/middleware/versioned_writes/legacy.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/versioned_writes +copying build/lib/swift/common/middleware/versioned_writes/object_versioning.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/versioned_writes +copying build/lib/swift/common/middleware/versioned_writes/__init__.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/versioned_writes +copying build/lib/swift/common/middleware/container_quotas.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware +copying build/lib/swift/common/middleware/read_only.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware +copying build/lib/swift/common/middleware/staticweb.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware +copying build/lib/swift/common/middleware/account_quotas.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware +copying build/lib/swift/common/middleware/cname_lookup.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware +copying build/lib/swift/common/middleware/formpost.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware +copying build/lib/swift/common/middleware/symlink.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware +copying build/lib/swift/common/middleware/keystoneauth.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware +copying build/lib/swift/common/middleware/tempurl.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware +copying build/lib/swift/common/middleware/memcache.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware copying build/lib/swift/common/middleware/backend_ratelimit.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware -copying build/lib/swift/common/middleware/container_sync.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware +copying build/lib/swift/common/middleware/healthcheck.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware +copying build/lib/swift/common/middleware/gatekeeper.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware +copying build/lib/swift/common/middleware/etag_quoter.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware copying build/lib/swift/common/middleware/domain_remap.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware -copying build/lib/swift/common/middleware/symlink.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware +copying build/lib/swift/common/middleware/tempauth.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware +copying build/lib/swift/common/middleware/acl.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware +copying build/lib/swift/common/middleware/xprofile.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware creating /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto -copying build/lib/swift/common/middleware/crypto/crypto_utils.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto -copying build/lib/swift/common/middleware/crypto/keymaster.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto copying build/lib/swift/common/middleware/crypto/decrypter.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto -copying build/lib/swift/common/middleware/crypto/kms_keymaster.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto -copying build/lib/swift/common/middleware/crypto/__init__.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto copying build/lib/swift/common/middleware/crypto/kmip_keymaster.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto +copying build/lib/swift/common/middleware/crypto/kms_keymaster.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto +copying build/lib/swift/common/middleware/crypto/crypto_utils.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto copying build/lib/swift/common/middleware/crypto/encrypter.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto -copying build/lib/swift/common/middleware/slo.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware -copying build/lib/swift/common/middleware/memcache.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware -copying build/lib/swift/common/middleware/etag_quoter.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware -copying build/lib/swift/common/middleware/cname_lookup.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware -copying build/lib/swift/common/middleware/copy.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware -copying build/lib/swift/common/middleware/bulk.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware -copying build/lib/swift/common/middleware/keystoneauth.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware -copying build/lib/swift/common/middleware/listing_formats.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware -creating /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile -copying build/lib/swift/common/middleware/x_profile/profile_model.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile -copying build/lib/swift/common/middleware/x_profile/__init__.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile -copying build/lib/swift/common/middleware/x_profile/exceptions.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile -copying build/lib/swift/common/middleware/x_profile/html_viewer.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile -creating /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/versioned_writes -copying build/lib/swift/common/middleware/versioned_writes/__init__.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/versioned_writes -copying build/lib/swift/common/middleware/versioned_writes/object_versioning.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/versioned_writes -copying build/lib/swift/common/middleware/versioned_writes/legacy.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/versioned_writes -copying build/lib/swift/common/middleware/crossdomain.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware +copying build/lib/swift/common/middleware/crypto/keymaster.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto +copying build/lib/swift/common/middleware/crypto/__init__.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto copying build/lib/swift/common/middleware/catch_errors.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware -copying build/lib/swift/common/middleware/tempauth.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware -copying build/lib/swift/common/middleware/tempurl.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware copying build/lib/swift/common/middleware/dlo.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware -copying build/lib/swift/common/middleware/recon.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware +copying build/lib/swift/common/middleware/__init__.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware +copying build/lib/swift/common/middleware/list_endpoints.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware creating /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api -copying build/lib/swift/common/middleware/s3api/s3request.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api -copying build/lib/swift/common/middleware/s3api/utils.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api -creating /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers -copying build/lib/swift/common/middleware/s3api/controllers/object_lock.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers -copying build/lib/swift/common/middleware/s3api/controllers/base.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers -copying build/lib/swift/common/middleware/s3api/controllers/multi_upload.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers -copying build/lib/swift/common/middleware/s3api/controllers/bucket.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers -copying build/lib/swift/common/middleware/s3api/controllers/tagging.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers -copying build/lib/swift/common/middleware/s3api/controllers/multi_delete.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers -copying build/lib/swift/common/middleware/s3api/controllers/s3_acl.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers -copying build/lib/swift/common/middleware/s3api/controllers/__init__.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers -copying build/lib/swift/common/middleware/s3api/controllers/location.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers -copying build/lib/swift/common/middleware/s3api/controllers/logging.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers -copying build/lib/swift/common/middleware/s3api/controllers/versioning.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers -copying build/lib/swift/common/middleware/s3api/controllers/service.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers -copying build/lib/swift/common/middleware/s3api/controllers/acl.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers -copying build/lib/swift/common/middleware/s3api/controllers/obj.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers -copying build/lib/swift/common/middleware/s3api/s3response.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api -copying build/lib/swift/common/middleware/s3api/etree.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api copying build/lib/swift/common/middleware/s3api/s3api.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api -copying build/lib/swift/common/middleware/s3api/subresource.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api +copying build/lib/swift/common/middleware/s3api/etree.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api +copying build/lib/swift/common/middleware/s3api/acl_handlers.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api +copying build/lib/swift/common/middleware/s3api/acl_utils.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api +copying build/lib/swift/common/middleware/s3api/s3request.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api copying build/lib/swift/common/middleware/s3api/exception.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api -copying build/lib/swift/common/middleware/s3api/__init__.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api -copying build/lib/swift/common/middleware/s3api/s3token.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api +copying build/lib/swift/common/middleware/s3api/subresource.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api +copying build/lib/swift/common/middleware/s3api/utils.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api creating /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/schema -copying build/lib/swift/common/middleware/s3api/schema/complete_multipart_upload.rng -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/schema -copying build/lib/swift/common/middleware/s3api/schema/lifecycle_configuration.rng -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/schema -copying build/lib/swift/common/middleware/s3api/schema/list_multipart_uploads_result.rng -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/schema -copying build/lib/swift/common/middleware/s3api/schema/copy_part_result.rng -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/schema copying build/lib/swift/common/middleware/s3api/schema/error.rng -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/schema +copying build/lib/swift/common/middleware/s3api/schema/list_versions_result.rng -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/schema +copying build/lib/swift/common/middleware/s3api/schema/delete_result.rng -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/schema copying build/lib/swift/common/middleware/s3api/schema/delete.rng -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/schema +copying build/lib/swift/common/middleware/s3api/schema/common.rng -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/schema +copying build/lib/swift/common/middleware/s3api/schema/create_bucket_configuration.rng -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/schema +copying build/lib/swift/common/middleware/s3api/schema/access_control_policy.rng -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/schema +copying build/lib/swift/common/middleware/s3api/schema/lifecycle_configuration.rng -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/schema +copying build/lib/swift/common/middleware/s3api/schema/complete_multipart_upload.rng -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/schema copying build/lib/swift/common/middleware/s3api/schema/list_parts_result.rng -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/schema +copying build/lib/swift/common/middleware/s3api/schema/copy_object_result.rng -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/schema copying build/lib/swift/common/middleware/s3api/schema/list_bucket_result.rng -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/schema -copying build/lib/swift/common/middleware/s3api/schema/bucket_logging_status.rng -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/schema +copying build/lib/swift/common/middleware/s3api/schema/copy_part_result.rng -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/schema copying build/lib/swift/common/middleware/s3api/schema/complete_multipart_upload_result.rng -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/schema +copying build/lib/swift/common/middleware/s3api/schema/list_multipart_uploads_result.rng -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/schema copying build/lib/swift/common/middleware/s3api/schema/initiate_multipart_upload_result.rng -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/schema -copying build/lib/swift/common/middleware/s3api/schema/common.rng -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/schema -copying build/lib/swift/common/middleware/s3api/schema/create_bucket_configuration.rng -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/schema -copying build/lib/swift/common/middleware/s3api/schema/copy_object_result.rng -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/schema copying build/lib/swift/common/middleware/s3api/schema/versioning_configuration.rng -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/schema -copying build/lib/swift/common/middleware/s3api/schema/delete_result.rng -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/schema -copying build/lib/swift/common/middleware/s3api/schema/access_control_policy.rng -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/schema -copying build/lib/swift/common/middleware/s3api/schema/list_all_my_buckets_result.rng -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/schema -copying build/lib/swift/common/middleware/s3api/schema/list_versions_result.rng -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/schema copying build/lib/swift/common/middleware/s3api/schema/location_constraint.rng -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/schema -copying build/lib/swift/common/middleware/s3api/acl_handlers.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api -copying build/lib/swift/common/middleware/s3api/acl_utils.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api -copying build/lib/swift/common/middleware/proxy_logging.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware -copying build/lib/swift/common/middleware/gatekeeper.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware -copying build/lib/swift/common/middleware/__init__.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware -copying build/lib/swift/common/middleware/container_quotas.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware -copying build/lib/swift/common/middleware/healthcheck.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware -copying build/lib/swift/common/middleware/staticweb.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware -copying build/lib/swift/common/middleware/list_endpoints.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware -copying build/lib/swift/common/middleware/xprofile.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware -copying build/lib/swift/common/middleware/read_only.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware -copying build/lib/swift/common/middleware/account_quotas.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware -copying build/lib/swift/common/middleware/name_check.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware -copying build/lib/swift/common/middleware/formpost.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware -copying build/lib/swift/common/middleware/acl.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware -copying build/lib/swift/common/middleware/ratelimit.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware +copying build/lib/swift/common/middleware/s3api/schema/list_all_my_buckets_result.rng -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/schema +copying build/lib/swift/common/middleware/s3api/schema/bucket_logging_status.rng -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/schema +copying build/lib/swift/common/middleware/s3api/__init__.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api +creating /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers +copying build/lib/swift/common/middleware/s3api/controllers/tagging.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers +copying build/lib/swift/common/middleware/s3api/controllers/location.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers +copying build/lib/swift/common/middleware/s3api/controllers/base.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers +copying build/lib/swift/common/middleware/s3api/controllers/multi_delete.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers +copying build/lib/swift/common/middleware/s3api/controllers/s3_acl.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers +copying build/lib/swift/common/middleware/s3api/controllers/obj.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers +copying build/lib/swift/common/middleware/s3api/controllers/acl.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers +copying build/lib/swift/common/middleware/s3api/controllers/versioning.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers +copying build/lib/swift/common/middleware/s3api/controllers/logging.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers +copying build/lib/swift/common/middleware/s3api/controllers/service.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers +copying build/lib/swift/common/middleware/s3api/controllers/__init__.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers +copying build/lib/swift/common/middleware/s3api/controllers/multi_upload.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers +copying build/lib/swift/common/middleware/s3api/controllers/object_lock.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers +copying build/lib/swift/common/middleware/s3api/controllers/bucket.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers +copying build/lib/swift/common/middleware/s3api/s3token.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api +copying build/lib/swift/common/middleware/s3api/s3response.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api +copying build/lib/swift/common/middleware/slo.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware +copying build/lib/swift/common/middleware/bulk.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware +copying build/lib/swift/common/middleware/container_sync.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware +copying build/lib/swift/common/wsgi.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common +copying build/lib/swift/common/request_helpers.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common +copying build/lib/swift/common/daemon.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common copying build/lib/swift/common/registry.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common -copying build/lib/swift/common/exceptions.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common +copying build/lib/swift/common/swob.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common +copying build/lib/swift/common/container_sync_realms.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common +copying build/lib/swift/common/memcached.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common +copying build/lib/swift/common/http.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common copying build/lib/swift/common/db_auditor.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common +copying build/lib/swift/common/__init__.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common +copying build/lib/swift/common/error_limiter.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common +copying build/lib/swift/common/base_storage_server.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common +copying build/lib/swift/common/constraints.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common +copying build/lib/swift/common/direct_client.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common copying build/lib/swift/common/splice.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common -copying build/lib/swift/common/daemon.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common -copying build/lib/swift/common/header_key_dict.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common -creating /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli -copying build/lib/swift/cli/manage_shard_ranges.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli -copying build/lib/swift/cli/form_signature.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli -copying build/lib/swift/cli/ringcomposer.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli -copying build/lib/swift/cli/ring_builder_analyzer.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli -copying build/lib/swift/cli/drive_full_checker.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli -copying build/lib/swift/cli/recon.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli -copying build/lib/swift/cli/__init__.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli -copying build/lib/swift/cli/ringbuilder.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli -copying build/lib/swift/cli/shard-info.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli -copying build/lib/swift/cli/recon_cron.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli -copying build/lib/swift/cli/reload.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli -copying build/lib/swift/cli/relinker.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli -copying build/lib/swift/cli/container_deleter.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli -copying build/lib/swift/cli/info.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli -copying build/lib/swift/cli/dispersion_report.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli -creating /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container -copying build/lib/swift/container/auditor.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container -copying build/lib/swift/container/backend.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container -copying build/lib/swift/container/server.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container -copying build/lib/swift/container/__init__.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container -copying build/lib/swift/container/replicator.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container -copying build/lib/swift/container/sharder.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container -copying build/lib/swift/container/sync_store.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container -copying build/lib/swift/container/sync.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container -copying build/lib/swift/container/reconciler.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container -copying build/lib/swift/container/updater.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container -copying build/lib/swift/__init__.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift +creating /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/account +copying build/lib/swift/account/replicator.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/account +copying build/lib/swift/account/server.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/account +copying build/lib/swift/account/auditor.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/account +copying build/lib/swift/account/utils.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/account +copying build/lib/swift/account/__init__.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/account +copying build/lib/swift/account/reaper.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/account +copying build/lib/swift/account/backend.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/account +creating /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj +copying build/lib/swift/obj/mem_server.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj +copying build/lib/swift/obj/reconstructor.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj +copying build/lib/swift/obj/replicator.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj +copying build/lib/swift/obj/diskfile.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj +copying build/lib/swift/obj/server.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj +copying build/lib/swift/obj/ssync_receiver.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj +copying build/lib/swift/obj/auditor.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj +copying build/lib/swift/obj/mem_diskfile.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj +copying build/lib/swift/obj/updater.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj +creating /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/watchers +copying build/lib/swift/obj/watchers/__init__.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/watchers +copying build/lib/swift/obj/watchers/dark_data.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/watchers +copying build/lib/swift/obj/__init__.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj +copying build/lib/swift/obj/expirer.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj +copying build/lib/swift/obj/ssync_sender.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj creating /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale creating /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/it creating /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/it/LC_MESSAGES copying build/lib/swift/locale/it/LC_MESSAGES/swift.po -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/it/LC_MESSAGES -creating /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/fr -creating /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/fr/LC_MESSAGES -copying build/lib/swift/locale/fr/LC_MESSAGES/swift.po -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/fr/LC_MESSAGES -creating /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/zh_TW -creating /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/zh_TW/LC_MESSAGES -copying build/lib/swift/locale/zh_TW/LC_MESSAGES/swift.po -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/zh_TW/LC_MESSAGES +creating /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/de +creating /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/de/LC_MESSAGES +copying build/lib/swift/locale/de/LC_MESSAGES/swift.po -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/de/LC_MESSAGES +creating /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/tr_TR +creating /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/tr_TR/LC_MESSAGES +copying build/lib/swift/locale/tr_TR/LC_MESSAGES/swift.po -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/tr_TR/LC_MESSAGES creating /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/ru creating /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/ru/LC_MESSAGES copying build/lib/swift/locale/ru/LC_MESSAGES/swift.po -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/ru/LC_MESSAGES +creating /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/zh_CN +creating /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/zh_CN/LC_MESSAGES +copying build/lib/swift/locale/zh_CN/LC_MESSAGES/swift.po -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/zh_CN/LC_MESSAGES creating /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/en_GB creating /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/en_GB/LC_MESSAGES copying build/lib/swift/locale/en_GB/LC_MESSAGES/swift.po -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/en_GB/LC_MESSAGES -creating /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/ja -creating /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/ja/LC_MESSAGES -copying build/lib/swift/locale/ja/LC_MESSAGES/swift.po -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/ja/LC_MESSAGES -creating /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/tr_TR -creating /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/tr_TR/LC_MESSAGES -copying build/lib/swift/locale/tr_TR/LC_MESSAGES/swift.po -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/tr_TR/LC_MESSAGES -creating /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/es -creating /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/es/LC_MESSAGES -copying build/lib/swift/locale/es/LC_MESSAGES/swift.po -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/es/LC_MESSAGES creating /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/ko_KR creating /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/ko_KR/LC_MESSAGES copying build/lib/swift/locale/ko_KR/LC_MESSAGES/swift.po -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/ko_KR/LC_MESSAGES -creating /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/zh_CN -creating /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/zh_CN/LC_MESSAGES -copying build/lib/swift/locale/zh_CN/LC_MESSAGES/swift.po -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/zh_CN/LC_MESSAGES creating /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/pt_BR creating /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/pt_BR/LC_MESSAGES copying build/lib/swift/locale/pt_BR/LC_MESSAGES/swift.po -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/pt_BR/LC_MESSAGES -creating /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/de -creating /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/de/LC_MESSAGES -copying build/lib/swift/locale/de/LC_MESSAGES/swift.po -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/de/LC_MESSAGES -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/mem_server.py to mem_server.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/diskfile.py to diskfile.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/ssync_receiver.py to ssync_receiver.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/auditor.py to auditor.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/ssync_sender.py to ssync_sender.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/reconstructor.py to reconstructor.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/mem_diskfile.py to mem_diskfile.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/server.py to server.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/expirer.py to expirer.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/__init__.py to __init__.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/replicator.py to replicator.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/watchers/dark_data.py to dark_data.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/watchers/__init__.py to __init__.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/updater.py to updater.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/base.py to base.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/container.py to container.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/account.py to account.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/__init__.py to __init__.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/info.py to info.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/obj.py to obj.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/server.py to server.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/__init__.py to __init__.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/utils.py to utils.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/auditor.py to auditor.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/backend.py to backend.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/server.py to server.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/reaper.py to reaper.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/__init__.py to __init__.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/replicator.py to replicator.cpython-312.pyc +creating /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/fr +creating /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/fr/LC_MESSAGES +copying build/lib/swift/locale/fr/LC_MESSAGES/swift.po -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/fr/LC_MESSAGES +creating /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/es +creating /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/es/LC_MESSAGES +copying build/lib/swift/locale/es/LC_MESSAGES/swift.po -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/es/LC_MESSAGES +creating /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/ja +creating /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/ja/LC_MESSAGES +copying build/lib/swift/locale/ja/LC_MESSAGES/swift.po -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/ja/LC_MESSAGES +creating /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/zh_TW +creating /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/zh_TW/LC_MESSAGES +copying build/lib/swift/locale/zh_TW/LC_MESSAGES/swift.po -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/zh_TW/LC_MESSAGES +creating /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli +copying build/lib/swift/cli/recon.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli +copying build/lib/swift/cli/container_deleter.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli +copying build/lib/swift/cli/shard-info.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli +copying build/lib/swift/cli/drive_full_checker.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli +copying build/lib/swift/cli/dispersion_report.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli +copying build/lib/swift/cli/ringbuilder.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli +copying build/lib/swift/cli/ringcomposer.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli +copying build/lib/swift/cli/manage_shard_ranges.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli +copying build/lib/swift/cli/form_signature.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli +copying build/lib/swift/cli/__init__.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli +copying build/lib/swift/cli/ring_builder_analyzer.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli +copying build/lib/swift/cli/relinker.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli +copying build/lib/swift/cli/reload.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli +copying build/lib/swift/cli/recon_cron.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli +copying build/lib/swift/cli/info.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli +copying build/lib/swift/__init__.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift +creating /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy +copying build/lib/swift/proxy/server.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy +copying build/lib/swift/proxy/__init__.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy +creating /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers +copying build/lib/swift/proxy/controllers/base.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers +copying build/lib/swift/proxy/controllers/account.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers +copying build/lib/swift/proxy/controllers/obj.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers +copying build/lib/swift/proxy/controllers/__init__.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers +copying build/lib/swift/proxy/controllers/info.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers +copying build/lib/swift/proxy/controllers/container.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers +creating /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container +copying build/lib/swift/container/replicator.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container +copying build/lib/swift/container/server.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container +copying build/lib/swift/container/reconciler.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container +copying build/lib/swift/container/sync_store.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container +copying build/lib/swift/container/auditor.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container +copying build/lib/swift/container/sync.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container +copying build/lib/swift/container/updater.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container +copying build/lib/swift/container/__init__.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container +copying build/lib/swift/container/sharder.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container +copying build/lib/swift/container/backend.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/recon.py to recon.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/db.py to db.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/digest.py to digest.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/exceptions.py to exceptions.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/bufferedhttp.py to bufferedhttp.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/header_key_dict.py to header_key_dict.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/db_replicator.py to db_replicator.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/http_protocol.py to http_protocol.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/storage_policy.py to storage_policy.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/request_helpers.py to request_helpers.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/manager.py to manager.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/linkat.py to linkat.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/db_replicator.py to db_replicator.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/container_sync_realms.py to container_sync_realms.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/constraints.py to constraints.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/digest.py to digest.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/internal_client.py to internal_client.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/memcached.py to memcached.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring/utils.py to utils.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring/builder.py to builder.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring/composite_builder.py to composite_builder.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring/__init__.py to __init__.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring/ring.py to ring.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/http.py to http.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/http_protocol.py to http_protocol.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/wsgi.py to wsgi.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/bufferedhttp.py to bufferedhttp.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/direct_client.py to direct_client.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/db.py to db.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/error_limiter.py to error_limiter.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring/utils.py to utils.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring/__init__.py to __init__.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring/builder.py to builder.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils/libc.py to libc.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils/timestamp.py to timestamp.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils/ipaddrs.py to ipaddrs.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils/__init__.py to __init__.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/recon.py to recon.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/swob.py to swob.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/__init__.py to __init__.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/base_storage_server.py to base_storage_server.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/manager.py to manager.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils/timestamp.py to timestamp.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/internal_client.py to internal_client.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/name_check.py to name_check.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/recon.py to recon.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile/exceptions.py to exceptions.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile/html_viewer.py to html_viewer.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile/__init__.py to __init__.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile/profile_model.py to profile_model.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/listing_formats.py to listing_formats.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crossdomain.py to crossdomain.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/proxy_logging.py to proxy_logging.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/copy.py to copy.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/ratelimit.py to ratelimit.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/versioned_writes/legacy.py to legacy.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/versioned_writes/object_versioning.py to object_versioning.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/versioned_writes/__init__.py to __init__.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/container_quotas.py to container_quotas.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/read_only.py to read_only.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/staticweb.py to staticweb.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/account_quotas.py to account_quotas.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/cname_lookup.py to cname_lookup.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/formpost.py to formpost.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/symlink.py to symlink.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/keystoneauth.py to keystoneauth.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/tempurl.py to tempurl.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/memcache.py to memcache.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/backend_ratelimit.py to backend_ratelimit.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/container_sync.py to container_sync.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/healthcheck.py to healthcheck.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/gatekeeper.py to gatekeeper.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/etag_quoter.py to etag_quoter.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/domain_remap.py to domain_remap.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/symlink.py to symlink.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/crypto_utils.py to crypto_utils.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/keymaster.py to keymaster.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/tempauth.py to tempauth.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/acl.py to acl.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/xprofile.py to xprofile.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/decrypter.py to decrypter.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/kms_keymaster.py to kms_keymaster.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/__init__.py to __init__.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/kmip_keymaster.py to kmip_keymaster.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/kms_keymaster.py to kms_keymaster.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/crypto_utils.py to crypto_utils.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/encrypter.py to encrypter.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/slo.py to slo.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/memcache.py to memcache.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/etag_quoter.py to etag_quoter.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/cname_lookup.py to cname_lookup.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/copy.py to copy.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/bulk.py to bulk.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/keystoneauth.py to keystoneauth.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/listing_formats.py to listing_formats.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile/profile_model.py to profile_model.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile/__init__.py to __init__.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile/exceptions.py to exceptions.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile/html_viewer.py to html_viewer.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/versioned_writes/__init__.py to __init__.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/versioned_writes/object_versioning.py to object_versioning.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/versioned_writes/legacy.py to legacy.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crossdomain.py to crossdomain.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/keymaster.py to keymaster.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/__init__.py to __init__.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/catch_errors.py to catch_errors.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/tempauth.py to tempauth.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/tempurl.py to tempurl.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/dlo.py to dlo.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/recon.py to recon.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/__init__.py to __init__.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/list_endpoints.py to list_endpoints.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/s3api.py to s3api.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/etree.py to etree.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/acl_handlers.py to acl_handlers.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/acl_utils.py to acl_utils.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/s3request.py to s3request.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/exception.py to exception.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/subresource.py to subresource.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/utils.py to utils.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/object_lock.py to object_lock.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/base.py to base.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/multi_upload.py to multi_upload.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/bucket.py to bucket.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/__init__.py to __init__.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/tagging.py to tagging.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/location.py to location.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/base.py to base.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/multi_delete.py to multi_delete.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/s3_acl.py to s3_acl.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/__init__.py to __init__.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/location.py to location.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/logging.py to logging.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/obj.py to obj.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/acl.py to acl.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/versioning.py to versioning.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/logging.py to logging.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/service.py to service.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/acl.py to acl.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/obj.py to obj.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/s3response.py to s3response.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/etree.py to etree.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/s3api.py to s3api.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/subresource.py to subresource.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/exception.py to exception.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/__init__.py to __init__.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/__init__.py to __init__.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/multi_upload.py to multi_upload.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/object_lock.py to object_lock.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/bucket.py to bucket.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/s3token.py to s3token.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/acl_handlers.py to acl_handlers.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/acl_utils.py to acl_utils.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/proxy_logging.py to proxy_logging.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/gatekeeper.py to gatekeeper.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/__init__.py to __init__.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/container_quotas.py to container_quotas.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/healthcheck.py to healthcheck.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/staticweb.py to staticweb.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/list_endpoints.py to list_endpoints.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/xprofile.py to xprofile.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/read_only.py to read_only.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/account_quotas.py to account_quotas.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/name_check.py to name_check.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/formpost.py to formpost.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/acl.py to acl.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/ratelimit.py to ratelimit.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/s3response.py to s3response.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/slo.py to slo.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/bulk.py to bulk.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/container_sync.py to container_sync.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/wsgi.py to wsgi.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/request_helpers.py to request_helpers.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/daemon.py to daemon.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/registry.py to registry.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/exceptions.py to exceptions.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/swob.py to swob.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/container_sync_realms.py to container_sync_realms.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/memcached.py to memcached.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/http.py to http.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/db_auditor.py to db_auditor.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/__init__.py to __init__.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/error_limiter.py to error_limiter.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/base_storage_server.py to base_storage_server.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/constraints.py to constraints.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/direct_client.py to direct_client.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/splice.py to splice.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/daemon.py to daemon.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/header_key_dict.py to header_key_dict.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/replicator.py to replicator.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/server.py to server.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/auditor.py to auditor.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/utils.py to utils.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/__init__.py to __init__.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/reaper.py to reaper.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/backend.py to backend.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/mem_server.py to mem_server.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/reconstructor.py to reconstructor.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/replicator.py to replicator.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/diskfile.py to diskfile.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/server.py to server.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/ssync_receiver.py to ssync_receiver.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/auditor.py to auditor.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/mem_diskfile.py to mem_diskfile.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/updater.py to updater.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/watchers/__init__.py to __init__.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/watchers/dark_data.py to dark_data.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/__init__.py to __init__.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/expirer.py to expirer.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/ssync_sender.py to ssync_sender.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/recon.py to recon.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/container_deleter.py to container_deleter.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/shard-info.py to shard-info.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/drive_full_checker.py to drive_full_checker.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/dispersion_report.py to dispersion_report.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/ringbuilder.py to ringbuilder.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/ringcomposer.py to ringcomposer.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/manage_shard_ranges.py to manage_shard_ranges.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/form_signature.py to form_signature.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/ringcomposer.py to ringcomposer.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/ring_builder_analyzer.py to ring_builder_analyzer.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/drive_full_checker.py to drive_full_checker.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/recon.py to recon.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/__init__.py to __init__.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/ringbuilder.py to ringbuilder.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/shard-info.py to shard-info.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/recon_cron.py to recon_cron.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/reload.py to reload.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/ring_builder_analyzer.py to ring_builder_analyzer.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/relinker.py to relinker.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/container_deleter.py to container_deleter.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/reload.py to reload.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/recon_cron.py to recon_cron.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/info.py to info.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/dispersion_report.py to dispersion_report.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/auditor.py to auditor.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/backend.py to backend.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/server.py to server.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/__init__.py to __init__.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/__init__.py to __init__.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/server.py to server.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/__init__.py to __init__.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/base.py to base.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/account.py to account.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/obj.py to obj.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/__init__.py to __init__.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/info.py to info.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/container.py to container.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/replicator.py to replicator.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/sharder.py to sharder.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/server.py to server.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/reconciler.py to reconciler.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/sync_store.py to sync_store.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/auditor.py to auditor.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/sync.py to sync.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/reconciler.py to reconciler.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/updater.py to updater.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/__init__.py to __init__.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/__init__.py to __init__.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/sharder.py to sharder.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/backend.py to backend.cpython-312.pyc running install_egg_info Copying swift.egg-info to /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift-2.33.0.egg-info Skipping SOURCES.txt running install_scripts creating /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin -copying build/scripts-3.12/swift-ring-builder-analyzer -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin -copying build/scripts-3.12/swift-container-replicator -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin -copying build/scripts-3.12/swift-container-auditor -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin +copying build/scripts-3.12/swift-dispersion-report -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin +copying build/scripts-3.12/swift-object-expirer -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin copying build/scripts-3.12/swift-container-updater -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin -copying build/scripts-3.12/swift-container-info -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin -copying build/scripts-3.12/swift-account-info -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin -copying build/scripts-3.12/swift-object-updater -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin copying build/scripts-3.12/swift-get-nodes -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin +copying build/scripts-3.12/swift-ring-builder -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin +copying build/scripts-3.12/swift-object-relinker -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin +copying build/scripts-3.12/swift-object-updater -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin +copying build/scripts-3.12/swift-container-reconciler -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin +copying build/scripts-3.12/swift-reconciler-enqueue -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin copying build/scripts-3.12/swift-account-reaper -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin -copying build/scripts-3.12/swift-object-reconstructor -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin -copying build/scripts-3.12/swift-account-auditor -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin -copying build/scripts-3.12/swift-proxy-server -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin -copying build/scripts-3.12/swift-dispersion-report -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin +copying build/scripts-3.12/swift-recon-cron -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin copying build/scripts-3.12/swift-drive-audit -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin -copying build/scripts-3.12/swift-reconciler-enqueue -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin -copying build/scripts-3.12/swift-recon -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin -copying build/scripts-3.12/swift-form-signature -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin +copying build/scripts-3.12/swift-container-server -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin +copying build/scripts-3.12/swift-container-auditor -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin +copying build/scripts-3.12/swift-oldies -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin +copying build/scripts-3.12/swift-account-audit -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin +copying build/scripts-3.12/swift-account-server -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin copying build/scripts-3.12/swift-account-replicator -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin -copying build/scripts-3.12/swift-ring-builder -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin -copying build/scripts-3.12/swift-container-reconciler -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin -copying build/scripts-3.12/swift-ring-composer -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin +copying build/scripts-3.12/swift-object-auditor -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin +copying build/scripts-3.12/swift-proxy-server -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin copying build/scripts-3.12/swift-init -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin -copying build/scripts-3.12/swift-object-expirer -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin -copying build/scripts-3.12/swift-object-server -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin -copying build/scripts-3.12/swift-container-sync -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin -copying build/scripts-3.12/swift-container-sharder -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin +copying build/scripts-3.12/swift-object-replicator -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin +copying build/scripts-3.12/swift-object-reconstructor -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin copying build/scripts-3.12/swift-object-info -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin -copying build/scripts-3.12/swift-account-server -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin +copying build/scripts-3.12/swift-form-signature -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin +copying build/scripts-3.12/swift-container-replicator -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin copying build/scripts-3.12/swift-dispersion-populate -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin -copying build/scripts-3.12/swift-oldies -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin -copying build/scripts-3.12/swift-recon-cron -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin -copying build/scripts-3.12/swift-account-audit -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin -copying build/scripts-3.12/swift-object-replicator -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin -copying build/scripts-3.12/swift-object-auditor -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin -copying build/scripts-3.12/swift-object-relinker -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin -copying build/scripts-3.12/swift-container-server -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin -copying build/scripts-3.12/swift-orphans -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin +copying build/scripts-3.12/swift-ring-builder-analyzer -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin +copying build/scripts-3.12/swift-account-info -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin copying build/scripts-3.12/swift-config -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin -changing mode of /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin/swift-ring-builder-analyzer to 755 -changing mode of /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin/swift-container-replicator to 755 -changing mode of /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin/swift-container-auditor to 755 +copying build/scripts-3.12/swift-container-sharder -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin +copying build/scripts-3.12/swift-container-sync -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin +copying build/scripts-3.12/swift-container-info -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin +copying build/scripts-3.12/swift-orphans -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin +copying build/scripts-3.12/swift-recon -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin +copying build/scripts-3.12/swift-ring-composer -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin +copying build/scripts-3.12/swift-object-server -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin +copying build/scripts-3.12/swift-account-auditor -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin +changing mode of /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin/swift-dispersion-report to 755 +changing mode of /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin/swift-object-expirer to 755 changing mode of /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin/swift-container-updater to 755 -changing mode of /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin/swift-container-info to 755 -changing mode of /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin/swift-account-info to 755 -changing mode of /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin/swift-object-updater to 755 changing mode of /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin/swift-get-nodes to 755 +changing mode of /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin/swift-ring-builder to 755 +changing mode of /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin/swift-object-relinker to 755 +changing mode of /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin/swift-object-updater to 755 +changing mode of /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin/swift-container-reconciler to 755 +changing mode of /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin/swift-reconciler-enqueue to 755 changing mode of /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin/swift-account-reaper to 755 -changing mode of /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin/swift-object-reconstructor to 755 -changing mode of /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin/swift-account-auditor to 755 -changing mode of /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin/swift-proxy-server to 755 -changing mode of /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin/swift-dispersion-report to 755 +changing mode of /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin/swift-recon-cron to 755 changing mode of /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin/swift-drive-audit to 755 -changing mode of /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin/swift-reconciler-enqueue to 755 -changing mode of /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin/swift-recon to 755 -changing mode of /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin/swift-form-signature to 755 +changing mode of /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin/swift-container-server to 755 +changing mode of /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin/swift-container-auditor to 755 +changing mode of /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin/swift-oldies to 755 +changing mode of /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin/swift-account-audit to 755 +changing mode of /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin/swift-account-server to 755 changing mode of /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin/swift-account-replicator to 755 -changing mode of /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin/swift-ring-builder to 755 -changing mode of /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin/swift-container-reconciler to 755 -changing mode of /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin/swift-ring-composer to 755 +changing mode of /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin/swift-object-auditor to 755 +changing mode of /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin/swift-proxy-server to 755 changing mode of /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin/swift-init to 755 -changing mode of /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin/swift-object-expirer to 755 -changing mode of /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin/swift-object-server to 755 -changing mode of /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin/swift-container-sync to 755 -changing mode of /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin/swift-container-sharder to 755 +changing mode of /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin/swift-object-replicator to 755 +changing mode of /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin/swift-object-reconstructor to 755 changing mode of /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin/swift-object-info to 755 -changing mode of /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin/swift-account-server to 755 +changing mode of /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin/swift-form-signature to 755 +changing mode of /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin/swift-container-replicator to 755 changing mode of /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin/swift-dispersion-populate to 755 -changing mode of /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin/swift-oldies to 755 -changing mode of /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin/swift-recon-cron to 755 -changing mode of /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin/swift-account-audit to 755 -changing mode of /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin/swift-object-replicator to 755 -changing mode of /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin/swift-object-auditor to 755 -changing mode of /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin/swift-object-relinker to 755 -changing mode of /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin/swift-container-server to 755 -changing mode of /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin/swift-orphans to 755 +changing mode of /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin/swift-ring-builder-analyzer to 755 +changing mode of /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin/swift-account-info to 755 changing mode of /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin/swift-config to 755 +changing mode of /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin/swift-container-sharder to 755 +changing mode of /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin/swift-container-sync to 755 +changing mode of /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin/swift-container-info to 755 +changing mode of /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin/swift-orphans to 755 +changing mode of /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin/swift-recon to 755 +changing mode of /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin/swift-ring-composer to 755 +changing mode of /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin/swift-object-server to 755 +changing mode of /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin/swift-account-auditor to 755 Installing swift-container-deleter script to /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin Installing swift-drive-full-checker script to /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin Installing swift-manage-shard-ranges script to /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin Installing swift-reload script to /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin -+ pwd ++ for pyvers in ${PYTHON3S} +++ pwd + python3.11 setup.py install --install-layout=deb --root /build/reproducible-path/swift-2.33.0/debian/tmp /usr/lib/python3/dist-packages/setuptools/__init__.py:84: _DeprecatedInstaller: setuptools.installer and fetch_build_eggs are deprecated. !! @@ -5315,257 +5378,257 @@ check.warn(importable) running build_scripts running install_lib -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/mem_server.py to mem_server.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/diskfile.py to diskfile.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/ssync_receiver.py to ssync_receiver.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/auditor.py to auditor.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/ssync_sender.py to ssync_sender.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/reconstructor.py to reconstructor.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/mem_diskfile.py to mem_diskfile.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/server.py to server.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/expirer.py to expirer.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/__init__.py to __init__.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/replicator.py to replicator.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/watchers/dark_data.py to dark_data.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/watchers/__init__.py to __init__.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/updater.py to updater.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/base.py to base.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/container.py to container.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/account.py to account.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/__init__.py to __init__.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/info.py to info.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/obj.py to obj.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/server.py to server.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/__init__.py to __init__.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/utils.py to utils.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/auditor.py to auditor.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/backend.py to backend.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/server.py to server.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/reaper.py to reaper.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/__init__.py to __init__.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/replicator.py to replicator.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/recon.py to recon.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/db.py to db.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/digest.py to digest.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/exceptions.py to exceptions.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/bufferedhttp.py to bufferedhttp.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/header_key_dict.py to header_key_dict.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/db_replicator.py to db_replicator.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/http_protocol.py to http_protocol.cpython-311.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/storage_policy.py to storage_policy.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/request_helpers.py to request_helpers.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/manager.py to manager.cpython-311.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/linkat.py to linkat.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/db_replicator.py to db_replicator.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/container_sync_realms.py to container_sync_realms.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/constraints.py to constraints.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/digest.py to digest.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/internal_client.py to internal_client.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/memcached.py to memcached.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring/utils.py to utils.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring/builder.py to builder.cpython-311.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring/composite_builder.py to composite_builder.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring/__init__.py to __init__.cpython-311.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring/ring.py to ring.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/http.py to http.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/http_protocol.py to http_protocol.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/wsgi.py to wsgi.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/bufferedhttp.py to bufferedhttp.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/direct_client.py to direct_client.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/db.py to db.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/error_limiter.py to error_limiter.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring/utils.py to utils.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring/__init__.py to __init__.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring/builder.py to builder.cpython-311.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils/libc.py to libc.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils/timestamp.py to timestamp.cpython-311.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils/ipaddrs.py to ipaddrs.cpython-311.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils/__init__.py to __init__.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/recon.py to recon.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/swob.py to swob.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/__init__.py to __init__.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/base_storage_server.py to base_storage_server.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/manager.py to manager.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils/timestamp.py to timestamp.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/internal_client.py to internal_client.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/name_check.py to name_check.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/recon.py to recon.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile/exceptions.py to exceptions.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile/html_viewer.py to html_viewer.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile/__init__.py to __init__.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile/profile_model.py to profile_model.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/listing_formats.py to listing_formats.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crossdomain.py to crossdomain.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/proxy_logging.py to proxy_logging.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/copy.py to copy.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/ratelimit.py to ratelimit.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/versioned_writes/legacy.py to legacy.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/versioned_writes/object_versioning.py to object_versioning.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/versioned_writes/__init__.py to __init__.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/container_quotas.py to container_quotas.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/read_only.py to read_only.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/staticweb.py to staticweb.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/account_quotas.py to account_quotas.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/cname_lookup.py to cname_lookup.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/formpost.py to formpost.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/symlink.py to symlink.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/keystoneauth.py to keystoneauth.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/tempurl.py to tempurl.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/memcache.py to memcache.cpython-311.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/backend_ratelimit.py to backend_ratelimit.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/container_sync.py to container_sync.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/healthcheck.py to healthcheck.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/gatekeeper.py to gatekeeper.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/etag_quoter.py to etag_quoter.cpython-311.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/domain_remap.py to domain_remap.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/symlink.py to symlink.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/crypto_utils.py to crypto_utils.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/keymaster.py to keymaster.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/tempauth.py to tempauth.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/acl.py to acl.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/xprofile.py to xprofile.cpython-311.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/decrypter.py to decrypter.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/kms_keymaster.py to kms_keymaster.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/__init__.py to __init__.cpython-311.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/kmip_keymaster.py to kmip_keymaster.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/kms_keymaster.py to kms_keymaster.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/crypto_utils.py to crypto_utils.cpython-311.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/encrypter.py to encrypter.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/slo.py to slo.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/memcache.py to memcache.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/etag_quoter.py to etag_quoter.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/cname_lookup.py to cname_lookup.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/copy.py to copy.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/bulk.py to bulk.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/keystoneauth.py to keystoneauth.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/listing_formats.py to listing_formats.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile/profile_model.py to profile_model.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile/__init__.py to __init__.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile/exceptions.py to exceptions.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile/html_viewer.py to html_viewer.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/versioned_writes/__init__.py to __init__.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/versioned_writes/object_versioning.py to object_versioning.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/versioned_writes/legacy.py to legacy.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crossdomain.py to crossdomain.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/keymaster.py to keymaster.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/__init__.py to __init__.cpython-311.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/catch_errors.py to catch_errors.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/tempauth.py to tempauth.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/tempurl.py to tempurl.cpython-311.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/dlo.py to dlo.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/recon.py to recon.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/__init__.py to __init__.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/list_endpoints.py to list_endpoints.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/s3api.py to s3api.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/etree.py to etree.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/acl_handlers.py to acl_handlers.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/acl_utils.py to acl_utils.cpython-311.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/s3request.py to s3request.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/exception.py to exception.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/subresource.py to subresource.cpython-311.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/utils.py to utils.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/object_lock.py to object_lock.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/base.py to base.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/multi_upload.py to multi_upload.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/bucket.py to bucket.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/__init__.py to __init__.cpython-311.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/tagging.py to tagging.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/location.py to location.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/base.py to base.cpython-311.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/multi_delete.py to multi_delete.cpython-311.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/s3_acl.py to s3_acl.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/__init__.py to __init__.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/location.py to location.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/logging.py to logging.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/obj.py to obj.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/acl.py to acl.cpython-311.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/versioning.py to versioning.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/logging.py to logging.cpython-311.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/service.py to service.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/acl.py to acl.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/obj.py to obj.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/s3response.py to s3response.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/etree.py to etree.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/s3api.py to s3api.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/subresource.py to subresource.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/exception.py to exception.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/__init__.py to __init__.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/__init__.py to __init__.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/multi_upload.py to multi_upload.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/object_lock.py to object_lock.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/bucket.py to bucket.cpython-311.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/s3token.py to s3token.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/acl_handlers.py to acl_handlers.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/acl_utils.py to acl_utils.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/proxy_logging.py to proxy_logging.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/gatekeeper.py to gatekeeper.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/__init__.py to __init__.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/container_quotas.py to container_quotas.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/healthcheck.py to healthcheck.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/staticweb.py to staticweb.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/list_endpoints.py to list_endpoints.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/xprofile.py to xprofile.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/read_only.py to read_only.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/account_quotas.py to account_quotas.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/name_check.py to name_check.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/formpost.py to formpost.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/acl.py to acl.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/ratelimit.py to ratelimit.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/s3response.py to s3response.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/slo.py to slo.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/bulk.py to bulk.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/container_sync.py to container_sync.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/wsgi.py to wsgi.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/request_helpers.py to request_helpers.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/daemon.py to daemon.cpython-311.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/registry.py to registry.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/exceptions.py to exceptions.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/swob.py to swob.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/container_sync_realms.py to container_sync_realms.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/memcached.py to memcached.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/http.py to http.cpython-311.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/db_auditor.py to db_auditor.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/__init__.py to __init__.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/error_limiter.py to error_limiter.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/base_storage_server.py to base_storage_server.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/constraints.py to constraints.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/direct_client.py to direct_client.cpython-311.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/splice.py to splice.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/daemon.py to daemon.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/header_key_dict.py to header_key_dict.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/replicator.py to replicator.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/server.py to server.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/auditor.py to auditor.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/utils.py to utils.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/__init__.py to __init__.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/reaper.py to reaper.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/backend.py to backend.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/mem_server.py to mem_server.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/reconstructor.py to reconstructor.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/replicator.py to replicator.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/diskfile.py to diskfile.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/server.py to server.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/ssync_receiver.py to ssync_receiver.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/auditor.py to auditor.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/mem_diskfile.py to mem_diskfile.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/updater.py to updater.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/watchers/__init__.py to __init__.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/watchers/dark_data.py to dark_data.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/__init__.py to __init__.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/expirer.py to expirer.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/ssync_sender.py to ssync_sender.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/recon.py to recon.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/container_deleter.py to container_deleter.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/shard-info.py to shard-info.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/drive_full_checker.py to drive_full_checker.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/dispersion_report.py to dispersion_report.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/ringbuilder.py to ringbuilder.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/ringcomposer.py to ringcomposer.cpython-311.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/manage_shard_ranges.py to manage_shard_ranges.cpython-311.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/form_signature.py to form_signature.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/ringcomposer.py to ringcomposer.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/ring_builder_analyzer.py to ring_builder_analyzer.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/drive_full_checker.py to drive_full_checker.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/recon.py to recon.cpython-311.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/__init__.py to __init__.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/ringbuilder.py to ringbuilder.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/shard-info.py to shard-info.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/recon_cron.py to recon_cron.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/reload.py to reload.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/ring_builder_analyzer.py to ring_builder_analyzer.cpython-311.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/relinker.py to relinker.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/container_deleter.py to container_deleter.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/reload.py to reload.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/recon_cron.py to recon_cron.cpython-311.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/info.py to info.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/dispersion_report.py to dispersion_report.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/auditor.py to auditor.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/backend.py to backend.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/server.py to server.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/__init__.py to __init__.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/__init__.py to __init__.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/server.py to server.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/__init__.py to __init__.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/base.py to base.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/account.py to account.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/obj.py to obj.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/__init__.py to __init__.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/info.py to info.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/container.py to container.cpython-311.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/replicator.py to replicator.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/sharder.py to sharder.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/server.py to server.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/reconciler.py to reconciler.cpython-311.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/sync_store.py to sync_store.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/auditor.py to auditor.cpython-311.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/sync.py to sync.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/reconciler.py to reconciler.cpython-311.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/updater.py to updater.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/__init__.py to __init__.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/__init__.py to __init__.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/sharder.py to sharder.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/backend.py to backend.cpython-311.pyc running install_egg_info removing '/build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift-2.33.0.egg-info' (and everything under it) Copying swift.egg-info to /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift-2.33.0.egg-info Skipping SOURCES.txt running install_scripts -copying build/scripts-3.11/swift-ring-builder-analyzer -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin -copying build/scripts-3.11/swift-container-replicator -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin -copying build/scripts-3.11/swift-container-auditor -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin +copying build/scripts-3.11/swift-dispersion-report -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin +copying build/scripts-3.11/swift-object-expirer -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin copying build/scripts-3.11/swift-container-updater -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin -copying build/scripts-3.11/swift-container-info -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin -copying build/scripts-3.11/swift-account-info -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin -copying build/scripts-3.11/swift-object-updater -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin copying build/scripts-3.11/swift-get-nodes -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin +copying build/scripts-3.11/swift-ring-builder -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin +copying build/scripts-3.11/swift-object-relinker -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin +copying build/scripts-3.11/swift-object-updater -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin +copying build/scripts-3.11/swift-container-reconciler -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin +copying build/scripts-3.11/swift-reconciler-enqueue -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin copying build/scripts-3.11/swift-account-reaper -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin -copying build/scripts-3.11/swift-object-reconstructor -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin -copying build/scripts-3.11/swift-account-auditor -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin -copying build/scripts-3.11/swift-proxy-server -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin -copying build/scripts-3.11/swift-dispersion-report -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin +copying build/scripts-3.11/swift-recon-cron -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin copying build/scripts-3.11/swift-drive-audit -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin -copying build/scripts-3.11/swift-reconciler-enqueue -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin -copying build/scripts-3.11/swift-recon -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin -copying build/scripts-3.11/swift-form-signature -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin +copying build/scripts-3.11/swift-container-server -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin +copying build/scripts-3.11/swift-container-auditor -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin +copying build/scripts-3.11/swift-oldies -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin +copying build/scripts-3.11/swift-account-audit -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin +copying build/scripts-3.11/swift-account-server -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin copying build/scripts-3.11/swift-account-replicator -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin -copying build/scripts-3.11/swift-ring-builder -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin -copying build/scripts-3.11/swift-container-reconciler -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin -copying build/scripts-3.11/swift-ring-composer -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin +copying build/scripts-3.11/swift-object-auditor -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin +copying build/scripts-3.11/swift-proxy-server -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin copying build/scripts-3.11/swift-init -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin -copying build/scripts-3.11/swift-object-expirer -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin -copying build/scripts-3.11/swift-object-server -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin -copying build/scripts-3.11/swift-container-sync -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin -copying build/scripts-3.11/swift-container-sharder -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin +copying build/scripts-3.11/swift-object-replicator -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin +copying build/scripts-3.11/swift-object-reconstructor -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin copying build/scripts-3.11/swift-object-info -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin -copying build/scripts-3.11/swift-account-server -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin +copying build/scripts-3.11/swift-form-signature -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin +copying build/scripts-3.11/swift-container-replicator -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin copying build/scripts-3.11/swift-dispersion-populate -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin -copying build/scripts-3.11/swift-oldies -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin -copying build/scripts-3.11/swift-recon-cron -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin -copying build/scripts-3.11/swift-account-audit -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin -copying build/scripts-3.11/swift-object-replicator -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin -copying build/scripts-3.11/swift-object-auditor -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin -copying build/scripts-3.11/swift-object-relinker -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin -copying build/scripts-3.11/swift-container-server -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin -copying build/scripts-3.11/swift-orphans -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin +copying build/scripts-3.11/swift-ring-builder-analyzer -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin +copying build/scripts-3.11/swift-account-info -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin copying build/scripts-3.11/swift-config -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin -changing mode of /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin/swift-ring-builder-analyzer to 755 -changing mode of /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin/swift-container-replicator to 755 -changing mode of /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin/swift-container-auditor to 755 +copying build/scripts-3.11/swift-container-sharder -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin +copying build/scripts-3.11/swift-container-sync -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin +copying build/scripts-3.11/swift-container-info -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin +copying build/scripts-3.11/swift-orphans -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin +copying build/scripts-3.11/swift-recon -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin +copying build/scripts-3.11/swift-ring-composer -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin +copying build/scripts-3.11/swift-object-server -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin +copying build/scripts-3.11/swift-account-auditor -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin +changing mode of /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin/swift-dispersion-report to 755 +changing mode of /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin/swift-object-expirer to 755 changing mode of /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin/swift-container-updater to 755 -changing mode of /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin/swift-container-info to 755 -changing mode of /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin/swift-account-info to 755 -changing mode of /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin/swift-object-updater to 755 changing mode of /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin/swift-get-nodes to 755 +changing mode of /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin/swift-ring-builder to 755 +changing mode of /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin/swift-object-relinker to 755 +changing mode of /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin/swift-object-updater to 755 +changing mode of /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin/swift-container-reconciler to 755 +changing mode of /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin/swift-reconciler-enqueue to 755 changing mode of /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin/swift-account-reaper to 755 -changing mode of /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin/swift-object-reconstructor to 755 -changing mode of /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin/swift-account-auditor to 755 -changing mode of /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin/swift-proxy-server to 755 -changing mode of /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin/swift-dispersion-report to 755 +changing mode of /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin/swift-recon-cron to 755 changing mode of /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin/swift-drive-audit to 755 -changing mode of /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin/swift-reconciler-enqueue to 755 -changing mode of /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin/swift-recon to 755 -changing mode of /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin/swift-form-signature to 755 +changing mode of /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin/swift-container-server to 755 +changing mode of /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin/swift-container-auditor to 755 +changing mode of /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin/swift-oldies to 755 +changing mode of /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin/swift-account-audit to 755 +changing mode of /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin/swift-account-server to 755 changing mode of /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin/swift-account-replicator to 755 -changing mode of /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin/swift-ring-builder to 755 -changing mode of /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin/swift-container-reconciler to 755 -changing mode of /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin/swift-ring-composer to 755 +changing mode of /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin/swift-object-auditor to 755 +changing mode of /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin/swift-proxy-server to 755 changing mode of /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin/swift-init to 755 -changing mode of /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin/swift-object-expirer to 755 -changing mode of /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin/swift-object-server to 755 -changing mode of /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin/swift-container-sync to 755 -changing mode of /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin/swift-container-sharder to 755 +changing mode of /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin/swift-object-replicator to 755 +changing mode of /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin/swift-object-reconstructor to 755 changing mode of /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin/swift-object-info to 755 -changing mode of /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin/swift-account-server to 755 +changing mode of /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin/swift-form-signature to 755 +changing mode of /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin/swift-container-replicator to 755 changing mode of /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin/swift-dispersion-populate to 755 -changing mode of /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin/swift-oldies to 755 -changing mode of /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin/swift-recon-cron to 755 -changing mode of /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin/swift-account-audit to 755 -changing mode of /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin/swift-object-replicator to 755 -changing mode of /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin/swift-object-auditor to 755 -changing mode of /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin/swift-object-relinker to 755 -changing mode of /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin/swift-container-server to 755 -changing mode of /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin/swift-orphans to 755 +changing mode of /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin/swift-ring-builder-analyzer to 755 +changing mode of /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin/swift-account-info to 755 changing mode of /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin/swift-config to 755 +changing mode of /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin/swift-container-sharder to 755 +changing mode of /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin/swift-container-sync to 755 +changing mode of /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin/swift-container-info to 755 +changing mode of /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin/swift-orphans to 755 +changing mode of /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin/swift-recon to 755 +changing mode of /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin/swift-ring-composer to 755 +changing mode of /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin/swift-object-server to 755 +changing mode of /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin/swift-account-auditor to 755 Installing swift-container-deleter script to /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin Installing swift-drive-full-checker script to /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin Installing swift-manage-shard-ranges script to /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin Installing swift-reload script to /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin -+ pwd -+ rm -rf /build/reproducible-path/swift-2.33.0/debian/python*/usr/lib/python*/dist-packages/*.pth -+ pwd -+ rm -rf /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python*/dist-packages/*.pth +++ pwd ++ rm -rf '/build/reproducible-path/swift-2.33.0/debian/python*/usr/lib/python*/dist-packages/*.pth' +++ pwd ++ rm -rf '/build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python*/dist-packages/*.pth' rm debian/tmp/usr/bin/swift-init pkgos-dh_auto_test --no-py2 --test-path test/unit 'test\.unit\.(?!common\.test_utils\.TestUtils\.test_get_logger_sysloghandler_plumbing|common\.middleware\.test_cname_lookup\.TestCNAMELookup.*|common\.test_db\.TestDatabaseBroker\.test_get.*|container\.test_sync\.TestContainerSync\.test_init.*|common\.test_utils\.TestPunchHoleReally\.test_punch_a_hole.*|common\.test_utils\.Test_LibcWrapper\.test_argument_plumbing.*|common\.test_utils\.TestUtils\.test_load_pkg_resource_importlib.*|common\.test_db_replicator\.TestHandoffsOnly.*|common\.ring\.test_builder\.TestGetRequiredOverload\.test_perfect_four_zone_four_replica_bad_placement|common\.test_wsgi\.TestWSGI.*|obj\.test_expirer\.TestObjectExpirer\.test_delete_actual_object|common\.test_memcached\.TestMemcached\.test_get_conns_hostname6|common\.test_memcached\.TestMemcached\.test_get_conns_v6|common\.test_memcached\.TestMemcached\.test_get_conns_v6_default|obj\.test_reconstructor\.TestWorkerReconstructor\.test_run_forever_recon_aggregation|proxy\.controllers\.test_obj\.TestECObjController\.test_GET_with_duplicate_but_sufficient_frag_indexes|proxy\.test_mem_server\.TestProxyServer\.test_statsd_prefix|proxy\.controllers\.test_obj\.TestECObjController\.test_GET_read_timeout|proxy\.controllers\.test_base\.TestGetOrHeadHandler\.test_disconnected_logging|obj\.test_expirer\.TestObjectExpirer\.test_failed_delete_continues_on|obj\.test_replicator\.TestObjectReplicator\.test_update)' + PKGOS_TEST_PARALLEL=yes @@ -5574,35 +5637,108 @@ + PYTHON3S=disabled + TEST_PARALLEL_OPT=--parallel + TEST_SERIAL_OPT= -+ echo WARNING: --no-py2 is deprecated, and always on. ++ for i in $@ ++ case "${1}" in ++ echo 'WARNING: --no-py2 is deprecated, and always on.' WARNING: --no-py2 is deprecated, and always on. + shift -+ py3versions -vr -+ PYTHON3S=3.12 3.11 -+ [ yes = no ] -+ [ no = yes ] -+ [ 3.12 = disabled ] -+ echo 3.12 -+ cut -d. -f1 ++ for i in $@ ++ case "${1}" in ++ for i in $@ ++ case "${1}" in ++ for i in $@ ++ case "${1}" in +++ py3versions -vr ++ PYTHON3S='3.12 3.11' ++ '[' yes = no ']' ++ '[' no = yes ']' ++ for pyvers in ${PYTHON3S} ++ '[' 3.12 = disabled ']' +++ echo 3.12 +++ cut -d. -f1 + PYMAJOR=3 -+ echo ===> Testing with python (python3) ++ echo '===> Testing with python (python3)' ===> Testing with python (python3) -+ pwd -+ [ -d /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages ] -+ [ -z ] -+ pwd -+ echo Implicitly adding PYTHONPATH=/build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages +++ pwd ++ '[' -d /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages ']' ++ '[' -z '' ']' +++ pwd ++ echo 'Implicitly adding PYTHONPATH=/build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages' Implicitly adding PYTHONPATH=/build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages -+ pwd +++ pwd + export PYTHONPATH=/build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages -+ [ -e .stestr.conf ] -+ [ -x /usr/bin/python3-stestr ] ++ PYTHONPATH=/build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages ++ '[' -e .stestr.conf ']' ++ '[' -x /usr/bin/python3-stestr ']' + STESTR=stestr + rm -rf .stestr -+ PYTHON=python3.12 stestr+ run --parallel --subunit --test-path test/unit test\.unit\.(?!common\.test_utils\.TestUtils\.test_get_logger_sysloghandler_plumbing|common\.middleware\.test_cname_lookup\.TestCNAMELookup.*|common\.test_db\.TestDatabaseBroker\.test_get.*|container\.test_sync\.TestContainerSync\.test_init.*|common\.test_utils\.TestPunchHoleReally\.test_punch_a_hole.*|common\.test_utils\.Test_LibcWrapper\.test_argument_plumbing.*|common\.test_utils\.TestUtils\.test_load_pkg_resource_importlib.*|common\.test_db_replicator\.TestHandoffsOnly.*|common\.ring\.test_builder\.TestGetRequiredOverload\.test_perfect_four_zone_four_replica_bad_placement|common\.test_wsgi\.TestWSGI.*|obj\.test_expirer\.TestObjectExpirer\.test_delete_actual_object|common\.test_memcached\.TestMemcached\.test_get_conns_hostname6|common\.test_memcached\.TestMemcached\.test_get_conns_v6|common\.test_memcached\.TestMemcached\.test_get_conns_v6_default|obj\.test_reconstructor\.TestWorkerReconstructor\.test_run_forever_recon_aggregation|proxy\.controllers\.test_obj\.TestECObjController\.test_GET_with_duplicate_but_sufficient_frag_indexes|proxy\.test_mem_server\.TestProxyServer\.test_statsd_prefix|proxy\.controllers\.test_obj\.TestECObjController\.test_GET_read_timeout|proxy\.controllers\.test_base\.TestGetOrHeadHandler\.test_disconnected_logging|obj\.test_expirer\.TestObjectExpirer\.test_failed_delete_continues_on|obj\.test_replicator\.TestObjectReplicator\.test_update) -subunit2pyunit ++ subunit2pyunit ++ PYTHON=python3.12 ++ stestr run --parallel --subunit --test-path test/unit 'test\.unit\.(?!common\.test_utils\.TestUtils\.test_get_logger_sysloghandler_plumbing|common\.middleware\.test_cname_lookup\.TestCNAMELookup.*|common\.test_db\.TestDatabaseBroker\.test_get.*|container\.test_sync\.TestContainerSync\.test_init.*|common\.test_utils\.TestPunchHoleReally\.test_punch_a_hole.*|common\.test_utils\.Test_LibcWrapper\.test_argument_plumbing.*|common\.test_utils\.TestUtils\.test_load_pkg_resource_importlib.*|common\.test_db_replicator\.TestHandoffsOnly.*|common\.ring\.test_builder\.TestGetRequiredOverload\.test_perfect_four_zone_four_replica_bad_placement|common\.test_wsgi\.TestWSGI.*|obj\.test_expirer\.TestObjectExpirer\.test_delete_actual_object|common\.test_memcached\.TestMemcached\.test_get_conns_hostname6|common\.test_memcached\.TestMemcached\.test_get_conns_v6|common\.test_memcached\.TestMemcached\.test_get_conns_v6_default|obj\.test_reconstructor\.TestWorkerReconstructor\.test_run_forever_recon_aggregation|proxy\.controllers\.test_obj\.TestECObjController\.test_GET_with_duplicate_but_sufficient_frag_indexes|proxy\.test_mem_server\.TestProxyServer\.test_statsd_prefix|proxy\.controllers\.test_obj\.TestECObjController\.test_GET_read_timeout|proxy\.controllers\.test_base\.TestGetOrHeadHandler\.test_disconnected_logging|obj\.test_expirer\.TestObjectExpirer\.test_failed_delete_continues_on|obj\.test_replicator\.TestObjectReplicator\.test_update)' +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_batched_reclaim +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_batched_reclaim ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_chexor +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_chexor ... ok +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_container_table_migration +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_container_table_migration ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_empty +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_empty ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_invalid_partition +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_invalid_partition ... ok +test.unit.account.test_auditor.TestAuditorRealBroker.test_db_validate_fails +test.unit.account.test_auditor.TestAuditorRealBroker.test_db_validate_fails ... ok +test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_get_info +test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_get_info ... ok +test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_get_policy_stats +test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_get_policy_stats ... ok +test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_list_containers_iter +test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_list_containers_iter ... ok +test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_metadata +test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_metadata ... ok +test.unit.cli.test_reload.TestMain.test_check_failed +test.unit.cli.test_reload.TestMain.test_check_failed ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_creation +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_creation ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_empty +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_empty ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_found +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_found ... ok /usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method warnings.warn("TestResult has no addDuration method", +test.unit.cli.test_dispersion_report.TestDispersionReport.test_placeholder +test.unit.cli.test_dispersion_report.TestDispersionReport.test_placeholder ... ok +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_add +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_add ... ok +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_overload +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_overload ... ok +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_part_power +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_part_power ... ok +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_random_seed +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_random_seed ... ok +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_remove +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_remove ... ok +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_replicas +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_replicas ... ok +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_rounds +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_rounds ... ok +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_save +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_save ... ok +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_set_weight +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_set_weight ... ok +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_good +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_good ... ok +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_invalid_json +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_invalid_json ... ok +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_json_not_object +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_json_not_object ... ok test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_cors_headers test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_cors_headers ... ok test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_cors_preflight @@ -5621,6 +5757,8 @@ test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_error ... ok test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_in_versioned_container_with_version_id test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_in_versioned_container_with_version_id ... ok +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_in_versioned_container_without_version test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_in_versioned_container_without_version ... ok test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_missing @@ -5629,6 +5767,8 @@ test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_multipart ... ok test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_no_multipart test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_no_multipart ... ok +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_old_version_id test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_old_version_id ... ok test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_version_id_not_implemented @@ -5643,12 +5783,6 @@ test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_Range_error ... ok test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_Response test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_Response ... ok -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_error test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_error ... ok test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_version_id @@ -5665,40 +5799,76 @@ test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_Range_with_invalid_value ... ok /usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method warnings.warn("TestResult has no addDuration method", +test.unit.cli.test_reload.TestMain.test_good +test.unit.cli.test_reload.TestMain.test_good ... ok +test.unit.cli.test_reload.TestMain.test_needs_pid +test.unit.cli.test_reload.TestMain.test_needs_pid ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_now_empty +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_now_empty ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_timestamp_not_float +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_timestamp_not_float ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_delete_container +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_delete_container ... ok /usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method warnings.warn("TestResult has no addDuration method", +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_application_wildcard +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_application_wildcard ... ok +test.unit.cli.test_reload.TestMain.test_timeout +test.unit.cli.test_reload.TestMain.test_timeout ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_empty_body +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_empty_body ... ok +test.unit.account.test_auditor.TestAuditorRealBrokerMigration.test_db_migration +test.unit.account.test_auditor.TestAuditorRealBrokerMigration.test_db_migration ... ok +test.unit.account.test_backend.TestCommonAccountBroker.test_commit_pending +test.unit.account.test_backend.TestCommonAccountBroker.test_commit_pending ... ok /usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method warnings.warn("TestResult has no addDuration method", +test.unit.account.test_backend.TestCommonAccountBroker.test_delete_db +test.unit.account.test_backend.TestCommonAccountBroker.test_delete_db ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_conflicting +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_conflicting ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_delete_db_status +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_delete_db_status ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_batched_reclaim +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_batched_reclaim ... ok +test.unit.account.test_backend.TestCommonAccountBroker.test_get_info +test.unit.account.test_backend.TestCommonAccountBroker.test_get_info ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_json +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_json ... ok /usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method warnings.warn("TestResult has no addDuration method", /usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method warnings.warn("TestResult has no addDuration method", -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_batched_reclaim -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_batched_reclaim ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_not_valid +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_not_valid ... ok test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_chexor test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_chexor ... ok +test.unit.account.test_backend.TestCommonAccountBroker.test_get_max_row +test.unit.account.test_backend.TestCommonAccountBroker.test_get_max_row ... ok +test.unit.account.test_server.TestAccountController.test_DELETE_empty +test.unit.account.test_server.TestAccountController.test_DELETE_empty ... ok +test.unit.account.test_server.TestAccountController.test_DELETE_invalid_partition +test.unit.account.test_server.TestAccountController.test_DELETE_invalid_partition ... ok +test.unit.account.test_server.TestAccountController.test_DELETE_not_empty +test.unit.account.test_server.TestAccountController.test_DELETE_not_empty ... ok +test.unit.account.test_server.TestAccountController.test_DELETE_not_found +test.unit.account.test_server.TestAccountController.test_DELETE_not_found ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_wildcard +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_wildcard ... ok +test.unit.account.test_backend.TestCommonAccountBroker.test_get_raw_metadata +test.unit.account.test_backend.TestCommonAccountBroker.test_get_raw_metadata ... ok +test.unit.account.test_backend.TestAccountBroker.test_batched_reclaim +test.unit.account.test_backend.TestAccountBroker.test_batched_reclaim ... ok test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_creation test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_creation ... ok -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.account.test_auditor.TestAuditorRealBroker.test_db_validate_fails -test.unit.account.test_auditor.TestAuditorRealBroker.test_db_validate_fails ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_empty -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_empty ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_invalid_partition -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_invalid_partition ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_empty -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_empty ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_found -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_found ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_now_empty -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_now_empty ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_timestamp_not_float -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_timestamp_not_float ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_application_wildcard -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_application_wildcard ... ok +test.unit.account.test_server.TestAccountController.test_DELETE_now_empty +test.unit.account.test_server.TestAccountController.test_DELETE_now_empty ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_batched_reclaim +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_batched_reclaim ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_xml +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_xml ... ok test.unit.account.test_reaper.TestReaper.test_basic_reap_account test.unit.account.test_reaper.TestReaper.test_basic_reap_account ... ok test.unit.account.test_reaper.TestReaper.test_creation @@ -5711,638 +5881,138 @@ test.unit.account.test_reaper.TestReaper.test_delay_reaping_conf_set ... ok test.unit.account.test_reaper.TestReaper.test_reap_account test.unit.account.test_reaper.TestReaper.test_reap_account ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_double_check_trailing_delimiter +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_double_check_trailing_delimiter ... ok test.unit.account.test_reaper.TestReaper.test_reap_account_no_container test.unit.account.test_reaper.TestReaper.test_reap_account_no_container ... ok +test.unit.account.test_server.TestAccountController.test_DELETE_timestamp_not_float +test.unit.account.test_server.TestAccountController.test_DELETE_timestamp_not_float ... ok test.unit.account.test_reaper.TestReaper.test_reap_account_with_sharding test.unit.account.test_reaper.TestReaper.test_reap_account_with_sharding ... ok -test.unit.account.test_auditor.TestAuditorRealBrokerMigration.test_db_migration -test.unit.account.test_auditor.TestAuditorRealBrokerMigration.test_db_migration ... ok -test.unit.account.test_server.TestAccountController.test_DELETE_empty -test.unit.account.test_server.TestAccountController.test_DELETE_empty ... ok test.unit.account.test_reaper.TestReaper.test_reap_container test.unit.account.test_reaper.TestReaper.test_reap_container ... ok -test.unit.account.test_server.TestAccountController.test_DELETE_invalid_partition -test.unit.account.test_server.TestAccountController.test_DELETE_invalid_partition ... ok test.unit.account.test_reaper.TestReaper.test_reap_container_full_fail test.unit.account.test_reaper.TestReaper.test_reap_container_full_fail ... ok test.unit.account.test_reaper.TestReaper.test_reap_container_get_object_fail test.unit.account.test_reaper.TestReaper.test_reap_container_get_object_fail ... ok test.unit.account.test_reaper.TestReaper.test_reap_container_get_object_timeout test.unit.account.test_reaper.TestReaper.test_reap_container_get_object_timeout ... ok -test.unit.account.test_server.TestAccountController.test_DELETE_not_empty -test.unit.account.test_server.TestAccountController.test_DELETE_not_empty ... ok -test.unit.account.test_server.TestAccountController.test_DELETE_not_found -test.unit.account.test_server.TestAccountController.test_DELETE_not_found ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_delete_container -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_delete_container ... ok test.unit.account.test_reaper.TestReaper.test_reap_container_non_exist_policy_index test.unit.account.test_reaper.TestReaper.test_reap_container_non_exist_policy_index ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_conflicting -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_conflicting ... ok -test.unit.account.test_server.TestAccountController.test_DELETE_now_empty -test.unit.account.test_server.TestAccountController.test_DELETE_now_empty ... ok -test.unit.account.test_backend.TestAccountBroker.test_batched_reclaim -test.unit.account.test_backend.TestAccountBroker.test_batched_reclaim ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_json +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_json ... ok +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_copy_encrypted_to_encrypted +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_copy_encrypted_to_encrypted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_copy_encrypted_to_unencrypted +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_copy_encrypted_to_unencrypted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_copy_unencrypted_to_encrypted +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_copy_unencrypted_to_encrypted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_crypto_UTF8_path +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_crypto_UTF8_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_crypto_max_length_path +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_crypto_max_length_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_disable_encryption_config_option +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_disable_encryption_config_option ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_ondisk_data_after_write_with_crypto +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_ondisk_data_after_write_with_crypto ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_ondisk_data_after_write_with_crypto_ec +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_ondisk_data_after_write_with_crypto_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.account.test_backend.TestCommonAccountBroker.test_get_syncs +test.unit.account.test_backend.TestCommonAccountBroker.test_get_syncs ... ok +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_put_without_crypto_post_with_crypto_read_with_crypto +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_put_without_crypto_post_with_crypto_read_with_crypto ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_and_override_headers +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_and_override_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto_different_root_secrets +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto_different_root_secrets ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto_ec +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_disable_encryption_conf +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_disable_encryption_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_without_crypto +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_without_crypto ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_without_crypto_ec +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_without_crypto_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.account.test_backend.TestAccountBroker.test_chexor test.unit.account.test_backend.TestAccountBroker.test_chexor ... ok +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_without_crypto_read_with_crypto +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_without_crypto_read_with_crypto ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_without_crypto_read_with_crypto_ec +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_without_crypto_read_with_crypto_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error_while_segment_bucket_delete +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error_while_segment_bucket_delete ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error_with_enabled_versioning +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error_with_enabled_versioning ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error_with_suspended_versioning +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error_with_suspended_versioning ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_with_empty_versioning +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_with_empty_versioning ... ok +test.unit.account.test_backend.TestCommonAccountBroker.test_maybe_get +test.unit.account.test_backend.TestCommonAccountBroker.test_maybe_get ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_plain +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_plain ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET ... ok +test.unit.cli.test_container_deleter.TestContainerDeleter.test_init_internal_client_log_name +test.unit.cli.test_container_deleter.TestContainerDeleter.test_init_internal_client_log_name ... ok +test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs +test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs ... ok +test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs_native_utf8 +test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs_native_utf8 ... ok +test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs_unicode_utf8 +test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs_unicode_utf8 ... ok +test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_empty_no_yield +test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_empty_no_yield ... ok +test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_empty_with_yield +test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_empty_with_yield ... ok +test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_one_update_no_yield +test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_one_update_no_yield ... ok +test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_two_updates_with_yield +test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_two_updates_with_yield ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_append_crypto_meta +test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_append_crypto_meta ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_append_then_extract_crypto_meta +test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_append_then_extract_crypto_meta ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_dump_crypto_meta +test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_dump_crypto_meta ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_dump_then_load_crypto_meta +test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_dump_then_load_crypto_meta ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_extract_crypto_meta +test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_extract_crypto_meta ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_load_crypto_meta +test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_load_crypto_meta ... ok +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_acl_GET +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_acl_GET ... ok +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_canned_acl_PUT_with_s3acl +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_canned_acl_PUT_with_s3acl ... ok test.unit.account.test_backend.TestAccountBroker.test_creation test.unit.account.test_backend.TestAccountBroker.test_creation ... ok +test.unit.account.test_server.TestAccountController.test_GET_accept_application_wildcard +test.unit.account.test_server.TestAccountController.test_GET_accept_application_wildcard ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_xml +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_xml ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_invalid_accept +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_invalid_accept ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_delete_container +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_delete_container ... ok test.unit.account.test_backend.TestAccountBroker.test_delete_container test.unit.account.test_backend.TestAccountBroker.test_delete_container ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_batched_reclaim -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_batched_reclaim ... ok -test.unit.account.test_utils.TestAccountUtils.test_account_listing_reserved_names -test.unit.account.test_utils.TestAccountUtils.test_account_listing_reserved_names ... ok -test.unit.account.test_utils.TestAccountUtils.test_account_listing_response -test.unit.account.test_utils.TestAccountUtils.test_account_listing_response ... ok -test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_empty_memory_broker -test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_empty_memory_broker ... ok -test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_fake_broker -test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_fake_broker ... ok -test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_with_data -test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_with_data ... ok -test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_with_legacy_data -test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_with_legacy_data ... ok -test.unit.cli.test_recon.TestRecon.test_async_check -test.unit.cli.test_recon.TestRecon.test_async_check ... ok -test.unit.cli.test_recon.TestRecon.test_calculate_least_and_most_recent -test.unit.cli.test_recon.TestRecon.test_calculate_least_and_most_recent ... ok -test.unit.cli.test_recon.TestRecon.test_drive_audit_check -test.unit.cli.test_recon.TestRecon.test_drive_audit_check ... ok -test.unit.cli.test_recon.TestRecon.test_gen_stats -test.unit.cli.test_recon.TestRecon.test_gen_stats ... ok -test.unit.cli.test_recon.TestRecon.test_get_error_ringnames -test.unit.cli.test_recon.TestRecon.test_get_error_ringnames ... ok -test.unit.cli.test_recon.TestRecon.test_get_hosts -test.unit.cli.test_recon.TestRecon.test_get_hosts ... ok -test.unit.cli.test_recon.TestRecon.test_get_ring_names -test.unit.cli.test_recon.TestRecon.test_get_ring_names ... ok -test.unit.cli.test_recon.TestRecon.test_get_ringmd5 -test.unit.cli.test_recon.TestRecon.test_get_ringmd5 ... ok -test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_alias -test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_alias ... ok -test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_all_policies -test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_all_policies ... ok -test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_invalid -test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_invalid ... ok -test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_unu -test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_unu ... ok -test.unit.account.test_server.TestAccountController.test_DELETE_timestamp_not_float -test.unit.account.test_server.TestAccountController.test_DELETE_timestamp_not_float ... ok -test.unit.cli.test_recon.TestRecon.test_ptime -test.unit.cli.test_recon.TestRecon.test_ptime ... ok -test.unit.cli.test_recon.TestRecon.test_quarantine_check -test.unit.cli.test_recon.TestRecon.test_quarantine_check ... ok -test.unit.cli.test_recon.TestRecon.test_umount_check -test.unit.cli.test_recon.TestRecon.test_umount_check ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_check_crypto_meta -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_check_crypto_meta ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_check_key -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_check_key ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_decryption_context -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_decryption_context ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_decryption_context_non_zero_offset -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_decryption_context_non_zero_offset ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_encryption_context -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_encryption_context ... ok +test.unit.account.test_server.TestAccountController.test_GET_accept_conflicting +test.unit.account.test_server.TestAccountController.test_GET_accept_conflicting ... ok test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_chexor test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_chexor ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_iv -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_iv ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_random_key -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_random_key ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_decrypt_range -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_decrypt_range ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_json -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_json ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_enc_dec_large_chunks -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_enc_dec_large_chunks ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_enc_dec_small_chunks -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_enc_dec_small_chunks ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_get_crypto_meta -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_get_crypto_meta ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_unwrap_bad_key -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_unwrap_bad_key ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_wrap_unwrap_key -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_wrap_unwrap_key ... ok -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_active_key -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_active_key ... ok -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_key_algorithm -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_key_algorithm ... ok -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_key_length -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_key_length ... ok -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_config_in_filter_section -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_config_in_filter_section ... ok -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_config_in_separate_file -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_config_in_separate_file ... ok +test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_delete_with_objects +test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_delete_with_objects ... ok +test.unit.account.test_server.TestAccountController.test_GET_accept_json +test.unit.account.test_server.TestAccountController.test_GET_accept_json ... ok test.unit.account.test_backend.TestAccountBroker.test_delete_db_status test.unit.account.test_backend.TestAccountBroker.test_delete_db_status ... ok -test.unit.cli.test_drive_full_checker.TestContainerDeleter.test_drive_full -test.unit.cli.test_drive_full_checker.TestContainerDeleter.test_drive_full ... ok -test.unit.cli.test_drive_full_checker.TestContainerDeleter.test_drive_with_space -test.unit.cli.test_drive_full_checker.TestContainerDeleter.test_drive_with_space ... ok -test.unit.cli.test_info.TestPrintObjFullMeta.test_invalid_etag -test.unit.cli.test_info.TestPrintObjFullMeta.test_invalid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_crypto_metadata -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_crypto_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_curl_command_ipv4 -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_curl_command_ipv4 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_curl_command_ipv6 -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_curl_command_ipv6 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_meta_and_ts_files -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_meta_and_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_metadata -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_no_ring -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_no_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_policy_index -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_policy_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_policy_name_mismatch -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_policy_name_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjFullMeta.test_unchecked_etag -test.unit.cli.test_info.TestPrintObjFullMeta.test_unchecked_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjFullMeta.test_valid_etag -test.unit.cli.test_info.TestPrintObjFullMeta.test_valid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_already_exists -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_already_exists ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_domain_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_domain_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv4_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv4_new_format ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_not_valid -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_not_valid ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv4_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv4_old_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv6_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv6_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv6_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv6_old_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_old_missing_region -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_old_missing_region ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_part_power_increase -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_part_power_increase ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_add_duplicate_devices -test.unit.cli.test_ringbuilder.TestCommands.test_add_duplicate_devices ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_create_ring -test.unit.cli.test_ringbuilder.TestCommands.test_create_ring ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_create_ring_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_create_ring_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_default -test.unit.cli.test_ringbuilder.TestCommands.test_default ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_default_no_device_ring_without_exception -test.unit.cli.test_ringbuilder.TestCommands.test_default_no_device_ring_without_exception ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_default_output -test.unit.cli.test_ringbuilder.TestCommands.test_default_output ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_default_output_id_assigned -test.unit.cli.test_ringbuilder.TestCommands.test_default_output_id_assigned ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_default_ringfile_check -test.unit.cli.test_ringbuilder.TestCommands.test_default_ringfile_check ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_default_show_removed -test.unit.cli.test_ringbuilder.TestCommands.test_default_show_removed ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_default_sorted_output -test.unit.cli.test_ringbuilder.TestCommands.test_default_sorted_output ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_dispersion_command -test.unit.cli.test_ringbuilder.TestCommands.test_dispersion_command ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_dispersion_command_recalculate -test.unit.cli.test_ringbuilder.TestCommands.test_dispersion_command_recalculate ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_empty_ring -test.unit.cli.test_ringbuilder.TestCommands.test_empty_ring ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_find_parts -test.unit.cli.test_ringbuilder.TestCommands.test_find_parts ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_invalid_device_name -test.unit.cli.test_ringbuilder.TestCommands.test_invalid_device_name ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_ipv6_output -test.unit.cli.test_ringbuilder.TestCommands.test_ipv6_output ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_domain_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_domain_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv4_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv4_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv4_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv4_old_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv6_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv6_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv6_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv6_old_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_no_matching -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_no_matching ... ok -test.unit.account.test_server.TestAccountController.test_GET_accept_application_wildcard -test.unit.account.test_server.TestAccountController.test_GET_accept_application_wildcard ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_delete_db_status -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_delete_db_status ... ok -test.unit.account.test_backend.TestAccountBroker.test_double_check_trailing_delimiter -test.unit.account.test_backend.TestAccountBroker.test_double_check_trailing_delimiter ... ok -test.unit.account.test_server.TestAccountController.test_GET_accept_conflicting -test.unit.account.test_server.TestAccountController.test_GET_accept_conflicting ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_wildcard -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_wildcard ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_analyze_stdin -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_analyze_stdin ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_creation -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_creation ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_analyze_stdin_with_overlaps -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_analyze_stdin_with_overlaps ... ok -=============================================================================== ---> Starting reconnaissance on 2 hosts (object) -=============================================================================== -=============================================================================== ---> Starting reconnaissance on 5 hosts (object) -=============================================================================== -=============================================================================== ---> Starting reconnaissance on 2 hosts (object) -=============================================================================== -Something useful -Also useful -Boring, but not secret -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_logger_manipulations -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_logger_manipulations ... ok -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_missing_key_id -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_missing_key_id ... ok -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_multikey_config_in_filter_section -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_multikey_config_in_filter_section ... ok -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_multikey_config_in_separate_file -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_multikey_config_in_separate_file ... ok -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_proxy_server_conf_dir -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_proxy_server_conf_dir ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_with_write_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_with_write_permission ... ok -test.unit.cli.test_relinker.TestRelinker.test_cleanup_all_policies -test.unit.cli.test_relinker.TestRelinker.test_cleanup_all_policies ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_data_file -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_data_file_conflicting_meta_file -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_data_file_conflicting_meta_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_data_file_existing_meta_file -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_data_file_existing_meta_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_older_data_file -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_older_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_file -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_is_linked_to_part_power_minus_1 -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_is_linked_to_part_power_minus_1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_is_linked_to_part_power_minus_2_err -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_is_linked_to_part_power_minus_2_err ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_is_linked_to_part_power_minus_2_ok -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_is_linked_to_part_power_minus_2_ok ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_data_meta_existing_newer_ts_files -test.unit.cli.test_relinker.TestRelinker.test_cleanup_data_meta_existing_newer_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_data_meta_existing_ts_files -test.unit.cli.test_relinker.TestRelinker.test_cleanup_data_meta_existing_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_data_meta_files -test.unit.cli.test_relinker.TestRelinker.test_cleanup_data_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_deleted -test.unit.cli.test_relinker.TestRelinker.test_cleanup_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_device_filter -test.unit.cli.test_relinker.TestRelinker.test_cleanup_device_filter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_device_filter_invalid -test.unit.cli.test_relinker.TestRelinker.test_cleanup_device_filter_invalid ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_diskfile_error -test.unit.cli.test_relinker.TestRelinker.test_cleanup_diskfile_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_diskfile_error_new_file_missing -test.unit.cli.test_relinker.TestRelinker.test_cleanup_diskfile_error_new_file_missing ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_files_per_second -test.unit.cli.test_relinker.TestRelinker.test_cleanup_files_per_second ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_first_quartile_does_rehash -test.unit.cli.test_relinker.TestRelinker.test_cleanup_first_quartile_does_rehash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_listdir_error -test.unit.cli.test_relinker.TestRelinker.test_cleanup_listdir_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_and_meta_file_both_relinks_fails -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_and_meta_file_both_relinks_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_and_meta_file_one_relink_fails -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_and_meta_file_one_relink_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_existing_meta_files -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_existing_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_file -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_file_relink_fails -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_file_relink_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_data_missing_meta_files -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_data_missing_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_meta_existing_older_meta_files -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_meta_existing_older_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_meta_existing_older_ts_files -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_meta_existing_older_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_meta_files -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_meta_missing_ts_files -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_meta_missing_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_ts_missing_meta_files -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_ts_missing_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_existing_newer_data_files -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_existing_newer_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_file -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_file_relink_fails -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_file_relink_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.account.test_backend.TestAccountBroker.test_empty -test.unit.account.test_backend.TestAccountBroker.test_empty ... ok -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_missing_ts_files -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_missing_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_ts_file -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_ts_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_ts_missing_data_missing_meta_files -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_ts_missing_data_missing_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_new_does_not_exist -test.unit.cli.test_relinker.TestRelinker.test_cleanup_new_does_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_new_does_not_exist_and_relink_fails -test.unit.cli.test_relinker.TestRelinker.test_cleanup_new_does_not_exist_and_relink_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_no_applicable_policy -test.unit.cli.test_relinker.TestRelinker.test_cleanup_no_applicable_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_not_mounted -test.unit.cli.test_relinker.TestRelinker.test_cleanup_not_mounted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_not_yet_relinked -test.unit.cli.test_relinker.TestRelinker.test_cleanup_not_yet_relinked ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_not_yet_relinked_low -test.unit.cli.test_relinker.TestRelinker.test_cleanup_not_yet_relinked_low ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_careful_dir -test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_careful_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_careful_file -test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_careful_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_lock_taken_between_get_hashes_and_rm -test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_lock_taken_between_get_hashes_and_rm ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_partition_lock_taken_during_get_hashes -test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_partition_lock_taken_during_get_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_replication_lock_taken -test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_replication_lock_taken ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_robust -test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_robust ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_older_object_in_new_partition -test.unit.cli.test_relinker.TestRelinker.test_cleanup_older_object_in_new_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_reapable -test.unit.cli.test_relinker.TestRelinker.test_cleanup_reapable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_relinked_ok -test.unit.cli.test_relinker.TestRelinker.test_cleanup_relinked_ok ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_remove_fails -test.unit.cli.test_relinker.TestRelinker.test_cleanup_remove_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_same_object_different_inode_in_new_partition -test.unit.cli.test_relinker.TestRelinker.test_cleanup_same_object_different_inode_in_new_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_second_quartile_no_rehash -test.unit.cli.test_relinker.TestRelinker.test_cleanup_second_quartile_no_rehash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_ts_existing_newer_data_files -test.unit.cli.test_relinker.TestRelinker.test_cleanup_ts_existing_newer_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_two_files_need_linking -test.unit.cli.test_relinker.TestRelinker.test_cleanup_two_files_need_linking ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_conf_file -test.unit.cli.test_relinker.TestRelinker.test_conf_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_devices_filter_filtering -test.unit.cli.test_relinker.TestRelinker.test_devices_filter_filtering ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_hook_pre_post_device_locking -test.unit.cli.test_relinker.TestRelinker.test_hook_pre_post_device_locking ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_rehashing -test.unit.cli.test_relinker.TestRelinker.test_rehashing ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_all_policies -test.unit.cli.test_relinker.TestRelinker.test_relink_all_policies ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_cleanup -test.unit.cli.test_relinker.TestRelinker.test_relink_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_both_in_older_part_powers -test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_both_in_older_part_powers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_file -test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_is_linked_to_part_power -test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_is_linked_to_part_power ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_is_linked_to_part_power_minus_1 -test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_is_linked_to_part_power_minus_1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_is_linked_to_part_power_minus_2_err -test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_is_linked_to_part_power_minus_2_err ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_data_data_meta_files -test.unit.cli.test_relinker.TestRelinker.test_relink_data_data_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_data_existing_meta_files -test.unit.cli.test_relinker.TestRelinker.test_relink_data_existing_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_data_existing_older_data_files_no_cleanup -test.unit.cli.test_relinker.TestRelinker.test_relink_data_existing_older_data_files_no_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_data_existing_older_meta_files -test.unit.cli.test_relinker.TestRelinker.test_relink_data_existing_older_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_data_file -test.unit.cli.test_relinker.TestRelinker.test_relink_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_existing_newer_data_files -test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_existing_newer_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_existing_newer_ts_files -test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_existing_newer_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_existing_ts_files -test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_existing_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_files -test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_ts_files -test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_data_ts_meta_files -test.unit.cli.test_relinker.TestRelinker.test_relink_data_ts_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_device_filter -test.unit.cli.test_relinker.TestRelinker.test_relink_device_filter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_device_filter_invalid -test.unit.cli.test_relinker.TestRelinker.test_relink_device_filter_invalid ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_existing_data_meta_older_ts_files -test.unit.cli.test_relinker.TestRelinker.test_relink_existing_data_meta_older_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_existing_data_meta_ts_files -test.unit.cli.test_relinker.TestRelinker.test_relink_existing_data_meta_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_files_per_second -test.unit.cli.test_relinker.TestRelinker.test_relink_files_per_second ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_first_quartile_no_rehash -test.unit.cli.test_relinker.TestRelinker.test_relink_first_quartile_no_rehash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_link_already_exists -test.unit.cli.test_relinker.TestRelinker.test_relink_link_already_exists ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_link_already_exists_but_different_inode -test.unit.cli.test_relinker.TestRelinker.test_relink_link_already_exists_but_different_inode ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_link_target_disappears -test.unit.cli.test_relinker.TestRelinker.test_relink_link_target_disappears ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_listdir_error -test.unit.cli.test_relinker.TestRelinker.test_relink_listdir_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_meta_file -test.unit.cli.test_relinker.TestRelinker.test_relink_meta_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_no_applicable_policy -test.unit.cli.test_relinker.TestRelinker.test_relink_no_applicable_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_not_mounted -test.unit.cli.test_relinker.TestRelinker.test_relink_not_mounted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_partition_filter -test.unit.cli.test_relinker.TestRelinker.test_relink_partition_filter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_policy_option -test.unit.cli.test_relinker.TestRelinker.test_relink_policy_option ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_second_quartile_does_rehash -test.unit.cli.test_relinker.TestRelinker.test_relink_second_quartile_does_rehash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_ts_data_meta_files -test.unit.cli.test_relinker.TestRelinker.test_relink_ts_data_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_ts_existing_newer_data_files -test.unit.cli.test_relinker.TestRelinker.test_relink_ts_existing_newer_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_ts_file -test.unit.cli.test_relinker.TestRelinker.test_relink_ts_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relinker_drop_privileges -test.unit.cli.test_relinker.TestRelinker.test_relinker_drop_privileges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relinker_utils_get_hub -test.unit.cli.test_relinker.TestRelinker.test_relinker_utils_get_hub ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_state_file -test.unit.cli.test_relinker.TestRelinker.test_state_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_workers_children -test.unit.cli.test_relinker.TestRelinker.test_workers_children ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_workers_parent -test.unit.cli.test_relinker.TestRelinker.test_workers_parent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_workers_parent_bubbles_up_errors -test.unit.cli.test_relinker.TestRelinker.test_workers_parent_bubbles_up_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_app_exception -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_app_exception ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_can_only_configure_secret_in_one_place -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_can_only_configure_secret_in_one_place ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_chained_keymasters -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_chained_keymasters ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_container_path -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_container_path ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_correct_root_secret_used -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_correct_root_secret_used ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_filter -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_filter ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_invalid_root_secret -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_invalid_root_secret ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_key_uniqueness -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_key_uniqueness ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_keymaster_config_path -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_keymaster_config_path ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_keys_cached -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_keys_cached ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_missing_conf_section -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_missing_conf_section ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets_missing_active_root_secret_id -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets_missing_active_root_secret_id ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets_with_invalid_id -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets_with_invalid_id ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets_with_invalid_secret -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets_with_invalid_secret ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_no_root_secret -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_no_root_secret ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_object_path -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_object_path ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_root_secret -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_root_secret ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_root_secret_path_invalid_secret -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_root_secret_path_invalid_secret ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_unicode_object_path -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_unicode_object_path ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_v1_keys -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_v1_keys ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_v1_keys_with_weird_paths -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_v1_keys_with_weird_paths ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_v2_keys -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_v2_keys ... ok -test.unit.common.middleware.s3api.test_location.TestS3ApiLocation.test_object_location -test.unit.common.middleware.s3api.test_location.TestS3ApiLocation.test_object_location ... ok -test.unit.common.middleware.s3api.test_location.TestS3ApiLocation.test_object_location_setting_as_us_west_1 -test.unit.common.middleware.s3api.test_location.TestS3ApiLocation.test_object_location_setting_as_us_west_1 ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_list_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_list_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_encoding_type_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_encoding_type_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_default -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_default ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_negative_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_negative_maxuploads ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_paginated -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_paginated ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_str_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_str_maxuploads ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_delimiter ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_id_and_key_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_id_and_key_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_key_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_key_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_prefix -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_prefix ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_without_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_without_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_without_segment_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_without_segment_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_abort -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_abort ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_complete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_complete ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_initiate -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_initiate ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_missing_key -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_missing_key ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_success -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_success ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_success_mixed_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_success_mixed_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_v4_bad_hash -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_v4_bad_hash ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_encoding_type -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_encoding_type ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_encoding_type_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_encoding_type_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_max_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_max_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_negative_max_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_negative_max_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_negative_part_number_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_negative_part_number_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_max_32bit_int -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_max_32bit_int ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_max_32bit_int_part_number_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_max_32bit_int_part_number_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_max_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_max_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_part_number_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_part_number_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_same_max_marts_as_objects_num -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_same_max_marts_as_objects_num ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_str_max_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_str_max_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_str_part_number_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_str_part_number_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_with_part_number_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_with_part_number_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_without_encoding_type -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_without_encoding_type ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_with_segment_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_with_segment_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_with_segment_bucket_mixed_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_with_segment_bucket_mixed_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_without_segment_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_without_segment_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_without_segment_bucket_mixed_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_without_segment_bucket_mixed_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_with_segment_bucket_mixed_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_with_segment_bucket_mixed_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_without_segment_bucket_make_public -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_without_segment_bucket_make_public ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_without_segment_bucket_same_acls -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_without_segment_bucket_same_acls ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_without_segment_bucket_same_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_without_segment_bucket_same_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multi_upload_empty_body -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multi_upload_empty_body ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_abort -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_abort ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_abort_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_abort_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_404_on_marker_delete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_404_on_marker_delete ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_409_on_marker_delete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_409_on_marker_delete ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_failure_with_heartbeat -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_failure_with_heartbeat ... ok test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware @@ -6481,12 +6151,8 @@ test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_error ... ok test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_POST_error test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_POST_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_marker_ts_in_future -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_marker_ts_in_future ... ok test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_marker_ts_now -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_marker_ts_now ... ok test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy ... ok test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_error @@ -6495,18 +6161,10 @@ test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_with_match ... ok test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_with_not_match test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_with_not_match ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_mixed_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_mixed_policy ... ok -test.unit.account.test_server.TestAccountController.test_GET_accept_json -test.unit.account.test_server.TestAccountController.test_GET_accept_json ... ok test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_metadata_copy test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_metadata_copy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_no_content_type -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_no_content_type ... ok test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_metadata_replace test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_metadata_replace ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_xml -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_xml ... ok test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_self test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_self ... ok test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_self_metadata_copy @@ -6523,8 +6181,50 @@ test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4 ... ok test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4_bad_hash test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4_bad_hash ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_non_ascii -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_non_ascii ... ok +test INFO: Begin account audit "once" mode +test ERROR: Audit Failed for /tmp/tmp5eo_dsal/sda/accounts/0/0/0/test.db: The total container_count for the account a (3) does not match the sum of container_count across policies (2) +test INFO: Account audit "once" mode completed: 0.00s +Reloaded swift-proxy-server +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:24 -0000', 'Content-Md5': '0psj556+oeNaquEdDeMxig==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd29b23e79ebea1e35aaae11d0de3318a', 'Content-Length': '226', 'Content-Type': 'multipart/form-data'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_lots_of_keys +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_lots_of_keys ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_no_key +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_no_key ... ok test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4_unsigned_payload test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4_unsigned_payload ... ok test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_with_version @@ -6535,480 +6235,60 @@ test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_simple_object_copy ... ok test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_slo_object_DELETE test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_slo_object_DELETE ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_old_content_type -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_old_content_type ... ok test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_slo_object_async_DELETE test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_slo_object_async_DELETE ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_other_headers -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_other_headers ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_segment_too_small -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_segment_too_small ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_single_zero_length_segment -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_single_zero_length_segment ... ok -test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_controller_allow_multipart_uploads -test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_controller_allow_multipart_uploads ... ok -test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_init_header_authorization -test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_init_header_authorization ... ok -test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_init_query_authorization -test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_init_query_authorization ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_allow_full_urls_setting -test.unit.common.middleware.test_container_sync.TestContainerSync.test_allow_full_urls_setting ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_in_realms_conf -test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_in_realms_conf ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_invalid -test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_invalid ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_not_set -test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_not_set ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_filter -test.unit.common.middleware.test_container_sync.TestContainerSync.test_filter ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_info -test.unit.common.middleware.test_container_sync.TestContainerSync.test_info ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_weird_host_name -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_weird_host_name ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_info_always_fresh -test.unit.common.middleware.test_container_sync.TestContainerSync.test_info_always_fresh ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_invalid_sig -test.unit.common.middleware.test_container_sync.TestContainerSync.test_invalid_sig ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_missing_from_realms_conf -test.unit.common.middleware.test_container_sync.TestContainerSync.test_missing_from_realms_conf ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_not_enough_args -test.unit.common.middleware.test_container_sync.TestContainerSync.test_not_enough_args ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_with_heartbeat -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_with_heartbeat ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_pass_through -test.unit.common.middleware.test_container_sync.TestContainerSync.test_pass_through ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_realm_miss -test.unit.common.middleware.test_container_sync.TestContainerSync.test_realm_miss ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_user_key_miss -test.unit.common.middleware.test_container_sync.TestContainerSync.test_user_key_miss ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_valid_sig -test.unit.common.middleware.test_container_sync.TestContainerSync.test_valid_sig ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_valid_sig2 -test.unit.common.middleware.test_container_sync.TestContainerSync.test_valid_sig2 ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_is_authorized_for_permitted_referrer -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_is_authorized_for_permitted_referrer ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_is_not_authorized_for_unknown_reseller_prefix -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_is_not_authorized_for_unknown_reseller_prefix ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_options_allowed -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_options_allowed ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_with_validtoken_authorized_for_permitted_referrer -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_with_validtoken_authorized_for_permitted_referrer ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_auth_scheme -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_auth_scheme ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_blank_reseller_prefix -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_blank_reseller_prefix ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_confirmed_identity_is_authorized -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_confirmed_identity_is_authorized ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_confirmed_identity_is_not_authorized -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_confirmed_identity_is_not_authorized ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_denied_responses -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_denied_responses ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_detect_reseller_request -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_detect_reseller_request ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_identified_options_allowed -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_identified_options_allowed ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_invalid_request_authorized -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_invalid_request_authorized ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_invalid_request_non_authorized -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_invalid_request_non_authorized ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_asked_for_and_allowed -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_asked_for_and_allowed ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_asked_for_but_not_allowed -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_asked_for_but_not_allowed ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_default_allowed -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_default_allowed ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_not_set -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_not_set ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set_to_unknown -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set_to_unknown ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_zero_length_final_segment -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_zero_length_final_segment ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set_unknown_with_v2 -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set_unknown_with_v2 ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_reseller_prefix_added_underscore -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_reseller_prefix_added_underscore ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_reseller_prefix_not_added_double_underscores -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_reseller_prefix_not_added_double_underscores ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderProject.test_reader_get -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderProject.test_reader_get ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderProject.test_reader_put -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderProject.test_reader_put ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_get -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_get ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_none -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_none ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put_elsewhere_fails -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put_elsewhere_fails ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put_to_own -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put_to_own ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_blank_account -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_blank_account ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_blank_container -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_blank_container ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_pass_through -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_pass_through ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_bad_but_not_terrible_json -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_bad_but_not_terrible_json ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_bad_json -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_bad_json ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_not_json -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_not_json ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_not_really_json -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_not_really_json ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_pretend_to_be_giant_json -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_pretend_to_be_giant_json ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_update_vary_does_not_duplicate -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_update_vary_does_not_duplicate ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_update_vary_if_present -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_update_vary_if_present ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_account -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_account ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_account_with_reserved -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_account_with_reserved ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_container -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_container ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_container_with_reserved -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_container_with_reserved ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_content_type_on_txt_head -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_content_type_on_txt_head ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_content_type_on_xml_head -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_content_type_on_xml_head ... ok -test.unit.common.middleware.test_name_check.TestSwiftInfo.test_registered_configured_options -test.unit.common.middleware.test_name_check.TestSwiftInfo.test_registered_configured_options ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_zero_segments -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_zero_segments ... ok -test.unit.common.middleware.test_name_check.TestSwiftInfo.test_registered_defaults -test.unit.common.middleware.test_name_check.TestSwiftInfo.test_registered_defaults ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_device_info -test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_device_info ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_s3acl_with_cached_seg_buck -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_s3acl_with_cached_seg_buck ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_device_info_fail -test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_device_info_fail ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_device_info_function -test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_device_info_function ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_swift_conf_md5 -test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_swift_conf_md5 ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_swift_conf_md5_fail -test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_swift_conf_md5_fail ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_no_content -test.unit.common.middleware.test_recon.TestReconMiddleware.test_no_content ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_async -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_async ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_auditor_all -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_auditor_all ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_auditor_invalid -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_auditor_invalid ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_auditor_notype -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_auditor_notype ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_diskusage -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_diskusage ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_driveaudit -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_driveaudit ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_expirer_invalid -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_expirer_invalid ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_expirer_notype -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_expirer_notype ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_expirer_object -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_expirer_object ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_load -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_load ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_mem -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_mem ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_mounted -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_mounted ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_quarantined -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_quarantined ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_relink -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_relink ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_replication_all -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_replication_all ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_replication_notype -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_replication_notype ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_ringmd5 -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_ringmd5 ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_sharding -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_sharding ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_sockstat -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_sockstat ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_swiftconfmd5 -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_swiftconfmd5 ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_time -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_time ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_unmounted -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_unmounted ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_with_segment_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_with_segment_bucket ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_unmounted_empty -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_unmounted_empty ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_updater -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_updater ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_updater_invalid -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_updater_invalid ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_updater_notype -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_updater_notype ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_without_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_without_bucket ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_version -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_version ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_invalid_path -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_invalid_path ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_pass -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_pass ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_reconstruction_info -test.unit.common.middleware.test_recon.TestReconMiddleware.test_reconstruction_info ... ok -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_get_nonmanifest_passthrough -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_get_nonmanifest_passthrough ... ok -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_partially_satisfiable_passthrough -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_partially_satisfiable_passthrough ... ok -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_passthrough -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_passthrough ... ok -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_starting_beyond_multipart_resp_length -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_starting_beyond_multipart_resp_length ... ok -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_unsatisfiable_passthrough -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_unsatisfiable_passthrough ... ok -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_range_passthrough -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_range_passthrough ... ok -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_range_unsatisfiable_passthrough -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_range_unsatisfiable_passthrough ... ok -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest ... ok -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_passthrough -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_passthrough ... ok -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_ratelimiting -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_ratelimiting ... ok -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_repeated_segments_uses_multi_range_requests -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_repeated_segments_uses_multi_range_requests ... ok -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_with_submanifest -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_with_submanifest ... ok -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_with_submanifest_bytes_in_content_type -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_with_submanifest_bytes_in_content_type ... ok -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_multiple_ranges_get_manifest -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_multiple_ranges_get_manifest ... ok -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_multiple_ranges_including_suffix_get_manifest -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_multiple_ranges_including_suffix_get_manifest ... ok -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_range_get_manifest -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_range_get_manifest ... ok -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_etag_is_hash_of_segment_etags -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_etag_is_hash_of_segment_etags ... ok -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_get_manifest_passthrough -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_get_manifest_passthrough ... ok -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_head_manifest_is_efficient -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_head_manifest_is_efficient ... ok -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_match_etag_not_matching -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_match_etag_not_matching ... ok -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_match_etag_not_matching_with_override -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_match_etag_not_matching_with_override ... ok -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_none_match_etag_matching -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_none_match_etag_matching ... ok -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_none_match_etag_matching_with_override -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_none_match_etag_matching_with_override ... ok -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_zero_byte_manifest -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_zero_byte_manifest ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_range_manifest -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_range_manifest ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_segment_with_non_ascii_path -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_segment_with_non_ascii_path ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_subrange_manifest -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_subrange_manifest ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_first_byte -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_first_byte ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_on_segment_boundaries -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_on_segment_boundaries ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_overlapping_end -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_overlapping_end ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_sub_slo -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_sub_slo ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_unsatisfiable -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_unsatisfiable ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_range_manifest -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_range_manifest ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_subrange_manifest -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_subrange_manifest ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_range_manifest -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_range_manifest ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_segment_with_non_ascii_path -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_segment_with_non_ascii_path ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_without_segment_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_without_segment_bucket ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_subrange_manifest -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_subrange_manifest ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_first_byte -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_first_byte ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_on_segment_boundaries -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_on_segment_boundaries ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_overlapping_end -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_overlapping_end ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_sub_slo -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_sub_slo ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_unsatisfiable -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_unsatisfiable ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_range_manifest -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_range_manifest ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_subrange_manifest -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_subrange_manifest ... ok -test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_blank_prefix -test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_blank_prefix ... ok -test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_default_prefix -test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_default_prefix ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_invalid_md5 -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_invalid_md5 ... ok -test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_multiple_prefixes -test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_multiple_prefixes ... ok -test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_noreseller_prefix -test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_noreseller_prefix ... ok -test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_account_with_no_user -test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_account_with_no_user ... ok -test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_base64_encoding -test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_base64_encoding ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_invalid_sha256 -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_invalid_sha256 ... ok -test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_key_with_no_value -test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_key_with_no_value ... ok -test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_parse_user_creation -test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_parse_user_creation ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_add_dev -test.unit.common.ring.test_builder.TestRingBuilder.test_add_dev ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_add_rebalance_add_rebalance_delete_rebalance -test.unit.common.ring.test_builder.TestRingBuilder.test_add_rebalance_add_rebalance_delete_rebalance ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_add_replicas_then_rebalance_respects_weight -test.unit.common.ring.test_builder.TestRingBuilder.test_add_replicas_then_rebalance_respects_weight ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_adding_region_slowly_with_unbalanceable_ring -test.unit.common.ring.test_builder.TestRingBuilder.test_adding_region_slowly_with_unbalanceable_ring ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_avoid_tier_change_new_region -test.unit.common.ring.test_builder.TestRingBuilder.test_avoid_tier_change_new_region ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_cancel_increase_partition_power -test.unit.common.ring.test_builder.TestRingBuilder.test_cancel_increase_partition_power ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_create_add_dev_add_replica_rebalance -test.unit.common.ring.test_builder.TestRingBuilder.test_create_add_dev_add_replica_rebalance ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_deepcopy -test.unit.common.ring.test_builder.TestRingBuilder.test_deepcopy ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_dispersion_with_zero_weight_devices -test.unit.common.ring.test_builder.TestRingBuilder.test_dispersion_with_zero_weight_devices ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_dispersion_with_zero_weight_devices_with_parts -test.unit.common.ring.test_builder.TestRingBuilder.test_dispersion_with_zero_weight_devices_with_parts ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_effective_overload -test.unit.common.ring.test_builder.TestRingBuilder.test_effective_overload ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_ever_rebalanced -test.unit.common.ring.test_builder.TestRingBuilder.test_ever_rebalanced ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_finalize_increase_partition_power -test.unit.common.ring.test_builder.TestRingBuilder.test_finalize_increase_partition_power ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_fractional_replicas_rebalance -test.unit.common.ring.test_builder.TestRingBuilder.test_fractional_replicas_rebalance ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_get_part_devices -test.unit.common.ring.test_builder.TestRingBuilder.test_get_part_devices ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_get_part_devices_partial_replicas -test.unit.common.ring.test_builder.TestRingBuilder.test_get_part_devices_partial_replicas ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_get_ring -test.unit.common.ring.test_builder.TestRingBuilder.test_get_ring ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_id -test.unit.common.ring.test_builder.TestRingBuilder.test_id ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_missing_part_with_heartbeat -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_missing_part_with_heartbeat ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_id_copy_from -test.unit.common.ring.test_builder.TestRingBuilder.test_id_copy_from ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_id_legacy_builder_file -test.unit.common.ring.test_builder.TestRingBuilder.test_id_legacy_builder_file ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_id_not_initialised_errors -test.unit.common.ring.test_builder.TestRingBuilder.test_id_not_initialised_errors ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_increase_partition_power -test.unit.common.ring.test_builder.TestRingBuilder.test_increase_partition_power ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_increase_partition_power_failed -test.unit.common.ring.test_builder.TestRingBuilder.test_increase_partition_power_failed ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_init -test.unit.common.ring.test_builder.TestRingBuilder.test_init ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_initial_balance -test.unit.common.ring.test_builder.TestRingBuilder.test_initial_balance ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_insufficient_replicas -test.unit.common.ring.test_builder.TestRingBuilder.test_insufficient_replicas ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_load -test.unit.common.ring.test_builder.TestRingBuilder.test_load ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_min_part_hours_zero_will_move_one_replica -test.unit.common.ring.test_builder.TestRingBuilder.test_min_part_hours_zero_will_move_one_replica ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_more_devices_than_replicas_validation_when_removed_dev -test.unit.common.ring.test_builder.TestRingBuilder.test_more_devices_than_replicas_validation_when_removed_dev ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_multiple_duplicate_device_assignment -test.unit.common.ring.test_builder.TestRingBuilder.test_multiple_duplicate_device_assignment ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_dont_move_too_many_replicas -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_dont_move_too_many_replicas ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_expansion_more_devices -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_expansion_more_devices ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_full -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_full ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_overfull -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_overfull ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_part_moves_with_0_min_part_hours -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_part_moves_with_0_min_part_hours ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_part_moves_with_positive_min_part_hours -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_part_moves_with_positive_min_part_hours ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_partial -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_partial ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_negative_min_part_hours -test.unit.common.ring.test_builder.TestRingBuilder.test_negative_min_part_hours ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_overlarge_part_powers -test.unit.common.ring.test_builder.TestRingBuilder.test_overlarge_part_powers ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_overload -test.unit.common.ring.test_builder.TestRingBuilder.test_overload ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_overload_keeps_balanceable_things_balanced_initially -test.unit.common.ring.test_builder.TestRingBuilder.test_overload_keeps_balanceable_things_balanced_initially ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_overload_keeps_balanceable_things_balanced_on_rebalance -test.unit.common.ring.test_builder.TestRingBuilder.test_overload_keeps_balanceable_things_balanced_on_rebalance ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_oversmall_part_powers -test.unit.common.ring.test_builder.TestRingBuilder.test_oversmall_part_powers ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_part_swapping_problem -test.unit.common.ring.test_builder.TestRingBuilder.test_part_swapping_problem ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_prepare_increase_partition_power -test.unit.common.ring.test_builder.TestRingBuilder.test_prepare_increase_partition_power ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_prepare_increase_partition_power_failed -test.unit.common.ring.test_builder.TestRingBuilder.test_prepare_increase_partition_power_failed ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_part_on_deleted_other_part_on_drained -test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_part_on_deleted_other_part_on_drained ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_etag_mismatch -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_etag_mismatch ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_mixed_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_mixed_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_nothing_there -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_nothing_there ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_upload_id_mismatch -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_upload_id_mismatch ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_upper_sha256 -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_upper_sha256 ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_uploads_list -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_uploads_list ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_upload_part -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_upload_part ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_upload_part_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_upload_part_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_with_match -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_with_match ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_double_check_trailing_delimiter -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_double_check_trailing_delimiter ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_post_upgrade -test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_post_upgrade ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_with_not_match -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_with_not_match ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range_invalid -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range_invalid ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range_unsatisfiable -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range_unsatisfiable ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_with_seed -test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_with_seed ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_reduce_replicas_after_remove_device -test.unit.common.ring.test_builder.TestRingBuilder.test_reduce_replicas_after_remove_device ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_region_fullness_with_balanceable_ring -test.unit.common.ring.test_builder.TestRingBuilder.test_region_fullness_with_balanceable_ring ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_delete_db_status +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_delete_db_status ... ok +test.unit.account.test_server.TestAccountController.test_GET_accept_not_valid +test.unit.account.test_server.TestAccountController.test_GET_accept_not_valid ... ok +test.unit.account.test_backend.TestAccountBroker.test_double_check_trailing_delimiter +test.unit.account.test_backend.TestAccountBroker.test_double_check_trailing_delimiter ... ok +Finished. Marked 0 objects for deletion. +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:25 -0000', 'X-Amz-Acl': 'public-read', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Grant AllUsers READ permission on the bucket /bucket +test DEBUG: Grant test:tester FULL_CONTROL permission on the bucket /bucket +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_fails_with_neither_acl_header_nor_xml_PUT +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_fails_with_neither_acl_header_nor_xml_PUT ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_empty +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_empty ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_creation +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_creation ... ok +test.unit.account.test_server.TestAccountController.test_GET_accept_wildcard +test.unit.account.test_server.TestAccountController.test_GET_accept_wildcard ... ok +test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_recreate_with_objects +test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_recreate_with_objects ... ok test-reaper INFO: Beginning pass on account a test-reaper INFO: Completed pass on account a, elapsed: 0.00s test-reaper INFO: Beginning pass on account a @@ -7160,409 +6440,251 @@ test.unit.account.test_reaper.TestReaper.test_run_forever ... ok test.unit.account.test_reaper.TestReaper.test_run_once test.unit.account.test_reaper.TestReaper.test_run_once ... ok +test.unit.cli.test_info.TestCliInfo.test_parse_get_node_args +test.unit.cli.test_info.TestCliInfo.test_parse_get_node_args ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata +test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_many_shard_ranges +test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_many_shard_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_shard_ranges +test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_shard_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_double_check_trailing_delimiter +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_double_check_trailing_delimiter ... ok +test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_shard_ranges_bis +test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_shard_ranges_bis ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_db_syncs +test.unit.cli.test_info.TestCliInfo.test_print_db_syncs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_info +test.unit.cli.test_info.TestCliInfo.test_print_info ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_no_ring +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_no_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_object_dashed_ring +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_object_dashed_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_object_ring +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_object_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_ring +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_no_ring +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_no_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_with_ring +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_with_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_dashed_ring_name_partition +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_dashed_ring_name_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_invalid_args +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_invalid_args ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_invalid_policy_no_target +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_invalid_policy_no_target ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_policy_object +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_policy_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_ring_policy_mismatch_no_target +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_ring_policy_mismatch_no_target ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_account +test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_container +test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_container ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_invalid_args +test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_invalid_args ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_obj +test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_obj ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_partition_number +test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_partition_number ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_recon_cron.TestReconCron.test_get_async_count +test.unit.cli.test_recon_cron.TestReconCron.test_get_async_count ... ok test.unit.common.middleware.crypto.test_crypto.TestCrypto.test_filter_factory test.unit.common.middleware.crypto.test_crypto.TestCrypto.test_filter_factory ... ok -test.unit.common.middleware.crypto.test_decrypter.TestModuleMethods.test_purge_crypto_sysmeta_headers -test.unit.common.middleware.crypto.test_decrypter.TestModuleMethods.test_purge_crypto_sysmeta_headers ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_region_fullness_with_unbalanceable_ring -test.unit.common.ring.test_builder.TestRingBuilder.test_region_fullness_with_unbalanceable_ring ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_remove_a_lot -test.unit.common.ring.test_builder.TestRingBuilder.test_remove_a_lot ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_remove_dev -test.unit.common.ring.test_builder.TestRingBuilder.test_remove_dev ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_remove_last_partition_from_zero_weight -test.unit.common.ring.test_builder.TestRingBuilder.test_remove_last_partition_from_zero_weight ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_remove_zero_weighted -test.unit.common.ring.test_builder.TestRingBuilder.test_remove_zero_weighted ... ok -test INFO: Disabling account_sdb -test INFO: Disabling container_sdb -test INFO: Disabling object_sdb -test INFO: Enabling account_sdb -test INFO: Enabling container_sdb -test INFO: Enabling object_sdb -Ring Builder file does not exist: /tmp/tmpmwk_b9uy/tmpkwd4q6uh -Device d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 -Device d4r2z3-127.0.0.2:6200R127.0.0.2:6200/sda3_"some meta data" with 3.14159265359 weight got id 4 -Device d4r2z3-127.0.0.1:6200R127.0.0.1:6200/sda3_"some meta data" with 3.14159265359 weight got id 4 -Device d4r2z3-[3001:0:1234::c1c0:abcd:876]:6200R[3::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 -Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 -Ring Builder file does not exist: /tmp/tmpto87q49w/tmputw8xzaq -Partition power increase in progress. You need -to finish the increase first before adding devices. -Device d4r1z1-127.0.0.1:6200R127.0.0.1:6200/sda9_"" with 3.14159265359 weight got id 4 -Device 4 already uses 127.0.0.1:6200/sda9. -The on-disk ring builder is unchanged. - -swift-ring-builder create - - Creates with 2^ partitions and . - is number of hours to restrict moving a partition more - than once. -/tmp/tmpahb5k0_5/tmpy09zx_c2, build version 4, id 2eff417d9abd4eaa9fa09b6ef2b1b393 -64 partitions, 3.000000 replicas, 4 regions, 4 zones, 4 devices, 100.00 balance, 0.00 dispersion -The minimum number of hours before a partition can be reassigned is 1 (0:00:00 remaining) -The overload factor is 0.00% (0.000000) -Ring file /tmp/tmpahb5k0_5/tmpy09zx_c2.ring.gz not found, probably it hasn't been written yet -Devices: id region zone ip address:port replication ip:port name weight partitions balance flags meta - 0 0 0 127.0.0.1:6200 127.0.0.1:6200 sda1 100.00 0 -100.00 some meta data - 1 1 1 127.0.0.2:6201 127.0.0.2:6201 sda2 100.00 0 -100.00 - 2 2 2 127.0.0.3:6202 127.0.0.3:6202 sdc3 100.00 0 -100.00 - 3 3 3 127.0.0.4:6203 127.0.0.4:6203 sdd4 100.00 0 -100.00 -/build/reproducible-path/swift-2.33.0/test/unit/cli/test_default_output -/build/reproducible-path/swift-2.33.0/test/unit/cli/test_default_output_id_assigned -Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 -d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" weight set to 0.0 -d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"" marked for removal and will be removed next rebalance. -d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" weight set to 0.0 -Device d4r1z2-127.0.0.5:6004R127.0.0.5:6004/sda5_"" with 100.0 weight got id 4 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" marked for removal and will be removed next rebalance. -Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 -Device d0r2z1-127.0.0.6:6005R127.0.0.6:6005/sdb6_"" with 100.0 weight got id 0 -/build/reproducible-path/swift-2.33.0/test/unit/cli/test_default_sorted_output -Invalid device name -The on-disk ring builder is unchanged. -Invalid device name -The on-disk ring builder is unchanged. -Invalid device name -The on-disk ring builder is unchanged. -Invalid device name -The on-disk ring builder is unchanged. -Invalid device name -The on-disk ring builder is unchanged. -Invalid device name -The on-disk ring builder is unchanged. -Invalid device name -The on-disk ring builder is unchanged. -Invalid device name -The on-disk ring builder is unchanged. -Invalid device name -The on-disk ring builder is unchanged. -Invalid device name -The on-disk ring builder is unchanged. -/build/reproducible-path/swift-2.33.0/test/unit/cli/test_ipv6_output -Device d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 -Partition Matches - 16 1 - 33 1 -Partition Matches - 1 1 - 4 1 - 7 1 - 12 1 - 20 1 - 22 1 - 24 1 - 26 1 - 30 1 - 39 1 - 44 1 - 46 1 - 49 1 - 51 1 - 52 1 - 53 1 - 2 1 - 5 1 - 11 1 - 15 1 - 16 1 - 18 1 - 19 1 - 29 1 - 32 1 - 33 1 - 34 1 - 37 1 - 42 1 - 47 1 - 50 1 - 60 1 - 0 1 - 3 1 - 8 1 - 10 1 - 14 1 - 23 1 - 27 1 - 28 1 - 31 1 - 38 1 - 40 1 - 43 1 - 45 1 - 55 1 - 56 1 - 58 1 -Partition Matches - 0 1 - 3 1 - 4 1 - 7 1 - 17 1 - 18 1 - 23 1 - 33 1 - 39 1 - 43 1 - 49 1 - 50 1 - 53 1 - 57 1 - 60 1 - 63 1 - 8 1 - 12 1 - 19 1 - 21 1 - 22 1 - 24 1 - 28 1 - 30 1 - 31 1 - 38 1 - 40 1 - 42 1 - 47 1 - 54 1 - 58 1 - 61 1 - 2 1 - 5 1 - 6 1 - 13 1 - 14 1 - 15 1 - 16 1 - 35 1 - 36 1 - 37 1 - 41 1 - 44 1 - 45 1 - 48 1 - 56 1 - 62 1 -Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 -Partition Matches - 29 1 - 22 1 -Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 -Partition Matches - 16 1 - 9 1 -Specified builder file "/tmp/tmpcd2dcc2_/tmpgrvmjmod" is not rebalanced yet. Please rebalance first. -swift-ring-builder list_parts [] .. - -or - -swift-ring-builder list_parts - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Returns a 2 column list of all the partitions that are assigned to any of - the devices matching the search values given. The first column is the - assigned partition number and the second column is the number of device - matches for that partition. The list is ordered from most number of matches - to least. If there are a lot of devices to match against, this command - could take a while to run. - -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_number_of_arguments ... ok -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.common.ring.test_builder.TestRingBuilder.test_rerebalance -test.unit.common.ring.test_builder.TestRingBuilder.test_rerebalance ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_batched_reclaim -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_batched_reclaim ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_check_crypto_meta +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_check_crypto_meta ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_check_key +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_check_key ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_decryption_context +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_decryption_context ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_decryption_context_non_zero_offset +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_decryption_context_non_zero_offset ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_encryption_context +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_encryption_context ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_iv +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_iv ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_random_key +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_random_key ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_decrypt_range +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_decrypt_range ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_enc_dec_large_chunks +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_enc_dec_large_chunks ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_enc_dec_small_chunks +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_enc_dec_small_chunks ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_get_crypto_meta +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_get_crypto_meta ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_unwrap_bad_key +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_unwrap_bad_key ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_wrap_unwrap_key +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_wrap_unwrap_key ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_list_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_list_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_encoding_type_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_encoding_type_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_default +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_default ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_negative_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_negative_maxuploads ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_paginated +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_paginated ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_str_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_str_maxuploads ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_delimiter ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_id_and_key_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_id_and_key_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_key_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_key_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_prefix +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_prefix ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_without_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_without_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_without_segment_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_without_segment_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_abort +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_abort ... ok +test.unit.account.test_backend.TestAccountBroker.test_empty +test.unit.account.test_backend.TestAccountBroker.test_empty ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_complete +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_complete ... ok +test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_simple_delete +test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_simple_delete ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_initiate +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_initiate ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_missing_key +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_missing_key ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_success +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_success ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_success_mixed_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_success_mixed_policy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_v4_bad_hash +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_v4_bad_hash ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_encoding_type +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_encoding_type ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_encoding_type_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_encoding_type_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_max_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_max_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_negative_max_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_negative_max_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_negative_part_number_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_negative_part_number_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_max_32bit_int +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_max_32bit_int ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_max_32bit_int_part_number_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_max_32bit_int_part_number_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_max_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_max_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_part_number_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_part_number_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_same_max_marts_as_objects_num +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_same_max_marts_as_objects_num ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_str_max_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_str_max_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_str_part_number_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_str_part_number_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_with_part_number_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_with_part_number_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_without_encoding_type +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_without_encoding_type ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_with_segment_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_with_segment_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_with_segment_bucket_mixed_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_with_segment_bucket_mixed_policy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_without_segment_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_without_segment_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_without_segment_bucket_mixed_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_without_segment_bucket_mixed_policy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_with_segment_bucket_mixed_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_with_segment_bucket_mixed_policy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_without_segment_bucket_make_public +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_without_segment_bucket_make_public ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_without_segment_bucket_same_acls +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_without_segment_bucket_same_acls ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_without_segment_bucket_same_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_without_segment_bucket_same_policy ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_exception +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_exception ... ok test.unit.account.test_backend.TestAccountBroker.test_exception test.unit.account.test_backend.TestAccountBroker.test_exception ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_reuse_of_dev_holes_with_id -test.unit.common.ring.test_builder.TestRingBuilder.test_reuse_of_dev_holes_with_id ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_reuse_of_dev_holes_without_id -test.unit.common.ring.test_builder.TestRingBuilder.test_reuse_of_dev_holes_without_id ... ok -test.unit.account.test_server.TestAccountController.test_GET_accept_not_valid -test.unit.account.test_server.TestAccountController.test_GET_accept_not_valid ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_round_off_error -test.unit.common.ring.test_builder.TestRingBuilder.test_round_off_error ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_save -test.unit.common.ring.test_builder.TestRingBuilder.test_save ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_save_load -test.unit.common.ring.test_builder.TestRingBuilder.test_save_load ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_search_devs -test.unit.common.ring.test_builder.TestRingBuilder.test_search_devs ... ok -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_without_permission ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_json -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_json ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_server_per_port -test.unit.common.ring.test_builder.TestRingBuilder.test_server_per_port ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_set_dev_weight -test.unit.common.ring.test_builder.TestRingBuilder.test_set_dev_weight ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas -test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas_decrease -test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas_decrease ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas_increase -test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas_increase ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_shuffled_gather -test.unit.common.ring.test_builder.TestRingBuilder.test_shuffled_gather ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_undispersable_server_converge_on_balance -test.unit.common.ring.test_builder.TestRingBuilder.test_undispersable_server_converge_on_balance ... ok -test-reaper ERROR: Exception with 10.10.10.1:6202/sda1: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp -swift.common.exceptions.ClientException: : 404 -test-reaper ERROR: Exception with 10.10.10.2:6202/sda1: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp -swift.common.exceptions.ClientException: : 404 -test-reaper ERROR: Exception with 10.10.10.3:6202/None: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp -swift.common.exceptions.ClientException: : 404 -test-reaper ERROR: Exception with 10.10.10.1:6202/sda2: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp -swift.common.exceptions.ClientException: : 404 -test-reaper ERROR: Exception with 10.0.0.0:1000/sda: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 490, in reap_object - direct_delete_object( - File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 160, in fake_direct_delete_object - raise self.myexp -swift.common.exceptions.ClientException: : 404 -test-reaper ERROR: Timeout Exception with 10.0.0.0:1000/sda -test-reaper ERROR: Timeout Exception with 10.0.0.1:1001/sdb -test-reaper ERROR: Timeout Exception with 10.0.0.2:1002/sdc -test-reaper ERROR: Timeout Exception with 10.0.0.3:1003/sdd -test-reaper DEBUG: Begin devices pass: thisdeviceisbad -test-reaper ERROR: Exception in top-level account reaper loop: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 135, in run_once - for device in os.listdir(self.devices): - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: 'thisdeviceisbad' -test-reaper INFO: Devices pass completed: 0.00s +test.unit.account.test_server.TestAccountController.test_GET_accept_xml +test.unit.account.test_server.TestAccountController.test_GET_accept_xml ... ok +test.unit.account.test_server.TestAccountController.test_GET_empty_account_json +test.unit.account.test_server.TestAccountController.test_GET_empty_account_json ... ok +test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_simple_recreate +test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_simple_recreate ... ok proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmpujk7suwj/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpujk7suwj/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 DEBUG: Could not load '/tmp/tmpvrutvn7i/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpvrutvn7i/tmp_test_proxy_server_chunked/container-sync-realms.conf' cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmpujk7suwj/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpujk7suwj/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 DEBUG: Could not load '/tmp/tmpvrutvn7i/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpvrutvn7i/tmp_test_proxy_server_chunked/container-sync-realms.conf' cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:02:26 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0566 "-" 635422 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:02:26 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0499 "-" 635422 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:02:26 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0883 "-" 635422 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:02:26 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.1697 "-" 635422 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:02:26 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx90de7b0c8bcd4b6c961e2-0068520212" "proxy-server 635422" 0.0014 "-" 635422 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:02:26 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:34835/sdb1/1/a/c" "tx90de7b0c8bcd4b6c961e2-0068520212" "container-server 635422" 0.0013 "-" 635422 0 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:02:26 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:52091/sda1/1/a/c" "tx90de7b0c8bcd4b6c961e2-0068520212" "container-server 635422" 0.0009 "-" 635422 0 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:00:02:26 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx90de7b0c8bcd4b6c961e2-0068520212" "proxy-server 635422" 0.1971 "-" 635422 0 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:00:02:26 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx90de7b0c8bcd4b6c961e2-0068520212" "proxy-server 635422" 0.0788 "-" 635422 0 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/00/02/26 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx90de7b0c8bcd4b6c961e2-0068520212 - 0.2064 - - 1750204946.481532574 1750204946.687974453 0 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:02:26 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx7c10a44c3b064e13b4681-0068520212" "proxy-server 635422" 0.0011 "-" 635422 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:02:26 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:52091/sda1/1/a1/c1" "tx7c10a44c3b064e13b4681-0068520212" "container-server 635422" 0.0019 "-" 635422 0 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:02:26 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:34835/sdb1/1/a1/c1" "tx7c10a44c3b064e13b4681-0068520212" "container-server 635422" 0.0015 "-" 635422 0 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:00:02:26 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx7c10a44c3b064e13b4681-0068520212" "proxy-server 635422" 0.1396 "-" 635422 0 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:00:02:26 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx7c10a44c3b064e13b4681-0068520212" "proxy-server 635422" 0.0823 "-" 635422 0 -test.unit.common.ring.test_builder.TestRingBuilder.test_undispersable_zone_converge_on_balance -test.unit.common.ring.test_builder.TestRingBuilder.test_undispersable_zone_converge_on_balance ... ok -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware +acct2 INFO: 127.0.0.1 - - [15/May/2024:17:59:24 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0361 "-" 1329778 - +acct1 INFO: 127.0.0.1 - - [15/May/2024:17:59:24 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0376 "-" 1329778 - +acct1 INFO: 127.0.0.1 - - [15/May/2024:17:59:24 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0443 "-" 1329778 - +acct2 INFO: 127.0.0.1 - - [15/May/2024:17:59:24 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0457 "-" 1329778 - +acct1 INFO: 127.0.0.1 - - [15/May/2024:17:59:24 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx610a7502cc564291b4c4e-006644f7fc" "proxy-server 1329778" 0.0015 "-" 1329778 - +acct1 INFO: 127.0.0.1 - - [15/May/2024:17:59:24 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:48663/sdb1/1/a/c" "tx610a7502cc564291b4c4e-006644f7fc" "container-server 1329778" 0.0012 "-" 1329778 0 +acct2 INFO: 127.0.0.1 - - [15/May/2024:17:59:24 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:41447/sda1/1/a/c" "tx610a7502cc564291b4c4e-006644f7fc" "container-server 1329778" 0.0010 "-" 1329778 0 +cont1 INFO: 127.0.0.1 - - [15/May/2024:17:59:24 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx610a7502cc564291b4c4e-006644f7fc" "proxy-server 1329778" 0.0453 "-" 1329778 0 +cont2 INFO: 127.0.0.1 - - [15/May/2024:17:59:24 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx610a7502cc564291b4c4e-006644f7fc" "proxy-server 1329778" 0.0881 "-" 1329778 0 +proxy INFO: 127.0.0.1 127.0.0.1 15/May/2024/17/59/24 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx610a7502cc564291b4c4e-006644f7fc - 0.0964 - - 1715795964.610076189 1715795964.706489801 0 +acct1 INFO: 127.0.0.1 - - [15/May/2024:17:59:24 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx415720a6bbf640cc84fbf-006644f7fc" "proxy-server 1329778" 0.0011 "-" 1329778 - +acct1 INFO: 127.0.0.1 - - [15/May/2024:17:59:24 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:41447/sda1/1/a1/c1" "tx415720a6bbf640cc84fbf-006644f7fc" "container-server 1329778" 0.0011 "-" 1329778 0 +acct2 INFO: 127.0.0.1 - - [15/May/2024:17:59:24 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:48663/sdb1/1/a1/c1" "tx415720a6bbf640cc84fbf-006644f7fc" "container-server 1329778" 0.0009 "-" 1329778 0 +cont2 INFO: 127.0.0.1 - - [15/May/2024:17:59:24 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx415720a6bbf640cc84fbf-006644f7fc" "proxy-server 1329778" 0.1058 "-" 1329778 0 +cont1 INFO: 127.0.0.1 - - [15/May/2024:17:59:24 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx415720a6bbf640cc84fbf-006644f7fc" "proxy-server 1329778" 0.0595 "-" 1329778 0 +proxy INFO: 127.0.0.1 127.0.0.1 15/May/2024/17/59/24 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx415720a6bbf640cc84fbf-006644f7fc - 0.1132 - - 1715795964.707765341 1715795964.820928097 0 +acct1 INFO: 127.0.0.1 - - [15/May/2024:17:59:24 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx5ea973e4218c4af99bacd-006644f7fc" "proxy-server 1329778" 0.0447 "-" 1329778 - +acct2 INFO: 127.0.0.1 - - [15/May/2024:17:59:25 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:41447/sda1/2/a/c1" "tx5ea973e4218c4af99bacd-006644f7fc" "container-server 1329778" 0.0550 "-" 1329778 1 +acct1 INFO: 127.0.0.1 - - [15/May/2024:17:59:25 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:48663/sdb1/2/a/c1" "tx5ea973e4218c4af99bacd-006644f7fc" "container-server 1329778" 0.0009 "-" 1329778 1 +cont2 INFO: 127.0.0.1 - - [15/May/2024:17:59:25 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx5ea973e4218c4af99bacd-006644f7fc" "proxy-server 1329778" 0.1862 "-" 1329778 1 +cont1 INFO: 127.0.0.1 - - [15/May/2024:17:59:25 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx5ea973e4218c4af99bacd-006644f7fc" "proxy-server 1329778" 0.1226 "-" 1329778 1 +proxy INFO: 127.0.0.1 127.0.0.1 15/May/2024/17/59/25 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx5ea973e4218c4af99bacd-006644f7fc - 0.2379 - - 1715795964.822141409 1715795965.060023069 1 +acct2 INFO: 127.0.0.1 - - [15/May/2024:17:59:25 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txf55f497450df4bf78b413-006644f7fd" "proxy-server 1329778" 0.0850 "-" 1329778 - +acct1 INFO: 127.0.0.1 - - [15/May/2024:17:59:25 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:48663/sdb1/1/a/c2" "txf55f497450df4bf78b413-006644f7fd" "container-server 1329778" 0.0550 "-" 1329778 2 +acct2 INFO: 127.0.0.1 - - [15/May/2024:17:59:25 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:41447/sda1/1/a/c2" "txf55f497450df4bf78b413-006644f7fd" "container-server 1329778" 0.0065 "-" 1329778 2 +cont2 INFO: 127.0.0.1 - - [15/May/2024:17:59:25 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txf55f497450df4bf78b413-006644f7fd" "proxy-server 1329778" 0.1379 "-" 1329778 2 +cont1 INFO: 127.0.0.1 - - [15/May/2024:17:59:25 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txf55f497450df4bf78b413-006644f7fd" "proxy-server 1329778" 0.2230 "-" 1329778 2 +proxy INFO: 127.0.0.1 127.0.0.1 15/May/2024/17/59/25 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txf55f497450df4bf78b413-006644f7fd - 0.3145 - - 1715795965.061805725 1715795965.376347303 2 test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware +test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/bucket.py", line 408, in DELETE + self._delete_segments_bucket(req) + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/bucket.py", line 56, in _delete_segments_bucket + resp = req.get_response(self.app, 'HEAD') + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response + return self._get_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware @@ -7570,12 +6692,2009 @@ test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_error +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_error ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_is_truncated +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_is_truncated ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_is_truncated_url_encoded +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_is_truncated_url_encoded ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_last_modified_rounding +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_last_modified_rounding ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_max_keys +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_max_keys ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_negative_max_keys +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_negative_max_keys ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_non_json +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_non_json ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_over_32bit_int_max_keys +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_over_32bit_int_max_keys ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_passthroughs +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_passthroughs ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_str_max_keys +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_str_max_keys ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_subdir +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_subdir ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_subdir_with_delimiter_max_keys +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_subdir_with_delimiter_max_keys ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_url_encoded +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_url_encoded ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_fetch_owner +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_fetch_owner ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_is_truncated +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_is_truncated ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_passthroughs +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_passthroughs ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_with_delimiter_max_keys +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_with_delimiter_max_keys ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_with_nonascii_queries +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_with_nonascii_queries ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_non_existent_version_id_marker +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_non_existent_version_id_marker ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_prefix +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_prefix ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_with_key_marker_and_version_id_marker +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_with_key_marker_and_version_id_marker ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_with_version_id_marker +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_with_version_id_marker ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_delimiter_max_keys +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_delimiter_max_keys ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_nonascii_queries +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_nonascii_queries ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions_versioning_not_configured +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions_versioning_not_configured ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions_with_max_keys +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions_with_max_keys ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions_with_max_keys_and_key_marker +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions_with_max_keys_and_key_marker ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_503 +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_503 ... ok +test.unit.account.test_server.TestAccountController.test_GET_empty_account_plain +test.unit.account.test_server.TestAccountController.test_GET_empty_account_plain ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_error +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_error ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_policy_index_logging +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_policy_index_logging ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_slash +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_slash ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_slash_error +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_slash_error ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_bucket_already_owned_by_you +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_bucket_already_owned_by_you ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_error +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_error ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_first_put_fail +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_first_put_fail ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_ami_location +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_ami_location ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_canned_acl +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_canned_acl ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_location +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_location ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_location_error +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_location_error ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_location_invalid_xml +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_location_invalid_xml ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_mixed_case_location +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_mixed_case_location ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_strange_location +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_strange_location ... ok +test.unit.common.middleware.s3api.test_s3api.TestListingMiddleware.test_s3_etag_in_json +test.unit.common.middleware.s3api.test_s3api.TestListingMiddleware.test_s3_etag_in_json ... ok +test.unit.common.middleware.s3api.test_s3api.TestListingMiddleware.test_s3_etag_non_json +test.unit.common.middleware.s3api.test_s3api.TestListingMiddleware.test_s3_etag_non_json ... ok +test.unit.common.middleware.test_cname_lookup.TestSwiftInfo.test_registered_defaults +test.unit.common.middleware.test_cname_lookup.TestSwiftInfo.test_registered_defaults ... ok +test.unit.common.middleware.test_cname_lookup.TestSwiftInfo.test_registered_nondefaults +test.unit.common.middleware.test_cname_lookup.TestSwiftInfo.test_registered_nondefaults ... ok +test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck +test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck ... ok +test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass +test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass ... ok +test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass_disabled +test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass_disabled ... ok +test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass_not_disabled +test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass_not_disabled ... ok +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_path_single +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_path_single ... ok +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_primary_path_multiple +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_primary_path_multiple ... ok +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_second_path_with_operator_role_and_service +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_second_path_with_operator_role_and_service ... ok +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_delete_denied_for_second_path +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_delete_denied_for_second_path ... ok +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_delete_of_second_path_by_reseller_admin +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_delete_of_second_path_by_reseller_admin ... ok +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_path_single +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_path_single ... ok +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_for_service_user +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_for_service_user ... ok +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_operator_role +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_operator_role ... ok +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_service +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_service ... ok +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_existing_swift_owner_ignored +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_existing_swift_owner_ignored ... ok +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_unknown_prefix +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_unknown_prefix ... ok +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_token_scoped_to_other_tenant +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_token_scoped_to_other_tenant ... ok +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_token_scoped_to_tenant +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_token_scoped_to_tenant ... ok +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_unscoped_token +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_unscoped_token ... ok +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_character +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_character ... ok +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_length +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_length ... ok +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_regexp +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_regexp ... ok +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_maximum_length_from_config +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_maximum_length_from_config ... ok +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_valid_length_and_character +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_valid_length_and_character ... ok +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_valid_regexp +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_valid_regexp ... ok +test.unit.common.middleware.test_name_check.TestSwiftInfo.test_registered_configured_options +test.unit.common.middleware.test_name_check.TestSwiftInfo.test_registered_configured_options ... ok +test.unit.common.middleware.test_name_check.TestSwiftInfo.test_registered_defaults +test.unit.common.middleware.test_name_check.TestSwiftInfo.test_registered_defaults ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_delete_container +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_delete_container ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST_mismatched_location +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST_mismatched_location ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST_regular_symlink +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST_regular_symlink ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_DLO_with_object +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_DLO_with_object ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_SLO_with_object +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_SLO_with_object ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_object +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_object ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_object_with_DLO +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_object_with_DLO ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_tombstone +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_tombstone ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_delete_container_fail_delete_versions_cont +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_delete_container_fail_delete_versions_cont ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_delete_container_fail_object_count +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_delete_container_fail_object_count ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_delete_container_success +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_delete_container_success ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_denied_PUT_of_versioned_object +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_denied_PUT_of_versioned_object ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_enable_versioning_existing_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_enable_versioning_existing_container ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_enable_versioning_failed_primary_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_enable_versioning_failed_primary_container ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_enable_versioning_failed_versions_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_enable_versioning_failed_versions_container ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_existing_container_has_deprecated_policy +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_existing_container_has_deprecated_policy ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_existing_container_has_deprecated_policy_unauthed +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_existing_container_has_deprecated_policy_unauthed ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get_container ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get_reserved_container_passthrough +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get_reserved_container_passthrough ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get_symlink +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get_symlink ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_head_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_head_container ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_new_version_get_errors +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_new_version_get_errors ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_new_version_put_errors +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_new_version_put_errors ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_container ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_container_with_legacy_versioning +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_container_with_legacy_versioning ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_container_with_super_legacy_versioning +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_container_with_super_legacy_versioning ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_object_no_versioning +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_object_no_versioning ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_same_policy_as_existing_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_same_policy_as_existing_container ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_same_policy_as_primary_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_same_policy_as_primary_container ... ok +test.unit.common.middleware.test_ratelimit.TestSwiftInfo.test_registered_defaults +test.unit.common.middleware.test_ratelimit.TestSwiftInfo.test_registered_defaults ... ok +test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_off +test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_off ... ok +test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_on +test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_on ... ok +test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_on_allow_deletes +test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_on_allow_deletes ... ok +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_non_swift_path +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_non_swift_path ... ok +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off ... ok +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_destination_account_on_on_copy +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_destination_account_on_on_copy ... ok +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_src_acct_on_dest_acct_off_on_copy +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_src_acct_on_dest_acct_off_on_copy ... ok +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_src_acct_on_dest_acct_on_on_copy +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_src_acct_on_dest_acct_on_on_copy ... ok +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on ... ok +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_account_off +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_account_off ... ok +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_allow_deletes +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_allow_deletes ... ok +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_destination_account_off_on_copy +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_destination_account_off_on_copy ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_device_info +test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_device_info ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_device_info_fail +test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_device_info_fail ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_device_info_function +test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_device_info_function ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_swift_conf_md5 +test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_swift_conf_md5 ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_swift_conf_md5_fail +test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_swift_conf_md5_fail ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_no_content +test.unit.common.middleware.test_recon.TestReconMiddleware.test_no_content ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_async +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_async ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_auditor_all +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_auditor_all ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_auditor_invalid +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_auditor_invalid ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_auditor_notype +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_auditor_notype ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_diskusage +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_diskusage ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_driveaudit +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_driveaudit ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_expirer_invalid +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_expirer_invalid ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_expirer_notype +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_expirer_notype ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_expirer_object +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_expirer_object ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_load +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_load ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_mem +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_mem ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_mounted +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_mounted ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_quarantined +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_quarantined ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_relink +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_relink ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_replication_all +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_replication_all ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_replication_notype +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_replication_notype ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_ringmd5 +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_ringmd5 ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_sharding +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_sharding ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_sockstat +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_sockstat ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_swiftconfmd5 +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_swiftconfmd5 ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_time +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_time ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_unmounted +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_unmounted ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_unmounted_empty +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_unmounted_empty ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_updater +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_updater ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_updater_invalid +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_updater_invalid ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_updater_notype +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_updater_notype ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_version +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_version ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_invalid_path +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_invalid_path ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_pass +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_pass ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_reconstruction_info +test.unit.common.middleware.test_recon.TestReconMiddleware.test_reconstruction_info ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_big_non_slo +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_big_non_slo ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_fails +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_fails ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_finds_old +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_finds_old ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_small_non_slo +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_small_non_slo ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_tombstone +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_tombstone ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_bogus_content_range +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_bogus_content_range ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_includes_whole_manifest +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_includes_whole_manifest ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_includes_whole_range_manifest +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_includes_whole_range_manifest ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_download_takes_too_long +test.unit.common.middleware.test_slo.TestSloErrors.test_download_takes_too_long ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_first_segment_submanifest +test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_first_segment_submanifest ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_segment +test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_segment ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_submanifest +test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_submanifest ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_mismatched_etag +test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_mismatched_etag ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_mismatched_size +test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_mismatched_size ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_leading_delimiter +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_leading_delimiter ... ok +test.unit.account.test_server.TestAccountController.test_GET_empty_account_xml +test.unit.account.test_server.TestAccountController.test_GET_empty_account_xml ... ok +test.unit.account.test_server.TestAccountController.test_GET_invalid_accept +test.unit.account.test_server.TestAccountController.test_GET_invalid_accept ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:25 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:25 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:25 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e', 'Content-Length': '0'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:25 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6', 'Content-Length': '0'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:25 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:25 -0000', 'Content-Md5': 'Je0by0I7C3IA9IX8X/ccjg==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '25ed1bcb423b0b7200f485fc5ff71c8e'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_handle_acl_header_with_s3acl +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_handle_acl_header_with_s3acl ... ok +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_object_acl_GET +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_object_acl_GET ... ok +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_acl_GET +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_acl_GET ... ok +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_acl_PUT +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_acl_PUT ... ok +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_canned_acl_PUT +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_canned_acl_PUT ... ok +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_fails_with_both_acl_header_and_xml_PUT +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_fails_with_both_acl_header_and_xml_PUT ... ok +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_fails_with_neither_acl_header_nor_xml_PUT +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_fails_with_neither_acl_header_nor_xml_PUT ... ok +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_handle_acl_header +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_handle_acl_header ... ok +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_handle_acl_with_invalid_header_string +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_handle_acl_with_invalid_header_string ... ok +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_invalid_xml +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_invalid_xml ... ok +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_object_acl_GET +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_object_acl_GET ... ok +test.unit.common.middleware.s3api.test_location.TestS3ApiLocation.test_object_location +test.unit.common.middleware.s3api.test_location.TestS3ApiLocation.test_object_location ... ok +test.unit.common.middleware.s3api.test_location.TestS3ApiLocation.test_object_location_setting_as_us_west_1 +test.unit.common.middleware.s3api.test_location.TestS3ApiLocation.test_object_location_setting_as_us_west_1 ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_cors_headers +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_cors_headers ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_cors_preflight +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_cors_preflight ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_GET_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_GET_error ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_empty +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_empty ... ok +test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_update_delete_no_status_change +test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_update_delete_no_status_change ... ok +test.unit.account.test_backend.TestAccountBroker.test_get_info +test.unit.account.test_backend.TestAccountBroker.test_get_info ... ok +test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_update_put_no_status_change +test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_update_put_no_status_change ... ok +test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 123, in HEAD + resp = self.GETorHEAD(req) + ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 102, in GETorHEAD + resp = req.get_response(self.app, query=query) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response + return self._get_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 157, in PUT + resp = req.get_response(self.app) + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response + return self._get_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test INFO: - - 15/May/2024/17/59/24 GET /bucket/object HTTP/1.0 200 - Mozzarella%20Foxfire - - 5 - - - 0.0009 - - 1715795964.531472683 1715795964.532346725 1 +test DEBUG: Calling S3Api Middleware +test INFO: - - 15/May/2024/17/59/24 GET /bucket/object HTTP/1.0 200 - Mozzarella%20Foxfire - - 5 - - - 0.0008 - - 1715795964.532900572 1715795964.533703089 0 +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 229, in DELETE + resp = req.get_response(self.app, query=query) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1637, in get_response + return self.get_acl_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1613, in get_acl_response + resp = self._get_response( + ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_missing +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_missing ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_exception +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_exception ... ok +test.unit.account.test_backend.TestAccountBroker.test_get_info_no_stale_reads +test.unit.account.test_backend.TestAccountBroker.test_get_info_no_stale_reads ... ok +test.unit.account.test_backend.TestCommonAccountBroker.test_put_timestamp +test.unit.account.test_backend.TestCommonAccountBroker.test_put_timestamp ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_delete_db_status +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_delete_db_status ... ok +test.unit.account.test_backend.TestAccountBroker.test_get_info_stale_read_ok +test.unit.account.test_backend.TestAccountBroker.test_get_info_stale_read_ok ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_json +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_json ... ok +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:24 -0000', 'Content-Md5': 'i4CS9WiTvEfCFGqAHP8j0A==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '8b8092f56893bc47c2146a801cff23d0', 'Content-Length': '1030946'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:25 -0000', 'Content-Md5': '/JzPJjlXCqpRBmlyhGXNDg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'fc9ccf2639570aaa510669728465cd0e', 'Content-Length': '139'} +test DEBUG: Calling S3Api Middleware +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_quiet +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_quiet ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 236, in DELETE + new_resp = self._restore_on_delete(req) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 175, in _restore_on_delete + resp = req.get_response(self.app, 'GET', req.container_name, '', + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response + return self._get_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +test DEBUG: Calling S3Api Middleware +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_PUT_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_PUT_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_is_delete_marker +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_is_delete_marker ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_is_missing +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_is_missing ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_in_versioned_container_with_version_id +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_in_versioned_container_with_version_id ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_in_versioned_container_without_version +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_in_versioned_container_without_version ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_missing +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_missing ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_multipart +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_multipart ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_no_multipart +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_no_multipart ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_old_version_id +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_old_version_id ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_version_id_not_implemented +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_version_id_not_implemented ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_with_version_id_but_not_enabled +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_with_version_id_but_not_enabled ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Range ... ok +test.unit.account.test_backend.TestCommonAccountBroker.test_status_changed_at +test.unit.account.test_backend.TestCommonAccountBroker.test_status_changed_at ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Range_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Range_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Response +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Response ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_version_id +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_version_id ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_version_id_not_implemented +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_version_id_not_implemented ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_with_version_id_but_not_enabled +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_with_version_id_but_not_enabled ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_Range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_Range ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_Range_with_invalid_value +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_Range_with_invalid_value ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_POST_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_POST_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_with_match +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_with_match ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_with_not_match +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_with_not_match ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_metadata_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_metadata_copy ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_metadata_replace +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_metadata_replace ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self_metadata_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self_metadata_copy ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self_metadata_replace +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self_metadata_replace ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info ... ok +test.unit.account.test_utils.TestAccountUtils.test_account_listing_reserved_names +test.unit.account.test_utils.TestAccountUtils.test_account_listing_reserved_names ... ok +test.unit.account.test_utils.TestAccountUtils.test_account_listing_response +test.unit.account.test_utils.TestAccountUtils.test_account_listing_response ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_double_check_trailing_delimiter +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_double_check_trailing_delimiter ... ok +test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_empty_memory_broker +test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_empty_memory_broker ... ok +test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_fake_broker +test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_fake_broker ... ok +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/bucket.py", line 345, in GET + resp = req.get_response(self.app, query=query) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response + return self._get_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test ERROR: Got non-JSON response trying to list /bucket: b'obj0\nobj1\nobj2\nobj3\nobj4\nobj5\nobj6\nobj7\nobj8\nobj9\nobj10\nobj1...' +test ERROR: Expecting value: line 1 column 1 (char 0): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/bucket.py", line 348, in GET + objects = json.loads(resp.body) + ^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.12/json/__init__.py", line 346, in loads + return _default_decoder.decode(s) + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.12/json/decoder.py", line 337, in decode + obj, end = self.raw_decode(s, idx=_w(s, 0).end()) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.12/json/decoder.py", line 355, in raw_decode + raise JSONDecodeError("Expecting value", s, err.value) from None +json.decoder.JSONDecodeError: Expecting value: line 1 column 1 (char 0) +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test INFO: - - 15/May/2024/17/59/25 HEAD /junk HTTP/1.0 200 - Mozzarella%20Foxfire - - - - - - 0.0006 - - 1715795965.661169291 1715795965.661743879 0 +test DEBUG: Calling S3Api Middleware +test INFO: - - 15/May/2024/17/59/25 HEAD /junk HTTP/1.0 200 - Mozzarella%20Foxfire - - - - - - 0.0006 - - 1715795965.662276745 1715795965.662846327 1 +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/bucket.py", line 394, in PUT + resp = req.get_response(self.app) + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response + return self._get_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-abcd, max LO GET time of 86400s exceeded +fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-manifest-a, GET of submanifest /v1/AUTH_test/gettest/manifest-a failed with status 403 (

Forbidden

Access was denied to this reso...) +fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-abcd, got 401 (

Unauthorized

This server could not verif...) while retrieving /v1/AUTH_test/gettest/c_15 +fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-abcd, GET of submanifest /v1/AUTH_test/gettest/manifest-bc failed with status 401 (

Unauthorized

This server could not verif...) +fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/a_5 etag: 594f803b380a41396ed63dca39503542 != wrong! or 5 != 5. +fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/a_5 etag: 594f803b380a41396ed63dca39503542 != 594f803b380a41396ed63dca39503542 or 5 != 999999. +test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_not_available +test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_not_available ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_not_exists +test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_not_exists ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_generator_closure +test.unit.common.middleware.test_slo.TestSloErrors.test_generator_closure ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_generator_closure_iter_app_resp +test.unit.common.middleware.test_slo.TestSloErrors.test_generator_closure_iter_app_resp ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_get_bogus_manifest +test.unit.common.middleware.test_slo.TestSloErrors.test_get_bogus_manifest ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_get_invalid_sysmeta_passthrough +test.unit.common.middleware.test_slo.TestSloErrors.test_get_invalid_sysmeta_passthrough ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_head_does_not_validate_first_segment_mismatched_etag +test.unit.common.middleware.test_slo.TestSloErrors.test_head_does_not_validate_first_segment_mismatched_etag ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_head_does_not_validate_first_segment_mismatched_size +test.unit.common.middleware.test_slo.TestSloErrors.test_head_does_not_validate_first_segment_mismatched_size ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_invalid_json_submanifest +test.unit.common.middleware.test_slo.TestSloErrors.test_invalid_json_submanifest ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_checksum +test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_checksum ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_etag +test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_etag ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_length +test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_length ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_size +test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_size ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_recursion_limit +test.unit.common.middleware.test_slo.TestSloErrors.test_recursion_limit ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_slo_sysmeta_on_error +test.unit.common.middleware.test_slo.TestSloErrors.test_slo_sysmeta_on_error ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_sub_slo_recursion +test.unit.common.middleware.test_slo.TestSloErrors.test_sub_slo_recursion ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_sub_slo_recursion_limit +test.unit.common.middleware.test_slo.TestSloErrors.test_sub_slo_recursion_limit ... ok +test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest +test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest ... ok +test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_passthrough +test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_passthrough ... ok +test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_ratelimiting +test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_ratelimiting ... ok +test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_repeated_segments_uses_multi_range_requests +test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_repeated_segments_uses_multi_range_requests ... ok +test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_with_submanifest +test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_with_submanifest ... ok +test.unit.common.middleware.test_slo.TestSloGetManifests.test_multiple_ranges_get_manifest +test.unit.common.middleware.test_slo.TestSloGetManifests.test_multiple_ranges_get_manifest ... ok +test.unit.common.middleware.test_slo.TestSloGetManifests.test_multiple_ranges_including_suffix_get_manifest +test.unit.common.middleware.test_slo.TestSloGetManifests.test_multiple_ranges_including_suffix_get_manifest ... ok +test.unit.common.middleware.test_slo.TestSloGetManifests.test_range_get_manifest +test.unit.common.middleware.test_slo.TestSloGetManifests.test_range_get_manifest ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_range_manifest +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_range_manifest ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_segment_with_non_ascii_path +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_segment_with_non_ascii_path ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_subrange_manifest +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_subrange_manifest ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_first_byte +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_first_byte ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_on_segment_boundaries +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_on_segment_boundaries ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_overlapping_end +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_overlapping_end ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_sub_slo +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_sub_slo ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_unsatisfiable +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_unsatisfiable ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_range_manifest +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_range_manifest ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_subrange_manifest +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_subrange_manifest ... ok +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink ... ok +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_new_target +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_new_target ... ok +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_target +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_target ... ok +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_with_slo_query +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_with_slo_query ... ok +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_new_slo_manifest +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_new_slo_manifest ... ok +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_old_slo_manifest +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_old_slo_manifest ... ok +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_really_old_slo_manifest +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_really_old_slo_manifest ... ok +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_slo_manifest_slo_etag +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_slo_manifest_slo_etag ... ok +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_extra_key +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_extra_key ... ok +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_simple_etag +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_simple_etag ... ok +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_symlink_path +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_symlink_path ... ok +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_symlink_path_and_account +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_symlink_path_and_account ... ok +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_error_cases +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_error_cases ... ok +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple ... ok +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple_with_listing_format +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple_with_listing_format ... ok +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple_with_listing_format_xml +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple_with_listing_format_xml ... ok +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_with_subdir +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_with_subdir ... ok +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_no_affect_for_account_request +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_no_affect_for_account_request ... ok +test.unit.common.middleware.test_tempauth.TestTokenHandling.test_invalid_tokens +test.unit.common.middleware.test_tempauth.TestTokenHandling.test_invalid_tokens ... ok +test.unit.common.middleware.test_tempauth.TestTokenHandling.test_service_token_given_and_needed +test.unit.common.middleware.test_tempauth.TestTokenHandling.test_service_token_given_and_needed ... ok +test.unit.common.middleware.test_tempauth.TestTokenHandling.test_service_token_omitted +test.unit.common.middleware.test_tempauth.TestTokenHandling.test_service_token_omitted ... ok +test.unit.common.middleware.test_tempauth.TestTokenHandling.test_tokens_set_remote_user +test.unit.common.middleware.test_tempauth.TestTokenHandling.test_tokens_set_remote_user ... ok +test.unit.common.middleware.test_tempurl.TestTempurlWarning.test_deprecation_warning +test.unit.common.middleware.test_tempurl.TestTempurlWarning.test_deprecation_warning ... ok +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_download +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_download ... ok +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_format_source_code +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_format_source_code ... ok +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_get_param +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_get_param ... ok +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_index +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_index ... ok +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_index_all +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_index_all ... ok +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_plot +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_plot ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_plain +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_plain ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_info +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_info ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info_no_stale_reads +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info_no_stale_reads ... ok +test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_with_data +test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_with_data ... ok +test.unit.account.test_server.TestAccountController.test_GET_leading_delimiter +test.unit.account.test_server.TestAccountController.test_GET_leading_delimiter ... ok +test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_with_legacy_data +test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_with_legacy_data ... ok +test.unit.cli.test_form_signature.TestFormSignature.test_invalid_filecount_arg +test.unit.cli.test_form_signature.TestFormSignature.test_invalid_filecount_arg ... ok +test.unit.cli.test_form_signature.TestFormSignature.test_invalid_filesize_arg +test.unit.cli.test_form_signature.TestFormSignature.test_invalid_filesize_arg ... ok +test.unit.cli.test_form_signature.TestFormSignature.test_invalid_path_arg +test.unit.cli.test_form_signature.TestFormSignature.test_invalid_path_arg ... ok +test.unit.cli.test_form_signature.TestFormSignature.test_invalid_seconds_arg +test.unit.cli.test_form_signature.TestFormSignature.test_invalid_seconds_arg ... ok +test.unit.cli.test_form_signature.TestFormSignature.test_prints_signature +test.unit.cli.test_form_signature.TestFormSignature.test_prints_signature ... ok +test.unit.cli.test_form_signature.TestFormSignature.test_too_few_args +test.unit.cli.test_form_signature.TestFormSignature.test_too_few_args ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_info_no_stale_reads +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_info_no_stale_reads ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info_stale_read_ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info_stale_read_ok ... ok +test.unit.cli.test_info.TestPrintObj.test_missing_etag +test.unit.cli.test_info.TestPrintObj.test_missing_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObj.test_print_obj_invalid +test.unit.cli.test_info.TestPrintObj.test_print_obj_invalid ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObj.test_print_obj_valid +test.unit.cli.test_info.TestPrintObj.test_print_obj_valid ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObj.test_print_obj_with_policy +test.unit.cli.test_info.TestPrintObj.test_print_obj_with_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjFullMeta.test_invalid_etag +test.unit.cli.test_info.TestPrintObjFullMeta.test_invalid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_crypto_metadata +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_crypto_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_multipart +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_multipart ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_no_multipart +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_no_multipart ... ok +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_curl_command_ipv4 +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_curl_command_ipv4 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_curl_command_ipv6 +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_curl_command_ipv6 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_meta_and_ts_files +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_meta_and_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_metadata +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_no_ring +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_no_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_policy_index +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_policy_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_empty +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_empty ... ok +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_policy_name_mismatch +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_policy_name_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjFullMeta.test_unchecked_etag +test.unit.cli.test_info.TestPrintObjFullMeta.test_unchecked_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjFullMeta.test_valid_etag +test.unit.cli.test_info.TestPrintObjFullMeta.test_valid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_recon.TestRecon.test_async_check +test.unit.cli.test_recon.TestRecon.test_async_check ... ok +test.unit.cli.test_recon.TestRecon.test_calculate_least_and_most_recent +test.unit.cli.test_recon.TestRecon.test_calculate_least_and_most_recent ... ok +test.unit.cli.test_recon.TestRecon.test_drive_audit_check +test.unit.cli.test_recon.TestRecon.test_drive_audit_check ... ok +test.unit.cli.test_recon.TestRecon.test_gen_stats +test.unit.cli.test_recon.TestRecon.test_gen_stats ... ok +test.unit.cli.test_recon.TestRecon.test_get_error_ringnames +test.unit.cli.test_recon.TestRecon.test_get_error_ringnames ... ok +test-reaper ERROR: Exception with 10.10.10.1:6202/sda1: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp +swift.common.exceptions.ClientException: : 404 +test-reaper ERROR: Exception with 10.10.10.2:6202/sda1: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp + File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp +swift.common.exceptions.ClientException: : 404 +test-reaper ERROR: Exception with 10.10.10.3:6202/None: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp + File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp + File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp +swift.common.exceptions.ClientException: : 404 +test-reaper ERROR: Exception with 10.10.10.1:6202/sda2: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp + File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp + File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp + File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp +swift.common.exceptions.ClientException: : 404 +test-reaper ERROR: Exception with 10.0.0.0:1000/sda: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 490, in reap_object + direct_delete_object( + File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 160, in fake_direct_delete_object + raise self.myexp +swift.common.exceptions.ClientException: : 404 +test-reaper ERROR: Timeout Exception with 10.0.0.0:1000/sda +test-reaper ERROR: Timeout Exception with 10.0.0.1:1001/sdb +test-reaper ERROR: Timeout Exception with 10.0.0.2:1002/sdc +test-reaper ERROR: Timeout Exception with 10.0.0.3:1003/sdd +test-reaper DEBUG: Begin devices pass: thisdeviceisbad +test-reaper ERROR: Exception in top-level account reaper loop: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 135, in run_once + for device in os.listdir(self.devices): + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: 'thisdeviceisbad' +test-reaper INFO: Devices pass completed: 0.00s +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:25 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:25 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:25 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:25 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multi_upload_empty_body +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multi_upload_empty_body ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_abort +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_abort ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_abort_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_abort_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_404_on_marker_delete +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_404_on_marker_delete ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_409_on_marker_delete +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_409_on_marker_delete ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_failure_with_heartbeat +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_failure_with_heartbeat ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_marker_ts_in_future +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_marker_ts_in_future ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_marker_ts_now +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_marker_ts_now ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_mixed_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_mixed_policy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_no_content_type +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_no_content_type ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_non_ascii +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_non_ascii ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_old_content_type +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_old_content_type ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_other_headers +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_other_headers ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_segment_too_small +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_segment_too_small ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_single_zero_length_segment +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_single_zero_length_segment ... ok +test.unit.account.test_backend.TestAccountBroker.test_get_policy_stats +test.unit.account.test_backend.TestAccountBroker.test_get_policy_stats ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_weird_host_name +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_weird_host_name ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_with_heartbeat +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_with_heartbeat ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_zero_length_final_segment +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_zero_length_final_segment ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_zero_segments +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_zero_segments ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_s3acl_with_cached_seg_buck +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_s3acl_with_cached_seg_buck ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_with_segment_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_with_segment_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_without_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_without_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_without_segment_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_without_segment_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_invalid_md5 +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_invalid_md5 ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_invalid_sha256 +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_invalid_sha256 ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_missing_part_with_heartbeat +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_missing_part_with_heartbeat ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_etag_mismatch +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_etag_mismatch ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_mixed_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_mixed_policy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_nothing_there +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_nothing_there ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_upload_id_mismatch +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_upload_id_mismatch ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_upper_sha256 +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_upper_sha256 ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_uploads_list +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_uploads_list ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_upload_part +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_upload_part ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_upload_part_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_upload_part_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_with_match +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_with_match ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_with_not_match +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_with_not_match ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range_invalid +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range_invalid ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range_unsatisfiable +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range_unsatisfiable ... ok +test.unit.account.test_backend.TestAccountBroker.test_initialize_fail +test.unit.account.test_backend.TestAccountBroker.test_initialize_fail ... ok +test.unit.cli.test_recon.TestRecon.test_get_hosts +test.unit.cli.test_recon.TestRecon.test_get_hosts ... ok +test.unit.cli.test_recon.TestRecon.test_get_ring_names +test.unit.cli.test_recon.TestRecon.test_get_ring_names ... ok +test.unit.cli.test_recon.TestRecon.test_get_ringmd5 +test.unit.cli.test_recon.TestRecon.test_get_ringmd5 ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_xml +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_xml ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_false +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_false ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_info_stale_read_ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_info_stale_read_ok ... ok +test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_alias +test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_alias ... ok +test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 236, in DELETE + new_resp = self._restore_on_delete(req) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 187, in _restore_on_delete + resp = req.get_response(self.app, 'PUT', query={ + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response + return self._get_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: skipping failed PUT?version-id=1574341899.21751 +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 229, in DELETE + resp = req.get_response(self.app, query=query) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response + return self._get_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 136, in GET + return self.GETorHEAD(req) + ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 102, in GETorHEAD + resp = req.get_response(self.app, query=query) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response + return self._get_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 123, in HEAD + resp = self.GETorHEAD(req) + ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 102, in GETorHEAD + resp = req.get_response(self.app, query=query) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response + return self._get_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_headers +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_headers ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_quota_exceeded +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_quota_exceeded ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4 +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4 ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4_bad_hash +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4_bad_hash ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4_unsigned_payload +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4_unsigned_payload ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_with_version +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_with_version ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_policy_index_logging +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_policy_index_logging ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_simple_object_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_simple_object_copy ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_slo_object_DELETE +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_slo_object_DELETE ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_slo_object_async_DELETE +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_slo_object_async_DELETE ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_HEAD_with_content_length +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_HEAD_with_content_length ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_bogus_content_length +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_bogus_content_length ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors_passthrough +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors_passthrough ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors_with_unexpected_error +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors_with_unexpected_error ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_error_in_iterator +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_error_in_iterator ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_long_response_body +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_long_response_body ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_multiple_content_lengths +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_multiple_content_lengths ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_no_content_length +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_no_content_length ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_short_response_body +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_short_response_body ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra_length_limit +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra_length_limit ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra_quoted +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra_quoted ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_fail +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_fail ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_pass +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_pass ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_suffix +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_suffix ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_obj_slash_v1 +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_obj_slash_v1 ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_root_and_path +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_root_and_path ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_root_obj +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_root_obj ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_trailing_slash +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_trailing_slash ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_root_path_obj_slash_v1 +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_root_path_obj_slash_v1 ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_with_path_root_container +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_with_path_root_container ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_with_path_root_and_path_no_slash +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_with_path_root_and_path_no_slash ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache +test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_exception +test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_exception ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_ioerror +test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_ioerror ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_exception +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_exception ... ok +test.unit.account.test_server.TestAccountController.test_GET_limit_marker_json +test.unit.account.test_server.TestAccountController.test_GET_limit_marker_json ... ok +test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_all_policies +test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_all_policies ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:25 -0000', 'Content-Md5': 'PggRsy85Tu07EsbATYB/cA==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '3e0811b32f394eed3b12c6c04d807f70', 'Content-Length': '139'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:25 -0000', 'Content-Md5': 'zDBBHq17IpuHzskOm+GHEQ==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'cc30411ead7b229b87cec90e9be18711', 'Content-Length': '139'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:25 -0000', 'Content-Md5': 'hTnOh9sxGnzPiScnD+t0Mg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '8539ce87db311a7ccf8927270feb7432', 'Content-Length': '139'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: A key is specified for bucket API. +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:25 -0000', 'Content-Md5': 'mbEtd8ufKpkpCIfMjGD7Tw==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '99b12d77cb9f2a99290887cc8c60fb4f', 'Content-Length': '90'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_to_object +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_to_object ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_too_many_keys +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_too_many_keys ... ok +test.unit.account.test_backend.TestAccountBroker.test_is_status_deleted +test.unit.account.test_backend.TestAccountBroker.test_is_status_deleted ... ok +test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_invalid +test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_invalid ... ok +test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_unu +test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_unu ... ok +test.unit.cli.test_recon.TestRecon.test_ptime +test.unit.cli.test_recon.TestRecon.test_ptime ... ok +test.unit.account.test_backend.TestAccountBroker.test_list_container_iter_with_reserved_name +test.unit.account.test_backend.TestAccountBroker.test_list_container_iter_with_reserved_name ... ok +test.unit.cli.test_recon.TestRecon.test_quarantine_check +test.unit.cli.test_recon.TestRecon.test_quarantine_check ... ok +test.unit.cli.test_recon.TestRecon.test_umount_check +test.unit.cli.test_recon.TestRecon.test_umount_check ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_already_exists +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_already_exists ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_domain_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_domain_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv4_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv4_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv4_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv4_old_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv6_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv6_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv6_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv6_old_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_old_missing_region +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_old_missing_region ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_part_power_increase +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_part_power_increase ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_add_duplicate_devices +test.unit.cli.test_ringbuilder.TestCommands.test_add_duplicate_devices ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_create_ring +test.unit.cli.test_ringbuilder.TestCommands.test_create_ring ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_create_ring_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_create_ring_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_default +test.unit.cli.test_ringbuilder.TestCommands.test_default ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_default_no_device_ring_without_exception +test.unit.cli.test_ringbuilder.TestCommands.test_default_no_device_ring_without_exception ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_default_output +test.unit.cli.test_ringbuilder.TestCommands.test_default_output ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_default_output_id_assigned +test.unit.cli.test_ringbuilder.TestCommands.test_default_output_id_assigned ... ok +fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-not-avail, got 503 (

Service Unavailable

The server is curren...) while retrieving /v1/AUTH_test/gettest/not_avail_obj +fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-not-exists, got 404 (

Not Found

The resource could not be foun...) while retrieving /v1/AUTH_test/gettest/not_exists_obj +fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 2 (char 1) +fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 2 (char 1) +fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-abcd, JSON-decoding of submanifest /v1/AUTH_test/gettest/manifest-bc failed with 500 Internal Error +fake-swift ERROR: Bad MD5 checksum for /v1/AUTH_test/gettest/a_5 as part of /v1/AUTH_test/gettest/manifest: headers had 594f803b380a41396ed63dca39503542, but object MD5 was actually fb0e22c79ac75679e9881e6ba183b354 +fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/b_10 etag: 82136b4240d6ce4ea7d03e51469a393b != wrong! or 10 != 10. +fake-swift ERROR: Bad response length for /v1/AUTH_test/gettest/a_5 as part of /v1/AUTH_test/gettest/manifest: headers had 5, but response length was actually 4 +fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/b_10 etag: 82136b4240d6ce4ea7d03e51469a393b != 82136b4240d6ce4ea7d03e51469a393b or 10 != 999999. +fake-swift ERROR: While processing manifest '/v1/AUTH_test/gettest/man1', max recursion depth was exceeded +fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 1 (char 0) +fake-swift ERROR: While processing manifest '/v1/AUTH_test/gettest/man1', max recursion depth was exceeded +test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. +Thu May 16 07:59:26 2024 /tmp/tmpdddfsftz/unittest.profile123 +Thu May 16 07:59:26 2024 /tmp/tmpdddfsftz/unittest.profile1329778 +Thu May 16 07:59:26 2024 /tmp/tmpdddfsftz/unittest.profile456 + + 30 function calls in 0.001 seconds + + Ordered by: internal time + + ncalls tottime percall cumtime percall filename:lineno(function) + 6 0.001 0.000 0.001 0.000 profile:0(import os;os.getcwd();) + 6 0.000 0.000 0.000 0.000 :0(exec) + 6 0.000 0.000 0.000 0.000 :1() + 6 0.000 0.000 0.000 0.000 :0(getcwd) + 0 0.000 0.000 profile:0(profiler) + 6 0.000 0.000 0.000 0.000 :0(setprofile) + + +Thu May 16 07:59:26 2024 /tmp/tmpdddfsftz/unittest.profile123 +Thu May 16 07:59:26 2024 /tmp/tmpdddfsftz/unittest.profile1329778 +Thu May 16 07:59:26 2024 /tmp/tmpdddfsftz/unittest.profile456 + + 30 function calls in 0.001 seconds + + Ordered by: call count + + ncalls tottime percall cumtime percall filename:lineno(function) + 6 0.001 0.000 0.001 0.000 profile:0(import os;os.getcwd();) + 6 0.000 0.000 0.000 0.000 :0(exec) + 6 0.000 0.000 0.000 0.000 :1() + 6 0.000 0.000 0.000 0.000 :0(getcwd) + 6 0.000 0.000 0.000 0.000 :0(setprofile) + 0 0.000 0.000 profile:0(profiler) + + +Thu May 16 07:59:26 2024 /tmp/tmpdddfsftz/unittest.profile123 +Thu May 16 07:59:26 2024 /tmp/tmpdddfsftz/unittest.profile1329778 +Thu May 16 07:59:26 2024 /tmp/tmpdddfsftz/unittest.profile456 + + 30 function calls in 0.001 seconds + + Ordered by: internal time + + ncalls tottime percall cumtime percall filename:lineno(function) + 6 0.001 0.000 0.001 0.000 profile:0(import os;os.getcwd();) + 6 0.000 0.000 0.000 0.000 :0(exec) + 6 0.000 0.000 0.000 0.000 :1() + 6 0.000 0.000 0.000 0.000 :0(getcwd) + 0 0.000 0.000 profile:0(profiler) + 6 0.000 0.000 0.000 0.000 :0(setprofile) + + +Thu May 16 07:59:26 2024 /tmp/tmp5juyek96/unittest.profile123 + + 5 function calls in 0.000 seconds + + Ordered by: internal time + + ncalls tottime percall cumtime percall filename:lineno(function) + 1 0.000 0.000 0.000 0.000 :0(exec) + 1 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) + 1 0.000 0.000 0.000 0.000 :1() + 1 0.000 0.000 0.000 0.000 :0(getcwd) + 0 0.000 0.000 profile:0(profiler) + 1 0.000 0.000 0.000 0.000 :0(setprofile) + + +Thu May 16 07:59:26 2024 /tmp/tmp5juyek96/unittest.profile123 + + 5 function calls in 0.000 seconds + + Ordered by: internal time + + ncalls tottime percall cumtime percall filename:lineno(function) + 1 0.000 0.000 0.000 0.000 :0(exec) + 1 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) + 1 0.000 0.000 0.000 0.000 :1() + 1 0.000 0.000 0.000 0.000 :0(getcwd) + 0 0.000 0.000 profile:0(profiler) + 1 0.000 0.000 0.000 0.000 :0(setprofile) + + +Thu May 16 07:59:26 2024 /tmp/tmp5juyek96/unittest.profile123 + + 5 function calls in 0.000 seconds + + Ordered by: internal time + + ncalls tottime percall cumtime percall filename:lineno(function) + 1 0.000 0.000 0.000 0.000 :0(exec) + 1 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) + 1 0.000 0.000 0.000 0.000 :1() + 1 0.000 0.000 0.000 0.000 :0(getcwd) + 0 0.000 0.000 profile:0(profiler) + 1 0.000 0.000 0.000 0.000 :0(setprofile) + + +Thu May 16 07:59:26 2024 /tmp/tmp5juyek96/unittest.profile123 + + 5 function calls in 0.000 seconds + + Ordered by: internal time + + ncalls tottime percall cumtime percall filename:lineno(function) + 1 0.000 0.000 0.000 0.000 :0(exec) + 1 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) + 1 0.000 0.000 0.000 0.000 :1() + 1 0.000 0.000 0.000 0.000 :0(getcwd) + 0 0.000 0.000 profile:0(profiler) + 1 0.000 0.000 0.000 0.000 :0(setprofile) + + +Thu May 16 07:59:26 2024 /tmp/tmp5juyek96/unittest.profile456 +Thu May 16 07:59:26 2024 /tmp/tmp5juyek96/unittest.profile123 +Thu May 16 07:59:26 2024 /tmp/tmp5juyek96/unittest.profile1329778 + + 30 function calls in 0.001 seconds + + Ordered by: internal time + + ncalls tottime percall cumtime percall filename:lineno(function) + 6 0.001 0.000 0.001 0.000 profile:0(import os;os.getcwd();) + 6 0.000 0.000 0.000 0.000 :0(exec) + 6 0.000 0.000 0.000 0.000 :1() + 6 0.000 0.000 0.000 0.000 :0(getcwd) + 0 0.000 0.000 profile:0(profiler) + 6 0.000 0.000 0.000 0.000 :0(setprofile) + + +Thu May 16 07:59:26 2024 /tmp/tmp5juyek96/unittest.profile456 +Thu May 16 07:59:26 2024 /tmp/tmp5juyek96/unittest.profile123 +Thu May 16 07:59:26 2024 /tmp/tmp5juyek96/unittest.profile1329778 + + 30 function calls in 0.001 seconds + + Ordered by: internal time + + ncalls tottime percall cumtime percall filename:lineno(function) + 6 0.001 0.000 0.001 0.000 profile:0(import os;os.getcwd();) + 6 0.000 0.000 0.000 0.000 :0(exec) + 6 0.000 0.000 0.000 0.000 :1() + 6 0.000 0.000 0.000 0.000 :0(getcwd) + 0 0.000 0.000 profile:0(profiler) + 6 0.000 0.000 0.000 0.000 :0(setprofile) + + +Thu May 16 07:59:26 2024 /tmp/tmp5juyek96/unittest.profile456 +Thu May 16 07:59:26 2024 /tmp/tmp5juyek96/unittest.profile123 +Thu May 16 07:59:26 2024 /tmp/tmp5juyek96/unittest.profile1329778 + + 30 function calls test.unit.common.middleware.test_xprofile.Test_html_viewer.test_render +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_render ... ok +test.unit.common.ring.test_ring.TestRing.test_creation +test.unit.common.ring.test_ring.TestRing.test_creation ... ok +test.unit.common.ring.test_ring.TestRing.test_get_more_nodes +test.unit.common.ring.test_ring.TestRing.test_get_more_nodes ... ok +test.unit.common.ring.test_ring.TestRing.test_get_more_nodes_with_zero_weight_region +test.unit.common.ring.test_ring.TestRing.test_get_more_nodes_with_zero_weight_region ... ok +test.unit.common.ring.test_ring.TestRing.test_get_nodes +test.unit.common.ring.test_ring.TestRing.test_get_nodes ... ok +test.unit.common.ring.test_ring.TestRing.test_get_part +test.unit.common.ring.test_ring.TestRing.test_get_part ... ok +test.unit.common.ring.test_ring.TestRing.test_get_part_nodes +test.unit.common.ring.test_ring.TestRing.test_get_part_nodes ... ok +test.unit.common.ring.test_ring.TestRing.test_has_changed +test.unit.common.ring.test_ring.TestRing.test_has_changed ... ok +test.unit.common.ring.test_ring.TestRing.test_reload +test.unit.common.ring.test_ring.TestRing.test_reload ... ok +test.unit.common.ring.test_ring.TestRing.test_reload_old_style_pickled_ring +test.unit.common.ring.test_ring.TestRing.test_reload_old_style_pickled_ring ... ok +test.unit.common.ring.test_ring.TestRing.test_reload_without_replication +test.unit.common.ring.test_ring.TestRing.test_reload_without_replication ... ok +test.unit.common.ring.test_ring.TestRing.test_replica_count +test.unit.common.ring.test_ring.TestRing.test_replica_count ... ok +test INFO: - - - [15/May/2024:17:59:24 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0302 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:24 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0358 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:24 +0000] "DELETE /sda1/./a" 400 20 "-" "-" "-" 0.0002 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:24 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0244 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:24 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0012 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:24 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0519 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:24 +0000] "DELETE /sda1/p/a" 404 - "-" "-" "-" 0.0002 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:24 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0420 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:24 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0007 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:24 +0000] "PUT /sda1/p/a/c1" 204 - "-" "-" "-" 0.0370 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:24 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0716 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:24 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0540 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:24 +0000] "DELETE /sda1/p/a" 400 26 "-" "-" "-" 0.0001 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:24 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0441 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:24 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0043 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:24 +0000] "GET /sda1/p/a" 200 87 "-" "-" "-" 0.0608 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:24 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0418 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:24 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0012 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:24 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0510 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:24 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0386 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:24 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0045 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:24 +0000] "GET /sda1/p/a" 200 87 "-" "-" "-" 0.0454 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:25 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0967 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:25 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0020 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:25 +0000] "GET /sda1/p/a" 406 - "-" "-" "-" 0.0002 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:25 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0538 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:25 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0022 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:25 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0867 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:25 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0738 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:25 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0030 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:25 +0000] "GET /sda1/p/a" 200 196 "-" "-" "-" 0.0657 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:25 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0396 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:25 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0019 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:25 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0493 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:25 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:25 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0534 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:25 +0000] "GET /sda1/p/a" 200 68 "-" "-" "-" 0.0013 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:25 +0000] "GET /sda1/p/a" 400 21 "-" "-" "-" 0.0003 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:25 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0611 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:25 +0000] "PUT /sda1/p/a/.sub.0" 201 - "-" "-" "-" 0.0043 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:25 +0000] "PUT /sda1/p/a/.sub.0.0" 201 - "-" "-" "-" 0.0576 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:25 +0000] "PUT /sda1/p/a/.sub.0.1" 201 - "-" "-" "-" 0.0530 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:25 +0000] "PUT /sda1/p/a/.sub.0.2" 201 - "-" "-" "-" 0.0698 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:25 +0000] "PUT /sda1/p/a/.sub.1" 201 - "-" "-" "-" 0.0446 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:25 +0000] "PUT /sda1/p/a/.sub.1.0" 201 - "-" "-" "-" 0.0369 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:25 +0000] "PUT /sda1/p/a/.sub.1.1" 201 - "-" "-" "-" 0.0515 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:26 +0000] "PUT /sda1/p/a/.sub.1.2" 201 - "-" "-" "-" 0.0749 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:26 +0000] "PUT /sda1/p/a/.sub.2" 201 - "-" "-" "-" 0.0461 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:26 +0000] "PUT /sda1/p/a/.sub.2.0" 201 - "-" "-" "-" 0.0641 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:26 +0000] "PUT /sda1/p/a/.sub.2.1" 201 - "-" "-" "-" 0.0553 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:26 +0000] "PUT /sda1/p/a/.sub.2.2" 201 - "-" "-" "-" 0.0615 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:26 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0650 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:26 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0017 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:26 +0000] "GET /sda1/p/a" 200 45 "-" "-" "-" 0.0018 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:26 +0000] "GET /sda1/p/a" 200 27 "-" "-" "-" 0.0017 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:26 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0597 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:26 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0026 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:26 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0554 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:26 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0591 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:26 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0699 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:26 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0590 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:26 +0000] "GET /sda1/p/a" 200 261 "-" "-" "-" 0.0632 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:26 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.0015 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:26 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0733 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:26 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0054 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:26 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0758 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:26 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0792 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:26 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0704 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:27 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0683 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:27 +0000] "GET /sda1/p/a" 200 9 "-" "-" "-" 0.0628 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:27 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0029 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:27 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0591 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:27 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0009 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:27 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0730 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:27 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0626 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:27 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0627 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:27 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0582 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:27 +0000] "GET /sda1/p/a" 200 452 "-" "-" "-" 0.0597 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:27 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.0022 "-" 1329772 - +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_true +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_true ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_owner_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_owner_permission ... ok +test.unit.account.test_server.TestAccountController.test_GET_limit_marker_plain +test.unit.account.test_server.TestAccountController.test_GET_limit_marker_plain ... ok test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware +test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 157, in PUT + resp = req.get_response(self.app) + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response + return self._get_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware @@ -7585,28 +8704,130 @@ test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:27 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:27 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:27 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:27 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware +test INFO: - - 15/May/2024/17/59/25 GET /bucket/object HTTP/1.0 200 - Mozzarella%20Foxfire - - 5 - - - 0.0009 - - 1715795965.645792007 1715795965.646699429 1 test DEBUG: Calling S3Api Middleware +test INFO: - - 15/May/2024/17/59/25 GET /bucket/object HTTP/1.0 200 - Mozzarella%20Foxfire - - 5 - - - 0.0009 - - 1715795965.647329330 1715795965.648187876 0 test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c//v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7fbabf55e200>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/obj', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7fbabf55e200>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7fbabf55e200>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/obj/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7fbabf55f400>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c//v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7fbabf55e140>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7fbabf55f580>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/v1obj', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7fbabf55f580>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +test ERROR: Error retrieving recon data: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/recon.py", line 85, in _from_recon_cache + with openr(cache_file, 'r') as f: + ^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/test_recon.py", line 228, in raise_Exception + raise Exception +Exception +test ERROR: Error reading recon cache file: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/recon.py", line 85, in _from_recon_cache + with openr(cache_file, 'r') as f: + ^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError: [Errno None] None +test ERROR: Error reading recon cache file: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/recon.py", line 85, in _from_recon_cache + with openr(cache_file, 'r') as f: + ^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/recon.py", line 85, in _from_recon_cache + with openr(cache_file, 'r') as f: + ^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError: [Errno None] None +test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_valueerror +test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_valueerror ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_async_info +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_async_info ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_account +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_account ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_container +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_container ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_object +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_object ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_object_parallel_once +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_object_parallel_once ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_unrecognized +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_unrecognized ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_checkmount_fail +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_checkmount_fail ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_excludes_files +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_excludes_files ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_oserror +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_oserror ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:25 -0000', 'Content-Md5': '9Z+cE+YYsVYXLtR89GLUSA==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'f59f9c13e618b156172ed47cf462d448', 'Content-Length': '88'} +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_unhandled_exception +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_unhandled_exception ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_default_ringfile_check +test.unit.cli.test_ringbuilder.TestCommands.test_default_ringfile_check ... ok +test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_exactly_two_batches +test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_exactly_two_batches ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_default_show_removed +test.unit.cli.test_ringbuilder.TestCommands.test_default_show_removed ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_multichar_delimiter +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_multichar_delimiter ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_json +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_json ... ok +test.unit.account.test_backend.TestAccountBroker.test_list_containers_iter +test.unit.account.test_backend.TestAccountBroker.test_list_containers_iter ... ok test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware @@ -7634,7 +8855,7 @@ test DEBUG: Calling S3Api Middleware test DEBUG: Expecting an element , got nothing, line 1 test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:27 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:25 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware @@ -7670,102 +8891,782 @@ test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_error ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_unoverload -test.unit.common.ring.test_builder.TestRingBuilder.test_unoverload ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_validate -test.unit.common.ring.test_builder.TestRingBuilder.test_validate ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_validate_duplicate_part_assignment -test.unit.common.ring.test_builder.TestRingBuilder.test_validate_duplicate_part_assignment ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_validate_partial_replica -test.unit.common.ring.test_builder.TestRingBuilder.test_validate_partial_replica ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_wrong_tier_with_no_where_to_go -test.unit.common.ring.test_builder.TestRingBuilder.test_wrong_tier_with_no_where_to_go ... ok +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 229, in DELETE + resp = req.get_response(self.app, query=query) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1637, in get_response + return self.get_acl_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1613, in get_acl_response + resp = self._get_response( + ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_missing +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_missing ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_default_sorted_output +test.unit.cli.test_ringbuilder.TestCommands.test_default_sorted_output ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_driveaudit_info +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_driveaudit_info ... ok +test.unit.account.test_backend.TestAccountBroker.test_list_objects_iter_order_and_reverse +test.unit.account.test_backend.TestAccountBroker.test_list_objects_iter_order_and_reverse ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_dispersion_command +test.unit.cli.test_ringbuilder.TestCommands.test_dispersion_command ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_dispersion_command_recalculate +test.unit.cli.test_ringbuilder.TestCommands.test_dispersion_command_recalculate ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_empty_ring +test.unit.cli.test_ringbuilder.TestCommands.test_empty_ring ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_plain +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_plain ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_xml +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_xml ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_over_limit +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_over_limit ... ok +test ERROR: Unexpected Error handling DELETE of 'bucket' 'Key1': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/multi_delete.py", line 128, in do_delete + resp = req.get_response(self.app, method='DELETE', query=query, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1637, in get_response + return self.get_acl_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1613, in get_acl_response + resp = self._get_response( + ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1358, in _get_response + sw_resp = sw_req.get_response(app) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1165, in get_response + status, headers, app_iter = self.call_application(application) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1149, in call_application + app_iter = application(self.environ, start_response) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 182, in __call__ + return self.app(env, start_response) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/s3api/__init__.py", line 85, in __call__ + return self.swift(env, start_response) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/helpers.py", line 324, in __call__ + resp = resp_class( + ^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect + File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/helpers.py", line 197, in _select_response + is_success = resp_class().is_success + ^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +Exception: kaboom +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:25 -0000', 'Content-Md5': 'fKT93kabbLBal9+uwWfW8Q==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '7ca4fdde469b6cb05a97dfaec167d6f1', 'Content-Length': '289'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_versioned_enabled +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_versioned_enabled ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_versioned_suspended +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_versioned_suspended ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_find_parts +test.unit.cli.test_ringbuilder.TestCommands.test_find_parts ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_invalid_device_name +test.unit.cli.test_ringbuilder.TestCommands.test_invalid_device_name ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_ipv6_output +test.unit.cli.test_ringbuilder.TestCommands.test_ipv6_output ... ok +test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_one_large_batch +test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_one_large_batch ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_domain_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_domain_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv4_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv4_new_format ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_version_id_but_not_enabled +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_version_id_but_not_enabled ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_write_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_write_permission ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv4_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv4_old_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv6_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv6_new_format ... ok +test.unit.account.test_server.TestAccountController.test_GET_limit_marker_xml +test.unit.account.test_server.TestAccountController.test_GET_limit_marker_xml ... ok +test.unit.account.test_server.TestAccountController.test_GET_log_requests_false +test.unit.account.test_server.TestAccountController.test_GET_log_requests_false ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv6_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv6_old_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_no_matching +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_no_matching ... ok +test.unit.account.test_backend.TestAccountBroker.test_load_old_pending_puts +test.unit.account.test_backend.TestAccountBroker.test_load_old_pending_puts ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_expirer_info_object +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_expirer_info_object ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info_no_stale_reads +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info_no_stale_reads ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_policy_stats +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_policy_stats ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_multipart +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_multipart ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_no_multipart +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_no_multipart ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_policy_stats +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_policy_stats ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_load +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_load ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_initialize_fail +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_initialize_fail ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info_stale_read_ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info_stale_read_ok ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_mem +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_mem ... ok +test.unit.account.test_backend.TestAccountBroker.test_merge_items +test.unit.account.test_backend.TestAccountBroker.test_merge_items ... ok +test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_several_small_batches +test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_several_small_batches ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_mounted +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_mounted ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:25 -0000', 'Content-Md5': 'ALxfmoFYp3B67xgXw1tkqA==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '00bc5f9a8158a7707aef1817c35b64a8', 'Content-Length': '230'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:25 -0000', 'Content-Md5': '1mSVh2rJhFbgxzf6YLHnJA==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd66495876ac98456e0c737fa60b1e724', 'Content-Length': '184', 'Content-Type': 'multipart/form-data'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_error +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_error ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_fullcontrol_permission ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_is_status_deleted +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_is_status_deleted ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_half_upgraded_database +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_half_upgraded_database ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_quarantine_count +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_quarantine_count ... ok +test INFO: - - - [15/May/2024:17:59:24 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0388 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:24 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0497 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:24 +0000] "DELETE /sda1/./a" 400 20 "-" "-" "-" 0.0002 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:24 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0298 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:24 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0091 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:25 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.1131 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:25 +0000] "DELETE /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:25 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0565 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:25 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0031 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:25 +0000] "PUT /sda1/p/a/c1" 204 - "-" "-" "-" 0.0728 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:25 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.1237 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:25 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0706 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:25 +0000] "DELETE /sda1/p/a" 400 26 "-" "-" "-" 0.0001 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:25 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0596 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:25 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:25 +0000] "GET /sda1/p/a" 200 87 "-" "-" "-" 0.0558 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:25 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0465 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:25 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0022 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:25 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0761 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:25 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0506 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:25 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0018 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:25 +0000] "GET /sda1/p/a" 200 87 "-" "-" "-" 0.0598 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:25 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0617 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:25 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0062 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:25 +0000] "GET /sda1/p/a" 406 - "-" "-" "-" 0.0002 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:25 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0783 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:25 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0048 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:25 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0369 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:26 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0672 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:26 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0043 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:26 +0000] "GET /sda1/p/a" 200 196 "-" "-" "-" 0.0741 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:26 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0503 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:26 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0018 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:26 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0612 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:26 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:26 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0546 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:26 +0000] "GET /sda1/p/a" 200 68 "-" "-" "-" 0.0013 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:26 +0000] "GET /sda1/p/a" 400 21 "-" "-" "-" 0.0003 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:26 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0475 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:26 +0000] "PUT /sda1/p/a/.sub.0" 201 - "-" "-" "-" 0.0124 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:26 +0000] "PUT /sda1/p/a/.sub.0.0" 201 - "-" "-" "-" 0.0651 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:26 +0000] "PUT /sda1/p/a/.sub.0.1" 201 - "-" "-" "-" 0.0574 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:26 +0000] "PUT /sda1/p/a/.sub.0.2" 201 - "-" "-" "-" 0.0691 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:26 +0000] "PUT /sda1/p/a/.sub.1" 201 - "-" "-" "-" 0.0494 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:26 +0000] "PUT /sda1/p/a/.sub.1.0" 201 - "-" "-" "-" 0.0657 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:26 +0000] "PUT /sda1/p/a/.sub.1.1" 201 - "-" "-" "-" 0.0512 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:26 +0000] "PUT /sda1/p/a/.sub.1.2" 201 - "-" "-" "-" 0.0788 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:26 +0000] "PUT /sda1/p/a/.sub.2" 201 - "-" "-" "-" 0.0763 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:27 +0000] "PUT /sda1/p/a/.sub.2.0" 201 - "-" "-" "-" 0.1150 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:27 +0000] "PUT /sda1/p/a/.sub.2.1" 201 - "-" "-" "-" 0.0701 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:27 +0000] "PUT /sda1/p/a/.sub.2.2" 201 - "-" "-" "-" 0.0457 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:27 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0613 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:27 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0015 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:27 +0000] "GET /sda1/p/a" 200 45 "-" "-" "-" 0.0014 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:27 +0000] "GET /sda1/p/a" 200 27 "-" "-" "-" 0.0014 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:27 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0596 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:27 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0025 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:27 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0714 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:27 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0751 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:27 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0531 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:27 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0704 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:27 +0000] "GET /sda1/p/a" 200 261 "-" "-" "-" 0.0427 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:27 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.0016 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:27 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0532 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:27 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0054 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:27 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0679 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:27 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0707 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:27 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0762 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:27 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0923 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:28 +0000] "GET /sda1/p/a" 200 9 "-" "-" "-" 0.0795 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:28 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0034 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:28 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0643 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:28 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0048 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:28 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0984 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:28 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0586 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:28 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0897 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:28 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0617 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:28 +0000] "GET /sda1/p/a" 200 452 "-" "-" "-" 0.0812 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:28 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.0017 "-" 1329773 - +test.unit.account.test_server.TestAccountController.test_GET_log_requests_true +test.unit.account.test_server.TestAccountController.test_GET_log_requests_true ... ok +test.unit.account.test_server.TestAccountController.test_GET_multichar_delimiter +test.unit.account.test_server.TestAccountController.test_GET_multichar_delimiter ... ok +test.unit.account.test_server.TestAccountController.test_GET_not_found_json +test.unit.account.test_server.TestAccountController.test_GET_not_found_json ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_without_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_without_permission ... ok +test.unit.account.test_server.TestAccountController.test_GET_not_found_plain +test.unit.account.test_server.TestAccountController.test_GET_not_found_plain ... ok +test.unit.account.test_server.TestAccountController.test_GET_not_found_xml +test.unit.account.test_server.TestAccountController.test_GET_not_found_xml ... ok +test.unit.account.test_server.TestAccountController.test_GET_over_limit +test.unit.account.test_server.TestAccountController.test_GET_over_limit ... ok +test.unit.account.test_backend.TestAccountBroker.test_merge_items_overwrite_unicode +test.unit.account.test_backend.TestAccountBroker.test_merge_items_overwrite_unicode ... ok +test INFO: Begin account audit "once" mode +test INFO: Account audit "once" mode completed: 0.00s +=============================================================================== +--> Starting reconnaissance on 2 hosts (object) +=============================================================================== +=============================================================================== +--> Starting reconnaissance on 5 hosts (object) +=============================================================================== +=============================================================================== +--> Starting reconnaissance on 2 hosts (object) +=============================================================================== +Ring Builder file does not exist: /tmp/tmpme7d256l/tmp4pkoaz_9 +Device d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 +Device d4r2z3-127.0.0.2:6200R127.0.0.2:6200/sda3_"some meta data" with 3.14159265359 weight got id 4 +Device d4r2z3-127.0.0.1:6200R127.0.0.1:6200/sda3_"some meta data" with 3.14159265359 weight got id 4 +Device d4r2z3-[3001:0:1234::c1c0:abcd:876]:6200R[3::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 +Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 +Ring Builder file does not exist: /tmp/tmpcl0_sg_p/tmpsnxgduqs +Partition power increase in progress. You need +to finish the increase first before adding devices. +Device d4r1z1-127.0.0.1:6200R127.0.0.1:6200/sda9_"" with 3.14159265359 weight got id 4 +Device 4 already uses 127.0.0.1:6200/sda9. +The on-disk ring builder is unchanged. + +swift-ring-builder create + + Creates with 2^ partitions and . + is number of hours to restrict moving a partition more + than once. +/tmp/tmpzcn3x_fa/tmpih2owxbn, build version 4, id 0ac6303fd35c4f8ca8d9091253effab2 +64 partitions, 3.000000 replicas, 4 regions, 4 zones, 4 devices, 100.00 balance, 0.00 dispersion +The minimum number of hours before a partition can be reassigned is 1 (0:00:00 remaining) +The overload factor is 0.00% (0.000000) +Ring file /tmp/tmpzcn3x_fa/tmpih2owxbn.ring.gz not found, probably it hasn't been written yet +Devices: id region zone ip address:port replication ip:port name weight partitions balance flags meta + 0 0 0 127.0.0.1:6200 127.0.0.1:6200 sda1 100.00 0 -100.00 some meta data + 1 1 1 127.0.0.2:6201 127.0.0.2:6201 sda2 100.00 0 -100.00 + 2 2 2 127.0.0.3:6202 127.0.0.3:6202 sdc3 100.00 0 -100.00 + 3 3 3 127.0.0.4:6203 127.0.0.4:6203 sdd4 100.00 0 -100.00 +/build/reproducible-path/swift-2.33.0/test/unit/cli/test_default_output +/build/reproducible-path/swift-2.33.0/test/unit/cli/test_default_output_id_assigned +Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 +d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" weight set to 0.0 +d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"" marked for removal and will be removed next rebalance. +d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" weight set to 0.0 +Device d4r1z2-127.0.0.5:6004R127.0.0.5:6004/sda5_"" with 100.0 weight got id 4 +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" marked for removal and will be removed next rebalance. +Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 +Device d0r2z1-127.0.0.6:6005R127.0.0.6:6005/sdb6_"" with 100.0 weight got id 0 +/build/reproducible-path/swift-2.33.0/test/unit/cli/test_default_sorted_output +Invalid device name +The on-disk ring builder is unchanged. +Invalid device name +The on-disk ring builder is unchanged. +Invalid device name +The on-disk ring builder is unchanged. +Invalid device name +The on-disk ring builder is unchanged. +Invalid device name +The on-disk ring builder is unchanged. +Invalid device name +The on-disk ring builder is unchanged. +Invalid device name +The on-disk ring builder is unchanged. +Invalid device name +The on-disk ring builder is unchanged. +Invalid device name +The on-disk ring builder is unchanged. +Invalid device name +The on-disk ring builder is unchanged. +/build/reproducible-path/swift-2.33.0/test/unit/cli/test_ipv6_output +Device d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 +Partition Matches + 7 1 + 31 1 +Partition Matches + 0 1 + 1 1 + 3 1 + 6 1 + 7 1 + 10 1 + 13 1 + 17 1 + 22 1 + 25 1 + 31 1 + 34 1 + 38 1 + 41 1 + 50 1 + 55 1 + 2 1 + 11 1 + 18 1 + 20 1 + 23 1 + 28 1 + 33 1 + 37 1 + 39 1 + 40 1 + 42 1 + 47 1 + 51 1 + 52 1 + 60 1 + 61 1 + 4 1 + 5 1 + 9 1 + 14 1 + 15 1 + 16 1 + 19 1 + 27 1 + 29 1 + 32 1 + 35 1 + 43 1 + 45 1 + 49 1 + 58 1 + 62 1 +Partition Matches + 0 1 + 4 1 + 9 1 + 10 1 + 11 1 + 15 1 + 22 1 + 23 1 + 28 1 + 31 1 + 38 1 + 39 1 + 46 1 + 47 1 + 58 1 + 63 1 + 1 1 + 7 1 + 12 1 + 16 1 + 19 1 + 24 1 + 25 1 + 26 1 + 27 1 + 33 1 + 37 1 + 41 1 + 44 1 + 53 1 + 55 1 + 56 1 + 2 1 + 5 1 + 6 1 + 14 1 + 17 1 + 20 1 + 21 1 + 30 1 + 34 1 + 45 1 + 48 1 + 50 1 + 51 1 + 54 1 + 57 1 + 61 1 +Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 +Partition Matches + 62 1 + 15 1 +Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 +Partition Matches + 12 1 + 50 1 +Specified builder file "/tmp/tmph3god7i0/tmpo_faisks" is not rebalanced yet. Please rebalance first. +swift-ring-builder list_parts [] .. + +or + +swift-ring-builder list_parts + --region --zone --ip --port + --replication-ip --replication-port + --device --meta --weight + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Returns a 2 column list of all the partitions that are assigned to any of + the devices matching the search values given. The first column is the + assigned partition number and the second column is the number of device + matches for that partition. The list is ordered from most number of matches + to least. If there are a lot of devices to match against, this command + could take a while to run. + +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_number_of_arguments ... ok +test.unit.common.test_db.TestTombstoneReclaimer.test_get_tombstone_count_with_leftover +test.unit.common.test_db.TestTombstoneReclaimer.test_get_tombstone_count_with_leftover ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_json +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_json ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_initialize_fail +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_initialize_fail ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_list_container_iter_with_reserved_name +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_list_container_iter_with_reserved_name ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_reconstruction +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_reconstruction ... ok +test.unit.account.test_backend.TestAccountBroker.test_newid +test.unit.account.test_backend.TestAccountBroker.test_newid ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_owner_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_owner_permission ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_relinker_info +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_relinker_info ... ok +test.unit.account.test_backend.TestAccountBroker.test_policy_stats_tracking +test.unit.account.test_backend.TestAccountBroker.test_policy_stats_tracking ... ok +test.unit.common.test_db.TestTombstoneReclaimer.test_reclaim_get_tombstone_count +test.unit.common.test_db.TestTombstoneReclaimer.test_reclaim_get_tombstone_count ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_account +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_account ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_is_status_deleted +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_is_status_deleted ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 15 May 2024 17:59:25 -0000', 'Content-Md5': 'ud0C7/g6K1j77RpgTDYdwQ==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'b9dd02eff83a2b58fbed1a604c361dc1', 'Content-Length': '120'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_invalid_md5 +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_invalid_md5 ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_non_json +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_non_json ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other WRITE test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_list_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_list_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET ... ok -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_copy_encrypted_to_encrypted -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_copy_encrypted_to_encrypted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_copy_encrypted_to_unencrypted -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_copy_encrypted_to_unencrypted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_copy_unencrypted_to_encrypted -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_copy_unencrypted_to_encrypted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_crypto_UTF8_path -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_crypto_UTF8_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_crypto_max_length_path -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_crypto_max_length_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_disable_encryption_config_option -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_disable_encryption_config_option ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_ondisk_data_after_write_with_crypto -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_ondisk_data_after_write_with_crypto ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_ondisk_data_after_write_with_crypto_ec -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_ondisk_data_after_write_with_crypto_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_put_without_crypto_post_with_crypto_read_with_crypto -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_put_without_crypto_post_with_crypto_read_with_crypto ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_and_override_headers -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_and_override_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto_different_root_secrets -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto_different_root_secrets ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto_ec -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_disable_encryption_conf -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_disable_encryption_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_without_crypto -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_without_crypto ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_without_crypto_ec -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_without_crypto_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_without_crypto_read_with_crypto -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_without_crypto_read_with_crypto ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_without_crypto_read_with_crypto_ec -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_without_crypto_read_with_crypto_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.s3api.test_acl_handlers.TestAclHandlers.test_get_acl_handler -test.unit.common.middleware.s3api.test_acl_handlers.TestAclHandlers.test_get_acl_handler ... ok -test.unit.common.middleware.s3api.test_acl_handlers.TestAclHandlers.test_handle_acl -test.unit.common.middleware.s3api.test_acl_handlers.TestAclHandlers.test_handle_acl ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_plain -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_plain ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Range ... ok +Traceback (most recent call last): + File "/usr/lib/python3/dist-packages/eventlet/greenpool.py", line 87, in _spawn_n_impl + func(*args, **kwargs) + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/x_profile/profile_model.py", line 274, in dump_profile + profiler.dump_stats(tmpfn) + File "/usr/lib/python3.12/profile.py", line 394, in dump_stats + with open(file, 'wb') as f: + ^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/tmp/log/swift/profile/default.profile1329769.tmp' +Traceback (most recent call last): + File "/usr/lib/python3/dist-packages/eventlet/greenpool.py", line 87, in _spawn_n_impl + func(*args, **kwargs) + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/x_profile/profile_model.py", line 274, in dump_profile + profiler.dump_stats(tmpfn) + File "/usr/lib/python3.12/profile.py", line 394, in dump_stats + with open(file, 'wb') as f: + ^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/tmp/log/swift/profile/default.profile1329769.tmp' +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_list_containers_iter +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_list_containers_iter ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_policy_stats +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_policy_stats ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_container +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_container ... ok The can be of the form:: drz-:R:/ @@ -8147,182 +10048,419 @@ test.unit.cli.test_ringbuilder.TestCommands.test_main_no_arguments test.unit.cli.test_ringbuilder.TestCommands.test_main_no_arguments ... ok -test.unit.account.test_server.TestAccountController.test_GET_accept_wildcard -test.unit.account.test_server.TestAccountController.test_GET_accept_wildcard ... ok -test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 229, in DELETE - resp = req.get_response(self.app, query=query) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1637, in get_response - return self.get_acl_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1613, in get_acl_response - resp = self._get_response( - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_missing -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_missing ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_multipart -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_multipart ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_xml -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_xml ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_invalid_accept -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_invalid_accept ... ok -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/00/02/26 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx7c10a44c3b064e13b4681-0068520212 - 0.1477 - - 1750204946.689151287 1750204946.836897373 0 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:02:26 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txa98aa0d7402445f59a5a5-0068520212" "proxy-server 635422" 0.1060 "-" 635422 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:02:27 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:34835/sdb1/2/a/c1" "txa98aa0d7402445f59a5a5-0068520212" "container-server 635422" 0.0034 "-" 635422 1 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:02:27 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:52091/sda1/2/a/c1" "txa98aa0d7402445f59a5a5-0068520212" "container-server 635422" 0.0627 "-" 635422 1 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:00:02:27 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txa98aa0d7402445f59a5a5-0068520212" "proxy-server 635422" 0.1405 "-" 635422 1 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:00:02:27 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txa98aa0d7402445f59a5a5-0068520212" "proxy-server 635422" 0.2182 "-" 635422 1 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/00/02/27 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txa98aa0d7402445f59a5a5-0068520212 - 0.3307 - - 1750204946.838339329 1750204947.169015884 1 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:02:27 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txb408a00daf6445d4a157e-0068520213" "proxy-server 635422" 0.0721 "-" 635422 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:02:27 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:34835/sdb1/1/a/c2" "txb408a00daf6445d4a157e-0068520213" "container-server 635422" 0.0011 "-" 635422 2 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:02:28 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:52091/sda1/1/a/c2" "txb408a00daf6445d4a157e-0068520213" "container-server 635422" 0.6867 "-" 635422 2 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:00:02:28 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txb408a00daf6445d4a157e-0068520213" "proxy-server 635422" 1.2019 "-" 635422 2 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:00:02:28 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txb408a00daf6445d4a157e-0068520213" "proxy-server 635422" 1.1229 "-" 635422 2 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/00/02/28 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txb408a00daf6445d4a157e-0068520213 - 1.2845 - - 1750204947.170426846 1750204948.454918385 2 +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_version_id_but_not_enabled +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_version_id_but_not_enabled ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_write_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_write_permission ... ok +test.unit.common.test_db.TestTombstoneReclaimer.test_reclaim_get_tombstone_count_with_leftover +test.unit.common.test_db.TestTombstoneReclaimer.test_reclaim_get_tombstone_count_with_leftover ... ok +test.unit.common.test_error_limiter.TestErrorLimiter.test_increment +test.unit.common.test_error_limiter.TestErrorLimiter.test_increment ... ok +test.unit.common.test_error_limiter.TestErrorLimiter.test_init_bad_config +test.unit.common.test_error_limiter.TestErrorLimiter.test_init_bad_config ... ok +test.unit.common.test_error_limiter.TestErrorLimiter.test_init_config +test.unit.common.test_error_limiter.TestErrorLimiter.test_init_config ... ok +test.unit.common.test_error_limiter.TestErrorLimiter.test_is_limited +test.unit.common.test_error_limiter.TestErrorLimiter.test_is_limited ... ok +test.unit.common.test_error_limiter.TestErrorLimiter.test_node_key +test.unit.common.test_error_limiter.TestErrorLimiter.test_node_key ... ok +test.unit.common.test_internal_client.TestGetAuth.test_invalid_version +test.unit.common.test_internal_client.TestGetAuth.test_invalid_version ... ok +test.unit.common.test_internal_client.TestGetAuth.test_ok +test.unit.common.test_internal_client.TestGetAuth.test_ok ... ok +test.unit.common.test_internal_client.TestInternalClient.test_base_full_listing +test.unit.common.test_internal_client.TestInternalClient.test_base_full_listing ... ok +test.unit.common.test_internal_client.TestInternalClient.test_base_request_timeout +test.unit.common.test_internal_client.TestInternalClient.test_base_request_timeout ... ok +test.unit.common.test_internal_client.TestInternalClient.test_container_exists +test.unit.common.test_internal_client.TestInternalClient.test_container_exists ... ok +test.unit.common.test_internal_client.TestInternalClient.test_create_account +test.unit.common.test_internal_client.TestInternalClient.test_create_account ... ok +test.unit.common.test_internal_client.TestInternalClient.test_create_container +test.unit.common.test_internal_client.TestInternalClient.test_create_container ... ok +test.unit.common.test_internal_client.TestInternalClient.test_create_container_plumbing +test.unit.common.test_internal_client.TestInternalClient.test_create_container_plumbing ... ok +test.unit.common.test_internal_client.TestInternalClient.test_delete_account +test.unit.common.test_internal_client.TestInternalClient.test_delete_account ... ok +test.unit.common.test_internal_client.TestInternalClient.test_delete_container +test.unit.common.test_internal_client.TestInternalClient.test_delete_container ... ok +test.unit.common.test_internal_client.TestInternalClient.test_delete_container_plumbing +test.unit.common.test_internal_client.TestInternalClient.test_delete_container_plumbing ... ok +test.unit.common.test_internal_client.TestInternalClient.test_delete_object +test.unit.common.test_internal_client.TestInternalClient.test_delete_object ... ok +test.unit.common.test_internal_client.TestInternalClient.test_gatekeeper_not_loaded +test.unit.common.test_internal_client.TestInternalClient.test_gatekeeper_not_loaded ... ok +test.unit.common.test_internal_client.TestInternalClient.test_get_account_info +test.unit.common.test_internal_client.TestInternalClient.test_get_account_info ... ok +test.unit.common.test_internal_client.TestInternalClient.test_get_account_info_404 +test.unit.common.test_internal_client.TestInternalClient.test_get_account_info_404 ... ok +test.unit.common.test_internal_client.TestInternalClient.test_get_account_metadata +test.unit.common.test_internal_client.TestInternalClient.test_get_account_metadata ... ok +test.unit.common.test_internal_client.TestInternalClient.test_get_container_metadata +test.unit.common.test_internal_client.TestInternalClient.test_get_container_metadata ... ok +test.unit.common.test_internal_client.TestInternalClient.test_get_metadadata_with_acceptable_status +test.unit.common.test_internal_client.TestInternalClient.test_get_metadadata_with_acceptable_status ... ok +test.unit.common.test_internal_client.TestInternalClient.test_get_metadata +test.unit.common.test_internal_client.TestInternalClient.test_get_metadata ... ok +test.unit.common.test_internal_client.TestInternalClient.test_get_metadata_extra_headers +test.unit.common.test_internal_client.TestInternalClient.test_get_metadata_extra_headers ... ok +test.unit.common.test_internal_client.TestInternalClient.test_get_metadata_invalid_status +test.unit.common.test_internal_client.TestInternalClient.test_get_metadata_invalid_status ... ok +test.unit.common.test_internal_client.TestInternalClient.test_get_object +test.unit.common.test_internal_client.TestInternalClient.test_get_object ... ok +test.unit.common.test_internal_client.TestInternalClient.test_get_object_metadata +test.unit.common.test_internal_client.TestInternalClient.test_get_object_metadata ... ok +test.unit.common.test_internal_client.TestInternalClient.test_init +test.unit.common.test_internal_client.TestInternalClient.test_init ... ok +test.unit.common.test_internal_client.TestInternalClient.test_init_allow_modify_pipeline +test.unit.common.test_internal_client.TestInternalClient.test_init_allow_modify_pipeline ... ok +test.unit.common.test_internal_client.TestInternalClient.test_iter_containers +test.unit.common.test_internal_client.TestInternalClient.test_iter_containers ... ok +test.unit.common.test_internal_client.TestInternalClient.test_iter_item_read_response_if_status_is_acceptable +test.unit.common.test_internal_client.TestInternalClient.test_iter_item_read_response_if_status_is_acceptable ... ok +test.unit.common.test_internal_client.TestInternalClient.test_iter_items +test.unit.common.test_internal_client.TestInternalClient.test_iter_items ... ok +test.unit.common.test_internal_client.TestInternalClient.test_iter_items_with_markers +test.unit.common.test_internal_client.TestInternalClient.test_iter_items_with_markers ... ok +test.unit.common.test_internal_client.TestInternalClient.test_iter_items_with_markers_and_prefix +test.unit.common.test_internal_client.TestInternalClient.test_iter_items_with_markers_and_prefix ... ok +test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines +test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines ... ok +test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines_404 +test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines_404 ... ok +test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines_compressed_object +test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines_compressed_object ... ok +test.unit.common.test_internal_client.TestInternalClient.test_iter_objects +test.unit.common.test_internal_client.TestInternalClient.test_iter_objects ... ok +test.unit.common.test_internal_client.TestInternalClient.test_load_from_config +test.unit.common.test_internal_client.TestInternalClient.test_load_from_config ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_initialize_fail +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_initialize_fail ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_unrecognized +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_unrecognized ... ok +test.unit.common.test_internal_client.TestInternalClient.test_load_from_config_with_global_conf +test.unit.common.test_internal_client.TestInternalClient.test_load_from_config_with_global_conf ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_path +test.unit.common.test_internal_client.TestInternalClient.test_make_path ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_path_exception +test.unit.common.test_internal_client.TestInternalClient.test_make_path_exception ... ok +test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_json +test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_json ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_request_acceptable_status_not_2xx +test.unit.common.test_internal_client.TestInternalClient.test_make_request_acceptable_status_not_2xx ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_request_calls_fobj_seek_each_try +test.unit.common.test_internal_client.TestInternalClient.test_make_request_calls_fobj_seek_each_try ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_request_clears_txn_id_after_calling_app +test.unit.common.test_internal_client.TestInternalClient.test_make_request_clears_txn_id_after_calling_app ... ok +Traceback (most recent call last): + File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 471, in fire_timers + timer() + File "/usr/lib/python3/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ + cb(*args, **kw) + File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 264, in main + result = function(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1165, in get_response + status, headers, app_iter = self.call_application(application) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1149, in call_application + app_iter = application(self.environ, start_response) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_internal_client.py", line 904, in __call__ + raise Exception() +Exception +test.unit.common.test_internal_client.TestInternalClient.test_make_request_codes +test.unit.common.test_internal_client.TestInternalClient.test_make_request_codes ... ok +Traceback (most recent call last): + File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 471, in fire_timers + timer() + File "/usr/lib/python3/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ + cb(*args, **kw) + File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 264, in main + result = function(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1165, in get_response + status, headers, app_iter = self.call_application(application) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1149, in call_application + app_iter = application(self.environ, start_response) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_internal_client.py", line 904, in __call__ + raise Exception() +Exception +Traceback (most recent call last): +test.unit.common.test_internal_client.TestInternalClient.test_make_request_defaults_replication_network_header +test.unit.common.test_internal_client.TestInternalClient.test_make_request_defaults_replication_network_header ... ok + File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 471, in fire_timers + timer() + File "/usr/lib/python3/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ + cb(*args, **kw) + File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 264, in main + result = function(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1165, in get_response + status, headers, app_iter = self.call_application(application) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1149, in call_application + app_iter = application(self.environ, start_response) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_internal_client.py", line 904, in __call__ + raise Exception() +Exception +test.unit.common.test_internal_client.TestInternalClient.test_make_request_error_case +test.unit.common.test_internal_client.TestInternalClient.test_make_request_error_case ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_request_method_path_headers +test.unit.common.test_internal_client.TestInternalClient.test_make_request_method_path_headers ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_request_request_exception +test.unit.common.test_internal_client.TestInternalClient.test_make_request_request_exception ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_request_retries +test.unit.common.test_internal_client.TestInternalClient.test_make_request_retries ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_request_sets_query_string +test.unit.common.test_internal_client.TestInternalClient.test_make_request_sets_query_string ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_request_sets_user_agent +test.unit.common.test_internal_client.TestInternalClient.test_make_request_sets_user_agent ... ok +test.unit.common.test_internal_client.TestInternalClient.test_set_account_metadata +test.unit.common.test_internal_client.TestInternalClient.test_set_account_metadata ... ok +test.unit.common.test_internal_client.TestInternalClient.test_set_account_metadata_plumbing +test.unit.common.test_internal_client.TestInternalClient.test_set_account_metadata_plumbing ... ok +test.unit.common.test_internal_client.TestInternalClient.test_set_container_metadata +test.unit.common.test_internal_client.TestInternalClient.test_set_container_metadata ... ok +test.unit.common.test_internal_client.TestInternalClient.test_set_container_metadata_plumbing +test.unit.common.test_internal_client.TestInternalClient.test_set_container_metadata_plumbing ... ok +test.unit.common.test_internal_client.TestInternalClient.test_set_metadata +test.unit.common.test_internal_client.TestInternalClient.test_set_metadata ... ok +test.unit.common.test_internal_client.TestInternalClient.test_set_object_metadata +test.unit.common.test_internal_client.TestInternalClient.test_set_object_metadata ... ok +test.unit.common.test_internal_client.TestInternalClient.test_set_object_metadata_plumbing +test.unit.common.test_internal_client.TestInternalClient.test_set_object_metadata_plumbing ... ok +test.unit.common.test_internal_client.TestInternalClient.test_upload_object +test.unit.common.test_internal_client.TestInternalClient.test_upload_object ... ok +test.unit.common.test_internal_client.TestInternalClient.test_upload_object_not_chunked +test.unit.common.test_internal_client.TestInternalClient.test_upload_object_not_chunked ... ok +test.unit.common.test_internal_client.TestInternalClient.test_upload_object_plumbing +test.unit.common.test_internal_client.TestInternalClient.test_upload_object_plumbing ... ok +test.unit.common.test_swob.TestAccept.test_accept_invalid +test.unit.common.test_swob.TestAccept.test_accept_invalid ... ok +test.unit.common.test_swob.TestAccept.test_accept_json +test.unit.common.test_swob.TestAccept.test_accept_json ... ok +test.unit.common.test_swob.TestAccept.test_accept_plain +test.unit.common.test_swob.TestAccept.test_accept_plain ... ok +test.unit.common.test_swob.TestAccept.test_accept_xml +test.unit.common.test_swob.TestAccept.test_accept_xml ... ok +test.unit.common.test_swob.TestAccept.test_repr +test.unit.common.test_swob.TestAccept.test_repr ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:29 -0000', 'Content-Md5': '0psj556+oeNaquEdDeMxig==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd29b23e79ebea1e35aaae11d0de3318a', 'Content-Length': '226', 'Content-Type': 'multipart/form-data'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:25 -0000', 'Content-Md5': '1mSVh2rJhFbgxzf6YLHnJA==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd66495876ac98456e0c737fa60b1e724', 'Content-Length': '184', 'Content-Type': 'multipart/form-data'} +test ERROR: Could not parse SLO delete response (200 OK): b'asdf': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/multi_delete.py", line 136, in do_delete + delete_result = json.loads(resp.body) + ^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.12/json/__init__.py", line 346, in loads + return _default_decoder.decode(s) + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.12/json/decoder.py", line 337, in decode + obj, end = self.raw_decode(s, idx=_w(s, 0).end()) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.12/json/decoder.py", line 355, in raw_decode + raise JSONDecodeError("Expecting value", s, err.value) from None +json.decoder.JSONDecodeError: Expecting value: line 1 column 1 (char 0) test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Wed, 15 May 2024 17:59:25 -0000', 'Content-Md5': 'ud0C7/g6K1j77RpgTDYdwQ==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'b9dd02eff83a2b58fbed1a604c361dc1', 'Content-Length': '120'} test DEBUG: Calling S3Api Middleware +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_write_permission +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_write_permission ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_without_md5 +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_without_md5 ... ok +test.unit.account.test_backend.TestAccountBroker.test_put_container +test.unit.account.test_backend.TestAccountBroker.test_put_container ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_list_objects_iter_order_and_reverse +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_list_objects_iter_order_and_reverse ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_plain +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_plain ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_object +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_object ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_container_iter_with_reserved_name +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_container_iter_with_reserved_name ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5 +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5 ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_empty_body -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_empty_body ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other WRITE +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_without_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_without_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_encoding_type_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_encoding_type_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:26 -0000', 'Content-Md5': 'ud0C7/g6K1j77RpgTDYdwQ==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'b9dd02eff83a2b58fbed1a604c361dc1', 'Content-Length': '120'} +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_without_permission +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_without_permission ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_empty_body +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_empty_body ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_load_old_pending_puts +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_load_old_pending_puts ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_lots_of_keys +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_lots_of_keys ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_no_key +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_no_key ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_quiet +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_quiet ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_to_object +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_to_object ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_too_many_keys +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_too_many_keys ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=0-3', 'Date': 'Wed, 15 May 2024 17:59:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_no_multipart -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_no_multipart ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_fullcontrol_permission ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Range_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Range_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Response +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Response ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_is_status_deleted +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_is_status_deleted ... ok +test.unit.account.test_backend.TestAccountBroker.test_reclaim +test.unit.account.test_backend.TestAccountBroker.test_reclaim ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_excludes_configured_missing_obj_rings +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_excludes_configured_missing_obj_rings ... ok The can be of the form:: drz-:R:/ @@ -8732,45 +10870,300 @@ test.unit.cli.test_ringbuilder.TestCommands.test_parse_search_values_old_format ... ok test.unit.cli.test_ringbuilder.TestCommands.test_parse_set_info_values_number_of_arguments test.unit.cli.test_ringbuilder.TestCommands.test_parse_set_info_values_number_of_arguments ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_lots_of_keys -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_lots_of_keys ... ok +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 433, in set + raise MemcacheConnectionError('failed set: %s' % msg) +swift.common.memcached.MemcacheConnectionError: failed set: + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/usr/lib/python3/dist-packages/eventlet/queue.py", line 116, in switch + self.greenlet.switch(value) + File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 264, in main + result = function(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 1551, in _timing_stats + result = func(cache, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 437, in set + self._exception_occurred(server, e, cmd, conn_start_time, + File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 283, in _exception_occurred + elif isinstance(e, (socket.error, MemcacheConnectionError)): + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +TypeError: isinstance() arg 2 must be a type, a tuple of types, or a union +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other WRITE +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: A key is specified for bucket API. +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_unhandled_exception +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_unhandled_exception ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_versioned_enabled +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_versioned_enabled ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_versioned_suspended +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_versioned_suspended ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_error +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_error ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_invalid_md5 +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_invalid_md5 ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_non_json +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_non_json ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_system_entity +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_system_entity ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_without_md5 +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_without_md5 ... ok +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_from_swift_resp_slo +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_from_swift_resp_slo ... ok +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_from_swift3_sysmeta +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_from_swift3_sysmeta ... ok +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_headers +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_headers ... ok +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_headers_ignore_other_sysmeta +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_headers_ignore_other_sysmeta ... ok +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_user_meta_headers +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_user_meta_headers ... ok +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_swift3_sysmeta_does_not_overwrite_s3api_sysmeta +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_swift3_sysmeta_does_not_overwrite_s3api_sysmeta ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_500_resp +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_500_resp ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_content_type +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_content_type ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_file_over_twice_max_length +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_file_over_twice_max_length ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_file_too_long +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_file_too_long ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_path +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_path ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_call_and_content_type +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_call_and_content_type ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete_retry_and_fails +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete_retry_and_fails ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete_retry_and_success +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete_retry_and_success ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_get_objs +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_get_objs ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_max_failures +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_max_failures ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_no_body +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_no_body ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_no_files_in_body +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_no_files_in_body ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_too_many_newlines +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_too_many_newlines ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_unauth +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_unauth ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_uses_predefined_object_errors +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_uses_predefined_object_errors ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_extra_newlines_extra_quoting +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_extra_newlines_extra_quoting ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_unicode +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_unicode ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_with_DELETE_verb +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_with_DELETE_verb ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_with_POST_verb +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_with_POST_verb ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_concurrency_set +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_concurrency_set ... ok +test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_custom +test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_custom ... ok +test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_default +test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_default ... ok +test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_get_only +test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_get_only ... ok +test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_pass +test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_pass ... ok +test.unit.common.middleware.test_dlo.TestDloConfiguration.test_finding_defaults_from_dir +test.unit.common.middleware.test_dlo.TestDloConfiguration.test_finding_defaults_from_dir ... ok +test.unit.common.middleware.test_dlo.TestDloConfiguration.test_finding_defaults_from_file +test.unit.common.middleware.test_dlo.TestDloConfiguration.test_finding_defaults_from_file ... ok +test.unit.common.middleware.test_dlo.TestDloConfiguration.test_skip_defaults_if_configured +test.unit.common.middleware.test_dlo.TestDloConfiguration.test_skip_defaults_if_configured ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_blank_account +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_blank_account ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_blank_container +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_blank_container ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_pass_through +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_pass_through ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_bad_but_not_terrible_json +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_bad_but_not_terrible_json ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_bad_json +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_bad_json ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_not_json +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_not_json ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_not_really_json +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_not_really_json ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_pretend_to_be_giant_json +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_pretend_to_be_giant_json ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_update_vary_does_not_duplicate +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_update_vary_does_not_duplicate ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_update_vary_if_present +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_update_vary_if_present ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_account +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_account ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_account_with_reserved +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_account_with_reserved ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_container +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_container ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_container_with_reserved +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_container_with_reserved ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_content_type_on_txt_head +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_content_type_on_txt_head ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_content_type_on_xml_head +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_content_type_on_xml_head ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_marker_over_object_success +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_marker_over_object_success ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_marker_over_versioned_object_success +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_marker_over_versioned_object_success ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_object_with_versioning_never_enabled +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_object_with_versioning_never_enabled ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_denied_DELETE_of_versioned_object +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_denied_DELETE_of_versioned_object ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_put_delete_marker_no_object_success +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_put_delete_marker_no_object_success ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_download_takes_too_long +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_download_takes_too_long ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_first_segment_submanifest +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_first_segment_submanifest ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_segment +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_segment ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_submanifest +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_submanifest ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_mismatched_etag +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_mismatched_etag ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_mismatched_size +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_mismatched_size ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_not_available +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_not_available ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_not_exists +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_not_exists ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_generator_closure +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_generator_closure ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_generator_closure_iter_app_resp +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_generator_closure_iter_app_resp ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_get_bogus_manifest +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_get_bogus_manifest ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_get_invalid_sysmeta_passthrough +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_get_invalid_sysmeta_passthrough ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_head_does_not_validate_first_segment_mismatched_etag +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_head_does_not_validate_first_segment_mismatched_etag ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_head_does_not_validate_first_segment_mismatched_size +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_head_does_not_validate_first_segment_mismatched_size ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_invalid_json_submanifest +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_invalid_json_submanifest ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_checksum +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_checksum ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_etag +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_etag ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_length +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_length ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_excludes_unconfigured_present_obj_rings +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_excludes_unconfigured_present_obj_rings ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_container_iter_with_reserved_name +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_container_iter_with_reserved_name ... ok +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 433, in set + raise MemcacheConnectionError('failed set: %s' % msg) +swift.common.memcached.MemcacheConnectionError: failed set: + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/usr/lib/python3/dist-packages/eventlet/queue.py", line 116, in switch + self.greenlet.switch(value) + File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 264, in main + result = function(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 1551, in _timing_stats + result = func(cache, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 437, in set + self._exception_occurred(server, e, cmd, conn_start_time, + File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 283, in _exception_occurred + elif isinstance(e, (socket.error, MemcacheConnectionError)): + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +TypeError: isinstance() arg 2 must be a type, a tuple of types, or a union +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.common.test_utils.TestStatsdLoggingDelegation.test_delegate_methods_with_default_sample_rate +test.unit.common.test_utils.TestStatsdLoggingDelegation.test_delegate_methods_with_default_sample_rate ... ok +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.common.test_utils.TestStatsdLoggingDelegation.test_delegate_methods_with_metric_prefix +test.unit.common.test_utils.TestStatsdLoggingDelegation.test_delegate_methods_with_metric_prefix ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_failed_ring_hash_recovers_without_restart +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_failed_ring_hash_recovers_without_restart ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_default -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_default ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=0-3', 'Date': 'Wed, 15 May 2024 17:59:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Range ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Range_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Range_error ... ok +test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_plain +test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_plain ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_merge_items +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_merge_items ... ok The can be of the form:: drz-:R:/ @@ -8817,11 +11210,11 @@ Exit codes: 0 = operation successful 1 = operation completed with warnings 2 = error -/tmp/tmpymigwpfr/tmp4i7f3vlr, build version 4, id 3d0aaefc70954ae79a478e14ccefd73b +/tmp/tmpc6kdgodj/tmphcu9y9q4, build version 4, id eb08782efdc04e9895e1e5564e27f52b 64 partitions, 3.000000 replicas, 4 regions, 4 zones, 4 devices, 100.00 balance, 0.00 dispersion The minimum number of hours before a partition can be reassigned is 1 (0:00:00 remaining) The overload factor is 0.00% (0.000000) -Ring file /tmp/tmpymigwpfr/tmp4i7f3vlr.ring.gz not found, probably it hasn't been written yet +Ring file /tmp/tmpc6kdgodj/tmphcu9y9q4.ring.gz not found, probably it hasn't been written yet Devices: id region zone ip address:port replication ip:port name weight partitions balance flags meta 0 0 0 127.0.0.1:6200 127.0.0.1:6200 sda1 100.00 0 -100.00 some meta data 1 1 1 127.0.0.2:6201 127.0.0.2:6201 sda2 100.00 0 -100.00 @@ -8957,646 +11350,28 @@ test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_no_devices ... ok test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_part_power_increase test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_part_power_increase ... ok -test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 123, in HEAD - resp = self.GETorHEAD(req) - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 102, in GETorHEAD - resp = req.get_response(self.app, query=query) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response - return self._get_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 157, in PUT - resp = req.get_response(self.app) - ^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response - return self._get_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test INFO: - - 18/Jun/2025/00/02/26 GET /bucket/object HTTP/1.0 200 - Mozzarella%20Foxfire - - 5 - - - 0.0009 - - 1750204946.019769430 1750204946.020672083 1 -test DEBUG: Calling S3Api Middleware -test INFO: - - 18/Jun/2025/00/02/26 GET /bucket/object HTTP/1.0 200 - Mozzarella%20Foxfire - - 5 - - - 0.0009 - - 1750204946.021292686 1750204946.022203445 0 -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test ERROR: Invalid current //REALM/CLUSTER (foo) -test ERROR: Unknown current //REALM/CLUSTER (//FOO/BAR) -test ERROR: Unknown current //REALM/CLUSTER (//FOO/BAR) -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing as anonymous -test DEBUG: Using identity: {'user': ('42', 'usr'), 'tenant': ('1', 'acct'), 'roles': ['admin'], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} -test DEBUG: tenant mismatch: AUTH_acct != 1 -test DEBUG: Using identity: {'user': (None, None), 'tenant': (None, None), 'roles': [], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} -test DEBUG: tenant mismatch: AUTH_foo != None -test DEBUG: Using identity: {'user': (None, None), 'tenant': (None, None), 'roles': [], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} -test DEBUG: tenant mismatch: AUTH_foo != None -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing from an overriding middleware -test DEBUG: User tenant_id with role(s) rdr1,rdr2 has project reader authorizing -test DEBUG: User tenant_id has system reader authorizing -test DEBUG: tenant mismatch: AUTH_tenant_id2 != tenant_id -test DEBUG: allow user with role(s) admin,swiftoperator as account admin -test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in name: '\x00bar\x00versions' -test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in subdir: '\x00foo_' -test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in name: '\x00bar\x00versions' -test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in subdir: '\x00foo_' -test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in name: '\x00bar\x00versions' -test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in subdir: '\x00foo_' -test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in name: '\x00bar\x00versions' -test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in subdir: '\x00foo_' -test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in name: '\x00bar\x00extra data' -test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in subdir: '\x00foo/' -test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in name: '\x00bar\x00extra data' -test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in subdir: '\x00foo/' -test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in name: '\x00bar\x00extra data' -test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in subdir: '\x00foo/' -test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in name: '\x00bar\x00extra data' -test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in subdir: '\x00foo/' -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00028 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpjmvfyvmx/sda/fake/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -test INFO: Replication run OVER -test.unit.common.test_db_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers -test.unit.common.test_db_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_owner_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_owner_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_version_id_but_not_enabled -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_version_id_but_not_enabled ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:29 -0000', 'Content-Md5': 'i4CS9WiTvEfCFGqAHP8j0A==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '8b8092f56893bc47c2146a801cff23d0', 'Content-Length': '1030946'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_no_key -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_no_key ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_quiet -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_quiet ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_negative_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_negative_maxuploads ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_str_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_str_maxuploads ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_delete_container -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_delete_container ... ok -test.unit.account.test_server.TestAccountController.test_GET_accept_xml -test.unit.account.test_server.TestAccountController.test_GET_accept_xml ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_write_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_write_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_without_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_without_permission ... ok -test.unit.common.test_db_replicator.TestReplicatorSync.test_local_ids -test.unit.common.test_db_replicator.TestReplicatorSync.test_local_ids ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:30 -0000', 'Content-Md5': '/JzPJjlXCqpRBmlyhGXNDg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'fc9ccf2639570aaa510669728465cd0e', 'Content-Length': '139'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:30 -0000', 'Content-Md5': 'PggRsy85Tu07EsbATYB/cA==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '3e0811b32f394eed3b12c6c04d807f70', 'Content-Length': '139'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:30 -0000', 'Content-Md5': 'zDBBHq17IpuHzskOm+GHEQ==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'cc30411ead7b229b87cec90e9be18711', 'Content-Length': '139'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:30 -0000', 'Content-Md5': 'hTnOh9sxGnzPiScnD+t0Mg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '8539ce87db311a7ccf8927270feb7432', 'Content-Length': '139'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: A key is specified for bucket API. -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_to_object -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_to_object ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_too_many_keys -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_too_many_keys ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_empty -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_empty ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_delimiter ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_id_and_key_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_id_and_key_marker ... ok test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_remove_zero_weighted_device test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_remove_zero_weighted_device ... ok -test.unit.account.test_server.TestAccountController.test_GET_empty_account_json -test.unit.account.test_server.TestAccountController.test_GET_empty_account_json ... ok -test.unit.account.test_backend.TestAccountBroker.test_get_info -test.unit.account.test_backend.TestAccountBroker.test_get_info ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other WRITE -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET ... ok -test.unit.account.test_server.TestAccountController.test_GET_empty_account_plain -test.unit.account.test_server.TestAccountController.test_GET_empty_account_plain ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Range ... ok -test.unit.account.test_backend.TestAccountBroker.test_get_info_no_stale_reads -test.unit.account.test_backend.TestAccountBroker.test_get_info_no_stale_reads ... ok test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_removed_devices test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_removed_devices ... ok -test.unit.account.test_server.TestAccountController.test_GET_empty_account_xml -test.unit.account.test_server.TestAccountController.test_GET_empty_account_xml ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_all_donors_shrink_to_root -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_all_donors_shrink_to_root ... ok -test.unit.account.test_server.TestAccountController.test_GET_invalid_accept -test.unit.account.test_server.TestAccountController.test_GET_invalid_accept ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_exception -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_exception ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_bad_args -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_bad_args ... ok -test.unit.common.test_db_replicator.TestReplicatorSync.test_replicator_sync -test.unit.common.test_db_replicator.TestReplicatorSync.test_replicator_sync ... ok -test.unit.account.test_backend.TestAccountBroker.test_get_info_stale_read_ok -test.unit.account.test_backend.TestAccountBroker.test_get_info_stale_read_ok ... ok -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:30 -0000', 'Content-Md5': 'mbEtd8ufKpkpCIfMjGD7Tw==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '99b12d77cb9f2a99290887cc8c60fb4f', 'Content-Length': '90'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:30 -0000', 'Content-Md5': '9Z+cE+YYsVYXLtR89GLUSA==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'f59f9c13e618b156172ed47cf462d448', 'Content-Length': '88'} -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_unhandled_exception -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_unhandled_exception ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_chexor -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_chexor ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_delete_db_status -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_delete_db_status ... ok test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_resets_time_remaining test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_resets_time_remaining ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_key_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_key_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=0-3', 'Date': 'Wed, 18 Jun 2025 00:02:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Range_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Range_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Response -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Response ... ok test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_saves_dispersion_improvement test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_saves_dispersion_improvement ... ok -test.unit.common.test_db_replicator.TestReplicatorSync.test_rsync_then_merge -test.unit.common.test_db_replicator.TestReplicatorSync.test_rsync_then_merge ... ok -test.unit.common.test_recon.TestCommonRecon.test_server_type_to_recon_file -test.unit.common.test_recon.TestCommonRecon.test_server_type_to_recon_file ... ok -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info ... ok -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info_with_disallowed_sections -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info_with_disallowed_sections ... ok -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info_with_disallowed_sub_sections -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info_with_disallowed_sub_sections ... ok -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info ... ok -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info_with_disallowed_sections -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info_with_disallowed_sections ... ok -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info_with_unmatched_disallowed_sections -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info_with_unmatched_disallowed_sections ... ok -test.unit.common.test_registry.TestSwiftInfo.test_register_swift_admin_info -test.unit.common.test_registry.TestSwiftInfo.test_register_swift_admin_info ... ok -test.unit.common.test_registry.TestSwiftInfo.test_register_swift_info -test.unit.common.test_registry.TestSwiftInfo.test_register_swift_info ... ok -test.unit.common.test_registry.TestSwiftInfo.test_register_swift_info_import_from_utils -test.unit.common.test_registry.TestSwiftInfo.test_register_swift_info_import_from_utils ... ok -test.unit.common.test_utils.ResellerConfReader.test_defaults -test.unit.common.test_utils.ResellerConfReader.test_defaults ... ok -test.unit.common.test_utils.ResellerConfReader.test_multiple_same_resellers -test.unit.common.test_utils.ResellerConfReader.test_multiple_same_resellers ... ok -test.unit.common.test_utils.ResellerConfReader.test_multiple_stray_commas_resellers -test.unit.common.test_utils.ResellerConfReader.test_multiple_stray_commas_resellers ... ok -test.unit.common.test_utils.ResellerConfReader.test_same_as_default -test.unit.common.test_utils.ResellerConfReader.test_same_as_default ... ok -test.unit.common.test_utils.ResellerConfReader.test_several_resellers_first_blank -test.unit.common.test_utils.ResellerConfReader.test_several_resellers_first_blank ... ok -test.unit.common.test_utils.ResellerConfReader.test_several_resellers_with_blank_comma -test.unit.common.test_utils.ResellerConfReader.test_several_resellers_with_blank_comma ... ok -test.unit.common.test_utils.ResellerConfReader.test_several_resellers_with_conf -test.unit.common.test_utils.ResellerConfReader.test_several_resellers_with_conf ... ok -test.unit.common.test_utils.ResellerConfReader.test_single_blank_reseller -test.unit.common.test_utils.ResellerConfReader.test_single_blank_reseller ... ok -test.unit.common.test_utils.ResellerConfReader.test_single_blank_reseller_with_conf -test.unit.common.test_utils.ResellerConfReader.test_single_blank_reseller_with_conf ... ok -test.unit.common.test_utils.ResellerConfReader.test_stray_comma -test.unit.common.test_utils.ResellerConfReader.test_stray_comma ... ok -test.unit.common.test_utils.ResellerConfReader.test_unprefixed_options -test.unit.common.test_utils.ResellerConfReader.test_unprefixed_options ... ok -test.unit.common.test_utils.TestFileLikeIter.test_close -test.unit.common.test_utils.TestFileLikeIter.test_close ... ok -test.unit.common.test_utils.TestFileLikeIter.test_get_hub -test.unit.common.test_utils.TestFileLikeIter.test_get_hub ... ok -test.unit.common.test_utils.TestFileLikeIter.test_iter_file_iter -test.unit.common.test_utils.TestFileLikeIter.test_iter_file_iter ... ok -test.unit.common.test_utils.TestFileLikeIter.test_next -test.unit.common.test_utils.TestFileLikeIter.test_next ... ok -test.unit.common.test_utils.TestFileLikeIter.test_read -test.unit.common.test_utils.TestFileLikeIter.test_read ... ok -test.unit.common.test_utils.TestFileLikeIter.test_read_with_size -test.unit.common.test_utils.TestFileLikeIter.test_read_with_size ... ok -test.unit.common.test_utils.TestFileLikeIter.test_read_with_size_zero -test.unit.common.test_utils.TestFileLikeIter.test_read_with_size_zero ... ok -test.unit.common.test_utils.TestFileLikeIter.test_readline -test.unit.common.test_utils.TestFileLikeIter.test_readline ... ok -test.unit.common.test_utils.TestFileLikeIter.test_readline2 -test.unit.common.test_utils.TestFileLikeIter.test_readline2 ... ok -test.unit.common.test_utils.TestFileLikeIter.test_readline3 -test.unit.common.test_utils.TestFileLikeIter.test_readline3 ... ok -test.unit.common.test_utils.TestFileLikeIter.test_readline_with_size -test.unit.common.test_utils.TestFileLikeIter.test_readline_with_size ... ok -test.unit.common.test_utils.TestFileLikeIter.test_readlines -test.unit.common.test_utils.TestFileLikeIter.test_readlines ... ok -test.unit.common.test_utils.TestFileLikeIter.test_readlines_with_size -test.unit.common.test_utils.TestFileLikeIter.test_readlines_with_size ... ok -test.unit.common.test_utils.TestPunchHole.test_arg_bounds -test.unit.common.test_utils.TestPunchHole.test_arg_bounds ... ok -test.unit.common.test_utils.TestPunchHole.test_error -test.unit.common.test_utils.TestPunchHole.test_error ... ok -test.unit.common.test_utils.TestPunchHole.test_no_fallocate -test.unit.common.test_utils.TestPunchHole.test_no_fallocate ... ok -test.unit.common.test_utils.TestPunchHole.test_punch_hole -test.unit.common.test_utils.TestPunchHole.test_punch_hole ... ok -test.unit.common.test_utils.TestSpliterator.test_big_input_string -test.unit.common.test_utils.TestSpliterator.test_big_input_string ... ok -test.unit.common.test_utils.TestSpliterator.test_chunk_boundaries -test.unit.common.test_utils.TestSpliterator.test_chunk_boundaries ... ok -test.unit.common.test_utils.TestSpliterator.test_closing -test.unit.common.test_utils.TestSpliterator.test_closing ... ok -test.unit.common.test_utils.TestSpliterator.test_no_empty_strings -test.unit.common.test_utils.TestSpliterator.test_no_empty_strings ... ok -test.unit.common.test_utils.TestSpliterator.test_overlap -test.unit.common.test_utils.TestSpliterator.test_overlap ... ok -test.unit.common.test_utils.TestSpliterator.test_running_out -test.unit.common.test_utils.TestSpliterator.test_running_out ... ok -test.unit.common.test_utils.TestSpliterator.test_string -test.unit.common.test_utils.TestSpliterator.test_string ... ok -test.unit.common.utils.test_timestamp.TestTimestampEncoding.test_decoding -test.unit.common.utils.test_timestamp.TestTimestampEncoding.test_decoding ... ok -test.unit.common.utils.test_timestamp.TestTimestampEncoding.test_encoding -test.unit.common.utils.test_timestamp.TestTimestampEncoding.test_encoding ... ok test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_with_seed test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_with_seed ... ok test.unit.cli.test_ringbuilder.TestCommands.test_remove_all_devices test.unit.cli.test_ringbuilder.TestCommands.test_remove_all_devices ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_double_check_trailing_delimiter -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_double_check_trailing_delimiter ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_xml +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_xml ... ok test ERROR: Unexpected Error handling DELETE of 'bucket' 'Key1': Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/multi_delete.py", line 128, in do_delete resp = req.get_response(self.app, method='DELETE', query=query, ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1637, in get_response - return self.get_acl_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1613, in get_acl_response - resp = self._get_response( - ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response + return self._get_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1358, in _get_response sw_resp = sw_req.get_response(app) ^^^^^^^^^^^^^^^^^^^^^^^^ @@ -9636,115 +11411,280 @@ raise effect Exception: kaboom test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:30 -0000', 'Content-Md5': 'Y8smc0/uT8OAtNF6QNKfXg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '63cb26734fee4fc380b4d17a40d29f5e', 'Content-Length': '289'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test ERROR: Could not parse SLO delete response (200 OK): b'asdf': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/multi_delete.py", line 136, in do_delete + delete_result = json.loads(resp.body) + ^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.12/json/__init__.py", line 346, in loads + return _default_decoder.decode(s) + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.12/json/decoder.py", line 337, in decode + obj, end = self.raw_decode(s, idx=_w(s, 0).end()) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.12/json/decoder.py", line 355, in raw_decode + raise JSONDecodeError("Expecting value", s, err.value) from None +json.decoder.JSONDecodeError: Expecting value: line 1 column 1 (char 0) test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_versioned_enabled -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_versioned_enabled ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_versioned_suspended -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_versioned_suspended ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_info -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_info ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_leading_delimiter -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_leading_delimiter ... ok -test.unit.container.test_auditor.TestAuditorMigrations.test_db_migration -test.unit.container.test_auditor.TestAuditorMigrations.test_db_migration ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_donors_but_no_suitable_acceptor -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_donors_but_no_suitable_acceptor ... ok +test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in name: '\x00bar\x00versions' +test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in subdir: '\x00foo_' +test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in name: '\x00bar\x00versions' +test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in subdir: '\x00foo_' +test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in name: '\x00bar\x00versions' +test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in subdir: '\x00foo_' +test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in name: '\x00bar\x00versions' +test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in subdir: '\x00foo_' +test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in name: '\x00bar\x00extra data' +test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in subdir: '\x00foo/' +test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in name: '\x00bar\x00extra data' +test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in subdir: '\x00foo/' +test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in name: '\x00bar\x00extra data' +test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in subdir: '\x00foo/' +test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in name: '\x00bar\x00extra data' +test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in subdir: '\x00foo/' +fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-abcd, max LO GET time of 86400s exceeded +fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-manifest-a, GET of submanifest /v1/AUTH_test/gettest/manifest-a failed with status 403 (

Forbidden

Access was denied to this reso...) +fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-abcd, got 401 (

Unauthorized

This server could not verif...) while retrieving /v1/AUTH_test/gettest/c_15 +fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-abcd, GET of submanifest /v1/AUTH_test/gettest/manifest-bc failed with status 401 (

Unauthorized

This server could not verif...) +fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/a_5 etag: 594f803b380a41396ed63dca39503542 != wrong! or 5 != 5. +fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/a_5 etag: 594f803b380a41396ed63dca39503542 != 594f803b380a41396ed63dca39503542 or 5 != 999999. +fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-not-avail, got 503 (

Service Unavailable

The server is curren...) while retrieving /v1/AUTH_test/gettest/not_avail_obj +fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-not-exists, got 404 (

Not Found

The resource could not be foun...) while retrieving /v1/AUTH_test/gettest/not_exists_obj +fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 2 (char 1) +fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 2 (char 1) +fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-abcd, JSON-decoding of submanifest /v1/AUTH_test/gettest/manifest-bc failed with 500 Internal Error +fake-swift ERROR: Bad MD5 checksum for /v1/AUTH_test/gettest/a_5 as part of /v1/AUTH_test/gettest/manifest: headers had 594f803b380a41396ed63dca39503542, but object MD5 was actually fb0e22c79ac75679e9881e6ba183b354 +fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/b_10 etag: 82136b4240d6ce4ea7d03e51469a393b != wrong! or 10 != 10. +fake-swift ERROR: Bad response length for /v1/AUTH_test/gettest/a_5 as part of /v1/AUTH_test/gettest/manifest: headers had 5, but response length was actually 4 +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_size +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_size ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_recursion_limit +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_recursion_limit ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_slo_sysmeta_on_error +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_slo_sysmeta_on_error ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_sub_slo_recursion +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_sub_slo_recursion ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_sub_slo_recursion_limit +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_sub_slo_recursion_limit ... ok +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_path_single +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_path_single ... ok +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_primary_path_multiple +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_primary_path_multiple ... ok +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_second_path_with_operator_role_and_service +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_second_path_with_operator_role_and_service ... ok +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_delete_denied_for_second_path +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_delete_denied_for_second_path ... ok +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_delete_of_second_path_by_reseller_admin +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_delete_of_second_path_by_reseller_admin ... ok +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_path_single +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_path_single ... ok +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_for_service_user +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_for_service_user ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 136, in GET + return self.GETorHEAD(req) + ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 102, in GETorHEAD + resp = req.get_response(self.app, query=query) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1630, in get_response + resp = self.acl_handler.handle_acl( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 96, in handle_acl + return ah._handle_acl(app, method) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 136, in _handle_acl + resp = self.req.get_acl_response(app, 'HEAD', + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1613, in get_acl_response + resp = self._get_response( + ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_prefix -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_prefix ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_info_no_stale_reads -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_info_no_stale_reads ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_error ... ok +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_operator_role +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_operator_role ... ok +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_service +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_service ... ok +test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_call +test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_call ... ok +test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_combine_body_qs +test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_combine_body_qs ... ok +test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_dump_checkpoint +test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_dump_checkpoint ... ok +test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_renew_profile +test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_renew_profile ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_adding_second_zone +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_adding_second_zone ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_balanced_zones_unbalanced_servers +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_balanced_zones_unbalanced_servers ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_big_zone +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_big_zone ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_enormous_zone +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_enormous_zone ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_equal_replica_and_devices_count_ignore_weights +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_equal_replica_and_devices_count_ignore_weights ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_gradual_replica_count +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_gradual_replica_count ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multi_zone_with_failed_device +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multi_zone_with_failed_device ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_replicas_each +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_replicas_each ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_replicas_in_zone_with_single_device +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_replicas_in_zone_with_single_device ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_small_zones +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_small_zones ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_none_needed +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_none_needed ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_one_big_guy_does_not_spoil_his_buddy +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_one_big_guy_does_not_spoil_his_buddy ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_one_small_guy_does_not_spoil_his_buddy +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_one_small_guy_does_not_spoil_his_buddy ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_small_extra_server_in_zone_with_multiple_replicas +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_small_extra_server_in_zone_with_multiple_replicas ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_small_zone +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_small_zone ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_two_big_two_small +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_two_big_two_small ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_two_servers_with_more_than_one_replica +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_two_servers_with_more_than_one_replica ... ok +test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_closed_response +test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_closed_response ... ok +test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_get_expect +test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_get_expect ... ok +test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_http_connect +test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_http_connect ... ok +test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_nonstr_header_values +test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_nonstr_header_values ... ok +test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_unicode_values +test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_unicode_values ... ok +test.unit.common.test_container_sync_realms.TestUtils.test_bad_mtime_check_interval +test.unit.common.test_container_sync_realms.TestUtils.test_bad_mtime_check_interval ... ok +test.unit.common.test_container_sync_realms.TestUtils.test_empty +test.unit.common.test_container_sync_realms.TestUtils.test_empty ... ok +test.unit.common.test_container_sync_realms.TestUtils.test_empty_realm +test.unit.common.test_container_sync_realms.TestUtils.test_empty_realm ... ok +test.unit.common.test_container_sync_realms.TestUtils.test_error_parsing +test.unit.common.test_container_sync_realms.TestUtils.test_error_parsing ... ok +test.unit.common.test_container_sync_realms.TestUtils.test_get_sig +test.unit.common.test_container_sync_realms.TestUtils.test_get_sig ... ok +test.unit.common.test_container_sync_realms.TestUtils.test_no_file_there +test.unit.common.test_container_sync_realms.TestUtils.test_no_file_there ... ok +test.unit.common.test_container_sync_realms.TestUtils.test_one_realm +test.unit.common.test_container_sync_realms.TestUtils.test_one_realm ... ok +test.unit.common.test_container_sync_realms.TestUtils.test_os_error +test.unit.common.test_container_sync_realms.TestUtils.test_os_error ... ok +test.unit.common.test_container_sync_realms.TestUtils.test_two_realms_and_change_a_default +test.unit.common.test_container_sync_realms.TestUtils.test_two_realms_and_change_a_default ... ok +test.unit.common.test_db.TestGetDBConnection.test_invalid_path +test.unit.common.test_db.TestGetDBConnection.test_invalid_path ... ok +test.unit.common.test_db.TestGetDBConnection.test_locked_db +test.unit.common.test_db.TestGetDBConnection.test_locked_db ... ok +test.unit.common.test_db.TestGetDBConnection.test_normal_case +test.unit.common.test_db.TestGetDBConnection.test_normal_case ... ok +test.unit.common.test_linkat.TestLinkat.test_available +test.unit.common.test_linkat.TestLinkat.test_available ... ok +test.unit.common.test_linkat.TestLinkat.test_errno +test.unit.common.test_linkat.TestLinkat.test_errno ... ok +test.unit.common.test_linkat.TestLinkat.test_flags +test.unit.common.test_linkat.TestLinkat.test_flags ... ok +test.unit.common.test_linkat.TestLinkat.test_linkat_fd_not_integer +test.unit.common.test_linkat.TestLinkat.test_linkat_fd_not_integer ... ok +test.unit.common.test_linkat.TestLinkat.test_linkat_success +test.unit.common.test_linkat.TestLinkat.test_linkat_success ... ok +test.unit.common.test_linkat.TestLinkat.test_unavailable +test.unit.common.test_linkat.TestLinkat.test_unavailable ... ok +test.unit.common.test_linkat.TestLinkat.test_unavailable_in_libc +test.unit.common.test_linkat.TestLinkat.test_unavailable_in_libc ... ok +test.unit.common.test_memcached.TestMemcached.test_connection_pool_timeout +test.unit.common.test_memcached.TestMemcached.test_connection_pool_timeout ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_containers_iter +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_containers_iter ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_ioerror_produces_none_hash +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_ioerror_produces_none_hash ... ok +test.unit.common.test_memcached.TestMemcached.test_connection_pooling +test.unit.common.test_memcached.TestMemcached.test_connection_pooling ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_error ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_container_table_migration -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_container_table_migration ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Response +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Response ... ok +test.unit.common.test_memcached.TestMemcached.test_connection_slow_connect +test.unit.common.test_memcached.TestMemcached.test_connection_slow_connect ... ok +test.unit.common.test_memcached.TestMemcached.test_decr +test.unit.common.test_memcached.TestMemcached.test_decr ... ok +test.unit.common.test_memcached.TestMemcached.test_delete +test.unit.common.test_memcached.TestMemcached.test_delete ... ok swift-ring-builder set_region [ -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:30 -0000', 'Content-Md5': 'gzoOZdILSRC4p46DEmLqMw==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '833a0e65d20b4910b8a78e831262ea33', 'Content-Length': '230'} +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:30 -0000', 'Content-Md5': '1mSVh2rJhFbgxzf6YLHnJA==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd66495876ac98456e0c737fa60b1e724', 'Content-Length': '184', 'Content-Type': 'multipart/form-data'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_error -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_error ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_fullcontrol_permission ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_info_stale_read_ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_info_stale_read_ok ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_creation -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_creation ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_exception -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_exception ... ok -test.unit.account.test_backend.TestAccountBroker.test_is_status_deleted -test.unit.account.test_backend.TestAccountBroker.test_is_status_deleted ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_without_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_without_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_without_segment_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_without_segment_bucket ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_expansion_limit -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_expansion_limit ... ok -test.unit.account.test_server.TestAccountController.test_GET_limit_marker_json -test.unit.account.test_server.TestAccountController.test_GET_limit_marker_json ... ok -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -Device d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 -d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" marked for removal and will be removed next rebalance. -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -Device d4r2z3-[3001:0:1234::c1c0:abcd:876]:8000R[3::10]:9000/sda30_"other meta data" with 3.14159265359 weight got id 4 -d4r2z3-[3001:0:1234::c1c0:abcd:876]:8000R[3::10]:9000/sda30_"other meta data" marked for removal and will be removed next rebalance. -Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 -d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" marked for removal and will be removed next rebalance. -Search value matched 0 devices. -The on-disk ring builder is unchanged. -swift-ring-builder remove [search-value ...] - [--yes] - -or - -swift-ring-builder remove - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Removes the device(s) from the ring. This should normally just be used for - a device that has failed. For a device you wish to decommission, it's best - to set its weight to 0, wait for it to drain all its data, then use this - remove command. This will not take effect until after running 'rebalance'. - This is so you can make multiple device changes and rebalance them all just - once. - - Option --yes assume a yes response to all questions. - -The can be of the form:: - - drz-:R:/ - _ - - Where and are replication ip and port. - - Any part is optional, but you must include at least one part. - - Examples:: - - d74 Matches the device id 74 - r4 Matches devices in region 4 - z1 Matches devices in zone 1 - z1-1.2.3.4 Matches devices in zone 1 with the ip 1.2.3.4 - 1.2.3.4 Matches devices in any zone with the ip 1.2.3.4 - z1:5678 Matches devices in zone 1 using port 5678 - :5678 Matches devices that use port 5678 - R5.6.7.8 Matches devices that use replication ip 5.6.7.8 - R:5678 Matches devices that use replication port 5678 - 1.2.3.4R5.6.7.8 Matches devices that use ip 1.2.3.4 and replication ip - 5.6.7.8 - /sdb1 Matches devices with the device name sdb1 - _shiny Matches devices with shiny in the meta data - _"snet: 5.6.7.8" Matches devices with snet: 5.6.7.8 in the meta data - [::1] Matches devices in any zone with the ip ::1 - z1-[::1]:5678 Matches devices in zone 1 with ip ::1 and port 5678 - - Most specific example:: - - d74r4z1-1.2.3.4:5678/sdb1_"snet: 5.6.7.8" - - Nerd explanation: - - All items require their single character prefix except the ip, in which - case the - is optional unless the device id or zone is also included. -Partition power increase in progress. You need -to finish the increase first before removing devices. -Device d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 -Devices: id region zone ip address port replication ip replication port name weight partitions balance meta - 4 2 3 test.test.com 6200 r.test.com 7000 sda3 3.14 2 33.67 some meta data -Devices: id region zone ip address port replication ip replication port name weight partitions balance meta - 0 0 0 127.0.0.1 6200 127.0.0.1 6200 sda1 100.00 0 -100.00 some meta data -Devices: id region zone ip address port replication ip replication port name weight partitions balance meta - 0 0 0 127.0.0.1 6200 127.0.0.1 6200 sda1 100.00 0 -100.00 some meta data -Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 -Devices: id region zone ip address port replication ip replication port name weight partitions balance meta - 4 2 3 2001:0:1234::c1c0:abcd:876 6200 2::10 7000 sda3 3.14 2 33.67 some meta data -Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 -Devices: id region zone ip address port replication ip replication port name weight partitions balance meta - 4 2 3 2001:0:1234::c1c0:abcd:876 6200 2::10 7000 sda3 3.14 2 33.67 some meta data -No matching devices found -swift-ring-builder search - -or - -swift-ring-builder search - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Shows information about matching devices. - -test.unit.cli.test_ringbuilder.TestCommands.test_search_device_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_search_device_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_server_overload_crazy_high -test.unit.cli.test_ringbuilder.TestCommands.test_server_overload_crazy_high ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_info -test.unit.cli.test_ringbuilder.TestCommands.test_set_info ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_all_devices -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_all_devices ... ok -test.unit.account.test_backend.TestAccountBroker.test_list_container_iter_with_reserved_name -test.unit.account.test_backend.TestAccountBroker.test_list_container_iter_with_reserved_name ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_plain -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_plain ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_already_exists -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_already_exists ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_domain_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_domain_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv4_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv4_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv4_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv4_old_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv6_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv6_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv6_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv6_old_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_no_matching -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_no_matching ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_values_no_devices -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_values_no_devices ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_min_part_hours -test.unit.cli.test_ringbuilder.TestCommands.test_set_min_part_hours ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_version_id +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_version_id ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_version_id_not_implemented +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_version_id_not_implemented ... ok +test.unit.account.test_backend.TestAccountBroker.test_reverse_prefix_delim +test.unit.account.test_backend.TestAccountBroker.test_reverse_prefix_delim ... ok +test.unit.cli.test_relinker.TestRelinker.test_cleanup_all_policies +test.unit.cli.test_relinker.TestRelinker.test_cleanup_all_policies ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_data_file +test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_data_file_conflicting_meta_file +test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_data_file_conflicting_meta_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_data_file_existing_meta_file +test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_data_file_existing_meta_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_older_data_file +test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_older_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_file +test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_is_linked_to_part_power_minus_1 +test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_is_linked_to_part_power_minus_1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_is_linked_to_part_power_minus_2_err +test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_is_linked_to_part_power_minus_2_err ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_is_linked_to_part_power_minus_2_ok +test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_is_linked_to_part_power_minus_2_ok ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_data_meta_existing_newer_ts_files +test.unit.cli.test_relinker.TestRelinker.test_cleanup_data_meta_existing_newer_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_data_meta_existing_ts_files +test.unit.cli.test_relinker.TestRelinker.test_cleanup_data_meta_existing_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_data_meta_files +test.unit.cli.test_relinker.TestRelinker.test_cleanup_data_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_deleted +test.unit.cli.test_relinker.TestRelinker.test_cleanup_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_device_filter +test.unit.cli.test_relinker.TestRelinker.test_cleanup_device_filter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_device_filter_invalid +test.unit.cli.test_relinker.TestRelinker.test_cleanup_device_filter_invalid ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_diskfile_error +test.unit.cli.test_relinker.TestRelinker.test_cleanup_diskfile_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_diskfile_error_new_file_missing +test.unit.cli.test_relinker.TestRelinker.test_cleanup_diskfile_error_new_file_missing ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_files_per_second +test.unit.cli.test_relinker.TestRelinker.test_cleanup_files_per_second ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_first_quartile_does_rehash +test.unit.cli.test_relinker.TestRelinker.test_cleanup_first_quartile_does_rehash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_listdir_error +test.unit.cli.test_relinker.TestRelinker.test_cleanup_listdir_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_and_meta_file_both_relinks_fails +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_and_meta_file_both_relinks_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_and_meta_file_one_relink_fails +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_and_meta_file_one_relink_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_existing_meta_files +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_existing_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_file +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_file_relink_fails +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_file_relink_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_data_missing_meta_files +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_data_missing_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_meta_existing_older_meta_files +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_meta_existing_older_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_meta_existing_older_ts_files +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_meta_existing_older_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_meta_files +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_meta_missing_ts_files +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_meta_missing_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_ts_missing_meta_files +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_ts_missing_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_existing_newer_data_files +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_existing_newer_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_file +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_file_relink_fails +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_file_relink_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_missing_ts_files +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_missing_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_ts_file +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_ts_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_ts_missing_data_missing_meta_files +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_ts_missing_data_missing_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_new_does_not_exist +test.unit.cli.test_relinker.TestRelinker.test_cleanup_new_does_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_new_does_not_exist_and_relink_fails +test.unit.cli.test_relinker.TestRelinker.test_cleanup_new_does_not_exist_and_relink_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_no_applicable_policy +test.unit.cli.test_relinker.TestRelinker.test_cleanup_no_applicable_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_not_mounted +test.unit.cli.test_relinker.TestRelinker.test_cleanup_not_mounted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_not_yet_relinked +test.unit.cli.test_relinker.TestRelinker.test_cleanup_not_yet_relinked ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_not_yet_relinked_low +test.unit.cli.test_relinker.TestRelinker.test_cleanup_not_yet_relinked_low ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_careful_dir +test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_careful_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_careful_file +test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_careful_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_lock_taken_between_get_hashes_and_rm +test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_lock_taken_between_get_hashes_and_rm ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_partition_lock_taken_during_get_hashes +test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_partition_lock_taken_during_get_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_replication_lock_taken +test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_replication_lock_taken ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_robust +test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_robust ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_older_object_in_new_partition +test.unit.cli.test_relinker.TestRelinker.test_cleanup_older_object_in_new_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_missing_ring_recovers_without_restart +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_missing_ring_recovers_without_restart ... ok +test.unit.cli.test_relinker.TestRelinker.test_cleanup_reapable +test.unit.cli.test_relinker.TestRelinker.test_cleanup_reapable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_relinked_ok +test.unit.cli.test_relinker.TestRelinker.test_cleanup_relinked_ok ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_remove_fails +test.unit.cli.test_relinker.TestRelinker.test_cleanup_remove_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_same_object_different_inode_in_new_partition +test.unit.cli.test_relinker.TestRelinker.test_cleanup_same_object_different_inode_in_new_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_second_quartile_no_rehash +test.unit.cli.test_relinker.TestRelinker.test_cleanup_second_quartile_no_rehash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_ts_existing_newer_data_files +test.unit.cli.test_relinker.TestRelinker.test_cleanup_ts_existing_newer_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_two_files_need_linking +test.unit.cli.test_relinker.TestRelinker.test_cleanup_two_files_need_linking ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_conf_file +test.unit.cli.test_relinker.TestRelinker.test_conf_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_devices_filter_filtering +test.unit.cli.test_relinker.TestRelinker.test_devices_filter_filtering ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_hook_pre_post_device_locking +test.unit.cli.test_relinker.TestRelinker.test_hook_pre_post_device_locking ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_rehashing +test.unit.cli.test_relinker.TestRelinker.test_rehashing ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_all_policies +test.unit.cli.test_relinker.TestRelinker.test_relink_all_policies ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_cleanup +test.unit.cli.test_relinker.TestRelinker.test_relink_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_both_in_older_part_powers +test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_both_in_older_part_powers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_file +test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_is_linked_to_part_power +test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_is_linked_to_part_power ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_is_linked_to_part_power_minus_1 +test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_is_linked_to_part_power_minus_1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_is_linked_to_part_power_minus_2_err +test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_is_linked_to_part_power_minus_2_err ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_data_data_meta_files +test.unit.cli.test_relinker.TestRelinker.test_relink_data_data_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_data_existing_meta_files +test.unit.cli.test_relinker.TestRelinker.test_relink_data_existing_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_data_existing_older_data_files_no_cleanup +test.unit.cli.test_relinker.TestRelinker.test_relink_data_existing_older_data_files_no_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_data_existing_older_meta_files +test.unit.cli.test_relinker.TestRelinker.test_relink_data_existing_older_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_data_file +test.unit.cli.test_relinker.TestRelinker.test_relink_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_existing_newer_data_files +test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_existing_newer_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_existing_newer_ts_files +test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_existing_newer_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_existing_ts_files +test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_existing_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_files +test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_ts_files +test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_data_ts_meta_files +test.unit.cli.test_relinker.TestRelinker.test_relink_data_ts_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_device_filter +test.unit.cli.test_relinker.TestRelinker.test_relink_device_filter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_device_filter_invalid +test.unit.cli.test_relinker.TestRelinker.test_relink_device_filter_invalid ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_existing_data_meta_older_ts_files +test.unit.cli.test_relinker.TestRelinker.test_relink_existing_data_meta_older_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_existing_data_meta_ts_files +test.unit.cli.test_relinker.TestRelinker.test_relink_existing_data_meta_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_files_per_second +test.unit.cli.test_relinker.TestRelinker.test_relink_files_per_second ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_first_quartile_no_rehash +test.unit.cli.test_relinker.TestRelinker.test_relink_first_quartile_no_rehash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_link_already_exists +test.unit.cli.test_relinker.TestRelinker.test_relink_link_already_exists ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_link_already_exists_but_different_inode +test.unit.cli.test_relinker.TestRelinker.test_relink_link_already_exists_but_different_inode ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_link_target_disappears +test.unit.cli.test_relinker.TestRelinker.test_relink_link_target_disappears ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_listdir_error +test.unit.cli.test_relinker.TestRelinker.test_relink_listdir_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_meta_file +test.unit.cli.test_relinker.TestRelinker.test_relink_meta_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_no_applicable_policy +test.unit.cli.test_relinker.TestRelinker.test_relink_no_applicable_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_not_mounted +test.unit.cli.test_relinker.TestRelinker.test_relink_not_mounted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_partition_filter +test.unit.cli.test_relinker.TestRelinker.test_relink_partition_filter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_policy_option +test.unit.cli.test_relinker.TestRelinker.test_relink_policy_option ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_second_quartile_does_rehash +test.unit.cli.test_relinker.TestRelinker.test_relink_second_quartile_does_rehash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_ts_data_meta_files +test.unit.cli.test_relinker.TestRelinker.test_relink_ts_data_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_ts_existing_newer_data_files +test.unit.cli.test_relinker.TestRelinker.test_relink_ts_existing_newer_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_ts_file +test.unit.cli.test_relinker.TestRelinker.test_relink_ts_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relinker_drop_privileges +test.unit.cli.test_relinker.TestRelinker.test_relinker_drop_privileges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relinker_utils_get_hub +test.unit.cli.test_relinker.TestRelinker.test_relinker_utils_get_hub ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_state_file +test.unit.cli.test_relinker.TestRelinker.test_state_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_workers_children +test.unit.cli.test_relinker.TestRelinker.test_workers_children ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_workers_parent +test.unit.cli.test_relinker.TestRelinker.test_workers_parent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_workers_parent_bubbles_up_errors +test.unit.cli.test_relinker.TestRelinker.test_workers_parent_bubbles_up_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_reload.TestValidateManagerPid.test_good +test.unit.cli.test_reload.TestValidateManagerPid.test_good ... ok +test.unit.cli.test_reload.TestValidateManagerPid.test_non_python +test.unit.cli.test_reload.TestValidateManagerPid.test_non_python ... ok +test.unit.cli.test_reload.TestValidateManagerPid.test_non_server +test.unit.cli.test_reload.TestValidateManagerPid.test_non_server ... ok +test.unit.cli.test_reload.TestValidateManagerPid.test_non_swift +test.unit.cli.test_reload.TestValidateManagerPid.test_non_swift ... ok +test.unit.cli.test_reload.TestValidateManagerPid.test_open_error +test.unit.cli.test_reload.TestValidateManagerPid.test_open_error ... ok +test.unit.cli.test_reload.TestValidateManagerPid.test_worker +test.unit.cli.test_reload.TestValidateManagerPid.test_worker ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_containers_iter +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_containers_iter ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_merge_items_overwrite_unicode +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_merge_items_overwrite_unicode ... ok +test.unit.common.test_utils.TestStatsdLoggingDelegation.test_delegate_methods_with_no_default_sample_rate +test.unit.common.test_utils.TestStatsdLoggingDelegation.test_delegate_methods_with_no_default_sample_rate ... ok +test.unit.common.test_utils.TestStatsdLoggingDelegation.test_fsync_bad_fullsync +test.unit.common.test_utils.TestStatsdLoggingDelegation.test_fsync_bad_fullsync ... ok +test.unit.common.test_utils.TestStatsdLoggingDelegation.test_fsync_f_fullsync +test.unit.common.test_utils.TestStatsdLoggingDelegation.test_fsync_f_fullsync ... ok +test.unit.common.test_utils.TestStatsdLoggingDelegation.test_fsync_no_fullsync +test.unit.common.test_utils.TestStatsdLoggingDelegation.test_fsync_no_fullsync ... ok +test.unit.common.test_utils.TestStatsdLoggingDelegation.test_methods_are_no_ops_when_not_enabled +test.unit.common.test_utils.TestStatsdLoggingDelegation.test_methods_are_no_ops_when_not_enabled ... ok +test.unit.common.test_utils.TestStatsdLoggingDelegation.test_no_fdatasync +test.unit.common.test_utils.TestStatsdLoggingDelegation.test_no_fdatasync ... ok +test.unit.common.test_utils.TestStatsdLoggingDelegation.test_thread_locals +test.unit.common.test_utils.TestStatsdLoggingDelegation.test_thread_locals ... ok +test.unit.common.test_utils.TestStatsdLoggingDelegation.test_yes_fdatasync +test.unit.common.test_utils.TestStatsdLoggingDelegation.test_yes_fdatasync ... ok +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_empty_paths +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_empty_paths ... ok +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_mixed +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_mixed ... ok +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_not_exists_paths +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_not_exists_paths ... ok +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_not_old_enough +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_not_old_enough ... ok +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_file +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_file ... ok +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_now +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_now ... ok +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_path_not_exists +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_path_not_exists ... ok +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_paths +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_paths ... ok +test.unit.container.test_updater.TestContainerUpdater.test_conf_params +test.unit.container.test_updater.TestContainerUpdater.test_conf_params ... ok +test.unit.container.test_updater.TestContainerUpdater.test_creation +test.unit.container.test_updater.TestContainerUpdater.test_creation ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_sharding_info +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_sharding_info ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_objects_iter_order_and_reverse +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_objects_iter_order_and_reverse ... ok +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +Device d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 +d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" marked for removal and will be removed next rebalance. +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +Device d4r2z3-[3001:0:1234::c1c0:abcd:876]:8000R[3::10]:9000/sda30_"other meta data" with 3.14159265359 weight got id 4 +d4r2z3-[3001:0:1234::c1c0:abcd:876]:8000R[3::10]:9000/sda30_"other meta data" marked for removal and will be removed next rebalance. +Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 +d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" marked for removal and will be removed next rebalance. +Search value matched 0 devices. +The on-disk ring builder is unchanged. +swift-ring-builder remove [search-value ...] + [--yes] + +or + +swift-ring-builder remove + --region --zone --ip --port + --replication-ip --replication-port + --device --meta --weight + [--yes] + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Removes the device(s) from the ring. This should normally just be used for + a device that has failed. For a device you wish to decommission, it's best + to set its weight to 0, wait for it to drain all its data, then use this + remove command. This will not take effect until after running 'rebalance'. + This is so you can make multiple device changes and rebalance them all just + once. + + Option --yes assume a yes response to all questions. + +The can be of the form:: + + drz-:R:/ + _ + + Where and are replication ip and port. + + Any part is optional, but you must include at least one part. + + Examples:: + + d74 Matches the device id 74 + r4 Matches devices in region 4 + z1 Matches devices in zone 1 + z1-1.2.3.4 Matches devices in zone 1 with the ip 1.2.3.4 + 1.2.3.4 Matches devices in any zone with the ip 1.2.3.4 + z1:5678 Matches devices in zone 1 using port 5678 + :5678 Matches devices that use port 5678 + R5.6.7.8 Matches devices that use replication ip 5.6.7.8 + R:5678 Matches devices that use replication port 5678 + 1.2.3.4R5.6.7.8 Matches devices that use ip 1.2.3.4 and replication ip + 5.6.7.8 + /sdb1 Matches devices with the device name sdb1 + _shiny Matches devices with shiny in the meta data + _"snet: 5.6.7.8" Matches devices with snet: 5.6.7.8 in the meta data + [::1] Matches devices in any zone with the ip ::1 + z1-[::1]:5678 Matches devices in zone 1 with ip ::1 and port 5678 + + Most specific example:: + + d74r4z1-1.2.3.4:5678/sdb1_"snet: 5.6.7.8" + + Nerd explanation: + + All items require their single character prefix except the ip, in which + case the - is optional unless the device id or zone is also included. +Partition power increase in progress. You need +to finish the increase first before removing devices. +Device d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 +Devices: id region zone ip address port replication ip replication port name weight partitions balance meta + 4 2 3 test.test.com 6200 r.test.com 7000 sda3 3.14 2 33.67 some meta data +Devices: id region zone ip address port replication ip replication port name weight partitions balance meta + 0 0 0 127.0.0.1 6200 127.0.0.1 6200 sda1 100.00 0 -100.00 some meta data +Devices: id region zone ip address port replication ip replication port name weight partitions balance meta + 0 0 0 127.0.0.1 6200 127.0.0.1 6200 sda1 100.00 0 -100.00 some meta data +Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 +Devices: id region zone ip address port replication ip replication port name weight partitions balance meta + 4 2 3 2001:0:1234::c1c0:abcd:876 6200 2::10 7000 sda3 3.14 2 33.67 some meta data +Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 +Devices: id region zone ip address port replication ip replication port name weight partitions balance meta + 4 2 3 2001:0:1234::c1c0:abcd:876 6200 2::10 7000 sda3 3.14 2 33.67 some meta data +No matching devices found +swift-ring-builder search + +or + +swift-ring-builder search + --region --zone --ip --port + --replication-ip --replication-port + --device --meta --weight + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Shows information about matching devices. + +test.unit.cli.test_ringbuilder.TestCommands.test_search_device_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_search_device_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_server_overload_crazy_high +test.unit.cli.test_ringbuilder.TestCommands.test_server_overload_crazy_high ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ @@ -10203,81 +12355,404 @@ raise InternalError('unexpected status code %d' % status) swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_version_id +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_version_id ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_info +test.unit.cli.test_ringbuilder.TestCommands.test_set_info ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_all_devices +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_all_devices ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_already_exists +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_already_exists ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_domain_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_domain_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv4_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv4_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv4_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv4_old_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv6_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv6_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv6_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv6_old_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_no_matching +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_no_matching ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_values_no_devices +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_values_no_devices ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_min_part_hours +test.unit.cli.test_ringbuilder.TestCommands.test_set_min_part_hours ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_socket_info +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_socket_info ... ok +fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/b_10 etag: 82136b4240d6ce4ea7d03e51469a393b != 82136b4240d6ce4ea7d03e51469a393b or 10 != 999999. +fake-swift ERROR: While processing manifest '/v1/AUTH_test/gettest/man1', max recursion depth was exceeded +fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 1 (char 0) +fake-swift ERROR: While processing manifest '/v1/AUTH_test/gettest/man1', max recursion depth was exceeded +Thu May 16 07:59:29 2024 /tmp/log/swift/profile/default.profile123 +Thu May 16 07:59:29 2024 /tmp/log/swift/profile/default.profile456 +Thu May 16 07:59:29 2024 /tmp/log/swift/profile/default.profile1329769 + + 45 function calls in 0.002 seconds + + Ordered by: internal time + + ncalls tottime percall cumtime percall filename:lineno(function) + 9 0.001 0.000 0.002 0.000 profile:0(import os;os.getcwd();) + 9 0.001 0.000 0.001 0.000 :0(exec) + 9 0.000 0.000 0.000 0.000 :1() + 9 0.000 0.000 0.000 0.000 :0(getcwd) + 0 0.000 0.000 profile:0(profiler) + 9 0.000 0.000 0.000 0.000 :0(setprofile) + + +test ERROR: Error in '/tmp/tmpxyxk50j9/container-sync-realms.conf' with mtime_check_interval: could not convert string to float: 'invalid' +test ERROR: Could not load '/tmp/tmp_gg9okbm/container-sync-realms.conf': File contains no section headers. +file: '/tmp/tmp_gg9okbm/container-sync-realms.conf', line: 1 +'invalid' +test DEBUG: Could not load '82d00d9900f148a7971867a54ba7d81f': [Errno 2] No such file or directory: '82d00d9900f148a7971867a54ba7d81f' +test ERROR: Could not load '/tmp/tmps8vzbpza/container-sync-realms.conf': [Errno 13] Permission denied: '/tmp/tmps8vzbpza/container-sync-realms.conf' +test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10019207000732422 +test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10674262046813965 +test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10694742202758789 +test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.1071157455444336 +test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10728621482849121 +test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10744595527648926 +test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10759615898132324 +test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10774827003479004 +test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0001895427703857 +test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try +test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0005700588226318 +test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try +test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.000737190246582 +test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try +test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0008902549743652 +test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try +test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0010569095611572 +test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try +test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0012142658233643 +test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try +test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0013625621795654 +test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try +test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0014991760253906 +test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try +test ERROR: Timeout connecting to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10155892372131348 +test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method decr, time_spent 2.4557113647460938e-05: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 528, in incr + new_val = self._incr_or_decr(fp, sock, cmd, delta_val) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 488, in _incr_or_decr + line = fp.readline().strip().split() + ^^^^^^^^^^^^^^^^^^^ +AttributeError: 'NoneType' object has no attribute 'strip' +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test.unit.common.test_memcached.TestMemcached.test_error_disabled +test.unit.common.test_memcached.TestMemcached.test_error_disabled ... ok +test.unit.common.test_memcached.TestMemcached.test_error_limiting +test.unit.common.test_memcached.TestMemcached.test_error_limiting ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_objects_iter_order_and_reverse +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_objects_iter_order_and_reverse ... ok +test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_xml +test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_xml ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_newid +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_newid ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_time +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_time ... ok +test.unit.container.test_updater.TestContainerUpdater.test_error_in_process +test.unit.container.test_updater.TestContainerUpdater.test_error_in_process ... ok +test.unit.container.test_updater.TestContainerUpdater.test_listdir_with_exception +test.unit.container.test_updater.TestContainerUpdater.test_listdir_with_exception ... ok +test.unit.container.test_updater.TestContainerUpdater.test_listdir_without_exception +test.unit.container.test_updater.TestContainerUpdater.test_listdir_without_exception ... ok +test INFO: - - - [15/May/2024:17:59:27 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:27 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0539 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:27 +0000] "PUT /sda1/p/a/US~~TX~~A" 201 - "-" "-" "-" 0.0010 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:27 +0000] "PUT /sda1/p/a/US~~TX~~B" 201 - "-" "-" "-" 0.0538 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:27 +0000] "PUT /sda1/p/a/US~~OK~~A" 201 - "-" "-" "-" 0.0554 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:27 +0000] "PUT /sda1/p/a/US~~OK~~B" 201 - "-" "-" "-" 0.0543 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:27 +0000] "PUT /sda1/p/a/US~~OK~Tulsa~~A" 201 - "-" "-" "-" 0.0881 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:27 +0000] "PUT /sda1/p/a/US~~OK~Tulsa~~B" 201 - "-" "-" "-" 0.0862 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:28 +0000] "PUT /sda1/p/a/US~~UT~~A" 201 - "-" "-" "-" 0.0794 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:28 +0000] "PUT /sda1/p/a/US~~UT~~~B" 201 - "-" "-" "-" 0.0794 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:28 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0858 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:28 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0030 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:28 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0016 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:28 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0013 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:28 +0000] "GET /sda1/p/a" 200 119 "-" "-" "-" 0.0013 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:28 +0000] "GET /sda1/p/a" 200 119 "-" "-" "-" 0.0013 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:28 +0000] "GET /sda1/p/a" 200 189 "-" "-" "-" 0.0014 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:28 +0000] "GET /sda1/p/a" 200 189 "-" "-" "-" 0.0013 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:28 +0000] "GET /sda1/p/a" 200 95 "-" "-" "-" 0.0014 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:28 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:28 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0002 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:28 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0897 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:28 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0018 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:28 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.1361 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:28 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0010 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:28 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:28 +0000] "GET /sda1/p/a" 412 22 "-" "-" "-" 0.0001 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:28 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0887 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:28 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0024 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:28 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0720 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:28 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0690 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:28 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0620 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:28 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0749 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:28 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0778 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:28 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0761 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:29 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0700 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:29 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0551 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:29 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0621 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:29 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0820 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:29 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0949 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:29 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0875 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:29 +0000] "GET /sda1/p/a" 200 336 "-" "-" "-" 0.0018 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:29 +0000] "GET /sda1/p/a" 200 276 "-" "-" "-" 0.0016 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:29 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0680 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:29 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0083 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:29 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0680 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:29 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0664 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:29 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0535 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:29 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0938 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:29 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0668 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:29 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0403 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:29 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0811 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:30 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0669 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:30 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0713 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:30 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0827 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:30 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0889 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:30 +0000] "GET /sda1/p/a" 200 5 "-" "-" "-" 0.1831 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:30 +0000] "GET /sda1/p/a" 200 39 "-" "-" "-" 0.0017 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:30 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0014 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:30 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0702 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:30 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0079 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:30 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0771 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:30 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0970 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:30 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0671 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:30 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0714 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:30 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0514 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:30 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0607 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:31 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0676 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:31 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0731 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:31 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0827 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:31 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0844 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:31 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0796 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:31 +0000] "GET /sda1/p/a" 200 91 "-" "-" "-" 0.0782 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:31 +0000] "GET /sda1/p/a" 200 536 "-" "-" "-" 0.0020 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:31 +0000] "GET /sda1/p/a" 200 467 "-" "-" "-" 0.0021 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:31 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0728 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:31 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0012 "-" 1329772 - +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_json +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_json ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_plain +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_plain ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_xml +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_xml ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_account_name +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_account_name ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_load_old_pending_puts +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_load_old_pending_puts ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_load_old_pending_puts +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_load_old_pending_puts ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_policy_stats_tracking +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_policy_stats_tracking ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_all_mounted +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_all_mounted ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_container_name +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_container_name ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_checkmount_fail +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_checkmount_fail ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_container_name_as_subdir +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_container_name_as_subdir ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_version_id -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_version_id ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_version_id_not_implemented -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_version_id_not_implemented ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_batch_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_batch_reclaim ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:30 -0000', 'Content-Md5': 'ud0C7/g6K1j77RpgTDYdwQ==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'b9dd02eff83a2b58fbed1a604c361dc1', 'Content-Length': '120'} +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 15 May 2024 17:59:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_invalid_md5 -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_invalid_md5 ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_non_json -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_non_json ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_read_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_read_permission ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_empty_account +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_empty_account ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_accept +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_accept ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_content_type +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_content_type ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_format +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_format ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_partition +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_partition ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_excludes_files +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_excludes_files ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_not_found +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_not_found ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_merge_items +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_merge_items ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_no_mounts +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_no_mounts ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_put_container +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_put_container ... ok +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error limiting server 1.2.3.5:11211 +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error limiting server 1.2.3.4:11211 +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method get: No more memcached servers to try +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error limiting server 1.2.3.5:11211 +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test.unit.common.test_memcached.TestMemcached.test_error_limiting_custom_config +test.unit.common.test_memcached.TestMemcached.test_error_limiting_custom_config ... ok +test.unit.common.test_memcached.TestMemcached.test_error_raising +test.unit.common.test_memcached.TestMemcached.test_error_raising ... ok +test.unit.common.test_memcached.TestMemcached.test_get_conns +test.unit.common.test_memcached.TestMemcached.test_get_conns ... ok +test.unit.common.test_memcached.TestMemcached.test_get_conns_bad_v6 +test.unit.common.test_memcached.TestMemcached.test_get_conns_bad_v6 ... ok +test.unit.common.test_memcached.TestMemcached.test_get_conns_hostname +test.unit.common.test_memcached.TestMemcached.test_get_conns_hostname ... ok +test.unit.common.test_memcached.TestMemcached.test_get_failed_connection_mid_request +test.unit.common.test_memcached.TestMemcached.test_get_failed_connection_mid_request ... ok +test.unit.common.test_memcached.TestMemcached.test_incr +test.unit.common.test_memcached.TestMemcached.test_incr ... ok +test.unit.common.test_memcached.TestMemcached.test_incr_add_expires +test.unit.common.test_memcached.TestMemcached.test_incr_add_expires ... ok +test.unit.common.test_memcached.TestMemcached.test_incr_failed_connection_mid_request +test.unit.common.test_memcached.TestMemcached.test_incr_failed_connection_mid_request ... ok +test.unit.common.test_memcached.TestMemcached.test_incr_unexpected_response +test.unit.common.test_memcached.TestMemcached.test_incr_unexpected_response ... ok +test.unit.common.test_memcached.TestMemcached.test_incr_w_timeout +test.unit.common.test_memcached.TestMemcached.test_incr_w_timeout ... ok +test.unit.common.test_memcached.TestMemcached.test_item_size_warning_threshold +test.unit.common.test_memcached.TestMemcached.test_item_size_warning_threshold ... ok +test.unit.common.test_memcached.TestMemcached.test_logger_kwarg +test.unit.common.test_memcached.TestMemcached.test_logger_kwarg ... ok +test.unit.common.test_memcached.TestMemcached.test_multi +test.unit.common.test_memcached.TestMemcached.test_multi ... ok +test.unit.common.test_memcached.TestMemcached.test_multi_delete +test.unit.common.test_memcached.TestMemcached.test_multi_delete ... ok +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats ... ok +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_error +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_error ... ok The can be of the form:: drz-:R:/ @@ -10455,231 +12930,1884 @@ test.unit.cli.test_ringbuilder.TestCommands.test_set_replicas_invalid_value ... ok test.unit.cli.test_ringbuilder.TestCommands.test_set_replicas_number_of_arguments test.unit.cli.test_ringbuilder.TestCommands.test_set_replicas_number_of_arguments ... ok -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_all_devices +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_all_devices ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_container +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_container ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_with_containers +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_with_containers ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_OPTIONS +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_OPTIONS ... ok +in 0.001 seconds + + Ordered by: internal time + + ncalls tottime percall cumtime percall filename:lineno(function) + 6 0.001 0.000 0.001 0.000 profile:0(import os;os.getcwd();) + 6 0.000 0.000 0.000 0.000 :0(exec) + 6 0.000 0.000 0.000 0.000 :1() + 6 0.000 0.000 0.000 0.000 :0(getcwd) + 0 0.000 0.000 profile:0(profiler) + 6 0.000 0.000 0.000 0.000 :0(setprofile) + + +Thu May 16 07:59:26 2024 /tmp/tmp5juyek96/unittest.profile1329778 + + 15 function calls in 0.000 seconds + + Ordered by: internal time + + ncalls tottime percall cumtime percall filename:lineno(function) + 3 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) + 3 0.000 0.000 0.000 0.000 :0(exec) + 3 0.000 0.000 0.000 0.000 :1() + 3 0.000 0.000 0.000 0.000 :0(getcwd) + 0 0.000 0.000 profile:0(profiler) + 3 0.000 0.000 0.000 0.000 :0(setprofile) + + +Thu May 16 07:59:26 2024 /tmp/tmp5juyek96/unittest.profile1329778 + + 15 function calls in 0.000 seconds + + Ordered by: internal time + + ncalls tottime percall cumtime percall filename:lineno(function) + 3 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) + 3 0.000 0.000 0.000 0.000 :0(exec) + 3 0.000 0.000 0.000 0.000 :1() + 3 0.000 0.000 0.000 0.000 :0(getcwd) + 0 0.000 0.000 profile:0(profiler) + 3 0.000 0.000 0.000 0.000 :0(setprofile) + + +Thu May 16 07:59:26 2024 /tmp/tmp5juyek96/unittest.profile1329778 + + 15 function calls in 0.000 seconds + + Ordered by: internal time + + ncalls tottime percall cumtime percall filename:lineno(function) + 3 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) + 3 0.000 0.000 0.000 0.000 :0(exec) + 3 0.000 0.000 0.000 0.000 :1() + 3 0.000 0.000 0.000 0.000 :0(getcwd) + 0 0.000 0.000 profile:0(profiler) + 3 0.000 0.000 0.000 0.000 :0(setprofile) + + +test-ic DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +fake-swift INFO: - - 15/May/2024/17/59/30 GET /cont/obj HTTP/1.0 200 - some_agent - - 19 - - - 0.0002 - - 1715795970.320029497 1715795970.320260048 - +fake-swift INFO: - - 15/May/2024/17/59/30 GET /cont/obj HTTP/1.0 503 - some_agent - - 19 - - - 0.0001 - - 1715795970.321163416 1715795970.321282625 - +fake-swift INFO: - - 15/May/2024/17/59/30 GET /cont/obj HTTP/1.0 503 - some_agent - - 19 - - - 0.0001 - - 1715795970.322009087 1715795970.322121382 - +fake-swift INFO: - - 15/May/2024/17/59/30 GET /cont/obj HTTP/1.0 503 - some_agent - - 19 - - - 0.0001 - - 1715795970.322446346 1715795970.322593212 - +test DEBUG: Before request +test DEBUG: Inside of request (txn: foo) +test DEBUG: After request +fake-swift INFO: - - 15/May/2024/17/59/30 DELETE /container HTTP/1.0 409 - some_agent - - 19 - - - 0.0001 - - 1715795970.327514410 1715795970.327605963 - +test INFO: Begin container update single threaded sweep +test ERROR: Error processing container /tmp/tmprcrab5lo/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db: Boom!: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/updater.py", line 225, in container_sweep + self.process_container(dbfile) + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +Exception: Boom! +test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes +test ERROR: ERROR: Failed to get paths to drive partitions: permission_denied +test INFO: Begin container update single threaded sweep +test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container update single threaded sweep +test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container update single threaded sweep +test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused +test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused +test DEBUG: Update report failed for /.shards_a/c /tmp/tmpe1j59_b6/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db +test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 with no changes +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container update single threaded sweep +test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused +test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused +test DEBUG: Update report failed for /.shards_a/c /tmp/tmpe1j59_b6/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db +test INFO: Container update single threaded sweep completed: 0.05s, 0 successes, 1 failures, 0 with no changes +test.unit.container.test_updater.TestContainerUpdater.test_old_style_shard_container +test.unit.container.test_updater.TestContainerUpdater.test_old_style_shard_container ... ok +test.unit.container.test_updater.TestContainerUpdater.test_run_once +test.unit.container.test_updater.TestContainerUpdater.test_run_once ... ok +test.unit.container.test_updater.TestContainerUpdater.test_run_once_with_device_unmounted +test.unit.container.test_updater.TestContainerUpdater.test_run_once_with_device_unmounted ... ok +test.unit.container.test_updater.TestContainerUpdater.test_run_once_with_get_info_timeout +test.unit.container.test_updater.TestContainerUpdater.test_run_once_with_get_info_timeout ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_merge_items +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_merge_items ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_object +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_object ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_read_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_read_permission ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_delete_container -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_delete_container ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_version_id_not_implemented +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_version_id_not_implemented ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_fullcontrol_permission ... ok +test INFO: - - - [15/May/2024:17:59:28 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:28 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0568 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:28 +0000] "PUT /sda1/p/a/US~~TX~~A" 201 - "-" "-" "-" 0.0036 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:28 +0000] "PUT /sda1/p/a/US~~TX~~B" 201 - "-" "-" "-" 0.0527 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:28 +0000] "PUT /sda1/p/a/US~~OK~~A" 201 - "-" "-" "-" 0.0395 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:28 +0000] "PUT /sda1/p/a/US~~OK~~B" 201 - "-" "-" "-" 0.0708 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:28 +0000] "PUT /sda1/p/a/US~~OK~Tulsa~~A" 201 - "-" "-" "-" 0.0640 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:28 +0000] "PUT /sda1/p/a/US~~OK~Tulsa~~B" 201 - "-" "-" "-" 0.0623 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:28 +0000] "PUT /sda1/p/a/US~~UT~~A" 201 - "-" "-" "-" 0.0759 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:29 +0000] "PUT /sda1/p/a/US~~UT~~~B" 201 - "-" "-" "-" 0.0777 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:29 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0643 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:29 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0035 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:29 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0019 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:29 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0014 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:29 +0000] "GET /sda1/p/a" 200 119 "-" "-" "-" 0.0013 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:29 +0000] "GET /sda1/p/a" 200 119 "-" "-" "-" 0.0014 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:29 +0000] "GET /sda1/p/a" 200 189 "-" "-" "-" 0.0014 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:29 +0000] "GET /sda1/p/a" 200 189 "-" "-" "-" 0.0013 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:29 +0000] "GET /sda1/p/a" 200 95 "-" "-" "-" 0.0015 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:29 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:29 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0002 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:29 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0673 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:29 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0057 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:29 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.1282 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:29 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0012 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:29 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0004 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:29 +0000] "GET /sda1/p/a" 412 22 "-" "-" "-" 0.0002 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:29 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0707 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:29 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0037 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:29 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0608 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:29 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0565 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:29 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0620 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:29 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0685 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:29 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0700 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:29 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0600 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:29 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0831 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:29 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0755 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:30 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0608 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:30 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0906 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:30 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0865 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:30 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0914 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:30 +0000] "GET /sda1/p/a" 200 336 "-" "-" "-" 0.0017 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:30 +0000] "GET /sda1/p/a" 200 276 "-" "-" "-" 0.0019 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:30 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.1567 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:30 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0072 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:30 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0784 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:30 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0514 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:30 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0809 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:30 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0728 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:30 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0688 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:30 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0660 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:31 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0911 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:31 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0740 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:31 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0913 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:31 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0945 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:31 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0654 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:31 +0000] "GET /sda1/p/a" 200 5 "-" "-" "-" 0.0637 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:31 +0000] "GET /sda1/p/a" 200 39 "-" "-" "-" 0.0024 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:31 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0019 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:31 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0532 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:31 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0055 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:31 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0571 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:31 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0597 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:32 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.4998 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:32 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0755 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:32 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0855 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:32 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0552 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:32 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0428 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:32 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0579 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:32 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0754 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:32 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0721 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:32 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0591 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:32 +0000] "GET /sda1/p/a" 200 91 "-" "-" "-" 0.0639 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:32 +0000] "GET /sda1/p/a" 200 536 "-" "-" "-" 0.0017 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:32 +0000] "GET /sda1/p/a" 200 467 "-" "-" "-" 0.0016 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:32 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0494 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:32 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0098 "-" 1329773 - +test.unit.account.test_server.TestAccountController.test_GET_with_containers_json +test.unit.account.test_server.TestAccountController.test_GET_with_containers_json ... ok +test.unit.account.test_server.TestAccountController.test_GET_with_containers_plain +test.unit.account.test_server.TestAccountController.test_GET_with_containers_plain ... ok +test.unit.account.test_server.TestAccountController.test_GET_with_containers_xml +test.unit.account.test_server.TestAccountController.test_GET_with_containers_xml ... ok +test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_account_name +test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_account_name ... ok +test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_container_name +test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_container_name ... ok +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:30 -0000', 'Content-Md5': '1mSVh2rJhFbgxzf6YLHnJA==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd66495876ac98456e0c737fa60b1e724', 'Content-Length': '184', 'Content-Type': 'multipart/form-data'} -test ERROR: Could not parse SLO delete response (200 OK): b'asdf': +test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/multi_delete.py", line 136, in do_delete - delete_result = json.loads(resp.body) - ^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/json/__init__.py", line 346, in loads - return _default_decoder.decode(s) - ^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/json/decoder.py", line 337, in decode - obj, end = self.raw_decode(s, idx=_w(s, 0).end()) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/json/decoder.py", line 355, in raw_decode - raise JSONDecodeError("Expecting value", s, err.value) from None -json.decoder.JSONDecodeError: Expecting value: line 1 column 1 (char 0) + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/bucket.py", line 408, in DELETE + self._delete_segments_bucket(req) + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/bucket.py", line 56, in _delete_segments_bucket + resp = req.get_response(self.app, 'HEAD') + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1630, in get_response + resp = self.acl_handler.handle_acl( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 94, in handle_acl + return getattr(ah, method)(app) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 199, in HEAD + return self._handle_acl(app, 'DELETE') + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 141, in _handle_acl + resp = self.req.get_acl_response(app, 'HEAD', + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1613, in get_acl_response + resp = self._get_response( + ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_while_segment_bucket_delete +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_while_segment_bucket_delete ... ok +test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_container_name_as_subdir +test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_container_name_as_subdir ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_metadata +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_metadata ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_unrecognized +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_unrecognized ... ok +test.unit.account.test_server.TestAccountController.test_HEAD_empty_account +test.unit.account.test_server.TestAccountController.test_HEAD_empty_account ... ok +test.unit.account.test_server.TestAccountController.test_HEAD_invalid_accept +test.unit.account.test_server.TestAccountController.test_HEAD_invalid_accept ... ok +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_account_acl_failures +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_account_acl_failures ... ok +test.unit.account.test_server.TestAccountController.test_HEAD_invalid_content_type +test.unit.account.test_server.TestAccountController.test_HEAD_invalid_content_type ... ok +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_account_acl_success +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_account_acl_success ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_merge_items_overwrite_unicode +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_merge_items_overwrite_unicode ... ok +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_acl_syntax_verification +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_acl_syntax_verification ... ok +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_acls_propagate_to_sysmeta +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_acls_propagate_to_sysmeta ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_reclaim +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_reclaim ... ok +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_admin_privileges +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_admin_privileges ... ok +test.unit.account.test_server.TestAccountController.test_HEAD_invalid_format +test.unit.account.test_server.TestAccountController.test_HEAD_invalid_format ... ok +test.unit.account.test_server.TestAccountController.test_HEAD_invalid_partition +test.unit.account.test_server.TestAccountController.test_HEAD_invalid_partition ... ok +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_bad_acls_get_denied +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_bad_acls_get_denied ... ok +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_readonly_privileges +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_readonly_privileges ... ok +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_readwrite_privileges +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_readwrite_privileges ... ok +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_user_gets_best_acl +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_user_gets_best_acl ... ok +test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_account_with_no_user +test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_account_with_no_user ... ok +test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_base64_encoding +test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_base64_encoding ... ok +test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_key_with_no_value +test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_key_with_no_value ... ok +test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_parse_user_creation +test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_parse_user_creation ... ok +test.unit.common.middleware.test_tempauth.TestUtilityMethods.test_account_acls_bad_path_raises_exception +test.unit.common.middleware.test_tempauth.TestUtilityMethods.test_account_acls_bad_path_raises_exception ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_options +test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_options ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_incoming_header_conflict +test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_incoming_header_conflict ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_incoming_header_startswith_conflict +test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_incoming_header_startswith_conflict ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_outgoing_header_conflict +test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_outgoing_header_conflict ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_outgoing_header_startswith_conflict +test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_outgoing_header_startswith_conflict ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_auth_scheme_value +test.unit.common.middleware.test_tempurl.TestTempURL.test_auth_scheme_value ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_authorize_limits_scope +test.unit.common.middleware.test_tempurl.TestTempURL.test_authorize_limits_scope ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_bad_ip_range_invalid +test.unit.common.middleware.test_tempurl.TestTempURL.test_bad_ip_range_invalid ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_bad_path +test.unit.common.middleware.test_tempurl.TestTempURL.test_bad_path ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_changed_expires_invalid +test.unit.common.middleware.test_tempurl.TestTempURL.test_changed_expires_invalid ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_changed_path_invalid +test.unit.common.middleware.test_tempurl.TestTempURL.test_changed_path_invalid ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_changed_sig_invalid +test.unit.common.middleware.test_tempurl.TestTempURL.test_changed_sig_invalid ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_clean_incoming_headers +test.unit.common.middleware.test_tempurl.TestTempURL.test_clean_incoming_headers ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_clean_outgoing_headers +test.unit.common.middleware.test_tempurl.TestTempURL.test_clean_outgoing_headers ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_delete_allowed +test.unit.common.middleware.test_tempurl.TestTempURL.test_delete_allowed ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_delete_when_forbidden_by_config +test.unit.common.middleware.test_tempurl.TestTempURL.test_delete_when_forbidden_by_config ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_different_key_invalid +test.unit.common.middleware.test_tempurl.TestTempURL.test_different_key_invalid ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_disallowed_header_object_manifest +test.unit.common.middleware.test_tempurl.TestTempURL.test_disallowed_header_object_manifest ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_filename_trailing_slash +test.unit.common.middleware.test_tempurl.TestTempURL.test_filename_trailing_slash ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_hmacs +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_hmacs ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_not_allowed_by_put +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_not_allowed_by_put ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_path_parts +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_path_parts ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_temp_url_info +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_temp_url_info ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_but_404 +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_but_404 ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_container_keys +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_container_keys ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_key2 +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_key2 ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_fake_ip_from_x_forwarded_for +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_fake_ip_from_x_forwarded_for ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_filename +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_filename ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_filename_and_inline +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_filename_and_inline ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_inline +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_inline ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_ip_from_remote_addr +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_ip_from_remote_addr ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_ip_range +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_ip_range ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_ipv6_range +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_ipv6_range ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_no_client_address +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_no_client_address ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_prefix +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_prefix ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_prefix_and_staticweb +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_prefix_and_staticweb ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_prefix_empty +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_prefix_empty ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_single_ipv6 +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_single_ipv6 ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_head_allowed_by_get +test.unit.common.middleware.test_tempurl.TestTempURL.test_head_allowed_by_get ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_head_allowed_by_post +test.unit.common.middleware.test_tempurl.TestTempURL.test_head_allowed_by_post ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_head_allowed_by_put +test.unit.common.middleware.test_tempurl.TestTempURL.test_head_allowed_by_put ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_head_and_get_headers_match +test.unit.common.middleware.test_tempurl.TestTempURL.test_head_and_get_headers_match ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_head_otherwise_not_allowed +test.unit.common.middleware.test_tempurl.TestTempURL.test_head_otherwise_not_allowed ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_head_valid_with_filename +test.unit.common.middleware.test_tempurl.TestTempURL.test_head_valid_with_filename ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_invalid +test.unit.common.middleware.test_tempurl.TestTempURL.test_invalid ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_ip_range_value_error +test.unit.common.middleware.test_tempurl.TestTempURL.test_ip_range_value_error ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_missing_expires +test.unit.common.middleware.test_tempurl.TestTempURL.test_missing_expires ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_missing_sig +test.unit.common.middleware.test_tempurl.TestTempURL.test_missing_sig ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_no_key +test.unit.common.middleware.test_tempurl.TestTempURL.test_no_key ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_no_prefix_match_invalid +test.unit.common.middleware.test_tempurl.TestTempURL.test_no_prefix_match_invalid ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_normalize_temp_url_expires +test.unit.common.middleware.test_tempurl.TestTempURL.test_normalize_temp_url_expires ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_obj_odd_chars +test.unit.common.middleware.test_tempurl.TestTempURL.test_obj_odd_chars ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_obj_odd_chars_in_content_disposition_metadata +test.unit.common.middleware.test_tempurl.TestTempURL.test_obj_odd_chars_in_content_disposition_metadata ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_obj_trailing_slash +test.unit.common.middleware.test_tempurl.TestTempURL.test_obj_trailing_slash ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_object_url_with_prefix_invalid +test.unit.common.middleware.test_tempurl.TestTempURL.test_object_url_with_prefix_invalid ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_passthrough +test.unit.common.middleware.test_tempurl.TestTempURL.test_passthrough ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_post_when_forbidden_by_config +test.unit.common.middleware.test_tempurl.TestTempURL.test_post_when_forbidden_by_config ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_put_not_allowed_by_get +test.unit.common.middleware.test_tempurl.TestTempURL.test_put_not_allowed_by_get ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_put_response_headers_in_list +test.unit.common.middleware.test_tempurl.TestTempURL.test_put_response_headers_in_list ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_put_valid +test.unit.common.middleware.test_tempurl.TestTempURL.test_put_valid ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_incoming_header +test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_incoming_header ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_incoming_headers_match +test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_incoming_headers_match ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_outgoing_header +test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_outgoing_header ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_outgoing_headers_match +test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_outgoing_headers_match ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_signature_trim +test.unit.common.middleware.test_tempurl.TestTempURL.test_signature_trim ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_unicode_metadata_value +test.unit.common.middleware.test_tempurl.TestTempURL.test_unicode_metadata_value ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_unknown_not_allowed +test.unit.common.middleware.test_tempurl.TestTempURL.test_unknown_not_allowed ... ok +test.unit.account.test_server.TestAccountController.test_HEAD_not_found +test.unit.account.test_server.TestAccountController.test_HEAD_not_found ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_sys_metadata +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_sys_metadata ... ok +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_abs_paths_persisted +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_abs_paths_persisted ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_migrate_add_storage_policy_index_fail +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_migrate_add_storage_policy_index_fail ... ok +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_modified_component_builders +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_modified_component_builders ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_after_DELETE_not_found +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_after_DELETE_not_found ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_insufficient_space +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_insufficient_space ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_partition +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_partition ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_timestamp_not_float +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_timestamp_not_float ... ok +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_ok +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_ok ... ok +test.unit.account.test_server.TestAccountController.test_HEAD_with_containers +test.unit.account.test_server.TestAccountController.test_HEAD_with_containers ... ok +test.unit.account.test_server.TestAccountController.test_OPTIONS +test.unit.account.test_server.TestAccountController.test_OPTIONS ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT ... ok +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_override_component_builders +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_override_component_builders ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_newid +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_newid ... ok +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_with_builder_files +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_with_builder_files ... ok +test.unit.account.test_server.TestAccountController.test_POST_HEAD_metadata +test.unit.account.test_server.TestAccountController.test_POST_HEAD_metadata ... ok +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_load_errors +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_load_errors ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_reverse_prefix_delim +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_reverse_prefix_delim ... ok +test.unit.cli.test_recon.TestReconCommands.test_disk_usage +test.unit.cli.test_recon.TestReconCommands.test_disk_usage ... ok +test.unit.cli.test_recon.TestReconCommands.test_get_swiftconfmd5 +test.unit.cli.test_recon.TestReconCommands.test_get_swiftconfmd5 ... ok +test.unit.cli.test_recon.TestReconCommands.test_get_swiftconfmd5_mismatch +test.unit.cli.test_recon.TestReconCommands.test_get_swiftconfmd5_mismatch ... ok +test.unit.cli.test_recon.TestReconCommands.test_load_check +test.unit.cli.test_recon.TestReconCommands.test_load_check ... ok +test.unit.cli.test_recon.TestReconCommands.test_multiple_server_types +test.unit.cli.test_recon.TestReconCommands.test_multiple_server_types ... ok +test.unit.cli.test_recon.TestReconCommands.test_object_auditor_check +test.unit.cli.test_recon.TestReconCommands.test_object_auditor_check ... ok +test.unit.cli.test_recon.TestReconCommands.test_reconstruction_check +test.unit.cli.test_recon.TestReconCommands.test_reconstruction_check ... ok +test.unit.cli.test_recon.TestReconCommands.test_replication_check +test.unit.cli.test_recon.TestReconCommands.test_replication_check ... ok +test.unit.cli.test_recon.TestReconCommands.test_server_type_check +test.unit.cli.test_recon.TestReconCommands.test_server_type_check ... ok +test.unit.cli.test_recon.TestReconCommands.test_sharding_check +test.unit.cli.test_recon.TestReconCommands.test_sharding_check ... ok +test.unit.cli.test_recon.TestReconCommands.test_time_check +test.unit.cli.test_recon.TestReconCommands.test_time_check ... ok +test.unit.cli.test_recon.TestReconCommands.test_time_check_jitter +test.unit.cli.test_recon.TestReconCommands.test_time_check_jitter ... ok +test.unit.cli.test_recon.TestReconCommands.test_time_check_jitter_mismatch +test.unit.cli.test_recon.TestReconCommands.test_time_check_jitter_mismatch ... ok +test.unit.cli.test_recon.TestReconCommands.test_time_check_mismatch +test.unit.cli.test_recon.TestReconCommands.test_time_check_mismatch ... ok +test.unit.cli.test_recon.TestReconCommands.test_version_check +test.unit.cli.test_recon.TestReconCommands.test_version_check ... ok +test.unit.cli.test_recon.TestReconCommands.test_version_check_differs +test.unit.cli.test_recon.TestReconCommands.test_version_check_differs ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_merge_items_overwrite_unicode +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_merge_items_overwrite_unicode ... ok +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_404_response +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_404_response ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_412_response +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_412_response ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_cipher_mismatch_for_body +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_cipher_mismatch_for_body ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_cipher_mismatch_for_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_cipher_mismatch_for_metadata ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_decryption_override +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_decryption_override ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_different_keys_for_data_and_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_different_keys_for_data_and_metadata ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_encrypted_data_and_unencrypted_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_encrypted_data_and_unencrypted_metadata ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_error_in_key_callback +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_error_in_key_callback ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Wed, 15 May 2024 17:59:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:30 -0000', 'Content-Md5': 'ud0C7/g6K1j77RpgTDYdwQ==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'b9dd02eff83a2b58fbed1a604c361dc1', 'Content-Length': '120'} -test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_write_permission -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_write_permission ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_without_md5 -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_without_md5 ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_all_devices -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_all_devices ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_s3acl_and_keystone +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_s3acl_and_keystone ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_s3acl_and_unknown_user +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_s3acl_and_unknown_user ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_metadata_not_encrypted +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_metadata_not_encrypted ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_missing_etag_crypto_meta +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_missing_etag_crypto_meta ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_missing_key_callback +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_missing_key_callback ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_bad_body_cipher +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_bad_body_cipher ... ok +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance_errors +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance_errors ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_ciphertext +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_ciphertext ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_content_type +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_content_type ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_missing_body_cipher +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_missing_body_cipher ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_missing_body_iv +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_missing_body_iv ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_no_body_crypto_meta +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_no_body_crypto_meta ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_too_long_body_iv +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_too_long_body_iv ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_too_short_body_iv +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_too_short_body_iv ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multiseg +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multiseg ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multiseg_with_range +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multiseg_with_range ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_override_etag_bad_cipher +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_override_etag_bad_cipher ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_override_etag_bad_iv +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_override_etag_bad_iv ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_success +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_success ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_unencrypted_data +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_unencrypted_data ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_unencrypted_data_and_encrypted_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_unencrypted_data_and_encrypted_metadata ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_body_key_for_object_body +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_body_key_for_object_body ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_iv_for_object_body +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_iv_for_object_body ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_iv_for_user_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_iv_for_user_metadata ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_key +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_key ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_body_key_for_object_body +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_body_key_for_object_body ... ok +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance_with_unrebalanced_builders +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance_with_unrebalanced_builders ... ok +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_save_errors +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_save_errors ... ok +test.unit.common.test_constraints.TestConstraints.test_check_account_format +test.unit.common.test_constraints.TestConstraints.test_check_account_format ... ok +test.unit.common.test_constraints.TestConstraints.test_check_container_format +test.unit.common.test_constraints.TestConstraints.test_check_container_format ... ok +test.unit.common.test_constraints.TestConstraints.test_check_delete_headers +test.unit.common.test_constraints.TestConstraints.test_check_delete_headers ... ok +test.unit.common.test_constraints.TestConstraints.test_check_delete_headers_removes_delete_after +test.unit.common.test_constraints.TestConstraints.test_check_delete_headers_removes_delete_after ... ok +test.unit.common.test_constraints.TestConstraints.test_check_delete_headers_sets_delete_at +test.unit.common.test_constraints.TestConstraints.test_check_delete_headers_sets_delete_at ... ok +test.unit.common.test_constraints.TestConstraints.test_check_drive_invalid_path +test.unit.common.test_constraints.TestConstraints.test_check_drive_invalid_path ... ok +test.unit.common.test_constraints.TestConstraints.test_check_drive_isdir +test.unit.common.test_constraints.TestConstraints.test_check_drive_isdir ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_crypto_meta_for_user_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_crypto_meta_for_user_metadata ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_iv_for_object_body +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_iv_for_object_body ... ok +test.unit.common.test_constraints.TestConstraints.test_check_drive_ismount +test.unit.common.test_constraints.TestConstraints.test_check_drive_ismount ... ok +test.unit.common.test_constraints.TestConstraints.test_check_float +test.unit.common.test_constraints.TestConstraints.test_check_float ... ok +test.unit.common.test_constraints.TestConstraints.test_check_metadata_count +test.unit.common.test_constraints.TestConstraints.test_check_metadata_count ... ok +test.unit.common.test_constraints.TestConstraints.test_check_metadata_empty +test.unit.common.test_constraints.TestConstraints.test_check_metadata_empty ... ok +test.unit.common.test_constraints.TestConstraints.test_check_metadata_empty_name +test.unit.common.test_constraints.TestConstraints.test_check_metadata_empty_name ... ok +test.unit.common.test_constraints.TestConstraints.test_check_metadata_good +test.unit.common.test_constraints.TestConstraints.test_check_metadata_good ... ok +test.unit.common.test_constraints.TestConstraints.test_check_metadata_name_length +test.unit.common.test_constraints.TestConstraints.test_check_metadata_name_length ... ok +test.unit.common.test_constraints.TestConstraints.test_check_metadata_non_utf8 +test.unit.common.test_constraints.TestConstraints.test_check_metadata_non_utf8 ... ok +test.unit.common.test_constraints.TestConstraints.test_check_metadata_size +test.unit.common.test_constraints.TestConstraints.test_check_metadata_size ... ok +test.unit.common.test_constraints.TestConstraints.test_check_metadata_value_length +test.unit.common.test_constraints.TestConstraints.test_check_metadata_value_length ... ok +test.unit.common.test_constraints.TestConstraints.test_check_object_creation_bad_content_type +test.unit.common.test_constraints.TestConstraints.test_check_object_creation_bad_content_type ... ok +test.unit.common.test_constraints.TestConstraints.test_check_object_creation_bad_delete_headers +test.unit.common.test_constraints.TestConstraints.test_check_object_creation_bad_delete_headers ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_iv_for_user_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_iv_for_user_metadata ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_404_response +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_404_response ... ok +test.unit.common.test_constraints.TestConstraints.test_check_object_creation_content_length +test.unit.common.test_constraints.TestConstraints.test_check_object_creation_content_length ... ok +test.unit.common.test_constraints.TestConstraints.test_check_object_creation_content_type +test.unit.common.test_constraints.TestConstraints.test_check_object_creation_content_type ... ok +test.unit.common.test_constraints.TestConstraints.test_check_object_creation_name_length +test.unit.common.test_constraints.TestConstraints.test_check_object_creation_name_length ... ok +test.unit.common.test_constraints.TestConstraints.test_check_utf8 +test.unit.common.test_constraints.TestConstraints.test_check_utf8 ... ok +test.unit.common.test_constraints.TestConstraints.test_check_utf8_internal +test.unit.common.test_constraints.TestConstraints.test_check_utf8_internal ... ok +test.unit.common.test_constraints.TestConstraints.test_check_utf8_lone_surrogates +test.unit.common.test_constraints.TestConstraints.test_check_utf8_lone_surrogates ... ok +test.unit.common.test_constraints.TestConstraints.test_check_utf8_non_canonical +test.unit.common.test_constraints.TestConstraints.test_check_utf8_non_canonical ... ok +test.unit.common.test_constraints.TestConstraints.test_valid_api_version +test.unit.common.test_constraints.TestConstraints.test_valid_api_version ... ok +test.unit.common.test_constraints.TestConstraints.test_valid_timestamp +test.unit.common.test_constraints.TestConstraints.test_valid_timestamp ... ok +test.unit.common.test_constraints.TestConstraints.test_validate_bad_meta +test.unit.common.test_constraints.TestConstraints.test_validate_bad_meta ... ok +test.unit.common.test_constraints.TestConstraints.test_validate_constraints +test.unit.common.test_constraints.TestConstraints.test_validate_constraints ... ok +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_case_insensitive +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_case_insensitive ... ok +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_del_contains +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_del_contains ... ok +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_get +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_get ... ok +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_init_from_dict +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_init_from_dict ... ok +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_keys +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_keys ... ok +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_pop +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_pop ... ok +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_set +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_set ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_412_response +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_412_response ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_different_keys_for_data_and_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_different_keys_for_data_and_metadata ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_encrypted_data_and_unencrypted_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_encrypted_data_and_unencrypted_metadata ... ok +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_set_none +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_set_none ... ok +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_setdefault +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_setdefault ... ok +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_unicode +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_unicode ... ok +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_update +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_update ... ok +test.unit.common.test_internal_client.TestSimpleClient.test_delete_object_with_404_no_retry +test.unit.common.test_internal_client.TestSimpleClient.test_delete_object_with_404_no_retry ... ok +test.unit.common.test_internal_client.TestSimpleClient.test_delete_object_with_409_no_retry +test.unit.common.test_internal_client.TestSimpleClient.test_delete_object_with_409_no_retry ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_metadata_not_encrypted +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_metadata_not_encrypted ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_override_etag_bad_cipher +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_override_etag_bad_cipher ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_override_etag_bad_iv +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_override_etag_bad_iv ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_success +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_success ... ok +test.unit.common.test_internal_client.TestSimpleClient.test_get +test.unit.common.test_internal_client.TestSimpleClient.test_get ... ok +test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries +test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_unencrypted_data_and_encrypted_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_unencrypted_data_and_encrypted_metadata ... ok +test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries_all_failed +test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries_all_failed ... ok +test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries_param +test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries_param ... ok +test.unit.common.test_internal_client.TestSimpleClient.test_head +test.unit.common.test_internal_client.TestSimpleClient.test_head ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_bad_iv_for_user_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_bad_iv_for_user_metadata ... ok +test.unit.common.test_internal_client.TestSimpleClient.test_proxy +test.unit.common.test_internal_client.TestSimpleClient.test_proxy ... ok +test.unit.common.test_internal_client.TestSimpleClient.test_request_container_with_retries_with_HTTPError +test.unit.common.test_internal_client.TestSimpleClient.test_request_container_with_retries_with_HTTPError ... ok +test.unit.common.test_internal_client.TestSimpleClient.test_request_object_with_retries_with_HTTPError +test.unit.common.test_internal_client.TestSimpleClient.test_request_object_with_retries_with_HTTPError ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_bad_key +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_bad_key ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_missing_crypto_meta_for_user_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_missing_crypto_meta_for_user_metadata ... ok +test.unit.common.test_internal_client.TestSimpleClient.test_request_with_retries_with_HTTPError +test.unit.common.test_internal_client.TestSimpleClient.test_request_with_retries_with_HTTPError ... ok +test.unit.common.test_memcached.TestMemcacheCommand.test_get_key_prefix +test.unit.common.test_memcached.TestMemcacheCommand.test_get_key_prefix ... ok +test.unit.common.test_memcached.TestMemcacheCommand.test_init +test.unit.common.test_memcached.TestMemcacheCommand.test_init ... ok +test.unit.common.test_registry.TestSensitiveRegistry.test_get_sensitive_headers +test.unit.common.test_registry.TestSensitiveRegistry.test_get_sensitive_headers ... ok +test.unit.common.test_registry.TestSensitiveRegistry.test_get_sensitive_params +test.unit.common.test_registry.TestSensitiveRegistry.test_get_sensitive_params ... ok +test.unit.common.test_registry.TestSensitiveRegistry.test_register_sensitive_header +test.unit.common.test_registry.TestSensitiveRegistry.test_register_sensitive_header ... ok +test.unit.common.test_registry.TestSensitiveRegistry.test_register_sensitive_param +test.unit.common.test_registry.TestSensitiveRegistry.test_register_sensitive_param ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_missing_iv_for_user_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_missing_iv_for_user_metadata ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_headers_case +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_headers_case ... ok +test.unit.common.middleware.crypto.test_decrypter.TestModuleMethods.test_purge_crypto_sysmeta_headers +test.unit.common.middleware.crypto.test_decrypter.TestModuleMethods.test_purge_crypto_sysmeta_headers ... ok +test.unit.account.test_server.TestAccountController.test_POST_HEAD_sys_metadata +test.unit.account.test_server.TestAccountController.test_POST_HEAD_sys_metadata ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_app_exception +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_app_exception ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_can_only_configure_secret_in_one_place +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_can_only_configure_secret_in_one_place ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_chained_keymasters +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_chained_keymasters ... ok +test.unit.common.test_request_helpers.TestSegmentedIterable.test_simple_segments_app_iter +test.unit.common.test_request_helpers.TestSegmentedIterable.test_simple_segments_app_iter ... ok +test.unit.common.test_request_helpers.TestSegmentedIterable.test_simple_segments_app_iter_ranges +test.unit.common.test_request_helpers.TestSegmentedIterable.test_simple_segments_app_iter_ranges ... ok +test.unit.common.test_swob.TestConditionalIfMatch.test_match_star +test.unit.common.test_swob.TestConditionalIfMatch.test_match_star ... ok +test.unit.common.test_swob.TestConditionalIfMatch.test_match_star_on_404 +test.unit.common.test_swob.TestConditionalIfMatch.test_match_star_on_404 ... ok +test.unit.common.test_swob.TestConditionalIfMatch.test_no_match +test.unit.common.test_swob.TestConditionalIfMatch.test_no_match ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_container_path +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_container_path ... ok +test.unit.common.test_swob.TestConditionalIfMatch.test_quoted_simple_match +test.unit.common.test_swob.TestConditionalIfMatch.test_quoted_simple_match ... ok +test.unit.common.test_swob.TestConditionalIfMatch.test_simple_conditional_etag_match +test.unit.common.test_swob.TestConditionalIfMatch.test_simple_conditional_etag_match ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_correct_root_secret_used +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_correct_root_secret_used ... ok +test.unit.common.test_swob.TestConditionalIfMatch.test_simple_conditional_etag_no_match +test.unit.common.test_swob.TestConditionalIfMatch.test_simple_conditional_etag_no_match ... ok +test.unit.common.test_swob.TestConditionalIfMatch.test_simple_match +test.unit.common.test_swob.TestConditionalIfMatch.test_simple_match ... ok +test.unit.common.test_swob.TestConditionalIfModifiedSince.test_absent +test.unit.common.test_swob.TestConditionalIfModifiedSince.test_absent ... ok +test.unit.common.test_swob.TestConditionalIfModifiedSince.test_before +test.unit.common.test_swob.TestConditionalIfModifiedSince.test_before ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_filter +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_filter ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_invalid_root_secret +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_invalid_root_secret ... ok +test.unit.common.test_swob.TestConditionalIfModifiedSince.test_greater +test.unit.common.test_swob.TestConditionalIfModifiedSince.test_greater ... ok +test.unit.common.test_swob.TestConditionalIfModifiedSince.test_out_of_range_is_ignored +test.unit.common.test_swob.TestConditionalIfModifiedSince.test_out_of_range_is_ignored ... ok +test.unit.common.test_swob.TestConditionalIfModifiedSince.test_same +test.unit.common.test_swob.TestConditionalIfModifiedSince.test_same ... ok +test.unit.common.test_utils.TestClosingIterator.test_close +test.unit.common.test_utils.TestClosingIterator.test_close ... ok +test.unit.common.test_utils.TestClosingIterator.test_close_gen +test.unit.common.test_utils.TestClosingIterator.test_close_gen ... ok +test.unit.common.test_utils.TestClosingIterator.test_close_on_exception +test.unit.common.test_utils.TestClosingIterator.test_close_on_exception ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_key_uniqueness +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_key_uniqueness ... ok +test.unit.common.test_utils.TestClosingIterator.test_close_on_stop_iteration +test.unit.common.test_utils.TestClosingIterator.test_close_on_stop_iteration ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_keymaster_config_path +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_keymaster_config_path ... ok +test.unit.common.test_utils.TestClosingIterator.test_close_others +test.unit.common.test_utils.TestClosingIterator.test_close_others ... ok +test.unit.common.test_utils.TestClosingIterator.test_close_wrapped_is_not_same_as_iter +test.unit.common.test_utils.TestClosingIterator.test_close_wrapped_is_not_same_as_iter ... ok +test.unit.common.test_utils.TestClosingIterator.test_init_with_iterable +test.unit.common.test_utils.TestClosingIterator.test_init_with_iterable ... ok +test.unit.common.test_utils.TestClosingIterator.test_nested_iters +test.unit.common.test_utils.TestClosingIterator.test_nested_iters ... ok +test.unit.common.test_utils.TestUTC.test_tzname +test.unit.common.test_utils.TestUTC.test_tzname ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_keys_cached +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_keys_cached ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_missing_conf_section +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_missing_conf_section ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets_missing_active_root_secret_id +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets_missing_active_root_secret_id ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets_with_invalid_id +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets_with_invalid_id ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets_with_invalid_secret +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets_with_invalid_secret ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_no_root_secret +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_no_root_secret ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_object_path +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_object_path ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_root_secret +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_root_secret ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_root_secret_path_invalid_secret +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_root_secret_path_invalid_secret ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_unicode_object_path +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_unicode_object_path ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_v1_keys +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_v1_keys ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_v1_keys_with_weird_paths +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_v1_keys_with_weird_paths ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_v2_keys +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_v2_keys ... ok +test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_fromstring_with_nonascii_text +test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_fromstring_with_nonascii_text ... ok +test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_tostring_with_nonascii_text +test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_tostring_with_nonascii_text ... ok +test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_xml_namespace +test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_xml_namespace ... ok +test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_xml_with_comments +test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_xml_with_comments ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_auth_uris +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_auth_uris ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorization_nova_toconnect +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorization_nova_toconnect ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorize_with_access_key +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorize_with_access_key ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorize_with_access_key_and_unquote_chars +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorize_with_access_key_and_unquote_chars ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_bytes +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_bytes ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_http +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_http ... ok +test.unit.account.test_server.TestAccountController.test_POST_after_DELETE_not_found +test.unit.account.test_server.TestAccountController.test_POST_after_DELETE_not_found ... ok +test.unit.account.test_server.TestAccountController.test_POST_insufficient_space +test.unit.account.test_server.TestAccountController.test_POST_insufficient_space ... ok +test.unit.account.test_server.TestAccountController.test_POST_invalid_partition +test.unit.account.test_server.TestAccountController.test_POST_invalid_partition ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_newid +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_newid ... ok +test.unit.account.test_server.TestAccountController.test_POST_timestamp_not_float +test.unit.account.test_server.TestAccountController.test_POST_timestamp_not_float ... ok +test.unit.account.test_server.TestAccountController.test_PUT +test.unit.account.test_server.TestAccountController.test_PUT ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_impossible +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_impossible ... ok +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container update single threaded sweep +test DEBUG: Update report sent for /.shards_a/c /tmp/tmpe1j59_b6/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db +test INFO: Container update single threaded sweep completed: 0.04s, 1 successes, 0 failures, 0 with no changes +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container update single threaded sweep +test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes +test INFO: Begin container update single threaded sweep +test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes +test INFO: Begin container update single threaded sweep +test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused +test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused +test DEBUG: Update report failed for /a/c /tmp/tmpha3g4b1a/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db +test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 with no changes +test INFO: Begin container update single threaded sweep +test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused +test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused +test DEBUG: Update report failed for /a/c /tmp/tmpha3g4b1a/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db +test INFO: Container update single threaded sweep completed: 0.03s, 0 successes, 1 failures, 0 with no changes +test INFO: Begin container update single threaded sweep +test DEBUG: Update report sent for /a/c /tmp/tmpha3g4b1a/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db +test INFO: Container update single threaded sweep completed: 0.07s, 1 successes, 0 failures, 0 with no changes +test INFO: Begin container update single threaded sweep +test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container update single threaded sweep +test WARNING: /tmp/tmpiyava2sb/tmp_test_container_updater/devices/sda1 is not mounted +test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container update single threaded sweep +test INFO: Failed to get container info (Lock timeout: 10 seconds: /tmp/tmpa8srjh19/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db); skipping. +test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes +test INFO: Begin container update single threaded sweep +test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container update single threaded sweep +test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container update single threaded sweep +test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused +test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused +test DEBUG: Update report failed for /.shards_a/c /tmp/tmpghos_d5i/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db +test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 with no changes +test.unit.container.test_updater.TestContainerUpdater.test_shard_container +test.unit.container.test_updater.TestContainerUpdater.test_shard_container ... ok +test.unit.container.test_updater.TestContainerUpdater.test_unicode +test.unit.container.test_updater.TestContainerUpdater.test_unicode ... ok +test.unit.obj.test_replicator.TestObjectReplicator.test_check_ring +test.unit.obj.test_replicator.TestObjectReplicator.test_check_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_failure_report_with_auditor_stats_json +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_failure_report_with_auditor_stats_json ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_handoffs_first +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_handoffs_first ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_mkdirs_error +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_mkdirs_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk_diff_ports_normal +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk_diff_ports_normal ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk_servers_per_port +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk_servers_per_port ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_stats_tracking +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_stats_tracking ... ok +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_unmounted +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_unmounted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_with_override_parts_and_unexpected_part_dir +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_with_override_parts_and_unexpected_part_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_objs_ssync_only_when_in_sync +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_objs_ssync_only_when_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_1 +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_default_sync_method +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_default_sync_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ignores_os_no_data_error +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ignores_os_no_data_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ignores_os_no_entity_error +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ignores_os_no_entity_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_override_params +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_override_params ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_override_params_os_not_empty_error +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_override_params_os_not_empty_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_single_region +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_single_region ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_with_cleanup_failure +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_with_cleanup_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_with_sync_failure +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_with_sync_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_failures +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_failures ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete_fail_in_other_region +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete_fail_in_other_region ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete_failures +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete_failures ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_policy_override_params +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_policy_override_params ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_do_listdir +test.unit.obj.test_replicator.TestObjectReplicator.test_do_listdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_handoff_replication_setting_warnings +test.unit.obj.test_replicator.TestObjectReplicator.test_handoff_replication_setting_warnings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_handoffs_first_mode_will_abort_if_handoffs_remaining +test.unit.obj.test_replicator.TestObjectReplicator.test_handoffs_first_mode_will_abort_if_handoffs_remaining ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_batch_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_batch_reclaim ... ok +test.unit.obj.test_replicator.TestObjectReplicator.test_handoffs_first_mode_will_process_all_jobs_after_handoffs +test.unit.obj.test_replicator.TestObjectReplicator.test_handoffs_first_mode_will_process_all_jobs_after_handoffs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_limit_rsync_log +test.unit.obj.test_replicator.TestObjectReplicator.test_limit_rsync_log ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_rsync_timeout +test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_rsync_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_rsync_timeout_wedged +test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_rsync_timeout_wedged ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_skipped_partpower_increase +test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_skipped_partpower_increase ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_removes_zbf +test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_removes_zbf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_skips_bogus_partition_dirs +test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_skips_bogus_partition_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_skips_rsync_temp_files +test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_skips_rsync_temp_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_revert_partition_lock_timeout +test.unit.obj.test_replicator.TestObjectReplicator.test_revert_partition_lock_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_ring_ip_and_bind_ip +test.unit.obj.test_replicator.TestObjectReplicator.test_ring_ip_and_bind_ip ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_compress_different_region +test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_compress_different_region ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_failure_logging +test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_failure_logging ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_failure_logging_no_transfer +test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_failure_logging_no_transfer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_success_logging +test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_success_logging ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_success_logging_no_transfer +test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_success_logging_no_transfer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_run +test.unit.obj.test_replicator.TestObjectReplicator.test_run ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_run_once +test.unit.obj.test_replicator.TestObjectReplicator.test_run_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_1 +test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_no_local_device_in_ring +test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_no_local_device_in_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_recover_from_failure +test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_recover_from_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_recover_from_timeout +test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_recover_from_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_run_withlog +test.unit.obj.test_replicator.TestObjectReplicator.test_run_withlog ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_sync_just_calls_sync_method +test.unit.obj.test_replicator.TestObjectReplicator.test_sync_just_calls_sync_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_DELETE +test.unit.obj.test_server.TestObjectController.test_DELETE ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_DELETE_bad_timestamp +test.unit.obj.test_server.TestObjectController.test_DELETE_bad_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_DELETE_but_expired +test.unit.obj.test_server.TestObjectController.test_DELETE_but_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_DELETE_calls_delete_at +test.unit.obj.test_server.TestObjectController.test_DELETE_calls_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_DELETE_can_skip_updating_expirer_queue +test.unit.obj.test_server.TestObjectController.test_DELETE_can_skip_updating_expirer_queue ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_DELETE_container_updates +test.unit.obj.test_server.TestObjectController.test_DELETE_container_updates ... /usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_DELETE_full_drive +test.unit.obj.test_server.TestObjectController.test_DELETE_full_drive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.obj.test_server.TestObjectController.test_DELETE_if_delete_at +test.unit.obj.test_server.TestObjectController.test_DELETE_if_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_DELETE_if_delete_at_expired_still_deletes +test.unit.obj.test_server.TestObjectController.test_DELETE_if_delete_at_expired_still_deletes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_DELETE_succeeds_with_later_POST +test.unit.obj.test_server.TestObjectController.test_DELETE_succeeds_with_later_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_DELETE_with_full_drive +test.unit.obj.test_server.TestObjectController.test_DELETE_with_full_drive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_EC_GET_quarantine_invalid_frag_archive +test.unit.obj.test_server.TestObjectController.test_EC_GET_quarantine_invalid_frag_archive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_EC_PUT_GET_data +test.unit.obj.test_server.TestObjectController.test_EC_PUT_GET_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_EC_PUT_GET_data_no_commit +test.unit.obj.test_server.TestObjectController.test_EC_PUT_GET_data_no_commit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET +test.unit.obj.test_server.TestObjectController.test_GET ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_HEAD_with_fragment_preferences +test.unit.obj.test_server.TestObjectController.test_GET_HEAD_with_fragment_preferences ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_but_expired +test.unit.obj.test_server.TestObjectController.test_GET_but_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_cooperative_period_config +test.unit.obj.test_server.TestObjectController.test_GET_cooperative_period_config ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_if_match +test.unit.obj.test_server.TestObjectController.test_GET_if_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_if_match_etag_is_at +test.unit.obj.test_server.TestObjectController.test_GET_if_match_etag_is_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_if_modified_since +test.unit.obj.test_server.TestObjectController.test_GET_if_modified_since ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_if_none_match +test.unit.obj.test_server.TestObjectController.test_GET_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_if_unmodified_since +test.unit.obj.test_server.TestObjectController.test_GET_if_unmodified_since ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_private_config_false +test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_private_config_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_private_config_true +test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_private_config_true ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_config_false +test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_config_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_config_true +test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_config_true ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_no_config +test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_no_config ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_not_slo +test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_not_slo ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_quarantine +test.unit.obj.test_server.TestObjectController.test_GET_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_quarantine_range +test.unit.obj.test_server.TestObjectController.test_GET_quarantine_range ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_quarantine_zbyte +test.unit.obj.test_server.TestObjectController.test_GET_quarantine_zbyte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_range_not_satisfiable +test.unit.obj.test_server.TestObjectController.test_GET_range_not_satisfiable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_range_zero_byte_object +test.unit.obj.test_server.TestObjectController.test_GET_range_zero_byte_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_HEAD +test.unit.obj.test_server.TestObjectController.test_HEAD ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_HEAD_but_expired +test.unit.obj.test_server.TestObjectController.test_HEAD_but_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_HEAD_if_match +test.unit.obj.test_server.TestObjectController.test_HEAD_if_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_HEAD_if_modified_since +test.unit.obj.test_server.TestObjectController.test_HEAD_if_modified_since ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_HEAD_if_none_match +test.unit.obj.test_server.TestObjectController.test_HEAD_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_HEAD_if_unmodified_since +test.unit.obj.test_server.TestObjectController.test_HEAD_if_unmodified_since ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_HEAD_quarantine_zbyte +test.unit.obj.test_server.TestObjectController.test_HEAD_quarantine_zbyte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_OPTIONS +test.unit.obj.test_server.TestObjectController.test_OPTIONS ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_bad_timestamp +test.unit.obj.test_server.TestObjectController.test_POST_bad_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_but_expired +test.unit.obj.test_server.TestObjectController.test_POST_but_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_calls_delete_at +test.unit.obj.test_server.TestObjectController.test_POST_calls_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_can_skip_updating_expirer_queue +test.unit.obj.test_server.TestObjectController.test_POST_can_skip_updating_expirer_queue ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_conflicts_with_later_POST +test.unit.obj.test_server.TestObjectController.test_POST_conflicts_with_later_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_container_connection +test.unit.obj.test_server.TestObjectController.test_POST_container_connection ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_container_updates_precedence +test.unit.obj.test_server.TestObjectController.test_POST_container_updates_precedence ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_container_updates_with_EC_policy +test.unit.obj.test_server.TestObjectController.test_POST_container_updates_with_EC_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_container_updates_with_replication_policy +test.unit.obj.test_server.TestObjectController.test_POST_container_updates_with_replication_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_delete_at_in_past +test.unit.obj.test_server.TestObjectController.test_POST_delete_at_in_past ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_delete_at_in_past_with_skewed_clock +test.unit.obj.test_server.TestObjectController.test_POST_delete_at_in_past_with_skewed_clock ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_invalid_path +test.unit.obj.test_server.TestObjectController.test_POST_invalid_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_no_timestamp +test.unit.obj.test_server.TestObjectController.test_POST_no_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_not_exist +test.unit.obj.test_server.TestObjectController.test_POST_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_old_timestamp +test.unit.obj.test_server.TestObjectController.test_POST_old_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_quarantine_zbyte +test.unit.obj.test_server.TestObjectController.test_POST_quarantine_zbyte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_system_metadata +test.unit.obj.test_server.TestObjectController.test_POST_system_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_then_fetch_content_type +test.unit.obj.test_server.TestObjectController.test_POST_then_fetch_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_transient_sysmeta +test.unit.obj.test_server.TestObjectController.test_POST_transient_sysmeta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_update_meta +test.unit.obj.test_server.TestObjectController.test_POST_update_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_with_full_drive +test.unit.obj.test_server.TestObjectController.test_POST_with_full_drive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_bad_footer_checksum +test.unit.obj.test_server.TestObjectController.test_PUT_bad_footer_checksum ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_bad_footer_json +test.unit.obj.test_server.TestObjectController.test_PUT_bad_footer_json ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_bad_timestamp +test.unit.obj.test_server.TestObjectController.test_PUT_bad_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_bad_transfer_encoding +test.unit.obj.test_server.TestObjectController.test_PUT_bad_transfer_encoding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_calls_delete_at +test.unit.obj.test_server.TestObjectController.test_PUT_calls_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_can_skip_deleting_expirer_queue_but_still_inserts +test.unit.obj.test_server.TestObjectController.test_PUT_can_skip_deleting_expirer_queue_but_still_inserts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_can_skip_updating_expirer_queue +test.unit.obj.test_server.TestObjectController.test_PUT_can_skip_updating_expirer_queue ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_client_closed_connection +test.unit.obj.test_server.TestObjectController.test_PUT_client_closed_connection ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_client_timeout +test.unit.obj.test_server.TestObjectController.test_PUT_client_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_commits_data +test.unit.obj.test_server.TestObjectController.test_PUT_commits_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_common +test.unit.obj.test_server.TestObjectController.test_PUT_common ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_container_connection +test.unit.obj.test_server.TestObjectController.test_PUT_container_connection ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_container_update_overrides +test.unit.obj.test_server.TestObjectController.test_PUT_container_update_overrides ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_container_update_to_old_style_shard +test.unit.obj.test_server.TestObjectController.test_PUT_container_update_to_old_style_shard ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_with_deleted +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_with_deleted ... ok +test.unit.obj.test_server.TestObjectController.test_PUT_container_update_to_shard +test.unit.obj.test_server.TestObjectController.test_PUT_container_update_to_shard ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_delete_at_in_past +test.unit.obj.test_server.TestObjectController.test_PUT_delete_at_in_past ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_etag_in_footer +test.unit.obj.test_server.TestObjectController.test_PUT_etag_in_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_etag_in_footer_mismatch +test.unit.obj.test_server.TestObjectController.test_PUT_etag_in_footer_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_extra_mime_docs_ignored +test.unit.obj.test_server.TestObjectController.test_PUT_extra_mime_docs_ignored ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_if_none_match +test.unit.obj.test_server.TestObjectController.test_PUT_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_if_none_match_but_expired +test.unit.obj.test_server.TestObjectController.test_PUT_if_none_match_but_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_if_none_match_star +test.unit.obj.test_server.TestObjectController.test_PUT_if_none_match_star ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_invalid_content_type +test.unit.obj.test_server.TestObjectController.test_PUT_invalid_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_invalid_etag +test.unit.obj.test_server.TestObjectController.test_PUT_invalid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_invalid_path +test.unit.obj.test_server.TestObjectController.test_PUT_invalid_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_meta_in_footer +test.unit.obj.test_server.TestObjectController.test_PUT_meta_in_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_missing_footer_checksum +test.unit.obj.test_server.TestObjectController.test_PUT_missing_footer_checksum ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_new_object_really_old_timestamp +test.unit.obj.test_server.TestObjectController.test_PUT_new_object_really_old_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power +test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power_eexist +test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power_eexist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power_races_around_makedirs_eexist +test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power_races_around_makedirs_eexist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power_races_around_makedirs_enoent +test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power_races_around_makedirs_enoent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_no_content_length +test.unit.obj.test_server.TestObjectController.test_PUT_no_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_no_content_type +test.unit.obj.test_server.TestObjectController.test_PUT_no_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_no_etag +test.unit.obj.test_server.TestObjectController.test_PUT_no_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_no_timestamp +test.unit.obj.test_server.TestObjectController.test_PUT_no_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_object_really_new_timestamp +test.unit.obj.test_server.TestObjectController.test_PUT_object_really_new_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_old_timestamp +test.unit.obj.test_server.TestObjectController.test_PUT_old_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_overwrite +test.unit.obj.test_server.TestObjectController.test_PUT_overwrite ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_overwrite_to_newer_ts_failed +test.unit.obj.test_server.TestObjectController.test_PUT_overwrite_to_newer_ts_failed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_overwrite_to_older_ts_success +test.unit.obj.test_server.TestObjectController.test_PUT_overwrite_to_older_ts_success ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_overwrite_w_delete_at +test.unit.obj.test_server.TestObjectController.test_PUT_overwrite_w_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_redirected_async_pending +test.unit.obj.test_server.TestObjectController.test_PUT_redirected_async_pending ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_redirected_async_pending_with_container_path +test.unit.obj.test_server.TestObjectController.test_PUT_redirected_async_pending_with_container_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_redirected_async_pending_with_old_style_container_path +test.unit.obj.test_server.TestObjectController.test_PUT_redirected_async_pending_with_old_style_container_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_slow +test.unit.obj.test_server.TestObjectController.test_PUT_slow ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_ssync_multi_frag +test.unit.obj.test_server.TestObjectController.test_PUT_ssync_multi_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_succeeds_with_later_POST +test.unit.obj.test_server.TestObjectController.test_PUT_succeeds_with_later_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_system_metadata +test.unit.obj.test_server.TestObjectController.test_PUT_system_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_then_POST_async_pendings_with_EC_policy +test.unit.obj.test_server.TestObjectController.test_PUT_then_POST_async_pendings_with_EC_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_then_POST_async_pendings_with_repl_policy +test.unit.obj.test_server.TestObjectController.test_PUT_then_POST_async_pendings_with_repl_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_then_POST_then_fetch_system_metadata +test.unit.obj.test_server.TestObjectController.test_PUT_then_POST_then_fetch_system_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_then_fetch_system_metadata +test.unit.obj.test_server.TestObjectController.test_PUT_then_fetch_system_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_user_metadata +test.unit.obj.test_server.TestObjectController.test_PUT_user_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_user_metadata_no_xattr +test.unit.obj.test_server.TestObjectController.test_PUT_user_metadata_no_xattr ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_with_full_drive +test.unit.obj.test_server.TestObjectController.test_PUT_with_full_drive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_with_replication_headers +test.unit.obj.test_server.TestObjectController.test_PUT_with_replication_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_zero_content_length +test.unit.obj.test_server.TestObjectController.test_PUT_zero_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_REPLICATE_pickle_protocol +test.unit.obj.test_server.TestObjectController.test_REPLICATE_pickle_protocol ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_REPLICATE_reclaims_tombstones +test.unit.obj.test_server.TestObjectController.test_REPLICATE_reclaims_tombstones ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_REPLICATE_timeout +test.unit.obj.test_server.TestObjectController.test_REPLICATE_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_REPLICATE_works +test.unit.obj.test_server.TestObjectController.test_REPLICATE_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_REQUEST_SPECIAL_CHARS +test.unit.obj.test_server.TestObjectController.test_REQUEST_SPECIAL_CHARS ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_SSYNC_can_be_called +test.unit.obj.test_server.TestObjectController.test_SSYNC_can_be_called ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test__call__returns_500 +test.unit.obj.test_server.TestObjectController.test__call__returns_500 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_allowed_headers +test.unit.obj.test_server.TestObjectController.test_allowed_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_async_update_does_not_save_on_2xx +test.unit.obj.test_server.TestObjectController.test_async_update_does_not_save_on_2xx ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_async_update_http_connect +test.unit.obj.test_server.TestObjectController.test_async_update_http_connect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_async_update_saves_on_exception +test.unit.obj.test_server.TestObjectController.test_async_update_saves_on_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_async_update_saves_on_non_2xx +test.unit.obj.test_server.TestObjectController.test_async_update_saves_on_non_2xx ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_async_update_saves_on_timeout +test.unit.obj.test_server.TestObjectController.test_async_update_saves_on_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_bad_sinces +test.unit.obj.test_server.TestObjectController.test_bad_sinces ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_call_bad_method +test.unit.obj.test_server.TestObjectController.test_call_bad_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_call_bad_request +test.unit.obj.test_server.TestObjectController.test_call_bad_request ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_call_name_collision +test.unit.obj.test_server.TestObjectController.test_call_name_collision ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_call_not_found +test.unit.obj.test_server.TestObjectController.test_call_not_found ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_chunked_DELETE_with_full_drive +test.unit.obj.test_server.TestObjectController.test_chunked_DELETE_with_full_drive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_chunked_PUT_with_full_drive +test.unit.obj.test_server.TestObjectController.test_chunked_PUT_with_full_drive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_chunked_content_length_mismatch_zero +test.unit.obj.test_server.TestObjectController.test_chunked_content_length_mismatch_zero ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_chunked_put +test.unit.obj.test_server.TestObjectController.test_chunked_put ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_container_update_as_greenthread +test.unit.obj.test_server.TestObjectController.test_container_update_as_greenthread ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_container_update_as_greenthread_with_timeout +test.unit.obj.test_server.TestObjectController.test_container_update_as_greenthread_with_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_container_update_async +test.unit.obj.test_server.TestObjectController.test_container_update_async ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_container_update_bad_args +test.unit.obj.test_server.TestObjectController.test_container_update_bad_args ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_container_update_no_async_update +test.unit.obj.test_server.TestObjectController.test_container_update_no_async_update ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_container_update_success +test.unit.obj.test_server.TestObjectController.test_container_update_success ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_content_encoding +test.unit.obj.test_server.TestObjectController.test_content_encoding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_correct_allowed_method +test.unit.obj.test_server.TestObjectController.test_correct_allowed_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_create_reserved_namespace_object +test.unit.obj.test_server.TestObjectController.test_create_reserved_namespace_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_create_reserved_namespace_object_in_user_container +test.unit.obj.test_server.TestObjectController.test_create_reserved_namespace_object_in_user_container ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_delete_at_cap +test.unit.obj.test_server.TestObjectController.test_delete_at_cap ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_delete_at_negative +test.unit.obj.test_server.TestObjectController.test_delete_at_negative ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_delete_at_update_cleans_old_entries +test.unit.obj.test_server.TestObjectController.test_delete_at_update_cleans_old_entries ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_delete_at_update_delete +test.unit.obj.test_server.TestObjectController.test_delete_at_update_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info +test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info_but_empty_host +test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info_but_empty_host ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info_but_missing_container +test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info_but_missing_container ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info_but_missing_host +test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info_but_missing_host ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_delete_backend_replication +test.unit.obj.test_server.TestObjectController.test_delete_backend_replication ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_device_unavailable +test.unit.obj.test_server.TestObjectController.test_device_unavailable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_dynamic_datadir +test.unit.obj.test_server.TestObjectController.test_dynamic_datadir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_global_conf_callback_does_nothing +test.unit.obj.test_server.TestObjectController.test_global_conf_callback_does_nothing ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_global_conf_callback_replication_semaphore +test.unit.obj.test_server.TestObjectController.test_global_conf_callback_replication_semaphore ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_handling_of_replication_semaphore_config +test.unit.obj.test_server.TestObjectController.test_handling_of_replication_semaphore_config ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_init +test.unit.obj.test_server.TestObjectController.test_init ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_insufficient_storage_mount_check_false +test.unit.obj.test_server.TestObjectController.test_insufficient_storage_mount_check_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_insufficient_storage_mount_check_true +test.unit.obj.test_server.TestObjectController.test_insufficient_storage_mount_check_true ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_invalid_method_doesnt_exist +test.unit.obj.test_server.TestObjectController.test_invalid_method_doesnt_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_invalid_method_is_not_public +test.unit.obj.test_server.TestObjectController.test_invalid_method_is_not_public ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_list_allowed_methods +test.unit.obj.test_server.TestObjectController.test_list_allowed_methods ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_log_line_format +test.unit.obj.test_server.TestObjectController.test_log_line_format ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_max_object_name_length +test.unit.obj.test_server.TestObjectController.test_max_object_name_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_max_upload_time +test.unit.obj.test_server.TestObjectController.test_max_upload_time ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_multiphase_put_draining +test.unit.obj.test_server.TestObjectController.test_multiphase_put_draining ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_not_allowed_method +test.unit.obj.test_server.TestObjectController.test_not_allowed_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_not_utf8_and_not_logging_requests +test.unit.obj.test_server.TestObjectController.test_not_utf8_and_not_logging_requests ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_object_delete_at_async_update +test.unit.obj.test_server.TestObjectController.test_object_delete_at_async_update ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_object_update_with_offset +test.unit.obj.test_server.TestObjectController.test_object_update_with_offset ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_other_methods_reserved_namespace_object +test.unit.obj.test_server.TestObjectController.test_other_methods_reserved_namespace_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_override_etag_footer_trumps_header +test.unit.obj.test_server.TestObjectController.test_override_etag_footer_trumps_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_override_etag_lone_header_footer +test.unit.obj.test_server.TestObjectController.test_override_etag_lone_header_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_override_etag_sysmeta_footer_trumps_backend_header +test.unit.obj.test_server.TestObjectController.test_override_etag_sysmeta_footer_trumps_backend_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_override_etag_sysmeta_header_trumps_backend_footer +test.unit.obj.test_server.TestObjectController.test_override_etag_sysmeta_header_trumps_backend_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_override_etag_sysmeta_trumps_backend +test.unit.obj.test_server.TestObjectController.test_override_etag_sysmeta_trumps_backend ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_race_doesnt_quarantine +test.unit.obj.test_server.TestObjectController.test_race_doesnt_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_replication_server_call_all_methods +test.unit.obj.test_server.TestObjectController.test_replication_server_call_all_methods ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_serv_reserv +test.unit.obj.test_server.TestObjectController.test_serv_reserv ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_short_body +test.unit.obj.test_server.TestObjectController.test_short_body ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_storage_policy_index_is_validated +test.unit.obj.test_server.TestObjectController.test_storage_policy_index_is_validated ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_updating_multiple_container_servers +test.unit.obj.test_server.TestObjectController.test_updating_multiple_container_servers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_updating_multiple_delete_at_container_servers +test.unit.obj.test_server.TestObjectController.test_updating_multiple_delete_at_container_servers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_x_if_delete_at_formats +test.unit.obj.test_server.TestObjectController.test_x_if_delete_at_formats ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_updater.TestObjectUpdater.test_conf_params +test.unit.obj.test_updater.TestObjectUpdater.test_conf_params ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_creation +test.unit.obj.test_updater.TestObjectUpdater.test_creation ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_listdir_with_exception +test.unit.obj.test_updater.TestObjectUpdater.test_listdir_with_exception ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_listdir_without_exception +test.unit.obj.test_updater.TestObjectUpdater.test_listdir_without_exception ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_bad_location_header +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_bad_location_header ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_abort -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_abort ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_complete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_complete ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info ... ok -test.unit.account.test_server.TestAccountController.test_GET_limit_marker_plain -test.unit.account.test_server.TestAccountController.test_GET_limit_marker_plain ... ok -test.unit.account.test_backend.TestAccountBroker.test_list_containers_iter -test.unit.account.test_backend.TestAccountBroker.test_list_containers_iter ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_expansion_limit_less_than_shrink_threshold -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_expansion_limit_less_than_shrink_threshold ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_delete_db_status -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_delete_db_status ... ok -test.unit.account.test_backend.TestAccountBroker.test_list_objects_iter_order_and_reverse -test.unit.account.test_backend.TestAccountBroker.test_list_objects_iter_order_and_reverse ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_policy_stats -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_policy_stats ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_chexor -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_chexor ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info_no_stale_reads -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info_no_stale_reads ... ok -test.unit.account.test_backend.TestAccountBroker.test_load_old_pending_puts -test.unit.account.test_backend.TestAccountBroker.test_load_old_pending_puts ... ok -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_with_enabled_versioning +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_with_enabled_versioning ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_with_suspended_versioning +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_with_suspended_versioning ... ok +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error limiting server 1.2.3.5:11211 +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error limiting server 1.2.3.5:11211 +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method get, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method get, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method decr, time_spent 1.9073486328125e-05: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 528, in incr + new_val = self._incr_or_decr(fp, sock, cmd, delta_val) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 488, in _incr_or_decr + line = fp.readline().strip().split() + ^^^^^^^^^^^^^^^^^^^ +AttributeError: 'NoneType' object has no attribute 'strip' +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method incr, time_spent 1.0, expired ttl=1.23 +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method incr, time_spent 1.0: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 528, in incr + new_val = self._incr_or_decr(fp, sock, cmd, delta_val) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 493, in _incr_or_decr + return int(line[0].strip()) + ^^^^^^^^^^^^^^^^^^^^ +ValueError: invalid literal for int() with base 10: b'UNEXPECTED' +test WARNING: Item size larger than warning threshold: 80 (80) >= 80 (80) +test WARNING: Item size larger than warning threshold: 81 (81) >= 80 (80) +test WARNING: Item size larger than warning threshold: 99 (99) >= 80 (80) +test WARNING: Item size larger than warning threshold: 100 (100) >= 80 (80) +test WARNING: Item size larger than warning threshold: 0 (0) >= 0 (0) +test WARNING: Item size larger than warning threshold: 1 (1) >= 0 (0) +test WARNING: Item size larger than warning threshold: 50 (50) >= 0 (0) +test WARNING: Item size larger than warning threshold: 99 (99) >= 0 (0) +test WARNING: Item size larger than warning threshold: 100 (100) >= 0 (0) +test WARNING: Item size larger than warning threshold: 2048576 (2Mi) >= 1000000 (977Ki) +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix multi_key, method get_multi, time_spent 2.0265579223632812e-05, incomplete read +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix get_key, method get, time_spent 0.0, failed to connect +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_exception +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_exception ... ok +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_timeout +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_timeout ... ok +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_incr_exception +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_incr_exception ... ok +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_incr_timeout +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_incr_timeout ... ok +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_set_exception +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_set_exception ... ok +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_set_timeout +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_set_timeout ... ok +test.unit.common.test_memcached.TestMemcached.test_retry +test.unit.common.test_memcached.TestMemcached.test_retry ... ok +test.unit.common.test_memcached.TestMemcached.test_serialization +test.unit.common.test_memcached.TestMemcached.test_serialization ... ok +test.unit.common.test_memcached.TestMemcached.test_set_error +test.unit.common.test_memcached.TestMemcached.test_set_error ... ok +test.unit.common.test_memcached.TestMemcached.test_set_error_raise_on_error +test.unit.common.test_memcached.TestMemcached.test_set_error_raise_on_error ... ok +test.unit.common.test_memcached.TestMemcached.test_set_get_json +test.unit.common.test_memcached.TestMemcached.test_set_get_json ... ok +test.unit.common.test_memcached.TestMemcached.test_tls_context_kwarg +test.unit.common.test_memcached.TestMemcached.test_tls_context_kwarg ... ok +test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info +test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info ... ok +test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info_with_disallowed_sections +test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info_with_disallowed_sections ... ok +test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info_with_disallowed_sub_sections +test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info_with_disallowed_sub_sections ... ok +test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info +test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info ... ok +test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info_with_disallowed_sections +test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info_with_disallowed_sections ... ok +test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info_with_unmatched_disallowed_sections +test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info_with_unmatched_disallowed_sections ... ok +test.unit.common.test_registry.TestSwiftInfo.test_register_swift_admin_info +test.unit.common.test_registry.TestSwiftInfo.test_register_swift_admin_info ... ok +test.unit.common.test_registry.TestSwiftInfo.test_register_swift_info +test.unit.common.test_registry.TestSwiftInfo.test_register_swift_info ... ok +test.unit.common.test_registry.TestSwiftInfo.test_register_swift_info_import_from_utils +test.unit.common.test_registry.TestSwiftInfo.test_register_swift_info_import_from_utils ... ok +test.unit.common.test_swob.TestStatusMap.test_status_map +test.unit.common.test_swob.TestStatusMap.test_status_map ... ok +test.unit.common.test_utils.TestFsHasFreeSpace.test_bytes +test.unit.common.test_utils.TestFsHasFreeSpace.test_bytes ... ok +test.unit.common.test_utils.TestFsHasFreeSpace.test_bytes_using_file_descriptor +test.unit.common.test_utils.TestFsHasFreeSpace.test_bytes_using_file_descriptor ... ok +test.unit.common.test_utils.TestFsHasFreeSpace.test_percent +test.unit.common.test_utils.TestFsHasFreeSpace.test_percent ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_blocking_last_next_explodes +test.unit.common.test_utils.TestGreenAsyncPile.test_blocking_last_next_explodes ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_exceptions_at_end_of_streaming_pile +test.unit.common.test_utils.TestGreenAsyncPile.test_exceptions_at_end_of_streaming_pile ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_exceptions_in_streaming_pile +test.unit.common.test_utils.TestGreenAsyncPile.test_exceptions_in_streaming_pile ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_is_asynchronous +test.unit.common.test_utils.TestGreenAsyncPile.test_is_asynchronous ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_next_when_empty +test.unit.common.test_utils.TestGreenAsyncPile.test_next_when_empty ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_no_blocking_last_next_explodes +test.unit.common.test_utils.TestGreenAsyncPile.test_no_blocking_last_next_explodes ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_pending +test.unit.common.test_utils.TestGreenAsyncPile.test_pending ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_runs_everything +test.unit.common.test_utils.TestGreenAsyncPile.test_runs_everything ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_wait_with_firstn +test.unit.common.test_utils.TestGreenAsyncPile.test_wait_with_firstn ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_waitall_timeout_completes +test.unit.common.test_utils.TestGreenAsyncPile.test_waitall_timeout_completes ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_waitall_timeout_timesout +test.unit.common.test_utils.TestGreenAsyncPile.test_waitall_timeout_timesout ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_waitfirst_only_returns_first +test.unit.common.test_utils.TestGreenAsyncPile.test_waitfirst_only_returns_first ... ok +test.unit.common.test_utils.TestParseContentDisposition.test_basic_content_type +test.unit.common.test_utils.TestParseContentDisposition.test_basic_content_type ... ok +test.unit.common.test_utils.TestParseContentDisposition.test_content_disposition +test.unit.common.test_utils.TestParseContentDisposition.test_content_disposition ... ok +test.unit.common.test_utils.TestParseContentDisposition.test_content_disposition_without_white_space +test.unit.common.test_utils.TestParseContentDisposition.test_content_disposition_without_white_space ... ok +test.unit.common.test_utils.TestParseContentDisposition.test_content_type_with_charset +test.unit.common.test_utils.TestParseContentDisposition.test_content_type_with_charset ... ok +test.unit.common.test_utils.TestStringAlong.test_happy +test.unit.common.test_utils.TestStringAlong.test_happy ... ok +test.unit.common.test_utils.TestStringAlong.test_unhappy +test.unit.common.test_utils.TestStringAlong.test_unhappy ... ok +test.unit.common.utils.test_ipaddrs.TestExpandIPv6.test_expand_ipv6 +test.unit.common.utils.test_ipaddrs.TestExpandIPv6.test_expand_ipv6 ... ok +test.unit.common.utils.test_timestamp.TestTimestampEncoding.test_decoding +test.unit.common.utils.test_timestamp.TestTimestampEncoding.test_decoding ... ok +test.unit.common.utils.test_timestamp.TestTimestampEncoding.test_encoding +test.unit.common.utils.test_timestamp.TestTimestampEncoding.test_encoding ... ok +test.unit.container.test_sync.TestContainerSync.test_FileLikeIter +test.unit.container.test_sync.TestContainerSync.test_FileLikeIter ... ok +test.unit.container.test_sync.TestContainerSync.test_container_first_loop +test.unit.container.test_sync.TestContainerSync.test_container_first_loop ... ok +test.unit.container.test_sync.TestContainerSync.test_container_report +test.unit.container.test_sync.TestContainerSync.test_container_report ... ok +test.unit.container.test_sync.TestContainerSync.test_container_second_loop +test.unit.container.test_sync.TestContainerSync.test_container_second_loop ... ok +test.unit.container.test_sync.TestContainerSync.test_container_stop_at +test.unit.container.test_sync.TestContainerSync.test_container_stop_at ... ok +test.unit.container.test_sync.TestContainerSync.test_container_sync_deleted +test.unit.container.test_sync.TestContainerSync.test_container_sync_deleted ... ok +test.unit.container.test_sync.TestContainerSync.test_container_sync_missing_db +test.unit.container.test_sync.TestContainerSync.test_container_sync_missing_db ... ok +test.unit.container.test_sync.TestContainerSync.test_container_sync_no_to_or_key +test.unit.container.test_sync.TestContainerSync.test_container_sync_no_to_or_key ... ok +test.unit.container.test_sync.TestContainerSync.test_container_sync_not_db +test.unit.container.test_sync.TestContainerSync.test_container_sync_not_db ... ok +test.unit.container.test_sync.TestContainerSync.test_container_sync_not_my_db +test.unit.container.test_sync.TestContainerSync.test_container_sync_not_my_db ... ok +test.unit.container.test_sync.TestContainerSync.test_container_sync_row_delete +test.unit.container.test_sync.TestContainerSync.test_container_sync_row_delete ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:31 -0000', 'Content-Md5': 'ud0C7/g6K1j77RpgTDYdwQ==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'b9dd02eff83a2b58fbed1a604c361dc1', 'Content-Length': '120'} -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_without_permission -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_without_permission ... ok -test.unit.common.middleware.s3api.test_object_lock.TestS3ApiObjectLock.test_get_object_lock -test.unit.common.middleware.s3api.test_object_lock.TestS3ApiObjectLock.test_get_object_lock ... ok -test.unit.common.middleware.s3api.test_object_lock.TestS3ApiObjectLock.test_put_object_lock -test.unit.common.middleware.s3api.test_object_lock.TestS3ApiObjectLock.test_put_object_lock ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_dict -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_dict ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_id -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_id ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_name -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_name ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_token_dict -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_token_dict ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_initialize_fail -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_initialize_fail ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 15 May 2024 17:59:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Wed, 15 May 2024 17:59:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_initiate -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_initiate ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_upload_part_missing_key -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_upload_part_missing_key ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_read_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_read_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_s3acl_and_keystone +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_s3acl_and_keystone ... ok swift-ring-builder set_min_part_hours Changes the to the given . This should be set to however long a full replication/update cycle takes. We're working on a way @@ -10864,388 +14992,1170 @@ test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv6_old_format ... ok test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_no_matching test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_no_matching ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info_stale_read_ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info_stale_read_ok ... ok -test INFO: Begin account audit "once" mode -test ERROR: Audit Failed for /tmp/tmpjopekd1r/sda/accounts/0/0/0/test.db: The total container_count for the account a (3) does not match the sum of container_count across policies (2) -test INFO: Account audit "once" mode completed: 0.00s -test INFO: - - - [18/Jun/2025:00:02:26 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0189 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:26 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0182 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:26 +0000] "DELETE /sda1/./a" 400 20 "-" "-" "-" 0.0002 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:26 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0224 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:26 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0021 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:26 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.1077 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:26 +0000] "DELETE /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:26 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0403 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:26 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0040 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:26 +0000] "PUT /sda1/p/a/c1" 204 - "-" "-" "-" 0.0774 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:26 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.2735 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:26 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0650 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:26 +0000] "DELETE /sda1/p/a" 400 26 "-" "-" "-" 0.0002 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:26 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0574 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:26 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0017 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:26 +0000] "GET /sda1/p/a" 200 87 "-" "-" "-" 0.0548 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:26 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0639 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:26 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0025 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:26 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0768 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:26 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0799 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:27 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0079 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:27 +0000] "GET /sda1/p/a" 200 87 "-" "-" "-" 0.0625 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:27 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0633 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:27 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0014 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:27 +0000] "GET /sda1/p/a" 406 - "-" "-" "-" 0.0003 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:27 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0812 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:27 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0181 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:27 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0617 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:27 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.2737 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:27 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0013 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:27 +0000] "GET /sda1/p/a" 200 196 "-" "-" "-" 0.2886 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:28 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.8300 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:28 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0012 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:29 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.5131 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:29 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:29 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.3309 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:29 +0000] "GET /sda1/p/a" 200 68 "-" "-" "-" 0.0013 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:29 +0000] "GET /sda1/p/a" 400 21 "-" "-" "-" 0.0018 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:30 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 1.3477 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:31 +0000] "PUT /sda1/p/a/.sub.0" 201 - "-" "-" "-" 0.2810 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:32 +0000] "PUT /sda1/p/a/.sub.0.0" 201 - "-" "-" "-" 0.7657 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:32 +0000] "PUT /sda1/p/a/.sub.0.1" 201 - "-" "-" "-" 0.0581 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:32 +0000] "PUT /sda1/p/a/.sub.0.2" 201 - "-" "-" "-" 0.0590 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:32 +0000] "PUT /sda1/p/a/.sub.1" 201 - "-" "-" "-" 0.0637 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:32 +0000] "PUT /sda1/p/a/.sub.1.0" 201 - "-" "-" "-" 0.0774 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:32 +0000] "PUT /sda1/p/a/.sub.1.1" 201 - "-" "-" "-" 0.0699 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:32 +0000] "PUT /sda1/p/a/.sub.1.2" 201 - "-" "-" "-" 0.0616 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:32 +0000] "PUT /sda1/p/a/.sub.2" 201 - "-" "-" "-" 0.0874 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:32 +0000] "PUT /sda1/p/a/.sub.2.0" 201 - "-" "-" "-" 0.0525 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:32 +0000] "PUT /sda1/p/a/.sub.2.1" 201 - "-" "-" "-" 0.0683 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:32 +0000] "PUT /sda1/p/a/.sub.2.2" 201 - "-" "-" "-" 0.0738 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:32 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0809 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:32 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0016 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:32 +0000] "GET /sda1/p/a" 200 45 "-" "-" "-" 0.0016 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:32 +0000] "GET /sda1/p/a" 200 27 "-" "-" "-" 0.0015 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:32 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0759 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:32 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0011 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:32 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0537 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:33 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0942 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:33 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.1223 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:33 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.2266 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:33 +0000] "GET /sda1/p/a" 200 261 "-" "-" "-" 0.0933 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:33 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.0017 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:33 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0508 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:33 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0010 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:33 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0838 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:33 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0773 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:33 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0955 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:33 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0837 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:33 +0000] "GET /sda1/p/a" 200 9 "-" "-" "-" 0.0633 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:33 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0065 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:34 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.1122 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:34 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0012 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:34 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0777 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:34 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.1030 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:34 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0634 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:34 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0935 "-" 635420 - -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_xml -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_xml ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_false -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_false ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_true -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_true ... ok +[2024-05-15 17:59:34] Checking auditor stats +=============================================================================== +test ERROR: Error decrypting object: Bad crypto meta: Cipher must be AES_CTR_256 +test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Bad crypto meta: Cipher must be AES_CTR_256 +test DEBUG: No decryption is necessary because of override +test DEBUG: No decryption is necessary because of override +test ERROR: get_keys(): from callback: Testing: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 169, in get_keys + keys = fetch_crypto_keys(key_id=key_id) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/crypto/test_decrypter.py", line 902, in raise_exc + raise Exception('Testing') +Exception: Testing +test ERROR: Error decrypting header X-Object-Sysmeta-Crypto-Etag: Missing crypto meta in value fgBd78GL6kACmfmuAxTz9B7eJCFTfjxotcr7trw/5Qo= +test ERROR: ERROR get_keys() missing callback: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 161, in get_keys + fetch_crypto_keys = env[CRYPTO_KEY_CALLBACK] + ~~~^^^^^^^^^^^^^^^^^^^^^ +KeyError: 'swift.callback.fetch_crypto_keys' +test ERROR: Error decrypting object: Bad crypto meta: Cipher must be AES_CTR_256 +test ERROR: Error decrypting object: Bad crypto meta: Missing 'cipher' +test ERROR: Error decrypting object: Bad crypto meta: Missing 'iv' +test ERROR: Error decrypting object: Bad crypto meta: IV must be length 16 bytes +test ERROR: Error decrypting object: Bad crypto meta: IV must be length 16 bytes +test ERROR: Error decrypting header X-Object-Sysmeta-Container-Update-Override-Etag: Bad crypto meta: Cipher must be AES_CTR_256 +test ERROR: Error decrypting header X-Object-Sysmeta-Container-Update-Override-Etag: Bad crypto meta: IV must be length 16 bytes +test ERROR: Error decrypting object: Key must be length 32 bytes +test ERROR: Error decrypting object: Bad crypto meta: IV must be length 16 bytes +test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Bad crypto meta: IV must be length 16 bytes +test ERROR: Bad key for 'object': Key must be length 32 bytes: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 181, in get_keys + self.crypto.check_key(key) + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 144, in check_key + raise ValueError("Key must be length %s bytes" % self.key_length) +ValueError: Key must be length 32 bytes +test ERROR: Error decrypting object: Missing 'body_key' +test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Missing crypto meta in value LwwJqI3L+FBfmg== +test ERROR: Error decrypting object: Bad crypto meta: Missing 'iv' +test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Bad crypto meta: Missing 'iv' +test ERROR: Error decrypting header X-Object-Sysmeta-Container-Update-Override-Etag: Bad crypto meta: Cipher must be AES_CTR_256 +test ERROR: Error decrypting header X-Object-Sysmeta-Container-Update-Override-Etag: Bad crypto meta: IV must be length 16 bytes +test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Bad crypto meta: IV must be length 16 bytes +test ERROR: Bad key for 'object': Key must be length 32 bytes: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 181, in get_keys + self.crypto.check_key(key) + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 144, in check_key + raise ValueError("Key must be length %s bytes" % self.key_length) +ValueError: Key must be length 32 bytes +test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Missing crypto meta in value LwwJqI3L+FBfmg== +test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Bad crypto meta: Missing 'iv' +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Connecting with tenant: FORCED_TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Connecting with tenant: TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Connecting with tenant: TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Connecting with tenant: TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Connecting with tenant: TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Connecting with tenant: TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_trailing_slash +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_trailing_slash ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_v3 +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_v3 ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_bad_auth_uris +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_bad_auth_uris ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_http_timeout +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_http_timeout ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_http_timeout_option +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_http_timeout_option ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_insecure +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_insecure ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_insecure_option +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_insecure_option ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_no_path_request +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_no_path_request ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_nukes_auth_headers +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_nukes_auth_headers ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_reseller_prefix +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_reseller_prefix ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_secret_is_cached +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_secret_is_cached ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_secret_sets_cache +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_secret_sets_cache ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_tolerate_missing_token_id +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_tolerate_missing_token_id ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_unicode_path +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_unicode_path ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_without_auth_storage_token +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_without_auth_storage_token ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_without_authorization +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_without_authorization ... ok +test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_from_isoformat +test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_from_isoformat ... ok +test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_from_s3xmlformat +test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_from_s3xmlformat ... ok +test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_s3xmlformat +test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_s3xmlformat ... ok +test.unit.common.middleware.test_acl.TestACL.test_acls_from_account_info +test.unit.common.middleware.test_acl.TestACL.test_acls_from_account_info ... ok +test.unit.common.middleware.test_acl.TestACL.test_clean_acl +test.unit.common.middleware.test_acl.TestACL.test_clean_acl ... ok +test.unit.common.middleware.test_acl.TestACL.test_format_v1_acl +test.unit.common.middleware.test_acl.TestACL.test_format_v1_acl ... ok +test.unit.common.middleware.test_acl.TestACL.test_format_v2_acl +test.unit.common.middleware.test_acl.TestACL.test_format_v2_acl ... ok +test.unit.common.middleware.test_acl.TestACL.test_parse_acl +test.unit.common.middleware.test_acl.TestACL.test_parse_acl ... ok +test.unit.common.middleware.test_acl.TestACL.test_parse_v2_acl +test.unit.common.middleware.test_acl.TestACL.test_parse_v2_acl ... ok +test.unit.common.middleware.test_acl.TestACL.test_referrer_allowed +test.unit.common.middleware.test_acl.TestACL.test_referrer_allowed ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_not_ratelimited +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_not_ratelimited ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_ratelimited +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_ratelimited ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_unhandled_request +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_unhandled_request ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_account_off_overrides_cluster_on +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_account_off_overrides_cluster_on ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_account_on_overrides_cluster_off +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_account_on_overrides_cluster_off ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_already_valid +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_already_valid ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_already_weak_but_valid +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_already_weak_but_valid ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_cluster_wide +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_cluster_wide ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_off_overrides_account_on +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_off_overrides_account_on ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_off_overrides_cluster_on +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_off_overrides_cluster_on ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_on_overrides_account_off +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_on_overrides_account_off ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_on_overrides_cluster_off +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_on_overrides_cluster_off ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_account_info +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_account_info ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_container_info +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_container_info ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_etag +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_etag ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_non_object_request +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_non_object_request ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_non_swift_path +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_non_swift_path ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_only_half_valid +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_only_half_valid ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_swift_info +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_swift_info ... ok +test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers +test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers ... ok +test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_add_to_response_headers +test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_add_to_response_headers ... ok +test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_match_path +test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_match_path ... ok +test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_overwritten_by_response_header +test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_overwritten_by_response_header ... ok +test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_update +test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_update ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_get +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_get ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_none +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_none ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put_elsewhere_fails +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put_elsewhere_fails ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put_to_own +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put_to_own ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_obj_is_unversioned +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_obj_is_unversioned ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_version +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_version ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_version_is_delete_marker +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_version_is_delete_marker ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_not_current_version +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_not_current_version ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_null_version +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_null_version ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_404 +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_404 ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_and_HEAD +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_and_HEAD ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id_404 +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id_404 ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id_versioned_obj +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id_versioned_obj ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD_delete_marker +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD_delete_marker ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD_null_id +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD_null_id ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_POST_error +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_POST_error ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_container_not_found +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_container_not_found ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_invalid +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_invalid ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_not_found +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_not_found ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_with_body +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_with_body ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_fail_non_versioned_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_fail_non_versioned_container ... ok +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_etag_is_hash_of_segment_etags +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_etag_is_hash_of_segment_etags ... ok +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_get_manifest_passthrough +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_get_manifest_passthrough ... ok +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_head_manifest_is_efficient +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_head_manifest_is_efficient ... ok +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_match_etag_not_matching +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_match_etag_not_matching ... ok +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_match_etag_not_matching_with_override +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_match_etag_not_matching_with_override ... ok +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_none_match_etag_matching +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_none_match_etag_matching ... ok +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_none_match_etag_matching_with_override +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_none_match_etag_matching_with_override ... ok +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_zero_byte_manifest +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_zero_byte_manifest ... ok +test.unit.common.middleware.test_slo.TestSwiftInfo.test_registered_defaults +test.unit.common.middleware.test_slo.TestSwiftInfo.test_registered_defaults ... ok +test.unit.common.middleware.test_slo.TestSwiftInfo.test_registered_non_defaults +test.unit.common.middleware.test_slo.TestSwiftInfo.test_registered_non_defaults ... ok +test.unit.common.test_daemon.TestRunDaemon.test_fork_workers +test.unit.common.test_daemon.TestRunDaemon.test_fork_workers ... ok +test.unit.common.test_daemon.TestRunDaemon.test_forked_worker +test.unit.common.test_daemon.TestRunDaemon.test_forked_worker ... ok +test.unit.common.test_daemon.TestRunDaemon.test_restart_workers +test.unit.common.test_daemon.TestRunDaemon.test_restart_workers ... ok +test.unit.common.test_daemon.TestRunDaemon.test_run +test.unit.common.test_daemon.TestRunDaemon.test_run ... ok +test.unit.common.test_daemon.TestRunDaemon.test_run_daemon +test.unit.common.test_daemon.TestRunDaemon.test_run_daemon ... ok +test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_diff_tz +test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_diff_tz ... ok +test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_from_conf_dir_with_duplicate_var +test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_from_conf_dir_with_duplicate_var ... ok +test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_from_conf_file_with_duplicate_var +test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_from_conf_file_with_duplicate_var ... ok +test.unit.common.test_daemon.TestRunDaemon.test_run_deamon_from_conf_dir +test.unit.common.test_daemon.TestRunDaemon.test_run_deamon_from_conf_dir ... ok +test.unit.common.test_daemon.TestRunDaemon.test_run_deamon_from_conf_file +test.unit.common.test_daemon.TestRunDaemon.test_run_deamon_from_conf_file ... ok +test.unit.common.test_daemon.TestRunDaemon.test_signal +test.unit.common.test_daemon.TestRunDaemon.test_signal ... ok +test.unit.common.test_daemon.TestRunDaemon.test_worker_disappears +test.unit.common.test_daemon.TestRunDaemon.test_worker_disappears ... ok +test.unit.common.test_daemon.TestRunDaemon.test_worker_disappears_in_cleanup +test.unit.common.test_daemon.TestRunDaemon.test_worker_disappears_in_cleanup ... ok +test.unit.common.test_daemon.TestRunDaemon.test_worker_kills_pids_in_cleanup +test.unit.common.test_daemon.TestRunDaemon.test_worker_kills_pids_in_cleanup ... ok +test.unit.common.test_db.TestDatabaseConnectionError.test_str +test.unit.common.test_db.TestDatabaseConnectionError.test_str ... ok +test.unit.common.test_db.TestDictFactory.test_normal_case +test.unit.common.test_db.TestDictFactory.test_normal_case ... ok +test.unit.common.test_manager.TestManagerModule.test_command_wrapper +test.unit.common.test_manager.TestManagerModule.test_command_wrapper ... ok +test.unit.common.test_manager.TestManagerModule.test_exc +test.unit.common.test_manager.TestManagerModule.test_exc ... ok +test.unit.common.test_manager.TestManagerModule.test_format_server_name +test.unit.common.test_manager.TestManagerModule.test_format_server_name ... ok +test.unit.common.test_manager.TestManagerModule.test_safe_kill +test.unit.common.test_manager.TestManagerModule.test_safe_kill ... ok +test.unit.common.test_manager.TestManagerModule.test_servers +test.unit.common.test_manager.TestManagerModule.test_servers ... ok +test.unit.common.test_manager.TestManagerModule.test_setup_env +test.unit.common.test_manager.TestManagerModule.test_setup_env ... ok +test.unit.common.test_manager.TestManagerModule.test_verify_server +test.unit.common.test_manager.TestManagerModule.test_verify_server ... ok +test.unit.common.test_manager.TestManagerModule.test_watch_server_pids +test.unit.common.test_manager.TestManagerModule.test_watch_server_pids ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_add_remove_names +test.unit.common.test_storage_policy.TestStoragePolicies.test_add_remove_names ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_bind_ports_cache +test.unit.common.test_storage_policy.TestStoragePolicies.test_bind_ports_cache ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_defaults +test.unit.common.test_storage_policy.TestStoragePolicies.test_defaults ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_deprecate_policies +test.unit.common.test_storage_policy.TestStoragePolicies.test_deprecate_policies ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_deprecated_default +test.unit.common.test_storage_policy.TestStoragePolicies.test_deprecated_default ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_ec_fragment_size_cached +test.unit.common.test_storage_policy.TestStoragePolicies.test_ec_fragment_size_cached ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager +test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager_custom_diskfile +test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager_custom_diskfile ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager_invalid_policy_config +test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager_invalid_policy_config ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_get_object_ring +test.unit.common.test_storage_policy.TestStoragePolicies.test_get_object_ring ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_get_policy_string +test.unit.common.test_storage_policy.TestStoragePolicies.test_get_policy_string ... ok +test INFO: - - - [15/May/2024:17:59:31 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.4331 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:32 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.1281 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:32 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0012 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:32 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0749 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:32 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.0655 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:32 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0507 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:32 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0032 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:32 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0494 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:32 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0584 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:32 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:32 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0604 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:32 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0432 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:32 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0014 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:32 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0562 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:32 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0048 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:32 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0867 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:32 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.0599 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:32 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:32 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0450 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:32 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.0632 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:32 +0000] "PUT /sda1/p/%22%27" 201 - "-" "-" "-" 0.0773 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:32 +0000] "GET /sda1/p/%22%27" 200 74 "-" "-" "-" 0.0014 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:32 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0520 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:32 +0000] "PUT /sda1/p/a/%22%3Cword" 201 - "-" "-" "-" 0.0012 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:33 +0000] "GET /sda1/p/a" 200 203 "-" "-" "-" 0.0479 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:33 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0472 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:33 +0000] "PUT /sda1/p/a/%22%3Cword-test" 201 - "-" "-" "-" 0.0055 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:33 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0606 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:33 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0719 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:33 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:33 +0000] "HEAD /sda1/p/a" 400 21 "-" "-" "-" 0.0002 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:33 +0000] "HEAD /sda1/p/a" 406 - "-" "-" "-" 0.0002 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:33 +0000] "HEAD /sda1/p/a" 400 34 "-" "-" "-" 0.0002 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:33 +0000] "HEAD /sda1/./a" 400 20 "-" "-" "-" 0.0001 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:33 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 0.0004 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:33 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0811 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:33 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0008 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:33 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.1084 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:33 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 0.0008 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:33 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0403 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:33 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:33 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0656 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:33 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0481 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:33 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:33 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0535 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:33 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0554 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:33 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0648 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:33 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0551 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:33 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:33 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0445 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:33 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:33 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0008 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:33 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:33 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0557 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:33 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:33 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0391 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:34 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0439 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:34 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:34 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0336 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:34 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:34 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0007 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:34 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:34 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0445 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:34 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:34 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0648 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:34 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0746 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:34 +0000] "POST /sda1/p/a" 404 - "-" "-" "-" 0.0008 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:34 +0000] "POST /sda1/./a" 400 20 "-" "-" "-" 0.0001 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:34 +0000] "POST /sda1/p/a" 400 26 "-" "-" "-" 0.0001 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:34 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0602 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:34 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0530 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:34 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0886 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:34 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0014 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:34 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0569 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:34 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0072 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:34 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0971 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:34 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0016 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:34 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0012 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:34 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0014 "-" 1329772 - +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_metadata +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_metadata ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_sys_metadata +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_sys_metadata ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_after_DELETE +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_after_DELETE ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_auto_create +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_auto_create ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_insufficient_space +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_insufficient_space ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_invalid_partition +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_invalid_partition ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_non_utf8_metadata +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_non_utf8_metadata ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_not_found +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_not_found ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_simulated_create_race +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_simulated_create_race ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_complete_rsync_works +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_complete_rsync_works ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_insufficient_space +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_insufficient_space ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_rsync_then_merge_works +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_rsync_then_merge_works ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_unknown_sync +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_unknown_sync ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_value_error_works +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_value_error_works ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test__call__raise_timeout +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test__call__raise_timeout ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_content_type_on_HEAD +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_content_type_on_HEAD ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_correct_allowed_method +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_correct_allowed_method ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_invalid_reserved_container_in_account +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_invalid_reserved_container_in_account ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_invalid_reserved_namespace_account +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_invalid_reserved_namespace_account ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_version_id_but_not_enabled +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_version_id_but_not_enabled ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_without_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_without_permission ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_missing_location_header +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_missing_location_header ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_s3acl_and_keystone -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_s3acl_and_keystone ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_s3acl_and_unknown_user -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_s3acl_and_unknown_user ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_create_broker -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_create_broker ... ok -test.unit.account.test_backend.TestAccountBroker.test_merge_items -test.unit.account.test_backend.TestAccountBroker.test_merge_items ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_multichar_delimiter -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_multichar_delimiter ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_double_check_trailing_delimiter -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_double_check_trailing_delimiter ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_json -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_json ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_four_donors_two_acceptors -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_four_donors_two_acceptors ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_is_status_deleted -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_is_status_deleted ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other WRITE +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_s3acl_and_unknown_user +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_s3acl_and_unknown_user ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_version_id_but_not_enabled +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_version_id_but_not_enabled ... ok +test INFO: - - - [15/May/2024:17:59:32 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0555 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:32 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.0488 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:32 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:32 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0842 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:32 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.0452 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:33 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0337 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:33 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0047 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:33 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0463 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:33 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0528 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:33 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0041 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:33 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0691 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:33 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0603 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:33 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0013 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:33 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0588 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:33 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:33 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0584 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:33 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.0827 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:33 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0070 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:33 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0553 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:33 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.0687 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:33 +0000] "PUT /sda1/p/%22%27" 201 - "-" "-" "-" 0.0640 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:33 +0000] "GET /sda1/p/%22%27" 200 74 "-" "-" "-" 0.0014 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:33 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0623 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:33 +0000] "PUT /sda1/p/a/%22%3Cword" 201 - "-" "-" "-" 0.0021 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:33 +0000] "GET /sda1/p/a" 200 203 "-" "-" "-" 0.0563 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:33 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0644 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:33 +0000] "PUT /sda1/p/a/%22%3Cword-test" 201 - "-" "-" "-" 0.0021 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:33 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0565 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:33 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0471 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:33 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0015 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:33 +0000] "HEAD /sda1/p/a" 400 21 "-" "-" "-" 0.0003 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:33 +0000] "HEAD /sda1/p/a" 406 - "-" "-" "-" 0.0003 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:33 +0000] "HEAD /sda1/p/a" 400 34 "-" "-" "-" 0.0002 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:33 +0000] "HEAD /sda1/./a" 400 20 "-" "-" "-" 0.0001 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:33 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:34 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0375 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:34 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0016 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:34 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0796 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:34 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 0.0009 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:34 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0491 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:34 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:34 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0464 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:34 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0470 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:34 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:34 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0556 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:34 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0439 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:34 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0530 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:34 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0417 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:34 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0017 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:34 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0421 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:34 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:34 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0008 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:34 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:34 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0559 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:34 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:34 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0665 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:34 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0426 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:34 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0017 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:34 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0538 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:34 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0019 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:34 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:34 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:34 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0297 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:34 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:34 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0512 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:34 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0452 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:34 +0000] "POST /sda1/p/a" 404 - "-" "-" "-" 0.0011 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:34 +0000] "POST /sda1/./a" 400 20 "-" "-" "-" 0.0003 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:34 +0000] "POST /sda1/p/a" 400 26 "-" "-" "-" 0.0002 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:34 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0319 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:34 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0337 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:35 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0716 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:35 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0015 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:35 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0496 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:35 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0072 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:35 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.1075 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:35 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0014 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:35 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0012 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:35 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1329773 - +test.unit.account.test_server.TestAccountController.test_PUT_GET_metadata +test.unit.account.test_server.TestAccountController.test_PUT_GET_metadata ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_container_in_account +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_container_in_account ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_table_migration +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_table_migration ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_redirected +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_redirected ... ok +test.unit.account.test_server.TestAccountController.test_PUT_GET_sys_metadata +test.unit.account.test_server.TestAccountController.test_PUT_GET_sys_metadata ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_namespace_account +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_namespace_account ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_chexor +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_chexor ... ok +test.unit.account.test_server.TestAccountController.test_PUT_after_DELETE +test.unit.account.test_server.TestAccountController.test_PUT_after_DELETE ... ok +test.unit.account.test_server.TestAccountController.test_PUT_auto_create +test.unit.account.test_server.TestAccountController.test_PUT_auto_create ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_delimiter_with_reserved_and_no_public +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_delimiter_with_reserved_and_no_public ... ok +test.unit.account.test_server.TestAccountController.test_PUT_insufficient_space +test.unit.account.test_server.TestAccountController.test_PUT_insufficient_space ... ok +test.unit.account.test_server.TestAccountController.test_PUT_invalid_partition +test.unit.account.test_server.TestAccountController.test_PUT_invalid_partition ... ok +test.unit.account.test_server.TestAccountController.test_PUT_non_utf8_metadata +test.unit.account.test_server.TestAccountController.test_PUT_non_utf8_metadata ... ok +test.unit.account.test_server.TestAccountController.test_PUT_not_found +test.unit.account.test_server.TestAccountController.test_PUT_not_found ... ok +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix get_key, method get, time_spent 0.0: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 460, in get + sock.sendall(b'get ' + cmd.hash_key + b'\r\n') + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_memcached.py", line 107, in sendall + handler(*parts[1:]) + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_memcached.py", line 1282, in handle_get + raise Exception('get failed') +Exception: get failed +test ERROR: Timeout talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method get, config_timeout 0.01, time_spent 1.0 +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix incr_key, method incr, time_spent 0.0: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 531, in incr + new_val = self._add(fp, sock, cmd, add_val, timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 496, in _add + sock.sendall(b' '.join([ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_memcached.py", line 107, in sendall + handler(*parts[1:]) + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_memcached.py", line 1224, in handle_add + raise Exception('add failed') +Exception: add failed +test ERROR: Timeout talking to memcached: 1.2.3.4:11211: with key_prefix nvratelimit/v2/wf, method incr, config_timeout 0.01, time_spent 1.0 +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix set_key, method set, time_spent 0.0: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 427, in set + sock.sendall(set_msg(cmd.hash_key, flags, timeout, value)) + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_memcached.py", line 107, in sendall + handler(*parts[1:]) + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_memcached.py", line 1252, in handle_set + raise Exception('set failed') +Exception: set failed +test ERROR: Timeout talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method set, config_timeout 0.01, time_spent 1.0 +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method get, time_spent 0.0, [Errno 32] Broken pipe +test WARNING: Item size larger than warning threshold: 9 (9) >= 1 (1) +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix too-big, method set, time_spent 0.0, failed set: SERVER_ERROR object too large for cache +test WARNING: Item size larger than warning threshold: 9 (9) >= 1 (1) +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix too-big, method set, time_spent 0.0, failed set: SERVER_ERROR object too large for cache +test WARNING: boom +test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options +test-container-sync INFO: Container sync report: a/c, time window start: 1715795972.5264072, time window end: 1715795972.5264072, puts: 0, posts: 0, deletes: 0, bytes: 0, sync_point1: 5, sync_point2: None, total_rows: 1 +test-container-sync ERROR: ERROR Syncing : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 388, in container_sync + if not self.container_sync_row( + ^^^^^^^^^^^^^^^^^^^^^^^^ +TypeError: TestContainerSync.test_container_report..fake_container_sync_row() missing 1 required positional argument: 'realm_key' +test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options +test-container-sync INFO: Container sync report: a/c, time window start: 1715795972.5279858, time window end: 1715795972.5279918, puts: 0, posts: 0, deletes: 0, bytes: 0, sync_point1: 1, sync_point2: -1, total_rows: 1 +test-container-sync ERROR: ERROR Syncing {'ROWID': 1, 'name': 'o'}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 534, in container_sync_row + row['created_at']) + ~~~^^^^^^^^^^^^^^ +KeyError: 'created_at' +test-container-sync INFO: Container sync report: a/c, time window start: 1715795972.5281088, time window end: 1715795972.528328, puts: 0, posts: 0, deletes: 0, bytes: 0, sync_point1: 1, sync_point2: -1, total_rows: 1 +test-container-sync INFO: Container sync report: a/c, time window start: 1715795972.5284321, time window end: 1715795972.528475, puts: 0, posts: 0, deletes: 1, bytes: 0, sync_point1: 1, sync_point2: -1, total_rows: 1 +test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options +test-container-sync ERROR: ERROR Syncing {'deleted': True, 'name': 'object', 'created_at': '1.2'}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 543, in container_sync_row + delete_object(sync_to, name=row['name'], headers=headers, + File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sync.py", line 883, in fake_delete_object + raise exc[-1] +Exception: test exception +test-container-sync ERROR: ERROR Syncing {'deleted': True, 'name': 'object', 'created_at': '1.2'}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 543, in container_sync_row + delete_object(sync_to, name=row['name'], headers=headers, + File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sync.py", line 900, in fake_delete_object + raise exc[-1] +swift.common.exceptions.ClientException: test client exception +test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options +test-container-sync ERROR: ERROR Syncing {'deleted': True, 'name': 'object', 'created_at': '1.2'}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 543, in container_sync_row + delete_object(sync_to, name=row['name'], headers=headers, + File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sync.py", line 883, in fake_delete_object + raise exc[-1] +Exception: test exception +test.unit.container.test_sync.TestContainerSync.test_container_sync_row_delete_using_realms +test.unit.container.test_sync.TestContainerSync.test_container_sync_row_delete_using_realms ... ok +test.unit.container.test_sync.TestContainerSync.test_container_sync_row_put +test.unit.container.test_sync.TestContainerSync.test_container_sync_row_put ... ok +test.unit.container.test_sync.TestContainerSync.test_container_sync_row_put_using_realms +test.unit.container.test_sync.TestContainerSync.test_container_sync_row_put_using_realms ... ok +test.unit.container.test_sync.TestContainerSync.test_run_forever +test.unit.container.test_sync.TestContainerSync.test_run_forever ... ok +test.unit.container.test_sync.TestContainerSync.test_run_once +test.unit.container.test_sync.TestContainerSync.test_run_once ... ok +test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_None +test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_None ... ok +test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_multiple +test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_multiple ... ok +test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_one +test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_one ... ok +test.unit.obj.test_auditor.TestAuditWatchers.test_builtin_watchers +test.unit.obj.test_auditor.TestAuditWatchers.test_builtin_watchers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_agreement +test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_agreement ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_watcher_init +test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_watcher_init ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding +test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding_fallback_to_root +test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding_fallback_to_root ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding_fallback_to_root_no_objects +test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding_fallback_to_root_no_objects ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_with_single_policy +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_with_single_policy ... ok +test.unit.obj.test_auditor.TestAuditWatchers.test_watchers +test.unit.obj.test_auditor.TestAuditWatchers.test_watchers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestHashesHelpers.test_ignore_corrupted_hashes +test.unit.obj.test_diskfile.TestHashesHelpers.test_ignore_corrupted_hashes ... ok +test.unit.obj.test_diskfile.TestHashesHelpers.test_read_legacy_hashes +test.unit.obj.test_diskfile.TestHashesHelpers.test_read_legacy_hashes ... ok +test.unit.obj.test_diskfile.TestHashesHelpers.test_read_write_invalid_hashes_mutation_and_transative_equality +test.unit.obj.test_diskfile.TestHashesHelpers.test_read_write_invalid_hashes_mutation_and_transative_equality ... ok +test.unit.obj.test_diskfile.TestHashesHelpers.test_read_write_valid_hashes_mutation_and_transative_equality +test.unit.obj.test_diskfile.TestHashesHelpers.test_read_write_valid_hashes_mutation_and_transative_equality ... ok +test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_invalid_updated +test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_invalid_updated ... ok +test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_safe_default +test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_safe_default ... ok +test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_valid_updated +test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_valid_updated ... ok +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_build_reconstruction_jobs +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_build_reconstruction_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_check_ring +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_check_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_collect_parts +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_collect_parts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_collect_parts_mkdirs_error +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_collect_parts_mkdirs_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_partition +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted_max_objects_per_revert +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted_max_objects_per_revert ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted_nondurable +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted_nondurable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_part_jobs +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_part_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_partners +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_partners ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_response +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_handoffs_only +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_handoffs_only ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_ignores_status_file +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_ignores_status_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_iter_nodes_for_frag +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_iter_nodes_for_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_max_objects_per_revert_only_for_revert_jobs +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_max_objects_per_revert_only_for_revert_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_no_delete_failed_revert +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_no_delete_failed_revert ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_client_error +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_client_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_insufficient_storage +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_insufficient_storage ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_success +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_success ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_timeout +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstruct_check_ring +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstruct_check_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstructor_skipped_partpower_increase +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstructor_skipped_partpower_increase ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstructor_skips_bogus_partition_dirs +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstructor_skips_bogus_partition_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_removes_zbf +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_removes_zbf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_run_once +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_run_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_run_once_override_devices +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_run_once_override_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_non_zero_commit_window +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_non_zero_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_past_commit_window +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_past_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_zero_commit_window +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_zero_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_quarantine_age_conf +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_quarantine_age_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_quarantine_threshold_conf +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_quarantine_threshold_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_all_404s_fails +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_all_404s_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_all_404s_fails_custom_request_node_count +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_all_404s_fails_custom_request_node_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Connecting with tenant: TENANT_ID +test DEBUG: Starting the S3 Token Authentication component test DEBUG: Starting the S3 Token Authentication component test DEBUG: Calling S3Token middleware. test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID"}}}' -test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID"}}}' - rejecting request +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Connecting with tenant: TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component test DEBUG: Starting the S3 Token Authentication component test DEBUG: Calling S3Token middleware. test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"name": "TENANT_NAME"}}}}' -test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"name": "TENANT_NAME"}}}}' - rejecting request +test DEBUG: Keystone Reply: Status: 201, Output: {"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}} +test DEBUG: Error on keystone reply: 201 {"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}} - rejecting request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component test DEBUG: Starting the S3 Token Authentication component test DEBUG: Calling S3Token middleware. test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID"}}}}' -test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID"}}}}' - rejecting request +test DEBUG: Keystone Reply: Status: 201, Output: {"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}} +test DEBUG: Error on keystone reply: 201 {"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}} - rejecting request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Not a path query: /, skipping. +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: No authorization details from s3api. skipping. +test DEBUG: Starting the S3 Token Authentication component test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test INFO: Caching s3tokens for 20 seconds +test DEBUG: Calling S3Token middleware. +test DEBUG: Cached creds valid +test DEBUG: Connecting with tenant: tenant_id +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test INFO: Caching s3tokens for 20 seconds test DEBUG: Calling S3Token middleware. test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}}' -test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}}' - rejecting request +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Cached keystone credentials +test DEBUG: Connecting with tenant: TENANT_ID test DEBUG: Starting the S3 Token Authentication component test DEBUG: Calling S3Token middleware. test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_dict -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_dict ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_id -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_id ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_plain -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_plain ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_name -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_name ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_roles -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_roles ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_not_json -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_not_json ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_valid_but_bad_json -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_valid_but_bad_json ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_fail_to_connect_to_keystone -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_fail_to_connect_to_keystone ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_no_s3_creds_defers_to_auth_middleware -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_no_s3_creds_defers_to_auth_middleware ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_unauthorized_token -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_unauthorized_token ... ok -test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_from_isoformat -test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_from_isoformat ... ok -test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_from_s3xmlformat -test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_from_s3xmlformat ... ok -test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_s3xmlformat -test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_s3xmlformat ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_bad_application_quota -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_bad_application_quota ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_bogus_quota_is_ignored -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_bogus_quota_is_ignored ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_container_request_ignores_attempt_to_set_quotas -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_container_request_ignores_attempt_to_set_quotas ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_reseller -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_reseller ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_with_remove_header -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_with_remove_header ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_with_remove_header_reseller -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_with_remove_header_reseller ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller_copy_from -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller_copy_from ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller_copy_verb -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller_copy_verb ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_per_policy_quota -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_per_policy_quota ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_authorized -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_authorized ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_bytes_not_authorized -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_bytes_not_authorized ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_bytes_on_empty_account_not_authorized -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_bytes_on_empty_account_not_authorized ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_not_authorized -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_not_authorized ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_policy_quota -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_policy_quota ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_quotas -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_quotas ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_request_exception -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_request_exception ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_no_info_quota -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_no_info_quota ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_no_quotas -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_no_quotas ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_not_exceed_bytes_quota -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_not_exceed_bytes_quota ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_obj_request_ignores_attempt_to_set_quotas -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_obj_request_ignores_attempt_to_set_quotas ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_container_create_still_works -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_container_create_still_works ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_container_post_still_works -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_container_post_still_works ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_obj_post_still_works -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_obj_post_still_works ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_policy_quota_translation -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_policy_quota_translation ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_unauthorized -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_unauthorized ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_authorized -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_authorized ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_not_authorized -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_not_authorized ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_quota_admin -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_quota_admin ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_quota_reseller -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_quota_reseller ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_admin -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_admin ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_reseller -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_reseller ... ok -test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_custom -test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_custom ... ok -test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_default -test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_default ... ok -test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_get_only -test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_get_only ... ok -test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_pass -test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_pass ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_xml -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_xml ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_over_limit -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_over_limit ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_list_container_iter_with_reserved_name -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_list_container_iter_with_reserved_name ... ok -test.unit.account.test_backend.TestAccountBroker.test_merge_items_overwrite_unicode -test.unit.account.test_backend.TestAccountBroker.test_merge_items_overwrite_unicode ... ok -test INFO: Begin account audit "once" mode -test INFO: Account audit "once" mode completed: 0.00s -test INFO: - - - [18/Jun/2025:00:02:26 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0462 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:26 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.1069 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:26 +0000] "DELETE /sda1/./a" 400 20 "-" "-" "-" 0.0003 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:26 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0897 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:26 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0034 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:26 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.1628 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:26 +0000] "DELETE /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:26 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0774 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:26 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0014 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:26 +0000] "PUT /sda1/p/a/c1" 204 - "-" "-" "-" 0.0736 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:26 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.1284 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:27 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0737 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:27 +0000] "DELETE /sda1/p/a" 400 26 "-" "-" "-" 0.0001 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:27 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0717 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:27 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0018 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:27 +0000] "GET /sda1/p/a" 200 87 "-" "-" "-" 0.0702 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:27 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0569 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:27 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0171 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:27 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0461 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:27 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.2753 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:27 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0011 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:27 +0000] "GET /sda1/p/a" 200 87 "-" "-" "-" 0.3022 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:28 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.6406 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:28 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0011 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:28 +0000] "GET /sda1/p/a" 406 - "-" "-" "-" 0.0002 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:29 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.5862 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:29 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0013 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:29 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.2837 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:29 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.4802 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:29 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0013 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:31 +0000] "GET /sda1/p/a" 200 196 "-" "-" "-" 1.4042 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:32 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.7448 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:32 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0018 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:32 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0675 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:32 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:32 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0559 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:32 +0000] "GET /sda1/p/a" 200 68 "-" "-" "-" 0.0015 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:32 +0000] "GET /sda1/p/a" 400 21 "-" "-" "-" 0.0017 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:32 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0724 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:32 +0000] "PUT /sda1/p/a/.sub.0" 201 - "-" "-" "-" 0.0011 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:32 +0000] "PUT /sda1/p/a/.sub.0.0" 201 - "-" "-" "-" 0.0711 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:32 +0000] "PUT /sda1/p/a/.sub.0.1" 201 - "-" "-" "-" 0.0875 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:32 +0000] "PUT /sda1/p/a/.sub.0.2" 201 - "-" "-" "-" 0.0886 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:32 +0000] "PUT /sda1/p/a/.sub.1" 201 - "-" "-" "-" 0.0726 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:32 +0000] "PUT /sda1/p/a/.sub.1.0" 201 - "-" "-" "-" 0.0806 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:32 +0000] "PUT /sda1/p/a/.sub.1.1" 201 - "-" "-" "-" 0.0803 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:32 +0000] "PUT /sda1/p/a/.sub.1.2" 201 - "-" "-" "-" 0.0762 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:32 +0000] "PUT /sda1/p/a/.sub.2" 201 - "-" "-" "-" 0.0494 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:32 +0000] "PUT /sda1/p/a/.sub.2.0" 201 - "-" "-" "-" 0.0798 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:33 +0000] "PUT /sda1/p/a/.sub.2.1" 201 - "-" "-" "-" 0.0945 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:33 +0000] "PUT /sda1/p/a/.sub.2.2" 201 - "-" "-" "-" 0.2522 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:33 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.1380 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:33 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0016 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:33 +0000] "GET /sda1/p/a" 200 45 "-" "-" "-" 0.0016 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:33 +0000] "GET /sda1/p/a" 200 27 "-" "-" "-" 0.0015 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:33 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0596 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:33 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0030 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:33 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0577 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:33 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0708 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:33 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0776 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:33 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.1083 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:33 +0000] "GET /sda1/p/a" 200 261 "-" "-" "-" 0.1016 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:33 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.0027 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:34 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0831 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:34 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0152 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:34 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0959 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:34 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0789 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:34 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0863 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:34 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.1259 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:34 +0000] "GET /sda1/p/a" 200 9 "-" "-" "-" 0.1045 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:34 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0015 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:34 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0762 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:34 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0032 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:34 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.3187 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:34 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0616 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:35 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0985 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:35 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.1126 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:35 +0000] "GET /sda1/p/a" 200 452 "-" "-" "-" 0.1218 "-" 635414 - -test.unit.account.test_server.TestAccountController.test_GET_limit_marker_xml -test.unit.account.test_server.TestAccountController.test_GET_limit_marker_xml ... ok -test.unit.account.test_server.TestAccountController.test_GET_log_requests_false -test.unit.account.test_server.TestAccountController.test_GET_log_requests_false ... ok -test.unit.account.test_server.TestAccountController.test_GET_log_requests_true -test.unit.account.test_server.TestAccountController.test_GET_log_requests_true ... ok +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Connecting with tenant: TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Connecting with tenant: TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: No authorization details from s3api. skipping. +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: No authorization details from s3api. skipping. +test DEBUG: User tenant_id has system reader authorizing +test DEBUG: tenant mismatch: AUTH_tenant_id2 != tenant_id +test DEBUG: allow user with role(s) swiftoperator,admin as account admin +my-daemon DEBUG: Spawned worker mock-pid-0 with {} +my-daemon DEBUG: Spawned worker mock-pid-1 with {} +my-daemon DEBUG: Spawned worker mock-pid-2 with {} +my-daemon DEBUG: Worker mock-pid-0 exited +my-daemon DEBUG: Worker mock-pid-1 exited +my-daemon DEBUG: Worker mock-pid-2 exited +my-daemon NOTICE: Finished 1329779 +my-daemon DEBUG: Forked worker 1329779 finished +my-daemon DEBUG: Spawned worker mock-pid-0 with {} +my-daemon DEBUG: Spawned worker mock-pid-1 with {} +my-daemon DEBUG: Spawned worker mock-pid-2 with {} +my-daemon DEBUG: Daemon needs to change options, aborting workers +my-daemon DEBUG: Cleaned up worker mock-pid-0 +my-daemon DEBUG: Cleaned up worker mock-pid-1 +my-daemon DEBUG: Cleaned up worker mock-pid-2 +my-daemon DEBUG: Spawned worker mock-pid-3 with {} +my-daemon DEBUG: Spawned worker mock-pid-4 with {} +my-daemon DEBUG: Spawned worker mock-pid-5 with {} +my-daemon DEBUG: Cleaned up worker mock-pid-3 +my-daemon DEBUG: Cleaned up worker mock-pid-4 +my-daemon DEBUG: Cleaned up worker mock-pid-5 +my-daemon NOTICE: SIGTERM received () +my-daemon DEBUG: Spawned worker mock-pid with {'mock_options': True} +my-daemon DEBUG: Spawned worker mock-pid with {'mock_options': True} +my-daemon DEBUG: Worker mock-pid exited +my-daemon DEBUG: Spawned worker mock-pid with {'mock_options': True} +my-daemon NOTICE: Worker mock-pid died +my-daemon DEBUG: Spawned worker mock-pid-1 with {'mock_options': True} +my-daemon DEBUG: Spawned worker mock-pid-2 with {'mock_options': True} +my-daemon DEBUG: Cleaned up worker mock-pid-1 +my-daemon DEBUG: Cleaned up worker mock-pid-2 +my-daemon DEBUG: Spawned worker mock-pid-1 with {'mock_options': True} +my-daemon DEBUG: Spawned worker mock-pid-2 with {'mock_options': True} +my-daemon DEBUG: Cleaned up worker mock-pid-1 +my-daemon DEBUG: Cleaned up worker mock-pid-2 +WARNING: Unable to modify file descriptor limit. Running as non-root? +WARNING: Unable to modify memory limit. Running as non-root? +WARNING: Unable to modify max process limit. Running as non-root? +Storage policy bad-policy uses an EC configuration known to harm data durability. Any data in this policy should be migrated. See https://bugs.launchpad.net/swift/+bug/1639691 for more information. +Storage policy bad-policy uses an EC configuration known to harm data durability. Any data in this policy should be migrated. See https://bugs.launchpad.net/swift/+bug/1639691 for more information. +test.unit.common.test_storage_policy.TestStoragePolicies.test_known_bad_ec_config +test.unit.common.test_storage_policy.TestStoragePolicies.test_known_bad_ec_config ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_names +test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_names ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_names_EC +test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_names_EC ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_policies_with_no_policy_index_zero +test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_policies_with_no_policy_index_zero ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_names_are_normalized +test.unit.common.test_storage_policy.TestStoragePolicies.test_names_are_normalized ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_no_default +test.unit.common.test_storage_policy.TestStoragePolicies.test_no_default ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_parse_storage_policies +test.unit.common.test_storage_policy.TestStoragePolicies.test_parse_storage_policies ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_policies_type_attribute +test.unit.common.test_storage_policy.TestStoragePolicies.test_policies_type_attribute ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_policy_baseclass_instantiate +test.unit.common.test_storage_policy.TestStoragePolicies.test_policy_baseclass_instantiate ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_quorum_size_erasure_coding +test.unit.common.test_storage_policy.TestStoragePolicies.test_quorum_size_erasure_coding ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_quorum_size_replication +test.unit.common.test_storage_policy.TestStoragePolicies.test_quorum_size_replication ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_reload_invalid_storage_policies +test.unit.common.test_storage_policy.TestStoragePolicies.test_reload_invalid_storage_policies ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_singleton_passthrough +test.unit.common.test_storage_policy.TestStoragePolicies.test_singleton_passthrough ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_split_policy_string +test.unit.common.test_storage_policy.TestStoragePolicies.test_split_policy_string ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policies_as_dict_keys +test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policies_as_dict_keys ... ok +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_error_with_invalid_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_error_with_invalid_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_errors_works +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_errors_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_exceptions_fails +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_exceptions_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_get_info +test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_get_info ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_ordering +test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_ordering ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_repr +test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_repr ... ok +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_finds_duplicate_does_not_fail +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_finds_duplicate_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_finds_missing_frag_does_not_fail +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_finds_missing_frag_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_frags_on_handoffs +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_frags_on_handoffs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.test_storage_policy.TestStoragePolicies.test_swift_info +test.unit.common.test_storage_policy.TestStoragePolicies.test_swift_info ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_defaults +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_defaults ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_indexes +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_indexes ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_names +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_names ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_type_default +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_type_default ... ok +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_invalid_frag_index_headers +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_invalid_frag_index_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_type_invalid +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_type_invalid ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policy_params +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policy_params ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_ring +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_ring ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_wacky_int_names +test.unit.common.test_storage_policy.TestStoragePolicies.test_wacky_int_names ... ok +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_missing_headers +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_missing_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_mixed_meta_timestamps_works +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_mixed_meta_timestamps_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.test_utils.ResellerConfReader.test_defaults +test.unit.common.test_utils.ResellerConfReader.test_defaults ... ok +test.unit.common.test_utils.ResellerConfReader.test_multiple_same_resellers +test.unit.common.test_utils.ResellerConfReader.test_multiple_same_resellers ... ok +test.unit.common.test_utils.ResellerConfReader.test_multiple_stray_commas_resellers +test.unit.common.test_utils.ResellerConfReader.test_multiple_stray_commas_resellers ... ok +test.unit.common.test_utils.ResellerConfReader.test_same_as_default +test.unit.common.test_utils.ResellerConfReader.test_same_as_default ... ok +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_mixture_of_errors_fails +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_mixture_of_errors_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_errors +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.test_utils.ResellerConfReader.test_several_resellers_first_blank +test.unit.common.test_utils.ResellerConfReader.test_several_resellers_first_blank ... ok +test.unit.common.test_utils.ResellerConfReader.test_several_resellers_with_blank_comma +test.unit.common.test_utils.ResellerConfReader.test_several_resellers_with_blank_comma ... ok +test.unit.common.test_utils.ResellerConfReader.test_several_resellers_with_conf +test.unit.common.test_utils.ResellerConfReader.test_several_resellers_with_conf ... ok +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_duplicate_frags +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_duplicate_frags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_not_old_enough +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_not_old_enough ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_invalid_frag_index_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_invalid_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_etag_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_etag_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_frag_index_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_timestamp_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_timestamp_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.test_utils.ResellerConfReader.test_single_blank_reseller +test.unit.common.test_utils.ResellerConfReader.test_single_blank_reseller ... ok +test.unit.common.test_utils.ResellerConfReader.test_single_blank_reseller_with_conf +test.unit.common.test_utils.ResellerConfReader.test_single_blank_reseller_with_conf ... ok +test.unit.common.test_utils.ResellerConfReader.test_stray_comma +test.unit.common.test_utils.ResellerConfReader.test_stray_comma ... ok +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_more_than_threshold_frags +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_more_than_threshold_frags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_non_404_response +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_non_404_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.test_utils.ResellerConfReader.test_unprefixed_options +test.unit.common.test_utils.ResellerConfReader.test_unprefixed_options ... ok +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.test_utils.TestGreenthreadSafeIterator.test_access_is_serialized +test.unit.common.test_utils.TestGreenthreadSafeIterator.test_access_is_serialized ... ok +test.unit.common.test_utils.TestGreenthreadSafeIterator.test_setup_works +test.unit.common.test_utils.TestGreenthreadSafeIterator.test_setup_works ... ok +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_two +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_two ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.test_utils.TestNamespace.test_bounds_serialization +test.unit.common.test_utils.TestNamespace.test_bounds_serialization ... ok +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_etag_with_same_timestamp +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_etag_with_same_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_new_etag +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_new_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_old_etag +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_old_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_timestamps_etags_fail +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_timestamps_etags_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.test_utils.TestNamespace.test_comparisons +test.unit.common.test_utils.TestNamespace.test_comparisons ... ok +test.unit.common.test_utils.TestNamespace.test_contains +test.unit.common.test_utils.TestNamespace.test_contains ... ok +test.unit.common.test_utils.TestNamespace.test_end_marker +test.unit.common.test_utils.TestNamespace.test_end_marker ... ok +test.unit.common.test_utils.TestNamespace.test_entire_namespace +test.unit.common.test_utils.TestNamespace.test_entire_namespace ... ok +test.unit.common.test_utils.TestNamespace.test_expand +test.unit.common.test_utils.TestNamespace.test_expand ... ok +test.unit.common.test_utils.TestNamespace.test_includes +test.unit.common.test_utils.TestNamespace.test_includes ... ok +test.unit.common.test_utils.TestNamespace.test_lower_setter +test.unit.common.test_utils.TestNamespace.test_lower_setter ... ok +test.unit.common.test_utils.TestNamespace.test_name +test.unit.common.test_utils.TestNamespace.test_name ... ok +test.unit.common.test_utils.TestNamespace.test_name_unexpected_format +test.unit.common.test_utils.TestNamespace.test_name_unexpected_format ... ok +test.unit.common.test_utils.TestNamespace.test_total_ordering +test.unit.common.test_utils.TestNamespace.test_total_ordering ... ok +test.unit.common.test_utils.TestNamespace.test_unicode_name +test.unit.common.test_utils.TestNamespace.test_unicode_name ... ok +test.unit.common.test_utils.TestNamespace.test_upper_setter +test.unit.common.test_utils.TestNamespace.test_upper_setter ... ok +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_parity_fa_with_data_node_failure +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_parity_fa_with_data_node_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_request_node_count_conf +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_request_node_count_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_command_line_overrides +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_command_line_overrides ... ok +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_device_distribution +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_device_distribution ... ok +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_more_workers_than_disks +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_more_workers_than_disks ... ok +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_no_multiprocessing +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_no_multiprocessing ... ok +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_override_policies +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_override_policies ... ok +test.unit.common.test_utils.TestNamespaceBoundList.test_eq +test.unit.common.test_utils.TestNamespaceBoundList.test_eq ... ok +test.unit.common.test_utils.TestNamespaceBoundList.test_get_namespace +test.unit.common.test_utils.TestNamespaceBoundList.test_get_namespace ... ok +test.unit.common.test_utils.TestNamespaceBoundList.test_parse +test.unit.common.test_utils.TestNamespaceBoundList.test_parse ... ok +test.unit.common.utils.test_libc.Test_LibcWrapper.test_argument_plumbing +test.unit.common.utils.test_libc.Test_LibcWrapper.test_argument_plumbing ... ok +test.unit.common.utils.test_libc.Test_LibcWrapper.test_available_function +test.unit.common.utils.test_libc.Test_LibcWrapper.test_available_function ... ok +test.unit.common.utils.test_libc.Test_LibcWrapper.test_unavailable_function +test.unit.common.utils.test_libc.Test_LibcWrapper.test_unavailable_function ... ok +test.unit.container.test_backend.TestContainerBroker.test_batch_reclaim +test.unit.container.test_backend.TestContainerBroker.test_batch_reclaim ... ok +test.unit.container.test_backend.TestContainerBroker.test_chexor +test.unit.container.test_backend.TestContainerBroker.test_chexor ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_empty_versioning +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_empty_versioning ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_fullcontrol_permission ... ok Device d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" with 100.0 weight got id 4 d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" weight set to 3.14159265359 d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 @@ -11406,433 +16316,836 @@ test.unit.cli.test_ringbuilder.TestCommands.test_time_remaining ... ok test.unit.cli.test_ringbuilder.TestCommands.test_unknown test.unit.cli.test_ringbuilder.TestCommands.test_unknown ... ok -test.unit.account.test_server.TestAccountController.test_GET_multichar_delimiter -test.unit.account.test_server.TestAccountController.test_GET_multichar_delimiter ... ok -test.unit.account.test_server.TestAccountController.test_GET_not_found_json -test.unit.account.test_server.TestAccountController.test_GET_not_found_json ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_creation -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_creation ... ok -test.unit.account.test_backend.TestAccountBroker.test_newid -test.unit.account.test_backend.TestAccountBroker.test_newid ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:31 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=0-3', 'Date': 'Wed, 15 May 2024 17:59:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=3-3', 'Date': 'Wed, 15 May 2024 17:59:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=1-', 'Date': 'Wed, 15 May 2024 17:59:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=-3', 'Date': 'Wed, 15 May 2024 17:59:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_Range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_Range ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_table_migration_in_get_policy_stats +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_table_migration_in_get_policy_stats ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_with_write_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_with_write_permission ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_expanding -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_expanding ... ok -test.unit.account.test_server.TestAccountController.test_GET_not_found_plain -test.unit.account.test_server.TestAccountController.test_GET_not_found_plain ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_empty -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_empty ... ok -test.unit.account.test_server.TestAccountController.test_GET_not_found_xml -test.unit.account.test_server.TestAccountController.test_GET_not_found_xml ... ok -test.unit.account.test_server.TestAccountController.test_GET_over_limit -test.unit.account.test_server.TestAccountController.test_GET_over_limit ... ok -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Error on keystone reply: 201 b'{"access": {"token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID"}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID"}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'' -test DEBUG: Error on keystone reply: 201 b'' - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{}' -test DEBUG: Error on keystone reply: 201 b'{}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'[]' -test DEBUG: Error on keystone reply: 201 b'[]' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'null' -test DEBUG: Error on keystone reply: 201 b'null' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'"foo"' -test DEBUG: Error on keystone reply: 201 b'"foo"' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'1' -test DEBUG: Error on keystone reply: 201 b'1' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'true' -test DEBUG: Error on keystone reply: 201 b'true' - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Received error, rejecting request with error: 400 Bad Request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: No authorization details from s3api. skipping. -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone reply error: status=403 reason=None -test DEBUG: Received error, rejecting request with error: 401 Unauthorized -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/', 'SERVER_NAME': 'AUTH_a.example.com', 'SERVER_PORT': '80', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f17e655f040>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f17e655ef80>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_uuid/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'AUTH-uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f17e655f040>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f17e655f040>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/obj', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f17e655f040>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_obj_slash_v1 -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_obj_slash_v1 ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_root_and_path -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_root_and_path ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_root_obj -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_root_obj ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_trailing_slash -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_trailing_slash ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_root_path_obj_slash_v1 -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_root_path_obj_slash_v1 ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_matching_ending_not_domain -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_matching_ending_not_domain ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_with_path_root_container -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_with_path_root_container ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_with_path_root_unicode_container -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_with_path_root_unicode_container ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_add_prefix -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_add_prefix ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_add_prefix_already_there -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_add_prefix_already_there ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_bad_prefixes -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_bad_prefixes ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_empty_storage_domain -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_empty_storage_domain ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_no_prefixes -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_no_prefixes ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_prefixes -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_prefixes ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_extra_subdomains -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_extra_subdomains ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_passthrough -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_passthrough ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_redirect -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_redirect ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_with_path_root_and_path_no_slash -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_with_path_root_and_path_no_slash ... ok -test.unit.account.test_backend.TestAccountBroker.test_policy_stats_tracking -test.unit.account.test_backend.TestAccountBroker.test_policy_stats_tracking ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_without_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_without_permission ... ok +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container update single threaded sweep +test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused +test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused +test DEBUG: Update report failed for /.shards_a/c /tmp/tmpghos_d5i/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db +test INFO: Container update single threaded sweep completed: 0.07s, 0 successes, 1 failures, 0 with no changes +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container update single threaded sweep +test DEBUG: Update report sent for /.shards_a/c /tmp/tmpghos_d5i/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db +test INFO: Container update single threaded sweep completed: 0.06s, 1 successes, 0 failures, 0 with no changes +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container update single threaded sweep +test DEBUG: Update report sent for /a/Ω /tmp/tmpzeixizsb/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db +test INFO: Container update single threaded sweep completed: 0.13s, 1 successes, 0 failures, 0 with no changes +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test WARNING: The slowdown option is deprecated in favor of objects_per_second. This option may be ignored in a future release. +test WARNING: The slowdown option is deprecated in favor of objects_per_second. This option may be ignored in a future release. +test ERROR: ERROR: Unable to access foo/bar: permission_denied +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpxe3mrz9_/devices/sda1 (pid: 1329778) +test ERROR: Container update failed for '/a/c/o'; problem with redirect location: Invalid path: bad%20bad%20bad +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test ERROR: Container update failed for '/a/c/o'; problem with redirect location: Invalid path: bad%20bad%20bad +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test ERROR: Container update failed for '/a/c/o'; problem with redirect location: Invalid path: bad%20bad%20bad +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Update failed for /a/c/o /tmp/tmpxe3mrz9_/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1715795976.00000 +test INFO: Object update sweep completed on /tmp/tmpxe3mrz9_/devices/sda1 in 0.00s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1329778) +test INFO: Object update single-threaded sweep completed: 0.01s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmp1spr93fe/devices/sda1 (pid: 1329778) +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Update failed for /a/c/o /tmp/tmp1spr93fe/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1715795976.00000 +test INFO: Object update sweep completed on /tmp/tmp1spr93fe/devices/sda1 in 0.00s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1329778) +test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpw1y3h64r/devices/sda1 (pid: 1329778) +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Update redirected for /a/c/o /tmp/tmpw1y3h64r/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1715795976.00000 to .shards_a/c_shard_new +test DEBUG: Update sent for /.shards_a/c_shard_new/o /tmp/tmpw1y3h64r/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1715795976.00000 +test INFO: Object update sweep completed on /tmp/tmpw1y3h64r/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 1 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1329778) +test INFO: Object update single-threaded sweep completed: 0.01s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 1 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpjszeywjf/devices/sda1 (pid: 1329778) +test DEBUG: Error code 507 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 507 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Update failed for /a/c/o /tmp/tmpjszeywjf/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1715795976.00000 +test INFO: Object update sweep completed on /tmp/tmpjszeywjf/devices/sda1 in 0.04s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1329778) +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_redirected_previous_success +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_redirected_previous_success ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_shard_update_redirected_twice +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_shard_update_redirected_twice ... ok +test.unit.container.test_backend.TestContainerBroker.test_create_broker +test.unit.container.test_backend.TestContainerBroker.test_create_broker ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_delimiter_with_reserved_and_public +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_delimiter_with_reserved_and_public ... ok +test.unit.account.test_server.TestAccountController.test_PUT_simulated_create_race +test.unit.account.test_server.TestAccountController.test_PUT_simulated_create_race ... ok +test.unit.account.test_server.TestAccountController.test_REPLICATE_complete_rsync_works +test.unit.account.test_server.TestAccountController.test_REPLICATE_complete_rsync_works ... ok +test-container-sync ERROR: ERROR Syncing {'deleted': True, 'name': 'object', 'created_at': '1.2'}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 543, in container_sync_row + delete_object(sync_to, name=row['name'], headers=headers, + File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sync.py", line 900, in fake_delete_object + raise exc[-1] +swift.common.exceptions.ClientException: test client exception +test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options +test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 70}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 595, in container_sync_row + raise exc + File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 572, in container_sync_row + self.swift.get_object(info['account'], + File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sync.py", line 1146, in fake_get_object + raise exc[-1] +Exception: test exception +test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 80}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 595, in container_sync_row + raise exc + File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 572, in container_sync_row + self.swift.get_object(info['account'], + File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sync.py", line 1173, in fake_get_object + raise exc[-1] +swift.common.exceptions.ClientException: test client exception +test-container-sync INFO: Unauth 'a/c' => 'http://sync/to/path' +test-container-sync INFO: Not found 'a/c' => 'http://sync/to/path' - object 'object' +test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 50}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 612, in container_sync_row + put_object(sync_to, name=row['name'], headers=headers, + File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sync.py", line 1239, in fake_put_object + raise ClientException('test client exception', http_status=503) +swift.common.exceptions.ClientException: test client exception: 503 +test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.20000 +test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.30000 +test-container-sync INFO: Unauth 'a/c' => 'http://sync/to/path' +test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'etag': '1111', 'size': 10}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 558, in container_sync_row + if self._object_in_remote_container(row['name'], + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 490, in _object_in_remote_container + metadata, _ = head_object(sync_to, name=name, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sync.py", line 1338, in fake_head_object + raise Exception() +Exception +test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.10000 +test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options +test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 70}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 595, in container_sync_row + raise exc + File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 572, in container_sync_row + self.swift.get_object(info['account'], + File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sync.py", line 1146, in fake_get_object + raise exc[-1] +Exception: test exception +test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 80}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 595, in container_sync_row + raise exc + File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 572, in container_sync_row + self.swift.get_object(info['account'], + File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sync.py", line 1173, in fake_get_object + raise exc[-1] +swift.common.exceptions.ClientException: test client exception +test-container-sync INFO: Unauth 'a/c' => 'http://sync/to/path' +test-container-sync INFO: Not found 'a/c' => 'http://sync/to/path' - object 'object' +test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 50}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 612, in container_sync_row + put_object(sync_to, name=row['name'], headers=headers, + File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sync.py", line 1239, in fake_put_object + raise ClientException('test client exception', http_status=503) +swift.common.exceptions.ClientException: test client exception: 503 +test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.20000 +test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.30000 +test-container-sync INFO: Unauth 'a/c' => 'http://sync/to/path' +test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'etag': '1111', 'size': 10}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 558, in container_sync_row + if self._object_in_remote_container(row['name'], + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 490, in _object_in_remote_container + metadata, _ = head_object(sync_to, name=name, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sync.py", line 1338, in fake_head_object + raise Exception() +Exception +test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.10000 +test-replicator INFO: [worker 1/2 pid=1329769] Running object replicator in script mode. +test-replicator INFO: [worker 1/2 pid=1329769] Object replication complete (once). (2.00 minutes) +test-replicator INFO: [worker 2/2 pid=1329769] Running object replicator in script mode. +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_run_forever +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_run_forever ... ok +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_run_once +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_run_once ... ok +test.unit.account.test_server.TestAccountController.test_REPLICATE_insufficient_space +test.unit.account.test_server.TestAccountController.test_REPLICATE_insufficient_space ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_create_broker +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_create_broker ... ok +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_skipped_with_overrides +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_skipped_with_overrides ... ok +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_worker_logging +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_worker_logging ... ok +test.unit.obj.test_server.TestZeroCopy.test_GET +test.unit.obj.test_server.TestZeroCopy.test_GET ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestZeroCopy.test_GET_big +test.unit.obj.test_server.TestZeroCopy.test_GET_big ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.account.test_server.TestAccountController.test_REPLICATE_rsync_then_merge_works +test.unit.account.test_server.TestAccountController.test_REPLICATE_rsync_then_merge_works ... ok +test.unit.obj.test_server.TestZeroCopy.test_quarantine +test.unit.obj.test_server.TestZeroCopy.test_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestZeroCopy.test_quarantine_on_well_formed_zero_byte_file +test.unit.obj.test_server.TestZeroCopy.test_quarantine_on_well_formed_zero_byte_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_half_not_found_headers_and_body +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_half_not_found_headers_and_body ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_half_not_found_statuses +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_half_not_found_statuses ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_handoff +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_handoff ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_limits_expirer_queue_updates +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_limits_expirer_queue_updates ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_missing_one +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_missing_one ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_mostly_found +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_mostly_found ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_mostly_not_found +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_mostly_not_found ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_not_found +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_not_found ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_simple +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_simple ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_with_write_affinity +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_with_write_affinity ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_write_affinity_after_replication +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_write_affinity_after_replication ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_write_affinity_before_replication +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_write_affinity_before_replication ... ok +test.unit.account.test_server.TestAccountController.test_REPLICATE_unknown_sync +test.unit.account.test_server.TestAccountController.test_REPLICATE_unknown_sync ... ok +test.unit.account.test_server.TestAccountController.test_REPLICATE_value_error_works +test.unit.account.test_server.TestAccountController.test_REPLICATE_value_error_works ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_GET_all_primaries_error_limited +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_GET_all_primaries_error_limited ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_simple +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_simple ... ok +test.unit.account.test_server.TestAccountController.test__call__raise_timeout +test.unit.account.test_server.TestAccountController.test__call__raise_timeout ... ok +test.unit.account.test_server.TestAccountController.test_content_type_on_HEAD +test.unit.account.test_server.TestAccountController.test_content_type_on_HEAD ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_empty_except_for_used_policies +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_empty_except_for_used_policies ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_update_redirection_loop +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_update_redirection_loop ... ok +test.unit.container.test_backend.TestContainerBroker.test_creation +test.unit.container.test_backend.TestContainerBroker.test_creation ... ok +test.unit.account.test_server.TestAccountController.test_correct_allowed_method +test.unit.account.test_server.TestAccountController.test_correct_allowed_method ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_stats_tracking +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_stats_tracking ... ok +test.unit.account.test_server.TestAccountController.test_create_invalid_reserved_container_in_account +test.unit.account.test_server.TestAccountController.test_create_invalid_reserved_container_in_account ... ok +test.unit.account.test_server.TestAccountController.test_create_invalid_reserved_namespace_account +test.unit.account.test_server.TestAccountController.test_create_invalid_reserved_namespace_account ... ok +test.unit.account.test_server.TestAccountController.test_create_reserved_container_in_account +test.unit.account.test_server.TestAccountController.test_create_reserved_container_in_account ... ok +test.unit.container.test_backend.TestContainerBroker.test_db_file +test.unit.container.test_backend.TestContainerBroker.test_db_file ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': '', 'Date': 'Wed, 15 May 2024 17:59:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'hoge', 'Date': 'Wed, 15 May 2024 17:59:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=', 'Date': 'Wed, 15 May 2024 17:59:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_version_id_but_not_enabled -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_version_id_but_not_enabled ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_without_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_without_permission ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_list_containers_iter -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_list_containers_iter ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_db_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_db_file ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_exception -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_exception ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_policy_stats -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_policy_stats ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_list_objects_iter_order_and_reverse -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_list_objects_iter_order_and_reverse ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=1', 'Date': 'Wed, 15 May 2024 17:59:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=5-1', 'Date': 'Wed, 15 May 2024 17:59:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=5-10', 'Date': 'Wed, 15 May 2024 17:59:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_Range_with_invalid_value +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_Range_with_invalid_value ... ok +test.unit.account.test_server.TestAccountController.test_create_reserved_namespace_account +test.unit.account.test_server.TestAccountController.test_create_reserved_namespace_account ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_creation +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_creation ... ok +test.unit.account.test_server.TestAccountController.test_delimiter_with_reserved_and_no_public +test.unit.account.test_server.TestAccountController.test_delimiter_with_reserved_and_no_public ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_pre_storage_policy_replication +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_pre_storage_policy_replication ... ok +test.unit.container.test_backend.TestContainerBroker.test_delete_db_does_not_clear_particular_sharding_meta +test.unit.container.test_backend.TestContainerBroker.test_delete_db_does_not_clear_particular_sharding_meta ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:31 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} +test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 15 May 2024 17:59:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:full_control OWNER test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_write_permission +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_write_permission ... ok +test.unit.account.test_server.TestAccountController.test_delimiter_with_reserved_and_public +test.unit.account.test_server.TestAccountController.test_delimiter_with_reserved_and_public ... ok test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:31 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other WRITE +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=0-3', 'Date': 'Wed, 15 May 2024 17:59:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_without_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_with_fullcontrol_permission ... ok -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c//v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f17e655f040>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/v1/obj', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f17e6364c40>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f17e6364c40>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/obj/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f17e6364c40>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/v1//v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f17e6364c40>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/dontchange', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.aexample.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f17e655ef80>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f17e655ef80>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/ä½\xa0好', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f17e6364c40>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/FOO_uuid/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f17e6364c40>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_uuid/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'auth-uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f17e6364c40>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.prefix_uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f17e6364c40>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f17e6364c40>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/uuid/c/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f17e6364c40>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/PREFIX_uuid/c/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.prefix_uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f17e6364c40>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/', 'SERVER_NAME': 'example.com', 'SERVER_PORT': '80', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f17e6364c40>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f17e655f040>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'example.com:8080', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f17e6364c40>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/v1obj', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f17e6364c40>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_multiple_storage_domains -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_multiple_storage_domains ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_storage_domains_conf_format -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_storage_domains_conf_format ... ok -test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_cache_middleware -test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_cache_middleware ... ok -test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_filter_factory -test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_filter_factory ... ok -test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_config -test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_config ... ok -test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_config_with_options -test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_config_with_options ... ok -test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_memcache_config -test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_memcache_config ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_object -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_object ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_tombstone -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_tombstone ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_version_symlink -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_version_symlink ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_copy_new_version_different_account -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_copy_new_version_different_account ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_copy_object_versioning_disabled -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_copy_object_versioning_disabled ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_marker_over_object_success -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_marker_over_object_success ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_marker_over_versioned_object_success -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_marker_over_versioned_object_success ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_object_with_versioning_never_enabled -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_object_with_versioning_never_enabled ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_denied_DELETE_of_versioned_object -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_denied_DELETE_of_versioned_object ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_put_delete_marker_no_object_success -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_put_delete_marker_no_object_success ... ok -test.unit.common.middleware.test_versioned_writes.TestSwiftInfo.test_registered_defaults -test.unit.common.middleware.test_versioned_writes.TestSwiftInfo.test_registered_defaults ... ok -test.unit.common.middleware.test_versioned_writes.TestSwiftInfo.test_registered_explicitly_set -test.unit.common.middleware.test_versioned_writes.TestSwiftInfo.test_registered_explicitly_set ... ok -test.unit.common.middleware.test_xprofile.TestProfilers.test_runcall -test.unit.common.middleware.test_xprofile.TestProfilers.test_runcall ... ok -test.unit.common.middleware.test_xprofile.TestProfilers.test_runctx -test.unit.common.middleware.test_xprofile.TestProfilers.test_runctx ... ok -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings ... ok -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings_float_replica_count_builder_error -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings_float_replica_count_builder_error ... ok -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings_rebalance_needed -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings_rebalance_needed ... ok -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_only_one_ring_in_the_args_error -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_only_one_ring_in_the_args_error ... ok -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_same_device_in_the_different_rings_error -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_same_device_in_the_different_rings_error ... ok -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_same_region_in_the_different_rings_error -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_same_region_in_the_different_rings_error ... ok -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_different_part_power_error -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_different_part_power_error ... ok -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_different_replica_count_works -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_different_replica_count_works ... ok -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_ring_swap -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_ring_swap ... ok -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_closed_response -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_closed_response ... ok -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_get_expect -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_get_expect ... ok -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_http_connect -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_http_connect ... ok -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_nonstr_header_values -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_nonstr_header_values ... ok -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_unicode_values -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_unicode_values ... ok -test.unit.common.test_db.TestDictFactory.test_normal_case -test.unit.common.test_db.TestDictFactory.test_normal_case ... ok -test.unit.common.test_db.TestExampleBroker.test_commit_pending -test.unit.common.test_db.TestExampleBroker.test_commit_pending ... ok -test.unit.common.test_db.TestExampleBroker.test_delete_db -test.unit.common.test_db.TestExampleBroker.test_delete_db ... ok -test.unit.common.test_db.TestExampleBroker.test_get_info -test.unit.common.test_db.TestExampleBroker.test_get_info ... ok -test.unit.common.test_db.TestExampleBroker.test_get_max_row -test.unit.common.test_db.TestExampleBroker.test_get_max_row ... ok -test.unit.common.test_db.TestExampleBroker.test_get_raw_metadata -test.unit.common.test_db.TestExampleBroker.test_get_raw_metadata ... ok -test.unit.common.test_db.TestExampleBroker.test_get_syncs -test.unit.common.test_db.TestExampleBroker.test_get_syncs ... ok -test.unit.common.test_db.TestExampleBroker.test_maybe_get -test.unit.common.test_db.TestExampleBroker.test_maybe_get ... ok -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_delete_with_objects -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_delete_with_objects ... ok -The can be of the form:: - - drz-:R:/ - _ - - Where and are replication ip and port. - - Any part is optional, but you must include at least one part. - - Examples:: - - d74 Matches the device id 74 - r4 Matches devices in region 4 - z1 Matches devices in zone 1 - z1-1.2.3.4 Matches devices in zone 1 with the ip 1.2.3.4 - 1.2.3.4 Matches devices in any zone with the ip 1.2.3.4 - z1:5678 Matches devices in zone 1 using port 5678 - :5678 Matches devices that use port 5678 - R5.6.7.8 Matches devices that use replication ip 5.6.7.8 - R:5678 Matches devices that use replication port 5678 - 1.2.3.4R5.6.7.8 Matches devices that use ip 1.2.3.4 and replication ip - 5.6.7.8 - /sdb1 Matches devices with the device name sdb1 - _shiny Matches devices with shiny in the meta data - _"snet: 5.6.7.8" Matches devices with snet: 5.6.7.8 in the meta data - [::1] Matches devices in any zone with the ip ::1 - z1-[::1]:5678 Matches devices in zone 1 with ip ::1 and port 5678 - - Most specific example:: - - d74r4z1-1.2.3.4:5678/sdb1_"snet: 5.6.7.8" - - Nerd explanation: - - All items require their single character prefix except the ip, in which - case the - is optional unless the device id or zone is also included. -Search value matched 0 devices. -The on-disk ring builder is unchanged. -Unknown command: unknown -swift-ring-builder 1.3 - -swift-ring-builder - Shows information about the ring and the devices within. Output - includes a table that describes the report parameters (id, region, - port, flags, etc). - flags: possible values are 'DEL' and '' - DEL - indicates that the device is marked for removal from - ring and will be removed in next rebalance. - -swift-ring-builder add - [r]z-:[R:]/_ - - [[r]z-:[R:]/_ - ] ... - - Where and are replication ip and port. - -or - -swift-ring-builder add - --region --zone --ip --port - [--replication-ip ] [--replication-port ] - --device --weight - [--meta ] - - Adds devices to the ring with the given information. No partitions will be - assigned to the new device until after running 'rebalance'. This is so you - can make multiple device changes and rebalance them all just once. - -swift-ring-builder cancel_increase_partition_power - Cancel the increase of the partition power. - - A write_ring command is needed to make the change take effect. - - Once the updated rings have been deployed to all servers you need to run - the swift-object-relinker tool to cleanup unneeded links. - - ***************************** - USE THIS WITH EXTREME CAUTION - ***************************** - - If you increase the partition power and deploy changed rings, you may - introduce unavailability in your cluster. This has an end-user impact. Make - sure you execute required operations to increase the partition power - accurately. - -swift-ring-builder create - - Creates with 2^ partitions and . +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=3-3', 'Date': 'Wed, 15 May 2024 17:59:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=1-', 'Date': 'Wed, 15 May 2024 17:59:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=-3', 'Date': 'Wed, 15 May 2024 17:59:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_Range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_Range ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_Range_with_invalid_value +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_Range_with_invalid_value ... ok +test.unit.container.test_backend.TestContainerBroker.test_delete_object +test.unit.container.test_backend.TestContainerBroker.test_delete_object ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_table_cont_count_do_migrations +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_table_cont_count_do_migrations ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_db_file +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_db_file ... ok +test-replicator INFO: [worker 2/2 pid=1329769] Object replication complete (once). (2.00 minutes) +test-replicator INFO: [worker 1/3 pid=1329769] Running object replicator in script mode. +test-replicator INFO: [worker 1/3 pid=1329769] Object replication complete (once). (2.00 minutes) +test-replicator INFO: [worker 2/3 pid=1329769] Running object replicator in script mode. +test-replicator INFO: [worker 2/3 pid=1329769] Object replication complete (once). (2.00 minutes) +test-replicator INFO: [worker 3/3 pid=1329769] Running object replicator in script mode. +test-replicator INFO: [worker 3/3 pid=1329769] Object replication complete (once). (2.00 minutes) +test-replicator INFO: [worker 1/3 pid=1329769] Running object replicator in script mode. +test-replicator INFO: [worker 1/3 pid=1329769] Object replication complete (once). (2.00 minutes) +test-replicator INFO: [worker 1/3 pid=1329769] Running object replicator in script mode. +test-replicator INFO: [worker 1/3 pid=1329769] Object replication complete (once). (2.00 minutes) +test-replicator INFO: [worker 1/3 pid=8804] Running object replicator in script mode. +test-replicator DEBUG: [worker 1/3 pid=8804] debug message +test-replicator INFO: [worker 1/3 pid=8804] info message +test-replicator WARNING: [worker 1/3 pid=8804] warning message +test-replicator ERROR: [worker 1/3 pid=8804] error message +test-replicator INFO: [worker 1/3 pid=8804] Object replication complete (once). (0.00 minutes) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: txa5abf7e148134f0c8f9a0-006644f808) +proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: txa5abf7e148134f0c8f9a0-006644f808) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx72df585d6cc045e19210d-006644f808) +proxy-server ERROR: Object GET returning 503 for [] (txn: tx72df585d6cc045e19210d-006644f808) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_different_timestamps +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_different_timestamps ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_with_some_missing +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_with_some_missing ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_with_two_vector_timestamps +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_with_two_vector_timestamps ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_delete_at_in_past +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_delete_at_in_past ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_delete_at_non_integer +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_delete_at_non_integer ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_limits_expirer_queue_deletes +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_limits_expirer_queue_deletes ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_negative_delete_after +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_negative_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_non_int_delete_after +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_non_int_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_delete_at_in_past +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_delete_at_in_past ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_delete_at_non_integer +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_delete_at_non_integer ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_limits_expirer_queue_deletes +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_limits_expirer_queue_deletes ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_negative_delete_after +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_negative_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_non_int_delete_after +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_non_int_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_requires_length +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_requires_length ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_connect_put_node_timeout +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_connect_put_node_timeout ... ok +test.unit.account.test_server.TestAccountController.test_empty_except_for_used_policies +test.unit.account.test_server.TestAccountController.test_empty_except_for_used_policies ... ok +test.unit.container.test_backend.TestContainerBroker.test_double_check_trailing_delimiter +test.unit.container.test_backend.TestContainerBroker.test_double_check_trailing_delimiter ... ok +test.unit.container.test_backend.TestContainerBroker.test_double_check_trailing_delimiter_non_slash +test.unit.container.test_backend.TestContainerBroker.test_double_check_trailing_delimiter_non_slash ... ok +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_delete_db_does_not_clear_particular_sharding_meta +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_delete_db_does_not_clear_particular_sharding_meta ... ok +test INFO: Object update single-threaded sweep completed: 0.04s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpjszeywjf/devices/sda1 (pid: 1329778) +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Update redirected for /a/c/o /tmp/tmpjszeywjf/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1715795976.00000 to .shards_a/c_shard_1 +test DEBUG: Update sent for /.shards_a/c_shard_1/o /tmp/tmpjszeywjf/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1715795976.00000 +test INFO: Object update sweep completed on /tmp/tmpjszeywjf/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 1 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1329778) +test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 1 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmp_lyo3y71/devices/sda1 (pid: 1329778) +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Update redirected for /.shards_a/c_shard_older/o /tmp/tmp_lyo3y71/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1715795977.00000 to .shards_a/c_shard_new +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Update redirected for /.shards_a/c_shard_new/o /tmp/tmp_lyo3y71/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1715795977.00000 to .shards_a/c_shard_newer +test INFO: Object update sweep completed on /tmp/tmp_lyo3y71/devices/sda1 in 0.05s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1329778) +test INFO: Object update single-threaded sweep completed: 0.05s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmp_lyo3y71/devices/sda1 (pid: 1329778) +test DEBUG: Update sent for /.shards_a/c_shard_newer/o /tmp/tmp_lyo3y71/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1715795977.00000 +test INFO: Object update sweep completed on /tmp/tmp_lyo3y71/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1329778) +test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpivkd6ecl/devices/sda1 (pid: 1329778) +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Update redirected for /a/c/o /tmp/tmpivkd6ecl/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1715795977.00000 to .shards_a/c_shard_1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Update redirected for /.shards_a/c_shard_1/o /tmp/tmpivkd6ecl/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1715795977.00000 to .shards_a/c_shard_2 +test INFO: Object update sweep completed on /tmp/tmpivkd6ecl/devices/sda1 in 1.05s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1329778) +test INFO: Object update single-threaded sweep completed: 1.05s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpivkd6ecl/devices/sda1 (pid: 1329778) +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Update redirected for /.shards_a/c_shard_2/o /tmp/tmpivkd6ecl/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1715795977.00000 to None +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Update redirected for /a/c/o /tmp/tmpivkd6ecl/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1715795977.00000 to .shards_a/c_shard_3 +test INFO: Object update sweep completed on /tmp/tmpivkd6ecl/devices/sda1 in 0.05s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1329778) +test INFO: Object update single-threaded sweep completed: 0.05s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpivkd6ecl/devices/sda1 (pid: 1329778) +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Update redirected for /.shards_a/c_shard_3/o /tmp/tmpivkd6ecl/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1715795977.00000 to .shards_a/c_shard_1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Update redirected for /.shards_a/c_shard_1/o /tmp/tmpivkd6ecl/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1715795977.00000 to None +test INFO: Object update sweep completed on /tmp/tmpivkd6ecl/devices/sda1 in 0.04s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1329778) +test INFO: Object update single-threaded sweep completed: 0.04s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpivkd6ecl/devices/sda1 (pid: 1329778) +test DEBUG: Update sent for /a/c/o /tmp/tmpivkd6ecl/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1715795977.00000 +test INFO: Object update sweep completed on /tmp/tmpivkd6ecl/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1329778) +test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpe09rolnu/devices/sda1 (pid: 1329778) +test DEBUG: Update sent for /.shards_a/shard_c/o /tmp/tmpe09rolnu/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1715795979.00000 +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_updates +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_updates ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_put_container +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_put_container ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_table_cont_count_update_get_stats +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_table_cont_count_update_get_stats ... ok +test INFO: - - - [15/May/2024:17:59:34 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0951 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:34 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0016 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:34 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0801 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:34 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0014 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:34 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0379 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:34 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0021 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:34 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0812 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:34 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0015 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:34 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0019 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:34 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:35 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0802 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:35 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0021 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:35 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0441 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:35 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0570 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:35 +0000] "PUT /sda1/p/a" 403 16 "-" "-" "-" 0.0009 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:35 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:35 +0000] "PUT /sda1/p/.a/c" 201 - "-" "-" "-" 0.0657 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:35 +0000] "PUT /sda1/p/a/.c" 404 - "-" "-" "-" 0.0002 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:35 +0000] "PUT /sda1/./a" 400 20 "-" "-" "-" 0.0001 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:35 +0000] "PUT /sda1/p/a" 400 28 "-" "-" "-" 0.0382 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:35 +0000] "PUT /sda1/p/a" 400 28 "-" "-" "-" 0.0010 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:35 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0010 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:35 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0002 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:35 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0317 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:35 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0252 "-" 1329772 - +test DEBUG: - - - [15/May/2024:17:59:35 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0003 "-" 1329772 - +test DEBUG: - - - [15/May/2024:17:59:35 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0002 "-" 1329772 - +test DEBUG: - - - [15/May/2024:17:59:35 +0000] "REPLICATE /sda1/p/a/" 404 - "-" "-" "-" 0.0002 "-" 1329772 - +test ERROR: ERROR __call__ error with REPLICATE /sda1/p/a/ : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/account/server.py", line 313, in __call__ + res = getattr(self, req.method)(req) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 1519, in _timing_stats + resp = func(ctrl, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/account/server.py", line 279, in REPLICATE + ret = self.replicator_rpc.dispatch(post_args, args) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/db_replicator.py", line 897, in dispatch + return getattr(self, op)( + ^^^^^^^^^^^^^^^^^ +AttributeError: 'ReplicatorRpc' object has no attribute 'unknown_sync' +test DEBUG: - - - [15/May/2024:17:59:35 +0000] "REPLICATE /sda1/p/a/" 500 833 "-" "-" "-" 0.0040 "-" 1329772 - +test DEBUG: - - - [15/May/2024:17:59:35 +0000] "REPLICATE /sda1/p/a/" 400 49 "-" "-" "-" 0.0002 "-" 1329772 - +test ERROR: ERROR __call__ error with PUT /sda1/p/a/c : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/account/server.py", line 313, in __call__ + res = getattr(self, req.method)(req) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_server.py", line 2606, in mock_put_method + raise Exception() +Exception +test INFO: - - - [15/May/2024:17:59:35 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0590 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:35 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:35 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:35 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:35 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:35 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:36 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.6595 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:36 +0000] "PUT /sda1/p/a/c%00stuff" 400 36 "-" "-" "-" 0.0001 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:36 +0000] "PUT /sda1/p/foo%00bar" 400 34 "-" "-" "-" 0.0002 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:36 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.7320 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:36 +0000] "PUT /sda1/p/a/%00c%00stuff" 201 - "-" "-" "-" 0.0012 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:36 +0000] "PUT /sda1/p/%00a" 201 - "-" "-" "-" 0.0296 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:37 +0000] "PUT /sda1/p/%00foo%00bar" 201 - "-" "-" "-" 0.0712 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:37 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0582 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:37 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0054 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:37 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0612 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:37 +0000] "GET /sda1/p/a" 200 109 "-" "-" "-" 0.0014 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:37 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0013 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:37 +0000] "GET /sda1/p/a" 200 26 "-" "-" "-" 0.0013 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:37 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0554 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:37 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0028 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:38 +0000] "PUT /sda1/p/a/nullish" 201 - "-" "-" "-" 0.9932 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:38 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0856 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:38 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0014 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:38 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0015 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:38 +0000] "GET /sda1/p/a" 200 26 "-" "-" "-" 0.0013 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:38 +0000] "GET /sda1/p/a" 200 94 "-" "-" "-" 0.0014 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:38 +0000] "GET /sda1/p/a" 200 116 "-" "-" "-" 0.0017 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:38 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0423 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:38 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:38 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:38 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0008 "-" 1329772 2 +test INFO: - - - [15/May/2024:17:59:38 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0381 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:38 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:38 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0573 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:38 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1329772 - +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_empty_policy_stats +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_empty_policy_stats ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_init +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_init ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_false +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_false ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_true +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_true ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_doesnt_exist +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_doesnt_exist ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_is_not_public +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_is_not_public ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_list_allowed_methods +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_list_allowed_methods ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_log_line_format +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_log_line_format ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_markers_with_reserved +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_markers_with_reserved ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_multiple_policies_in_use +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_multiple_policies_in_use ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_not_allowed_method +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_not_allowed_method ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_null_markers +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_null_markers ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_params_format +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_params_format ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_params_utf8 +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_params_utf8 ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_policy_stats_non_default +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_policy_stats_non_default ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_delete_object +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_delete_object ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_policy_stats_with_legacy +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_policy_stats_with_legacy ... ok +The can be of the form:: + + drz-:R:/ + _ + + Where and are replication ip and port. + + Any part is optional, but you must include at least one part. + + Examples:: + + d74 Matches the device id 74 + r4 Matches devices in region 4 + z1 Matches devices in zone 1 + z1-1.2.3.4 Matches devices in zone 1 with the ip 1.2.3.4 + 1.2.3.4 Matches devices in any zone with the ip 1.2.3.4 + z1:5678 Matches devices in zone 1 using port 5678 + :5678 Matches devices that use port 5678 + R5.6.7.8 Matches devices that use replication ip 5.6.7.8 + R:5678 Matches devices that use replication port 5678 + 1.2.3.4R5.6.7.8 Matches devices that use ip 1.2.3.4 and replication ip + 5.6.7.8 + /sdb1 Matches devices with the device name sdb1 + _shiny Matches devices with shiny in the meta data + _"snet: 5.6.7.8" Matches devices with snet: 5.6.7.8 in the meta data + [::1] Matches devices in any zone with the ip ::1 + z1-[::1]:5678 Matches devices in zone 1 with ip ::1 and port 5678 + + Most specific example:: + + d74r4z1-1.2.3.4:5678/sdb1_"snet: 5.6.7.8" + + Nerd explanation: + + All items require their single character prefix except the ip, in which + case the - is optional unless the device id or zone is also included. +Search value matched 0 devices. +The on-disk ring builder is unchanged. +Unknown command: unknown +swift-ring-builder 1.3 + +swift-ring-builder + Shows information about the ring and the devices within. Output + includes a table that describes the report parameters (id, region, + port, flags, etc). + flags: possible values are 'DEL' and '' + DEL - indicates that the device is marked for removal from + ring and will be removed in next rebalance. + +swift-ring-builder add + [r]z-:[R:]/_ + + [[r]z-:[R:]/_ + ] ... + + Where and are replication ip and port. + +or + +swift-ring-builder add + --region --zone --ip --port + [--replication-ip ] [--replication-port ] + --device --weight + [--meta ] + + Adds devices to the ring with the given information. No partitions will be + assigned to the new device until after running 'rebalance'. This is so you + can make multiple device changes and rebalance them all just once. + +swift-ring-builder cancel_increase_partition_power + Cancel the increase of the partition power. + + A write_ring command is needed to make the change take effect. + + Once the updated rings have been deployed to all servers you need to run + the swift-object-relinker tool to cleanup unneeded links. + + ***************************** + USE THIS WITH EXTREME CAUTION + ***************************** + + If you increase the partition power and deploy changed rings, you may + introduce unavailability in your cluster. This has an end-user impact. Make + sure you execute required operations to increase the partition power + accurately. + +swift-ring-builder create + + Creates with 2^ partitions and . is number of hours to restrict moving a partition more than once. @@ -12156,60 +17469,759 @@ test.unit.cli.test_ringbuilder.TestCommands.test_write_empty_ring ... ok test.unit.cli.test_ringbuilder.TestCommands.test_write_ring test.unit.cli.test_ringbuilder.TestCommands.test_write_ring ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypter.test_app_exception -test.unit.common.middleware.crypto.test_decrypter.TestDecrypter.test_app_exception ... ok -test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_fromstring_with_nonascii_text -test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_fromstring_with_nonascii_text ... ok -test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_tostring_with_nonascii_text -test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_tostring_with_nonascii_text ... ok -test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_xml_namespace -test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_xml_namespace ... ok -test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_xml_with_comments -test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_xml_with_comments ... ok -test.unit.common.middleware.s3api.test_utils.TestConfig.test_defaults -test.unit.common.middleware.s3api.test_utils.TestConfig.test_defaults ... ok -test.unit.common.middleware.s3api.test_utils.TestConfig.test_set_get_delete -test.unit.common.middleware.s3api.test_utils.TestConfig.test_set_get_delete ... ok -test.unit.common.middleware.s3api.test_utils.TestConfig.test_update -test.unit.common.middleware.s3api.test_utils.TestConfig.test_update ... ok -test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_bad_copy_from -test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_bad_copy_from ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_etag_is_at_not_duplicated +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_etag_is_at_not_duplicated ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_match +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_match ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_match_with_existing_etag_is_at_header +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_match_with_existing_etag_is_at_header ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_none_match +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_none_match ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_none_match_with_existing_etag_is_at_header +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_none_match_with_existing_etag_is_at_header ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_etag_is_at_not_duplicated +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_etag_is_at_not_duplicated ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_match +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_match ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_match_with_existing_etag_is_at_header +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_match_with_existing_etag_is_at_header ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_none_match +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_none_match ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_none_match_with_existing_etag_is_at_header +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_none_match_with_existing_etag_is_at_header ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_POST_constraints_checking +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_POST_constraints_checking ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_POST_no_user_metadata +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_POST_no_user_metadata ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_POST_req +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_POST_req ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_app_exception +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_app_exception ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_constraints_checking +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_constraints_checking ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_encryption_override +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_encryption_override ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_error_in_key_callback +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_error_in_key_callback ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_missing_key_callback +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_missing_key_callback ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_bad_client_etag +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_bad_client_etag ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_good_client_etag +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_good_client_etag ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_no_client_etag +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_no_client_etag ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_no_user_metadata +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_no_user_metadata ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_nothing_read +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_nothing_read ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_req +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_req ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_response_inconsistent_etag_is_not_replaced +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_response_inconsistent_etag_is_not_replaced ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_bad_etag_in_headers_and_other_footers +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_bad_etag_in_headers_and_other_footers ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_bad_etag_in_other_footers +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_bad_etag_in_other_footers ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_footers +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_footers ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 123, in HEAD + resp = self.GETorHEAD(req) + ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 102, in GETorHEAD + resp = req.get_response(self.app, query=query) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1630, in get_response + resp = self.acl_handler.handle_acl( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 94, in handle_acl + return getattr(ah, method)(app) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 237, in HEAD + return self._handle_acl(app, 'HEAD') + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 136, in _handle_acl + resp = self.req.get_acl_response(app, 'HEAD', + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1613, in get_acl_response + resp = self._get_response( + ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_POST_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_POST_error ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_footers_no_body +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_footers_no_body ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_headers +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_headers ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_headers_no_body +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_headers_no_body ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_etag_of_empty_body_override_in_headers +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_etag_of_empty_body_override_in_headers ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_etag_override_in_headers +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_etag_override_in_headers ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_other_footers +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_other_footers ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_other_footers_and_etag_of_empty_body +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_other_footers_and_etag_of_empty_body ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_zero_size_object +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_zero_size_object ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_config_true_value_on_disable_encryption +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_config_true_value_on_disable_encryption ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_encrypt_header_val +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_encrypt_header_val ... ok +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_active_key +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_active_key ... ok +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_key_algorithm +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_key_algorithm ... ok +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_key_length +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_key_length ... ok +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_config_in_filter_section +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_config_in_filter_section ... ok +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_config_in_separate_file +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_config_in_separate_file ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_reclaim +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_reclaim ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_put_container +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_put_container ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_and_delim_with_reserved +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_and_delim_with_reserved ... ok +test INFO: - - - [15/May/2024:17:59:35 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.1044 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:35 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0016 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:35 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0712 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:35 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0014 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:35 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0532 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:35 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0018 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:36 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 1.2936 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:36 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0014 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:36 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0011 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:36 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:36 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.2065 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:36 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:37 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0611 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:37 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0419 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:37 +0000] "PUT /sda1/p/a" 403 16 "-" "-" "-" 0.0015 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:37 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0005 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:37 +0000] "PUT /sda1/p/.a/c" 201 - "-" "-" "-" 0.0687 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:37 +0000] "PUT /sda1/p/a/.c" 404 - "-" "-" "-" 0.0002 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:37 +0000] "PUT /sda1/./a" 400 20 "-" "-" "-" 0.0002 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:37 +0000] "PUT /sda1/p/a" 400 28 "-" "-" "-" 0.0463 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:37 +0000] "PUT /sda1/p/a" 400 28 "-" "-" "-" 0.0012 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:37 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0009 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:37 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0002 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:38 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 1.0544 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:38 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0280 "-" 1329773 - +test DEBUG: - - - [15/May/2024:17:59:38 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0003 "-" 1329773 - +test DEBUG: - - - [15/May/2024:17:59:38 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0002 "-" 1329773 - +test DEBUG: - - - [15/May/2024:17:59:38 +0000] "REPLICATE /sda1/p/a/" 404 - "-" "-" "-" 0.0003 "-" 1329773 - +test ERROR: ERROR __call__ error with REPLICATE /sda1/p/a/ : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/account/server.py", line 313, in __call__ + res = getattr(self, req.method)(req) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 1519, in _timing_stats + resp = func(ctrl, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/account/server.py", line 279, in REPLICATE + ret = self.replicator_rpc.dispatch(post_args, args) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/db_replicator.py", line 897, in dispatch + return getattr(self, op)( + ^^^^^^^^^^^^^^^^^ +AttributeError: 'ReplicatorRpc' object has no attribute 'unknown_sync' +test DEBUG: - - - [15/May/2024:17:59:38 +0000] "REPLICATE /sda1/p/a/" 500 833 "-" "-" "-" 0.0037 "-" 1329773 - +test DEBUG: - - - [15/May/2024:17:59:38 +0000] "REPLICATE /sda1/p/a/" 400 49 "-" "-" "-" 0.0002 "-" 1329773 - +test ERROR: ERROR __call__ error with PUT /sda1/p/a/c : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/account/server.py", line 313, in __call__ + res = getattr(self, req.method)(req) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_server.py", line 2606, in mock_put_method + raise Exception() +Exception +test INFO: - - - [15/May/2024:17:59:38 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0498 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:38 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:38 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:38 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:38 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:38 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:38 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0385 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:38 +0000] "PUT /sda1/p/a/c%00stuff" 400 36 "-" "-" "-" 0.0001 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:38 +0000] "PUT /sda1/p/foo%00bar" 400 34 "-" "-" "-" 0.0001 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:38 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0549 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:38 +0000] "PUT /sda1/p/a/%00c%00stuff" 201 - "-" "-" "-" 0.0050 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:38 +0000] "PUT /sda1/p/%00a" 201 - "-" "-" "-" 0.0366 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:38 +0000] "PUT /sda1/p/%00foo%00bar" 201 - "-" "-" "-" 0.0679 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:38 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0563 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:38 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0044 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:38 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0405 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:38 +0000] "GET /sda1/p/a" 200 109 "-" "-" "-" 0.0015 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:38 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0013 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:38 +0000] "GET /sda1/p/a" 200 26 "-" "-" "-" 0.0015 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:38 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0570 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:38 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0010 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:38 +0000] "PUT /sda1/p/a/nullish" 201 - "-" "-" "-" 0.0382 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:38 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0598 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:38 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0015 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:38 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0013 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:38 +0000] "GET /sda1/p/a" 200 26 "-" "-" "-" 0.0014 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:38 +0000] "GET /sda1/p/a" 200 94 "-" "-" "-" 0.0014 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:38 +0000] "GET /sda1/p/a" 200 116 "-" "-" "-" 0.0018 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:38 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0588 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:38 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:38 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:38 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0035 "-" 1329773 1 +test INFO: - - - [15/May/2024:17:59:39 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0599 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:39 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0017 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:39 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0565 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:39 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0015 "-" 1329773 - +test.unit.account.test_server.TestAccountController.test_empty_policy_stats +test.unit.account.test_server.TestAccountController.test_empty_policy_stats ... ok +test.unit.account.test_server.TestAccountController.test_init +test.unit.account.test_server.TestAccountController.test_init ... ok +test.unit.account.test_server.TestAccountController.test_insufficient_storage_mount_check_false +test.unit.account.test_server.TestAccountController.test_insufficient_storage_mount_check_false ... ok +test.unit.account.test_server.TestAccountController.test_insufficient_storage_mount_check_true +test.unit.account.test_server.TestAccountController.test_insufficient_storage_mount_check_true ... ok +test.unit.account.test_server.TestAccountController.test_invalid_method_doesnt_exist +test.unit.account.test_server.TestAccountController.test_invalid_method_doesnt_exist ... ok +test.unit.account.test_server.TestAccountController.test_invalid_method_is_not_public +test.unit.account.test_server.TestAccountController.test_invalid_method_is_not_public ... ok +test.unit.account.test_server.TestAccountController.test_list_allowed_methods +test.unit.account.test_server.TestAccountController.test_list_allowed_methods ... ok +test.unit.account.test_server.TestAccountController.test_log_line_format +test.unit.account.test_server.TestAccountController.test_log_line_format ... ok +test.unit.account.test_server.TestAccountController.test_markers_with_reserved +test.unit.account.test_server.TestAccountController.test_markers_with_reserved ... ok +test.unit.account.test_server.TestAccountController.test_multiple_policies_in_use +test.unit.account.test_server.TestAccountController.test_multiple_policies_in_use ... ok +test.unit.account.test_server.TestAccountController.test_not_allowed_method +test.unit.account.test_server.TestAccountController.test_not_allowed_method ... ok +test.unit.account.test_server.TestAccountController.test_null_markers +test.unit.account.test_server.TestAccountController.test_null_markers ... ok +test.unit.account.test_server.TestAccountController.test_params_format +test.unit.account.test_server.TestAccountController.test_params_format ... ok +test.unit.account.test_server.TestAccountController.test_params_utf8 +test.unit.account.test_server.TestAccountController.test_params_utf8 ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_double_check_trailing_delimiter +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_double_check_trailing_delimiter ... ok +test INFO: Object update sweep completed on /tmp/tmpe09rolnu/devices/sda1 in 0.02s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1329778) +test INFO: Object update single-threaded sweep completed: 0.02s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpe09rolnu/devices/sda1 (pid: 1329778) +test DEBUG: Update sent for /a/c/o /tmp/tmpe09rolnu/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1715795980.00000 +test INFO: Object update sweep completed on /tmp/tmpe09rolnu/devices/sda1 in 0.01s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1329778) +test INFO: Object update single-threaded sweep completed: 0.01s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpe09rolnu/devices/sda1 (pid: 1329778) +test DEBUG: Update sent for /a/c/o /tmp/tmpe09rolnu/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1715795981.00000 +test INFO: Object update sweep completed on /tmp/tmpe09rolnu/devices/sda1 in 0.01s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1329778) +test INFO: Object update single-threaded sweep completed: 0.01s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpe09rolnu/devices/sda1 (pid: 1329778) +test DEBUG: Update sent for /a/c/o /tmp/tmpe09rolnu/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1715795982.00000 +test INFO: Object update sweep completed on /tmp/tmpe09rolnu/devices/sda1 in 0.02s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1329778) +test INFO: Object update single-threaded sweep completed: 0.02s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpe09rolnu/devices/sda1 (pid: 1329778) +test DEBUG: Update sent for /a/c/o /tmp/tmpe09rolnu/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1715795983.00000 +test INFO: Object update sweep completed on /tmp/tmpe09rolnu/devices/sda1 in 0.01s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1329778) +test INFO: Object update single-threaded sweep completed: 0.01s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpe09rolnu/devices/sda1 (pid: 1329778) +test DEBUG: Update sent for /a/c/o /tmp/tmpe09rolnu/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1715795984.00000 +test INFO: Object update sweep completed on /tmp/tmpe09rolnu/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1329778) +test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpctk785cm/devices/sda1 (pid: 1329778) +test DEBUG: Update sent for /a/c/o /tmp/tmpctk785cm/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1715795979.00000 +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_legacy_updates +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_legacy_updates ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_obj_update_gone_missing +test.unit.obj.test_updater.TestObjectUpdater.test_obj_update_gone_missing ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_obj_update_quarantine +test.unit.obj.test_updater.TestObjectUpdater.test_obj_update_quarantine ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': '', 'Date': 'Wed, 15 May 2024 17:59:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'hoge', 'Date': 'Wed, 15 May 2024 17:59:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=', 'Date': 'Wed, 15 May 2024 17:59:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=1', 'Date': 'Wed, 15 May 2024 17:59:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=5-1', 'Date': 'Wed, 15 May 2024 17:59:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=5-10', 'Date': 'Wed, 15 May 2024 17:59:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.obj.test_updater.TestObjectUpdater.test_object_sweep +test.unit.obj.test_updater.TestObjectUpdater.test_object_sweep ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit +test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_defer_2_skip_1 +test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_defer_2_skip_1 ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_defer_3_skip_1 +test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_defer_3_skip_1 ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_some_limited +test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_some_limited ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_error ... ok +test.unit.account.test_server.TestAccountController.test_policy_stats_non_default +test.unit.account.test_server.TestAccountController.test_policy_stats_non_default ... ok +The can be of the form:: + + drz-:R:/ + _ + + Where and are replication ip and port. + + Any part is optional, but you must include at least one part. + + Examples:: + + d74 Matches the device id 74 + r4 Matches devices in region 4 + z1 Matches devices in zone 1 + z1-1.2.3.4 Matches devices in zone 1 with the ip 1.2.3.4 + 1.2.3.4 Matches devices in any zone with the ip 1.2.3.4 + z1:5678 Matches devices in zone 1 using port 5678 + :5678 Matches devices that use port 5678 + R5.6.7.8 Matches devices that use replication ip 5.6.7.8 + R:5678 Matches devices that use replication port 5678 + 1.2.3.4R5.6.7.8 Matches devices that use ip 1.2.3.4 and replication ip + 5.6.7.8 + /sdb1 Matches devices with the device name sdb1 + _shiny Matches devices with shiny in the meta data + _"snet: 5.6.7.8" Matches devices with snet: 5.6.7.8 in the meta data + [::1] Matches devices in any zone with the ip ::1 + z1-[::1]:5678 Matches devices in zone 1 with ip ::1 and port 5678 + + Most specific example:: + + d74r4z1-1.2.3.4:5678/sdb1_"snet: 5.6.7.8" + + Nerd explanation: + + All items require their single character prefix except the ip, in which + case the - is optional unless the device id or zone is also included. + +Quick list: add cancel_increase_partition_power create dispersion + finish_increase_partition_power increase_partition_power list_parts + prepare_increase_partition_power pretend_min_part_hours_passed + rebalance remove search set_info set_min_part_hours set_overload + set_region set_replicas set_weight set_zone validate write_builder + write_ring +Exit codes: 0 = operation successful + 1 = operation completed with warnings + 2 = error +Problem occurred while reading builder file: /tmp/tmpzbe54jwm/tmp9ntsutg1. Generic error occurred +Reassigned 192 (300.00%) partitions. Balance is now 6.00. Dispersion is now 0.00 +------------------------------------------------------------------------------- +NOTE: Balance of 6.00 indicates you should push this + ring, wait at least 1 hours, and rebalance/repush. +------------------------------------------------------------------------------- +Reassigned 192 (300.00%) partitions. Balance is now 6.00. Dispersion is now 0.00 +------------------------------------------------------------------------------- +NOTE: Balance of 6.00 indicates you should push this + ring, wait at least 1 hours, and rebalance/repush. +------------------------------------------------------------------------------- +Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 +Device d4r1z1-127.0.0.1:6200R127.0.0.1:6200/sdb_"" with 1.0 weight got id 4 +Device d5r1z1-127.0.0.1:6200R127.0.0.1:6200/sdc_"" with 1.0 weight got id 5 +Reassigned 192 (300.00%) partitions. Balance is now 109.38. Dispersion is now 0.00 +------------------------------------------------------------------------------- +NOTE: Balance of 109.38 indicates you should push this + ring, wait at least 1 hours, and rebalance/repush. +------------------------------------------------------------------------------- +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +Reassigned 48 (75.00%) partitions. Balance is now 371.88. Dispersion is now 2.08 +------------------------------------------------------------------------------- +NOTE: Dispersion of 2.083333 indicates some parts are not + optimally dispersed. + + You may want to adjust some device weights, increase + the overload or review the dispersion report. +------------------------------------------------------------------------------- +Note: using /tmp/tmpv93b_un_/tmpk3clio5f.builder instead of /tmp/tmpv93b_un_/tmpk3clio5f.ring.gz as builder file +Reassigned 5 (7.81%) partitions. Balance is now 214.58. Dispersion is now 0.52 +------------------------------------------------------------------------------- +NOTE: Dispersion of 0.520833 indicates some parts are not + optimally dispersed. + + You may want to adjust some device weights, increase + the overload or review the dispersion report. +------------------------------------------------------------------------------- +Reassigned 24 (37.50%) partitions. Balance is now 1.04. Dispersion is now 0.00 +Note: using /tmp/tmp6rnc383u/tmpee1lhzil.builder instead of /tmp/tmp6rnc383u/tmpee1lhzil.ring.gz as builder file +Note: using /tmp/tmp5ize6_5z/tmp_li_vl41.builder instead of /tmp/tmp5ize6_5z/tmp_li_vl41.ring.gz as builder file +Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 +test ERROR: get_keys(): from callback: Testing: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 169, in get_keys + keys = fetch_crypto_keys(key_id=key_id) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/crypto/test_encrypter.py", line 913, in raise_exc + raise Exception('Testing') +Exception: Testing +test ERROR: ERROR get_keys() missing callback: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 161, in get_keys + fetch_crypto_keys = env[CRYPTO_KEY_CALLBACK] + ~~~^^^^^^^^^^^^^^^^^^^^^ +KeyError: 'swift.callback.fetch_crypto_keys' +Something useful +Also useful +Boring, but not secret +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_logger_manipulations +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_logger_manipulations ... ok +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_missing_key_id +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_missing_key_id ... ok +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_multikey_config_in_filter_section +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_multikey_config_in_filter_section ... ok +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_multikey_config_in_separate_file +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_multikey_config_in_separate_file ... ok +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_proxy_server_conf_dir +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_proxy_server_conf_dir ... ok +test.unit.common.middleware.s3api.test_acl_handlers.TestAclHandlers.test_get_acl_handler +test.unit.common.middleware.s3api.test_acl_handlers.TestAclHandlers.test_get_acl_handler ... ok +test.unit.common.middleware.s3api.test_acl_handlers.TestAclHandlers.test_handle_acl +test.unit.common.middleware.s3api.test_acl_handlers.TestAclHandlers.test_handle_acl ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorization_nova_toconnect +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorization_nova_toconnect ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key_and_unquote_chars +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key_and_unquote_chars ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key_in_container +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key_in_container ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_bytes +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_bytes ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_http +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_http ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_trailing_slash +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_trailing_slash ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_v3 +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_v3 ... ok +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Wed, 15 May 2024 17:59:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:write OWNER +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_Range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_Range ... ok -test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_bad_destination -test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_bad_destination ... ok -test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_copy_from -test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_copy_from ... ok -test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_destination -test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_destination ... ok +test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other OWNER +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_without_permission +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_without_permission ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_all_users +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_all_users ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_with_reserved +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_with_reserved ... ok +test.unit.account.test_server.TestAccountController.test_policy_stats_with_legacy +test.unit.account.test_server.TestAccountController.test_policy_stats_with_legacy ... ok +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txb27f67d5d8a34818b5702-006644f808) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx48355ca0d263443d99593-006644f809) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx6f3b27d5164d477ba528f-006644f809) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server :/ re: Expect: 100-continue on /a/c/o: ConnectionTimeout (0.05s) +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_container_sync_delete +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_container_sync_delete ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_container_update_backend_requests +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_container_update_backend_requests ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_delete_at_backend_requests +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_delete_at_backend_requests ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_expirer_DELETE_suppresses_expirer_queue_updates +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_expirer_DELETE_suppresses_expirer_queue_updates ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_handoff_local_first_default +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_handoff_local_first_default ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_handoff_local_first_non_default +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_handoff_local_first_non_default ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_best_effort +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_best_effort ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_moves_locals_first +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_moves_locals_first ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_noops_when_no_affinity +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_noops_when_no_affinity ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_handoff_first_noops_when_no_affinity +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_handoff_first_noops_when_no_affinity ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_object_DELETE_backend_update_container_ip_default +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_object_DELETE_backend_update_container_ip_default ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_repl_object_DELETE_backend_update_container_repl_ip +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_repl_object_DELETE_backend_update_container_repl_ip ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_smooth_distributed_backend_requests +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_smooth_distributed_backend_requests ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_some_404s_and_507s +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_some_404s_and_507s ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_not_configured +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_not_configured ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_replicaiton_server_call_all_methods +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_replicaiton_server_call_all_methods ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_reclaim +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_reclaim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_double_check_trailing_delimiter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_double_check_trailing_delimiter_non_slash ... ok +test.unit.account.test_server.TestAccountController.test_prefix_and_delim_with_reserved +test.unit.account.test_server.TestAccountController.test_prefix_and_delim_with_reserved ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_reserved_markers_with_non_reserved +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_reserved_markers_with_non_reserved ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_serv_reserv +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_serv_reserv ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call ... ok +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Connecting with tenant: FORCED_TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Connecting with tenant: PROJECT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Connecting with tenant: PROJECT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Connecting with tenant: PROJECT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Connecting with tenant: PROJECT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Connecting with tenant: PROJECT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Connecting with tenant: PROJECT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Connecting with tenant: PROJECT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Connecting with tenant: PROJECT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_bad_reply_missing_parts +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_bad_reply_missing_parts ... ok +test.unit.common.middleware.test_bulk.TestUntarMetadata.test_extract_metadata +test.unit.common.middleware.test_bulk.TestUntarMetadata.test_extract_metadata ... ok test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_bad_destination_account test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_bad_destination_account ... ok test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_destination_leading_slash @@ -12336,864 +18348,207 @@ test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_static_large_object ... ok test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_static_large_object_manifest test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_static_large_object_manifest ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_account_off_overrides_cluster_on -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_account_off_overrides_cluster_on ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_account_on_overrides_cluster_off -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_account_on_overrides_cluster_off ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_already_valid -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_already_valid ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_already_weak_but_valid -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_already_weak_but_valid ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_cluster_wide -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_cluster_wide ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_off_overrides_account_on -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_off_overrides_account_on ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_off_overrides_cluster_on -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_off_overrides_cluster_on ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_on_overrides_account_off -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_on_overrides_account_off ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_on_overrides_cluster_off -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_on_overrides_cluster_off ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_account_info -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_account_info ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_container_info -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_container_info ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_etag -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_etag ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_non_object_request -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_non_object_request ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_non_swift_path -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_non_swift_path ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_only_half_valid -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_only_half_valid ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_swift_info -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_swift_info ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_auth_scheme -test.unit.common.middleware.test_formpost.TestFormPost.test_auth_scheme ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_chrome -test.unit.common.middleware.test_formpost.TestFormPost.test_chrome ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_completely_non_int_expires -test.unit.common.middleware.test_formpost.TestFormPost.test_completely_non_int_expires ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_curl_with_unicode -test.unit.common.middleware.test_formpost.TestFormPost.test_curl_with_unicode ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_empty_account -test.unit.common.middleware.test_formpost.TestFormPost.test_empty_account ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_empty_v1 -test.unit.common.middleware.test_formpost.TestFormPost.test_empty_v1 ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_explorer -test.unit.common.middleware.test_formpost.TestFormPost.test_explorer ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_firefox -test.unit.common.middleware.test_formpost.TestFormPost.test_firefox ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_multiple_container_keys -test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_multiple_container_keys ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_multiple_keys -test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_multiple_keys ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_origin -test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_origin ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_without_useragent -test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_without_useragent ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_global_content_type_encoding -test.unit.common.middleware.test_formpost.TestFormPost.test_global_content_type_encoding ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_max_file_count_exceeded -test.unit.common.middleware.test_formpost.TestFormPost.test_max_file_count_exceeded ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_max_file_size_exceeded -test.unit.common.middleware.test_formpost.TestFormPost.test_max_file_size_exceeded ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_messed_up_start -test.unit.common.middleware.test_formpost.TestFormPost.test_messed_up_start ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_multiple_content_type_encoding -test.unit.common.middleware.test_formpost.TestFormPost.test_multiple_content_type_encoding ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_no_container -test.unit.common.middleware.test_formpost.TestFormPost.test_no_container ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_no_file_to_process -test.unit.common.middleware.test_formpost.TestFormPost.test_no_file_to_process ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect -test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_expired -test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_expired ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_invalid_sig -test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_invalid_sig ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_with_error -test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_with_error ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_no_v1 -test.unit.common.middleware.test_formpost.TestFormPost.test_no_v1 ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_passthrough -test.unit.common.middleware.test_formpost.TestFormPost.test_passthrough ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_prefixed_and_not_prefixed_sigs_good -test.unit.common.middleware.test_formpost.TestFormPost.test_prefixed_and_not_prefixed_sigs_good ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_prefixed_and_not_prefixed_sigs_unsupported -test.unit.common.middleware.test_formpost.TestFormPost.test_prefixed_and_not_prefixed_sigs_unsupported ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_redirect -test.unit.common.middleware.test_formpost.TestFormPost.test_redirect ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_redirect_allowed_deprecated_and_unsupported_digests -test.unit.common.middleware.test_formpost.TestFormPost.test_redirect_allowed_deprecated_and_unsupported_digests ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_redirect_with_query -test.unit.common.middleware.test_formpost.TestFormPost.test_redirect_with_query ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_safari -test.unit.common.middleware.test_formpost.TestFormPost.test_safari ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_single_content_type_encoding -test.unit.common.middleware.test_formpost.TestFormPost.test_single_content_type_encoding ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_does_not_pass_query -test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_does_not_pass_query ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_fails_no_redirect_503 -test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_fails_no_redirect_503 ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_fails_redirect_404 -test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_fails_redirect_404 ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_truncated_attr_value -test.unit.common.middleware.test_formpost.TestFormPost.test_truncated_attr_value ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_wrong_account -test.unit.common.middleware.test_formpost.TestFormPost.test_wrong_account ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_after -test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_after ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_after_not_int -test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_after_not_int ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_at -test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_at ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_at_not_int -test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_at_not_int ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_bytes_count -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_bytes_count ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_container_listing_translation -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_container_listing_translation ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_404_versions_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_404_versions_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_delete_markers -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_delete_markers ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_delimiter -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_delimiter ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_empty_primary -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_empty_primary ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_empty_versions_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_empty_versions_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_error_versions_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_error_versions_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_invalid_delimiter -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_invalid_delimiter ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_marker -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_marker ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_marker_missing_marker -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_marker_missing_marker ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_never_enabled -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_never_enabled ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_unversioned -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_unversioned ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_listing_translation_utf8 -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_listing_translation_utf8 ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_access_log_headers_only -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_access_log_headers_only ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_app_exception -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_app_exception ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_basic_req -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_basic_req ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_basic_req_second_time -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_basic_req_second_time ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_body_iter_updates_environ_proxy_logging_status -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_body_iter_updates_environ_proxy_logging_status ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_chunked_response -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_chunked_response ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_client_logging -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_client_logging ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_disconnect_on_read -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_disconnect_on_read ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_disconnect_on_readline -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_disconnect_on_readline ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_dual_logging_middlewares -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_dual_logging_middlewares ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_dual_logging_middlewares_w_inner -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_dual_logging_middlewares_w_inner ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_ensure_fields -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_ensure_fields ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_and_app_explodes -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_and_app_explodes ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_and_body_explodes -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_and_body_explodes ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_unread_body -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_unread_body ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_exploding_body -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_exploding_body ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_facility -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_facility ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_filter -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_filter ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_invalid_log_config -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_invalid_log_config ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_ipv6 -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_ipv6 ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_iterator_closing -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_iterator_closing ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_json -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_json ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:32 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:32 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_with_write_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_with_write_permission ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_shrinking -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_shrinking ... ok -The can be of the form:: - - drz-:R:/ - _ - - Where and are replication ip and port. - - Any part is optional, but you must include at least one part. - - Examples:: - - d74 Matches the device id 74 - r4 Matches devices in region 4 - z1 Matches devices in zone 1 - z1-1.2.3.4 Matches devices in zone 1 with the ip 1.2.3.4 - 1.2.3.4 Matches devices in any zone with the ip 1.2.3.4 - z1:5678 Matches devices in zone 1 using port 5678 - :5678 Matches devices that use port 5678 - R5.6.7.8 Matches devices that use replication ip 5.6.7.8 - R:5678 Matches devices that use replication port 5678 - 1.2.3.4R5.6.7.8 Matches devices that use ip 1.2.3.4 and replication ip - 5.6.7.8 - /sdb1 Matches devices with the device name sdb1 - _shiny Matches devices with shiny in the meta data - _"snet: 5.6.7.8" Matches devices with snet: 5.6.7.8 in the meta data - [::1] Matches devices in any zone with the ip ::1 - z1-[::1]:5678 Matches devices in zone 1 with ip ::1 and port 5678 - - Most specific example:: - - d74r4z1-1.2.3.4:5678/sdb1_"snet: 5.6.7.8" - - Nerd explanation: - - All items require their single character prefix except the ip, in which - case the - is optional unless the device id or zone is also included. - -Quick list: add cancel_increase_partition_power create dispersion - finish_increase_partition_power increase_partition_power list_parts - prepare_increase_partition_power pretend_min_part_hours_passed - rebalance remove search set_info set_min_part_hours set_overload - set_region set_replicas set_weight set_zone validate write_builder - write_ring -Exit codes: 0 = operation successful - 1 = operation completed with warnings - 2 = error -Problem occurred while reading builder file: /tmp/tmp6znh4vl_/tmpwlqz5ak3. Generic error occurred -Reassigned 192 (300.00%) partitions. Balance is now 6.00. Dispersion is now 0.00 -------------------------------------------------------------------------------- -NOTE: Balance of 6.00 indicates you should push this - ring, wait at least 1 hours, and rebalance/repush. -------------------------------------------------------------------------------- -Reassigned 192 (300.00%) partitions. Balance is now 6.00. Dispersion is now 0.00 -------------------------------------------------------------------------------- -NOTE: Balance of 6.00 indicates you should push this - ring, wait at least 1 hours, and rebalance/repush. -------------------------------------------------------------------------------- -Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 -Device d4r1z1-127.0.0.1:6200R127.0.0.1:6200/sdb_"" with 1.0 weight got id 4 -Device d5r1z1-127.0.0.1:6200R127.0.0.1:6200/sdc_"" with 1.0 weight got id 5 -Reassigned 192 (300.00%) partitions. Balance is now 109.38. Dispersion is now 0.00 -------------------------------------------------------------------------------- -NOTE: Balance of 109.38 indicates you should push this - ring, wait at least 1 hours, and rebalance/repush. -------------------------------------------------------------------------------- -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -Reassigned 48 (75.00%) partitions. Balance is now 214.58. Dispersion is now 0.52 -------------------------------------------------------------------------------- -NOTE: Dispersion of 0.520833 indicates some parts are not - optimally dispersed. - - You may want to adjust some device weights, increase - the overload or review the dispersion report. -------------------------------------------------------------------------------- -Note: using /tmp/tmp6b39i5_r/tmpomzpz_mq.builder instead of /tmp/tmp6b39i5_r/tmpomzpz_mq.ring.gz as builder file -Reassigned 1 (1.56%) partitions. Balance is now 100.00. Dispersion is now 0.00 -------------------------------------------------------------------------------- -NOTE: Balance of 100.00 indicates you should push this - ring, wait at least 24 hours, and rebalance/repush. -------------------------------------------------------------------------------- -Reassigned 24 (37.50%) partitions. Balance is now 1.04. Dispersion is now 0.00 -Note: using /tmp/tmpfn9oac37/tmp9d0ewrq1.builder instead of /tmp/tmpfn9oac37/tmp9d0ewrq1.ring.gz as builder file -Note: using /tmp/tmpdduop2xx/tmp6zmlwoyj.builder instead of /tmp/tmpdduop2xx/tmp6zmlwoyj.ring.gz as builder file -Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 -test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. -test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. -test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. -test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. -test INFO: - - 18/Jun/2025/00/02/36 GET / HTTP/1.0 200 - - - - 8 - - First:%201%0ASecond:%202 0.0001 - - 1750204956.631498575 1750204956.631551266 - -test INFO: - - 18/Jun/2025/00/02/36 GET / HTTP/1.0 500 - - - - - - - - 0.0000 - - 1750204956.632346630 1750204956.632353067 - -test INFO: - - 18/Jun/2025/00/02/36 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1750204956.633058310 1750204956.633099794 - -test INFO: GET /v1/a/c 205 205 -test INFO: GET /v1/a/c 209 205 -test INFO: GET /v1/a/c 210 205 -test INFO: 1.2.3.4 1.2.3.4 18/Jun/2025/00/02/36 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1750204956.638424397 1750204956.638457060 - -test INFO: - - 18/Jun/2025/00/02/36 GET / HTTP/1.0 499 - - - - - - - - 0.0000 - - 1750204956.639149427 1750204956.639165878 - -test INFO: - - 18/Jun/2025/00/02/36 GET / HTTP/1.0 499 - - - - - - - - 0.0000 - - 1750204956.639816046 1750204956.639825344 - -test INFO: - - 18/Jun/2025/00/02/36 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1750204956.640636206 1750204956.640671968 - -test INFO: - - 18/Jun/2025/00/02/36 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1750204956.641355038 1750204956.641384363 - -test INFO: - - 18/Jun/2025/00/02/36 GET / HTTP/1.0 200 - - - - 15 - - - 0.0003 - - 1750204956.641340494 1750204956.641619921 - -test INFO: - - 26/Apr/1970/17/46/41 GET / HTTP/1.0 200 - - - - 8 - - - 1.0000 - - 10000000.000000000 10000001.000000000 - -test INFO: GET /v1/a/c 503 503 -test INFO: GET /v1/a/c 429 503 -test INFO: GET /v1/a/c 429 503 -test INFO: GET /v1/a/c - 503 -test INFO: GET /v1/a/c - 503 -test INFO: GET /v1/a/c True 503 -test INFO: GET /v1/a/c - 503 -test INFO: GET /v1/a/c parsing%20ok 503 -test INFO: GET /v1/a/c 500 500 -test INFO: GET /v1/a/c 500 568 -test INFO: GET /v1/a/c 499 503 -test INFO: GET /v1/a/c 499 503 -test INFO: GET / 500 200 -test INFO: 2001:db8:85a3:8d3:1319:8a2e:370:7348 2001:db8:85a3:8d3:1319:8a2e:370:7348 18/Jun/2025/00/02/36 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1750204956.655978441 1750204956.656012058 - -test INFO: - - 18/Jun/2025/00/02/36 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1750204956.657475233 1750204956.657508135 - -test INFO: - - 18/Jun/2025/00/02/36 GET / HTTP/1.0 200 - - b05bf940-0464-4c... - 8 - - - 0.0000 - - 1750204956.658057928 1750204956.658091068 - -test INFO: - - 18/Jun/2025/00/02/36 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1750204956.658668995 1750204956.658700466 - -test INFO: - - 18/Jun/2025/00/02/36 GET / HTTP/1.0 200 - - b05bf940... - 8 - - - 0.0000 - - 1750204956.659197807 1750204956.659227371 - -test INFO: - - 18/Jun/2025/00/02/36 GET / HTTP/1.0 200 - - b05bf940-0464-4c0e-8c70-87717d2d73e8 - 8 - - - 0.0000 - - 1750204956.659724712 1750204956.659754753 - -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_auth_token -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_auth_token ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_headers -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_headers ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_multiple -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_multiple ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_none -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_none ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_single -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_single ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_msg_template -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_msg_template ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_msg_template_s3api -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_msg_template_s3api ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_query_string -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_query_string ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_method_filtering_custom -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_method_filtering_custom ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_method_filtering_default -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_method_filtering_default ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_type_bad -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_type_bad ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_initialize_fail -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_initialize_fail ... ok -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_recreate_with_objects -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_recreate_with_objects ... ok -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=0-3', 'Date': 'Wed, 18 Jun 2025 00:02:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=3-3', 'Date': 'Wed, 18 Jun 2025 00:02:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=1-', 'Date': 'Wed, 18 Jun 2025 00:02:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=-3', 'Date': 'Wed, 18 Jun 2025 00:02:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.test_formpost.TestSwiftInfo.test_bad_config +test.unit.common.middleware.test_formpost.TestSwiftInfo.test_bad_config ... ok +test.unit.common.middleware.test_formpost.TestSwiftInfo.test_no_deprecated_digests +test.unit.common.middleware.test_formpost.TestSwiftInfo.test_no_deprecated_digests ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': '', 'Date': 'Wed, 18 Jun 2025 00:02:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'hoge', 'Date': 'Wed, 18 Jun 2025 00:02:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=', 'Date': 'Wed, 18 Jun 2025 00:02:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=1', 'Date': 'Wed, 18 Jun 2025 00:02:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=5-1', 'Date': 'Wed, 18 Jun 2025 00:02:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=5-10', 'Date': 'Wed, 18 Jun 2025 00:02:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_Range_with_invalid_value -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_Range_with_invalid_value ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:32 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other WRITE -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Storage-Class': 'STANDARD', 'Content-Md5': 'XUFAKrxLKna5cZ2REBfFkg==', 'Date': 'Wed, 15 May 2024 17:59:31 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '5d41402abc4b2a76b9719d911017c592', 'X-Timestamp': '1715795971.72189', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_without_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_with_read_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_with_read_permission ... ok -test.unit.account.test_backend.TestAccountBroker.test_put_container -test.unit.account.test_backend.TestAccountBroker.test_put_container ... ok -test INFO: - - 18/Jun/2025/00/02/36 GET / HTTP/1.0 200 - - b05bf940-0464-4c0e-8c70-87717d2d73e8 - 8 - - - 0.0000 - - 1750204956.660238266 1750204956.660268545 - -test INFO: - - 18/Jun/2025/00/02/36 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1750204956.660832882 1750204956.660864592 - -test INFO: - - 18/Jun/2025/00/02/36 GET / HTTP/1.0 200 - - ... - 8 - - - 0.0000 - - 1750204956.661348104 1750204956.661378860 - -test INFO: - - 18/Jun/2025/00/02/36 GET / HTTP/1.0 200 - - - - 8 - - Host:%20localhost:80 0.0001 - - 1750204956.704996347 1750204956.705099583 - -test INFO: - - 18/Jun/2025/00/02/36 GET / HTTP/1.0 200 - - - - 8 - - Host:%20localhost:80 0.0000 - - 1750204956.706153631 1750204956.706198454 - -test INFO: - - 18/Jun/2025/00/02/36 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - one%2Cand%20two 1750204956.707336903 1750204956.707380295 - -test INFO: - - 18/Jun/2025/00/02/36 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1750204956.708204508 1750204956.708242893 - -test INFO: - - 18/Jun/2025/00/02/36 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1750204956.709012270 1750204956.709061623 - -test INFO: - - 18/Jun/2025/00/02/36 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - one 1750204956.709947824 1750204956.709987879 - -test INFO: template which can be edited in config: HTTP/1.0 / GET {SMD5}c65475e457fea0951fbb9ec9596b2177 - 1.0000 26/Apr/1970/17/46/40 10000001.000000000 0.5 example.com -test INFO: HTTP/1.0 /bucket/path/to/key GET AUTH_test bucket path/to/key -test INFO: - - 18/Jun/2025/00/02/36 GET /%3Fx%3D3 HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1750204956.713347912 1750204956.713385582 - -test INFO: - - 01/Jan/1970/02/46/41 foo /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 - /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 PUTT /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 SPECIAL /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 GET /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 PUT /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 COPY /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 foo /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 - /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 PUTT /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 SPECIAL /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 GET /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 PUT /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 COPY /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 foo /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - -test INFO: - - 01/Jan/1970/02/46/41 - /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - -test INFO: - - 01/Jan/1970/02/46/41 PUTT /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - -test INFO: - - 01/Jan/1970/02/46/41 SPECIAL /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - -test INFO: - - 01/Jan/1970/02/46/41 GET /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - -test INFO: - - 01/Jan/1970/02/46/41 PUT /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - -test INFO: - - 01/Jan/1970/02/46/41 COPY /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - -test INFO: - - 01/Jan/1970/02/46/41 HEAD /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - -test INFO: - - 01/Jan/1970/02/46/41 POST /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - -test INFO: - - 01/Jan/1970/02/46/41 DELETE /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - -test INFO: - - 01/Jan/1970/02/46/41 OPTIONS /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - -test INFO: - - 01/Jan/1970/02/46/42 GET - HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - -test INFO: - - 01/Jan/1970/02/46/42 GET / HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - -test INFO: - - 01/Jan/1970/02/46/42 GET /bad HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - -test INFO: - - 01/Jan/1970/02/46/42 GET /baddy/mc_badderson HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - -test INFO: - - 01/Jan/1970/02/46/42 GET /v1 HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - -test INFO: - - 01/Jan/1970/02/46/42 GET /v1/ HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 - -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 - -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 - -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 - -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/p HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/p HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/p HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/p HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/p/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/p/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/p/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_type_good -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_type_good ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_statsd_invalid_stats_types -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_statsd_invalid_stats_types ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_logger_statsd_prefix -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_logger_statsd_prefix ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_multi_segment_resp -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_multi_segment_resp ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_empty_strings -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_empty_strings ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_generator -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_generator ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_list_body -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_list_body ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_obscure_req -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_obscure_req ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_policy_index -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_policy_index ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_proxy_client_logging -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_proxy_client_logging ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_req_path_info_popping -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_req_path_info_popping ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_sensitive_headers_registered -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_sensitive_headers_registered ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_unread_body -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_unread_body ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_line -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_line ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_size -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_size ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_size_no_policy -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_size_no_policy ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_bytes_quota_copy_from_bad_src -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_bytes_quota_copy_from_bad_src ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_bytes_quota_copy_from_no_src -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_bytes_quota_copy_from_no_src ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_bytes_quota_copy_from -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_bytes_quota_copy_from ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_bytes_quota_copy_verb -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_bytes_quota_copy_verb ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_cross_account_PUT_verb -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_cross_account_PUT_verb ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_cross_account_verb -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_cross_account_verb ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_from -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_from ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_verb -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_verb ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_from -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_from ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_verb -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_verb ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_counts_quota_copy_from -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_counts_quota_copy_from ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_counts_quota_copy_verb -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_counts_quota_copy_verb ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_auth_fail -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_auth_fail ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_delete_quotas -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_delete_quotas ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_exceed_bytes_quota -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_exceed_bytes_quota ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_exceed_counts_quota -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_exceed_counts_quota ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_invalid_quotas -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_invalid_quotas ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_missing_container -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_missing_container ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_no_quotas -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_no_quotas ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_exceed_bytes_quota -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_exceed_bytes_quota ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_exceed_counts_quota -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_exceed_counts_quota ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_handled -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_handled ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_split_path_empty_container_path_segment -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_split_path_empty_container_path_segment ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_valid_quotas -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_valid_quotas ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_default_types -test.unit.common.middleware.test_slo.TestRespAttrs.test_default_types ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_from_empty_headers -test.unit.common.middleware.test_slo.TestRespAttrs.test_from_empty_headers ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_from_only_timestamp -test.unit.common.middleware.test_slo.TestRespAttrs.test_from_only_timestamp ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_from_regular_object -test.unit.common.middleware.test_slo.TestRespAttrs.test_from_regular_object ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_from_valid_sysmeta -test.unit.common.middleware.test_slo.TestRespAttrs.test_from_valid_sysmeta ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_from_zero_byte_sysmeta -test.unit.common.middleware.test_slo.TestRespAttrs.test_from_zero_byte_sysmeta ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_init_calculates_is_legacy -test.unit.common.middleware.test_slo.TestRespAttrs.test_init_calculates_is_legacy ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_init_converts_timestamps_from_strings -test.unit.common.middleware.test_slo.TestRespAttrs.test_init_converts_timestamps_from_strings ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_init_with_no_sysmeta -test.unit.common.middleware.test_slo.TestRespAttrs.test_init_with_no_sysmeta ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_init_with_no_sysmeta_offset -test.unit.common.middleware.test_slo.TestRespAttrs.test_init_with_no_sysmeta_offset ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_invalid_sysmeta -test.unit.common.middleware.test_slo.TestRespAttrs.test_invalid_sysmeta ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_legacy_slo_sysmeta -test.unit.common.middleware.test_slo.TestRespAttrs.test_legacy_slo_sysmeta ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_non_slo_with_sysmeta -test.unit.common.middleware.test_slo.TestRespAttrs.test_non_slo_with_sysmeta ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_partial_modern_sysmeta -test.unit.common.middleware.test_slo.TestRespAttrs.test_partial_modern_sysmeta ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_not_legacy -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_not_legacy ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_range -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_range ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_raw_data -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_raw_data ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_sub_slo -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_sub_slo ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_sub_slo_range -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_sub_slo_range ... ok -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_etag_is_hash_of_segment_etags -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_etag_is_hash_of_segment_etags ... ok -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_get_manifest_passthrough -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_get_manifest_passthrough ... ok -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_head_manifest_is_efficient -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_head_manifest_is_efficient ... ok -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_match_etag_not_matching -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_match_etag_not_matching ... ok -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_match_etag_not_matching_with_override -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_match_etag_not_matching_with_override ... ok -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_none_match_etag_matching -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_none_match_etag_matching ... ok -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_none_match_etag_matching_with_override -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_none_match_etag_matching_with_override ... ok -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_zero_byte_manifest -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_zero_byte_manifest ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_account_delete_permissions -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_account_delete_permissions ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_account_put_permissions -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_account_put_permissions ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_admin_is_owner -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_admin_is_owner ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_anon -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_anon ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_anon_badpath -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_anon_badpath ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_deny_non_reseller_prefix -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_deny_non_reseller_prefix ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_deny_non_reseller_prefix_no_override -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_deny_non_reseller_prefix_no_override ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_fail -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_fail ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_no_reseller_prefix_deny -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_no_reseller_prefix_deny ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_no_reseller_prefix_no_token -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_no_reseller_prefix_no_token ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_prefix_init -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_prefix_init ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_reseller_prefix_with_s3_deny -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_reseller_prefix_with_s3_deny ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_scheme -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_scheme ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_old_s3api_details -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_old_s3api_details ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_old_swift3_details -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_old_swift3_details ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_s3api_authorization_good -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_s3api_authorization_good ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_s3api_authorization_invalid -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_s3api_authorization_invalid ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_swift3_authorization_good -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_swift3_authorization_good ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_swift3_authorization_invalid -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_swift3_authorization_invalid ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_account_access -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_account_access ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_group_access -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_group_access ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_referer_after_user_groups -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_referer_after_user_groups ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_referrer_access -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_referrer_access ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_bad_path -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_bad_path ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_deny_cross_reseller -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_deny_cross_reseller ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_detect_reseller_request -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_detect_reseller_request ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_bad_path -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_bad_path ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_invalid_x_auth_user_format -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_invalid_x_auth_user_format ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_missing_key -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_missing_key ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_non_matching_account_in_request -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_non_matching_account_in_request ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_memcache_error -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_memcache_error ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_success -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_success ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_success_other_auth_prefix -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_success_other_auth_prefix ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_user_group -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_user_group ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_object_name_containing_slash -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_object_name_containing_slash ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_old_token_overdate -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_old_token_overdate ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_old_token_with_old_data -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_old_token_with_old_data ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_options_call -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_options_call ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_asked_for_and_allowed -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_asked_for_and_allowed ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_asked_for_but_not_allowed -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_asked_for_but_not_allowed ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_default_allowed -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_default_allowed ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_regular_is_not_owner -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_regular_is_not_owner ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_request_method_not_allowed -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_request_method_not_allowed ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_reseller_admin_is_owner -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_reseller_admin_is_owner ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_reseller_prefix_init -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_reseller_prefix_init ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_statsd_prefix -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_statsd_prefix ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_based_on_host -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_based_on_host ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_default -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_default ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_overridden_scheme -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_overridden_scheme ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_successful_token_unicode_user -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_successful_token_unicode_user ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_fail_key -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_fail_key ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_fail_no_timestamp -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_fail_no_timestamp ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_success -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_success ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_success_lb_sync_host -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_success_lb_sync_host ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_top_level_deny -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_top_level_deny ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_use_old_token_from_memcached -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_use_old_token_from_memcached ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_use_token_success -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_use_token_success ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_adding_second_zone -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_adding_second_zone ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_balanced_zones_unbalanced_servers -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_balanced_zones_unbalanced_servers ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_big_zone -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_big_zone ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_enormous_zone -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_enormous_zone ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_equal_replica_and_devices_count_ignore_weights -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_equal_replica_and_devices_count_ignore_weights ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_gradual_replica_count -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_gradual_replica_count ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multi_zone_with_failed_device -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multi_zone_with_failed_device ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_replicas_each -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_replicas_each ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_replicas_in_zone_with_single_device -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_replicas_in_zone_with_single_device ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_small_zones -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_small_zones ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_none_needed -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_none_needed ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_one_big_guy_does_not_spoil_his_buddy -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_one_big_guy_does_not_spoil_his_buddy ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_one_small_guy_does_not_spoil_his_buddy -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_one_small_guy_does_not_spoil_his_buddy ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_small_extra_server_in_zone_with_multiple_replicas -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_small_extra_server_in_zone_with_multiple_replicas ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_small_zone -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_small_zone ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_two_big_two_small -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_two_big_two_small ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_two_servers_with_more_than_one_replica -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_two_servers_with_more_than_one_replica ... ok -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_component_different_builder_order -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_component_different_builder_order ... ok -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components ... ok test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy ... ok +test INFO: Object update sweep completed on /tmp/tmpctk785cm/devices/sda1 in 0.01s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1329778) +test INFO: Object update single-threaded sweep completed: 0.01s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpctk785cm/devices/sda1 (pid: 1329778) +test DEBUG: Update sent for /a/c/o /tmp/tmpctk785cm/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1715795981.00000 +test INFO: Object update sweep completed on /tmp/tmpctk785cm/devices/sda1 in 0.01s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1329778) +test INFO: Object update single-threaded sweep completed: 0.01s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmp57q2tivj/devices/sda1 (pid: 1329778) +test ERROR: ERROR Pickle problem, quarantining /tmp/tmp57q2tivj/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1715795979.00000: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/obj/updater.py", line 431, in _load_update + return pickle.load(open(update_path, 'rb')) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +_pickle.UnpicklingError: invalid load key, '\xff'. +test INFO: Object update sweep completed on /tmp/tmp57q2tivj/devices/sda1 in 0.00s seconds:, 0 successes, 0 failures, 1 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1329778) +test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 0 failures, 1 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpszdbz89n/devices/sda1 (pid: 1329778) +test DEBUG: Update sent for /a/c1/o03 /tmp/tmpszdbz89n/devices/sda1/async_pending/ff2/d12c716df8024e3a557661979780dff2-1715795979.14536 +test DEBUG: Update sent for /.shards_a/c2_shard/o09 /tmp/tmpszdbz89n/devices/sda1/async_pending/ca9/43aefe16fd826546f72b52db0520cca9-1715795979.14632 +test INFO: Object update sweep completed on /tmp/tmpszdbz89n/devices/sda1 in 0.20s seconds:, 2 successes, 0 failures, 0 quarantines, 2 unlinks, 0 errors, 0 redirects, 9 skips, 9 deferrals, 0 drains (pid: 1329778) +test INFO: Object update single-threaded sweep completed: 0.20s, 2 successes, 0 failures, 0 quarantines, 2 unlinks, 0 errors, 0 redirects, 9 skips, 9 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpmimh6ky7/devices/sda1 (pid: 1329778) +test DEBUG: Update sent for /a/c1/o02 /tmp/tmpmimh6ky7/devices/sda1/async_pending/5d9/74b39c6818abfa3cdadce7038f4a15d9-1715795979.35291 +test DEBUG: Update sent for /a/c1/o00 /tmp/tmpmimh6ky7/devices/sda1/async_pending/a20/8110018052c71b62f4f93b1cd45fda20-1715795979.35265 +test DEBUG: Update sent for /a/c1/o01 /tmp/tmpmimh6ky7/devices/sda1/async_pending/22b/9f78f96341102120ea7474897595a22b-1715795979.35279 +test INFO: Object update sweep completed on /tmp/tmpmimh6ky7/devices/sda1 in 0.10s seconds:, 3 successes, 0 failures, 0 quarantines, 3 unlinks, 0 errors, 0 redirects, 1 skips, 2 deferrals, 1 drains (pid: 1329778) +test INFO: Object update single-threaded sweep completed: 0.10s, 3 successes, 0 failures, 0 quarantines, 3 unlinks, 0 errors, 0 redirects, 1 skips, 2 deferrals, 1 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpftptsl2c/devices/sda1 (pid: 1329778) +test DEBUG: Update sent for /a/c1/o04 /tmp/tmpftptsl2c/devices/sda1/async_pending/016/7bf5c8c93f8043f6705026176f67c016-1715795979.47174 +test DEBUG: Update sent for /a/c1/o02 /tmp/tmpftptsl2c/devices/sda1/async_pending/5d9/74b39c6818abfa3cdadce7038f4a15d9-1715795979.47148 +test DEBUG: Update sent for /a/c1/o00 /tmp/tmpftptsl2c/devices/sda1/async_pending/a20/8110018052c71b62f4f93b1cd45fda20-1715795979.47109 +test DEBUG: Update sent for /a/c1/o03 /tmp/tmpftptsl2c/devices/sda1/async_pending/ff2/d12c716df8024e3a557661979780dff2-1715795979.47161 +test INFO: Object update sweep completed on /tmp/tmpftptsl2c/devices/sda1 in 0.00s seconds:, 4 successes, 0 failures, 0 quarantines, 4 unlinks, 0 errors, 0 redirects, 1 skips, 3 deferrals, 2 drains (pid: 1329778) +test INFO: Object update single-threaded sweep completed: 0.00s, 4 successes, 0 failures, 0 quarantines, 4 unlinks, 0 errors, 0 redirects, 1 skips, 3 deferrals, 2 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmp9vrz0ys7/devices/sda1 (pid: 1329778) +test DEBUG: Update sent for /a/c1/o03 /tmp/tmp9vrz0ys7/devices/sda1/async_pending/ff2/d12c716df8024e3a557661979780dff2-1715795979.47774 +test DEBUG: Update sent for /a/c1/o02 /tmp/tmp9vrz0ys7/devices/sda1/async_pending/5d9/74b39c6818abfa3cdadce7038f4a15d9-1715795979.47757 +test INFO: Object update sweep completed on /tmp/tmp9vrz0ys7/devices/sda1 in 0.11s seconds:, 2 successes, 0 failures, 0 quarantines, 2 unlinks, 0 errors, 0 redirects, 2 skips, 2 deferrals, 0 drains (pid: 1329778) +test INFO: Object update single-threaded sweep completed: 0.11s, 2 successes, 0 failures, 0 quarantines, 2 unlinks, 0 errors, 0 redirects, 2 skips, 2 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpq5y2ad5o/devices/sda1 (pid: 1329778) +test DEBUG: Update sent for /.shards_a/c2_shard/o09 /tmp/tmpq5y2ad5o/devices/sda1/async_pending/ca9/43aefe16fd826546f72b52db0520cca9-1715795979.60545 +test DEBUG: Update sent for /a/c1/o07 /tmp/tmpq5y2ad5o/devices/sda1/async_pending/fc8/26ac197975ac1169d403eeb7ae8bbfc8-1715795979.60489 +test DEBUG: Update sent for /a/c1/o04 /tmp/tmpq5y2ad5o/devices/sda1/async_pending/016/7bf5c8c93f8043f6705026176f67c016-1715795979.60456 +test DEBUG: Update sent for /a/c1/o00 /tmp/tmpq5y2ad5o/devices/sda1/async_pending/a20/8110018052c71b62f4f93b1cd45fda20-1715795979.60407 +test DEBUG: Update sent for /a/c1/o03 /tmp/tmpq5y2ad5o/devices/sda1/async_pending/ff2/d12c716df8024e3a557661979780dff2-1715795979.60445 +test DEBUG: Update sent for /a/c1/o05 /tmp/tmpq5y2ad5o/devices/sda1/async_pending/dc4/017ff741f591e7220e0836a0c4fcedc4-1715795979.60467 +test DEBUG: Update sent for /a/c1/o08 /tmp/tmpq5y2ad5o/devices/sda1/async_pending/5b8/4e594cf882aac2f7f8f2f4cdade285b8-1715795979.60500 +test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_unlimited +test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_unlimited ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_unsent_deferrals +test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_unsent_deferrals ... ok +test.unit.account.test_server.TestAccountController.test_prefix_with_reserved +test.unit.account.test_server.TestAccountController.test_prefix_with_reserved ... ok +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.account.test_server.TestAccountController.test_replicaiton_server_call_all_methods +test.unit.account.test_server.TestAccountController.test_replicaiton_server_call_all_methods ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_reverse_prefix_delim +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_reverse_prefix_delim ... ok +test.unit.cli.test_drive_full_checker.TestContainerDeleter.test_drive_full +test.unit.cli.test_drive_full_checker.TestContainerDeleter.test_drive_full ... ok +test.unit.cli.test_drive_full_checker.TestContainerDeleter.test_drive_with_space +test.unit.cli.test_drive_full_checker.TestContainerDeleter.test_drive_with_space ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: public None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_without_permission ... ok test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: authenticated None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_authenticated_users +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_authenticated_users ... ok +test.unit.account.test_server.TestAccountController.test_reserved_markers_with_non_reserved +test.unit.account.test_server.TestAccountController.test_reserved_markers_with_non_reserved ... ok +test.unit.account.test_server.TestAccountController.test_serv_reserv +test.unit.account.test_server.TestAccountController.test_serv_reserv ... ok +test.unit.account.test_server.TestAccountController.test_through_call +test.unit.account.test_server.TestAccountController.test_through_call ... ok +test.unit.account.test_server.TestAccountController.test_through_call_invalid_path +test.unit.account.test_server.TestAccountController.test_through_call_invalid_path ... ok +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_per_policy_config +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_per_policy_config ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_per_policy_config_overrides_and_inherits +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_per_policy_config_overrides_and_inherits ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_proxy_server_config +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_proxy_server_config ... ok +test.unit.account.test_server.TestAccountController.test_through_call_invalid_path_utf8 +test.unit.account.test_server.TestAccountController.test_through_call_invalid_path_utf8 ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_analyze_stdin +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_analyze_stdin ... ok test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ @@ -13227,854 +18582,1913 @@ raise InternalError('unexpected status code %d' % status) swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_POST_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_POST_error ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_delete_db_does_not_clear_particular_sharding_meta -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_delete_db_does_not_clear_particular_sharding_meta ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_POST_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_POST_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_analyze_stdin_with_overlaps +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_analyze_stdin_with_overlaps ... ok +test INFO: - - - [15/May/2024:17:59:38 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:38 +0000] "method_doesnt_exist /sda1/p/a" 405 - "-" "-" "-" 0.0001 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:38 +0000] "__init__ /sda1/p/a" 405 - "-" "-" "-" 0.0005 "-" 1329772 - +test INFO: 1.2.3.4 - - [01/Jan/1970:02:46:42 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 2.0000 "-" 1234 - +test INFO: - - - [15/May/2024:17:59:38 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0611 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:38 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0045 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:38 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0727 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:38 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0746 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:38 +0000] "GET /sda1/p/a" 200 218 "-" "-" "-" 0.0014 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:38 +0000] "GET /sda1/p/a" 200 109 "-" "-" "-" 0.0014 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:38 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0356 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:38 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0009 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:38 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0538 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:38 +0000] "PUT /sda1/p/a/%00null%00test03" 201 - "-" "-" "-" 0.0600 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:38 +0000] "GET /sda1/p/a" 200 219 "-" "-" "-" 0.0398 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:38 +0000] "GET /sda1/p/a" 200 110 "-" "-" "-" 0.0019 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:39 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0552 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:39 +0000] "PUT /sda1/p/a/c_zero" 201 - "-" "-" "-" 0.0012 "-" 1329772 0 +test INFO: - - - [15/May/2024:17:59:39 +0000] "PUT /sda1/p/a/c_one" 201 - "-" "-" "-" 0.0558 "-" 1329772 1 +test INFO: - - - [15/May/2024:17:59:39 +0000] "PUT /sda1/p/a/c_two" 201 - "-" "-" "-" 0.0684 "-" 1329772 2 +test INFO: - - - [15/May/2024:17:59:39 +0000] "PUT /sda1/p/a/c_three" 201 - "-" "-" "-" 0.0678 "-" 1329772 3 +test INFO: - - - [15/May/2024:17:59:39 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0456 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:39 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0574 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:39 +0000] "PUT /sda1/p/a/%00null%00" 201 - "-" "-" "-" 0.0009 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:39 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0617 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:39 +0000] "PUT /sda1/p/a/null" 201 - "-" "-" "-" 0.0463 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:39 +0000] "GET /sda1/p/a" 200 92 "-" "-" "-" 0.0645 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:39 +0000] "GET /sda1/p/a" 200 304 "-" "-" "-" 0.0078 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:39 +0000] "GET /sda1/p/a" 200 201 "-" "-" "-" 0.0013 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:39 +0000] "GET /sda1/p/a" 200 201 "-" "-" "-" 0.0013 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:39 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0585 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:39 +0000] "GET /sda1/p/a" 200 68 "-" "-" "-" 0.0014 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:39 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0012 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:39 +0000] "GET /sda1/p/a" 400 37 "-" "-" "-" 0.0002 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:39 +0000] "GET /sda1/p/a" 400 33 "-" "-" "-" 0.0001 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:39 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0001 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:39 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0001 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:39 +0000] "GET /sda1/p/a" 400 38 "-" "-" "-" 0.0001 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:39 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0001 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:39 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0473 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:39 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:39 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:39 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:39 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:39 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0027 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:39 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:39 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0649 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:39 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0028 "-" 1329772 0 +test INFO: - - - [15/May/2024:17:59:39 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0664 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:39 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:39 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0632 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:39 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0024 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:39 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0692 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:39 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:40 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0589 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:40 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0009 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:40 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0721 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:40 +0000] "PUT /sda1/p/a/%00null%00foo" 201 - "-" "-" "-" 0.0649 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:40 +0000] "PUT /sda1/p/a/%00nullish" 201 - "-" "-" "-" 0.0825 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:40 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0725 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:40 +0000] "GET /sda1/p/a" 200 133 "-" "-" "-" 0.0042 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:40 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0751 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:40 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0010 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:40 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0344 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:40 +0000] "PUT /sda1/p/a/%00null%00foo" 201 - "-" "-" "-" 0.0678 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:40 +0000] "PUT /sda1/p/a/%00nullish" 201 - "-" "-" "-" 0.0553 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:40 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0560 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:40 +0000] "GET /sda1/p/a" 200 218 "-" "-" "-" 0.0017 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:40 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0799 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:40 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0010 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:40 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0584 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:40 +0000] "PUT /sda1/p/a/nullish" 201 - "-" "-" "-" 0.0589 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:41 +0000] "GET /sda1/p/a" 200 313 "-" "-" "-" 0.0603 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:41 +0000] "GET /sda1/p/a" 200 95 "-" "-" "-" 0.0015 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:41 +0000] "GET /sda1/p/a" 200 313 "-" "-" "-" 0.0015 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:41 +0000] "GET /sda1/p/a" 200 204 "-" "-" "-" 0.0013 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:41 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 1329772 - +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path_utf8 +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path_utf8 ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_utf8_metadata +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_utf8_metadata ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypter.test_app_exception +test.unit.common.middleware.crypto.test_decrypter.TestDecrypter.test_app_exception ... ok +test.unit.common.middleware.s3api.test_cfg.TestS3ApiCfg.test_config +test.unit.common.middleware.s3api.test_cfg.TestS3ApiCfg.test_config ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_list_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_list_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_encoding_type_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_encoding_type_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_maxuploads ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_maxuploads_over_default +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_maxuploads_over_default ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_negative_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_negative_maxuploads ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_paginated +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_paginated ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_str_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_str_maxuploads ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_delimiter ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_id_and_key_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_id_and_key_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_key_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_key_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_prefix +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_prefix ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_without_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_without_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_without_segment_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_without_segment_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_abort +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_abort ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_complete +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_complete ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_initiate +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_initiate ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_missing_key +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_missing_key ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_success +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_success ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_success_mixed_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_success_mixed_policy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_v4_bad_hash +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_v4_bad_hash ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_encoding_type +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_encoding_type ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_encoding_type_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_encoding_type_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_max_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_max_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_negative_max_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_negative_max_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_negative_part_number_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_negative_part_number_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_max_32bit_int +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_max_32bit_int ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_max_32bit_int_part_number_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_max_32bit_int_part_number_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_max_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_max_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_part_number_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_part_number_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_same_max_marts_as_objects_num +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_same_max_marts_as_objects_num ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_str_max_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_str_max_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_str_part_number_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_str_part_number_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_with_part_number_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_with_part_number_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_without_encoding_type +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_without_encoding_type ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_with_segment_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_with_segment_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_with_segment_bucket_mixed_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_with_segment_bucket_mixed_policy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_without_segment_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_without_segment_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_without_segment_bucket_mixed_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_without_segment_bucket_mixed_policy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_with_segment_bucket_mixed_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_with_segment_bucket_mixed_policy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_make_public +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_make_public ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_same_acls +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_same_acls ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_same_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_same_policy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multi_upload_empty_body +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multi_upload_empty_body ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_abort +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_abort ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_abort_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_abort_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_404_on_marker_delete +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_404_on_marker_delete ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_409_on_marker_delete +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_409_on_marker_delete ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_failure_with_heartbeat +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_failure_with_heartbeat ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_marker_ts_in_future +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_marker_ts_in_future ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_marker_ts_now +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_marker_ts_now ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_mixed_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_mixed_policy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_no_content_type +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_no_content_type ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_non_ascii +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_non_ascii ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_old_content_type +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_old_content_type ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_other_headers +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_other_headers ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_segment_too_small +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_segment_too_small ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_single_zero_length_segment +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_single_zero_length_segment ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_weird_host_name +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_weird_host_name ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_with_heartbeat +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_with_heartbeat ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_zero_length_final_segment +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_zero_length_final_segment ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_zero_segments +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_zero_segments ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_s3acl_with_cached_seg_buck +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_s3acl_with_cached_seg_buck ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_with_segment_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_with_segment_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_without_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_without_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_without_segment_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_without_segment_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_invalid_md5 +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_invalid_md5 ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_invalid_sha256 +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_invalid_sha256 ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_missing_part_with_heartbeat +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_missing_part_with_heartbeat ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_etag_mismatch +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_etag_mismatch ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_mixed_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_mixed_policy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_nothing_there +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_nothing_there ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_upload_id_mismatch +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_upload_id_mismatch ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_upper_sha256 +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_upper_sha256 ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_uploads_list +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_uploads_list ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_upload_part +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_upload_part ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_upload_part_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_upload_part_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_headers_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_headers_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_headers_with_match +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_headers_with_match ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_headers_with_not_match +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_headers_with_not_match ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range_invalid +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range_invalid ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range_unsatisfiable +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range_unsatisfiable ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_dict +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_dict ... ok +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}}}' - rejecting request +test WARNING: The following digest algorithms are configured but not supported: md5, not-a-valid-digest +test.unit.common.middleware.test_formpost.TestSwiftInfo.test_non_default_methods +test.unit.common.middleware.test_formpost.TestSwiftInfo.test_non_default_methods ... ok +test.unit.common.middleware.test_formpost.TestSwiftInfo.test_registered_defaults +test.unit.common.middleware.test_formpost.TestSwiftInfo.test_registered_defaults ... ok +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_allow_reserved_names +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_allow_reserved_names ... ok +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_duplicate_headers_not_removed +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_duplicate_headers_not_removed ... ok +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_location_header_fixed +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_location_header_fixed ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_reverse_prefix_delim +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_reverse_prefix_delim ... ok +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_ok_header +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_ok_header ... ok +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_removed_inbound +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_removed_inbound ... ok +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_removed_outbound +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_removed_outbound ... ok +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_shunt_bypassed_inbound +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_shunt_bypassed_inbound ... ok +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_shunted_inbound +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_shunted_inbound ... ok +test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_cache_middleware +test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_cache_middleware ... ok +test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_filter_factory +test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_filter_factory ... ok +test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_config +test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_config ... ok +test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_config_with_options +test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_config_with_options ... ok +test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_memcache_config +test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_memcache_config ... ok +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest ... ok +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_passthrough +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_passthrough ... ok +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_ratelimiting +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_ratelimiting ... ok +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_repeated_segments_uses_multi_range_requests +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_repeated_segments_uses_multi_range_requests ... ok +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_with_submanifest +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_with_submanifest ... ok +test DEBUG: Update sent for /a/c1/o01 /tmp/tmpq5y2ad5o/devices/sda1/async_pending/22b/9f78f96341102120ea7474897595a22b-1715795979.60421 +test DEBUG: Update sent for /a/c1/o09 /tmp/tmpq5y2ad5o/devices/sda1/async_pending/bee/db77f283b4b1bb5e5b6ce501ca337bee-1715795979.60511 +test DEBUG: Update sent for /a/c1/o06 /tmp/tmpq5y2ad5o/devices/sda1/async_pending/5b6/29e303e1cb80d29563757ae87f5c55b6-1715795979.60478 +test DEBUG: Update sent for /a/c1/o02 /tmp/tmpq5y2ad5o/devices/sda1/async_pending/5d9/74b39c6818abfa3cdadce7038f4a15d9-1715795979.60433 +test INFO: Object update sweep completed on /tmp/tmpq5y2ad5o/devices/sda1 in 0.20s seconds:, 11 successes, 0 failures, 0 quarantines, 11 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1329778) +test INFO: Object update single-threaded sweep completed: 0.20s, 11 successes, 0 failures, 0 quarantines, 11 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpoy_va7ii/devices/sda1 (pid: 1329778) +test DEBUG: Update sent for /a/c1/o03 /tmp/tmpoy_va7ii/devices/sda1/async_pending/ff2/d12c716df8024e3a557661979780dff2-1715795979.81299 +test DEBUG: Update sent for /a/c1/o02 /tmp/tmpoy_va7ii/devices/sda1/async_pending/5d9/74b39c6818abfa3cdadce7038f4a15d9-1715795979.81288 +test DEBUG: Update sent for /a/c1/o00 /tmp/tmpoy_va7ii/devices/sda1/async_pending/a20/8110018052c71b62f4f93b1cd45fda20-1715795979.81262 +test DEBUG: Update sent for /a/c1/o06 /tmp/tmpoy_va7ii/devices/sda1/async_pending/5b6/29e303e1cb80d29563757ae87f5c55b6-1715795979.81332 +test DEBUG: Update sent for /a/c1/o04 /tmp/tmpoy_va7ii/devices/sda1/async_pending/016/7bf5c8c93f8043f6705026176f67c016-1715795979.81310 +test INFO: Object update sweep completed on /tmp/tmpoy_va7ii/devices/sda1 in 0.00s seconds:, 5 successes, 0 failures, 0 quarantines, 5 unlinks, 0 errors, 0 redirects, 2 skips, 4 deferrals, 2 drains (pid: 1329778) +test INFO: Object update single-threaded sweep completed: 0.00s, 5 successes, 0 failures, 0 quarantines, 5 unlinks, 0 errors, 0 redirects, 2 skips, 4 deferrals, 2 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmp4i_m0e_w/devices/sda1 (pid: 1329778) +test INFO: Object update sweep completed on /tmp/tmp4i_m0e_w/devices/sda1 in 0.00s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1329778) +test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmp4i_m0e_w/devices/sda1 (pid: 1329778) +test INFO: Object update sweep completed on /tmp/tmp4i_m0e_w/devices/sda1 in 0.00s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1329778) +test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmp4i_m0e_w/devices/sda1 (pid: 1329778) +test INFO: Object update sweep completed on /tmp/tmp4i_m0e_w/devices/sda1 in 0.00s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1329778) +test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmp4i_m0e_w/devices/sda1 (pid: 1329778) +test ERROR: ERROR with remote server 127.0.0.1:67890/sda1: Connection refused +test ERROR: ERROR with remote server 127.0.0.1:67890/sda1: Connection refused +test ERROR: ERROR with remote server 127.0.0.1:67890/sda1: Connection refused +test DEBUG: Update failed for /a/c/o /tmp/tmp4i_m0e_w/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1715795979.83013 +test INFO: Object update sweep completed on /tmp/tmp4i_m0e_w/devices/sda1 in 0.00s seconds:, 0 successes, 1 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1329778) +test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmp4i_m0e_w/devices/sda1 (pid: 1329778) +test DEBUG: Error code 500 is returned from remote server 127.0.0.1:48895/sda1 +test DEBUG: Error code 500 is returned from remote server 127.0.0.1:48895/sda1 +test DEBUG: Update failed for /a/c/o /tmp/tmp4i_m0e_w/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1715795979.83013 +test INFO: Object update sweep completed on /tmp/tmp4i_m0e_w/devices/sda1 in 0.05s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1329778) +test INFO: Object update single-threaded sweep completed: 0.05s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmp4i_m0e_w/devices/sda1 (pid: 1329778) +test DEBUG: Error code 404 is returned from remote server 127.0.0.1:48895/sda1 +test DEBUG: Update failed for /a/c/o /tmp/tmp4i_m0e_w/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1715795979.83013 +test INFO: Object update sweep completed on /tmp/tmp4i_m0e_w/devices/sda1 in 0.06s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1329778) +test INFO: Object update single-threaded sweep completed: 0.06s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmp4i_m0e_w/devices/sda1 (pid: 1329778) +test INFO: Timeout waiting on remote server 127.0.0.1:48895/sda1: 99 seconds +test DEBUG: Update failed for /a/c/o /tmp/tmp4i_m0e_w/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1715795979.83013 +test INFO: Object update sweep completed on /tmp/tmp4i_m0e_w/devices/sda1 in 0.00s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1329778) +test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmp4i_m0e_w/devices/sda1 (pid: 1329778) +test INFO: Timeout connecting to remote server 127.0.0.1:48895/sda1: 9 seconds +test DEBUG: Update failed for /a/c/o /tmp/tmp4i_m0e_w/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1715795979.83013 +test INFO: Object update sweep completed on /tmp/tmp4i_m0e_w/devices/sda1 in 0.00s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1329778) +test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmp4i_m0e_w/devices/sda1 (pid: 1329778) +test DEBUG: Update sent for /a/c/o /tmp/tmp4i_m0e_w/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1715795979.83013 +test INFO: Object update sweep completed on /tmp/tmp4i_m0e_w/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1329778) +test.unit.obj.test_updater.TestObjectUpdater.test_run_once +test.unit.obj.test_updater.TestObjectUpdater.test_run_once ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_run_once_with_disk_unmounted +test.unit.obj.test_updater.TestObjectUpdater.test_run_once_with_disk_unmounted ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_sweep_logs +test.unit.obj.test_updater.TestObjectUpdater.test_sweep_logs ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_sweep_logs_multiple_policies +test.unit.obj.test_updater.TestObjectUpdater.test_sweep_logs_multiple_policies ... ok +test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_record_type_object_makes_no_cache_lookup +test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_record_type_object_makes_no_cache_lookup ... ok +test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_include_deleted_shards +test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_include_deleted_shards ... ok +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_with_submanifest_bytes_in_content_type +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_with_submanifest_bytes_in_content_type ... ok +test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_requesting_listing_shards +test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_requesting_listing_shards ... ok +test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_requesting_updating_shards +test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_requesting_updating_shards ... ok +test.unit.proxy.controllers.test_obj.TestECFunctions.test_chunk_transformer +test.unit.proxy.controllers.test_obj.TestECFunctions.test_chunk_transformer ... ok +test.unit.proxy.controllers.test_obj.TestECFunctions.test_chunk_transformer_non_aligned_last_chunk +test.unit.proxy.controllers.test_obj.TestECFunctions.test_chunk_transformer_non_aligned_last_chunk ... ok +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_multiple_ranges_get_manifest +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_multiple_ranges_get_manifest ... ok +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_multiple_ranges_including_suffix_get_manifest +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_multiple_ranges_including_suffix_get_manifest ... ok +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_range_get_manifest +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_range_get_manifest ... ok +test.unit.proxy.controllers.test_obj.TestECFunctions.test_client_range_to_segment_range +test.unit.proxy.controllers.test_obj.TestECFunctions.test_client_range_to_segment_range ... ok +test.unit.proxy.controllers.test_obj.TestECFunctions.test_segment_range_to_fragment_range +test.unit.proxy.controllers.test_obj.TestECFunctions.test_segment_range_to_fragment_range ... ok +test.unit.common.middleware.test_slo.TestSloGetRawManifest.test_get_raw_manifest +test.unit.common.middleware.test_slo.TestSloGetRawManifest.test_get_raw_manifest ... ok +test.unit.common.middleware.test_slo.TestSloGetRawManifest.test_get_raw_manifest_passthrough_with_ranges +test.unit.common.middleware.test_slo.TestSloGetRawManifest.test_get_raw_manifest_passthrough_with_ranges ... ok +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings ... ok +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings_float_replica_count_builder_error +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings_float_replica_count_builder_error ... ok +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings_rebalance_needed +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings_rebalance_needed ... ok +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_only_one_ring_in_the_args_error +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_only_one_ring_in_the_args_error ... ok +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_same_device_in_the_different_rings_error +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_same_device_in_the_different_rings_error ... ok +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_same_region_in_the_different_rings_error +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_same_region_in_the_different_rings_error ... ok +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_different_part_power_error +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_different_part_power_error ... ok +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_different_replica_count_works +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_different_replica_count_works ... ok +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_ring_swap +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_ring_swap ... ok +test.unit.common.ring.test_ring.TestRingData.test_attrs +test.unit.common.ring.test_ring.TestRingData.test_attrs ... ok +test.unit.common.ring.test_ring.TestRingData.test_byteswapped_serialization +test.unit.common.ring.test_ring.TestRingData.test_byteswapped_serialization ... ok +test.unit.common.ring.test_ring.TestRingData.test_can_load_pickled_ring_data +test.unit.common.ring.test_ring.TestRingData.test_can_load_pickled_ring_data ... ok +test.unit.common.ring.test_ring.TestRingData.test_deterministic_serialization +test.unit.common.ring.test_ring.TestRingData.test_deterministic_serialization ... ok +test.unit.common.ring.test_ring.TestRingData.test_load_closes_file +test.unit.common.ring.test_ring.TestRingData.test_load_closes_file ... ok +test.unit.common.ring.test_ring.TestRingData.test_permissions +test.unit.common.ring.test_ring.TestRingData.test_permissions ... ok +test.unit.common.ring.test_ring.TestRingData.test_replica_count +test.unit.common.ring.test_ring.TestRingData.test_replica_count ... ok +test.unit.common.ring.test_ring.TestRingData.test_roundtrip_serialization +test.unit.common.ring.test_ring.TestRingData.test_roundtrip_serialization ... ok +test.unit.common.test_base_storage_server.TestBaseStorageServer.test_OPTIONS +test.unit.common.test_base_storage_server.TestBaseStorageServer.test_OPTIONS ... ok +test.unit.common.test_base_storage_server.TestBaseStorageServer.test_OPTIONS_error +test.unit.common.test_base_storage_server.TestBaseStorageServer.test_OPTIONS_error ... ok +test.unit.common.test_base_storage_server.TestBaseStorageServer.test_allowed_methods +test.unit.common.test_base_storage_server.TestBaseStorageServer.test_allowed_methods ... ok +test.unit.common.test_base_storage_server.TestBaseStorageServer.test_server_type +test.unit.common.test_base_storage_server.TestBaseStorageServer.test_server_type ... ok +test.unit.common.test_db.TestChexor.test_chexor +test.unit.common.test_db.TestChexor.test_chexor ... ok +test.unit.common.test_db.TestChexor.test_invalid_old_hash +test.unit.common.test_db.TestChexor.test_invalid_old_hash ... ok +test.unit.common.test_db.TestChexor.test_no_name +test.unit.common.test_db.TestChexor.test_no_name ... ok +test.unit.common.test_db.TestChexor.test_normal_case +test.unit.common.test_db.TestChexor.test_normal_case ... ok +test.unit.common.test_db.TestExampleBroker.test_commit_pending +test.unit.common.test_db.TestExampleBroker.test_commit_pending ... ok +test.unit.common.test_db.TestExampleBroker.test_delete_db +test.unit.common.test_db.TestExampleBroker.test_delete_db ... ok +test.unit.common.test_db.TestExampleBroker.test_get_info +test.unit.common.test_db.TestExampleBroker.test_get_info ... ok +test.unit.common.test_db.TestExampleBroker.test_get_max_row +test.unit.common.test_db.TestExampleBroker.test_get_max_row ... ok +test.unit.common.test_db.TestExampleBroker.test_get_raw_metadata +test.unit.common.test_db.TestExampleBroker.test_get_raw_metadata ... ok +test.unit.common.test_db.TestExampleBroker.test_get_syncs +test.unit.common.test_db.TestExampleBroker.test_get_syncs ... ok +test.unit.common.test_db.TestExampleBroker.test_maybe_get +test.unit.common.test_db.TestExampleBroker.test_maybe_get ... ok +test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_delete_with_objects +test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_delete_with_objects ... ok +test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_recreate_with_objects +test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_recreate_with_objects ... ok +test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_simple_delete +test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_simple_delete ... ok +test.unit.account.test_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers +test.unit.account.test_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers ... ok +test.unit.account.test_replicator.TestReplicatorSync.test_local_ids +test.unit.account.test_replicator.TestReplicatorSync.test_local_ids ... ok +test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_simple_recreate +test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_simple_recreate ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_all_donors_shrink_to_root +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_all_donors_shrink_to_root ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_bad_args +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_bad_args ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Storage-Class': 'STANDARD', 'Content-Md5': 'XUFAKrxLKna5cZ2REBfFkg==', 'Date': 'Wed, 18 Jun 2025 00:02:34 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '5d41402abc4b2a76b9719d911017c592', 'X-Timestamp': '1750204954.06690', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: some source HEAD {} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Wed, 15 May 2024 17:59:32 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715795972.00000', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: some source HEAD {} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Wed, 15 May 2024 17:59:32 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715795972.00000', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy ... ok +test DEBUG: checking permission: some source HEAD {} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source?versionId=null', 'Date': 'Wed, 15 May 2024 17:59:32 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715795972.00000', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: some source HEAD {} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Wed, 15 May 2024 17:59:32 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715795972.00000', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_empty_src_path +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_empty_src_path ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_error ... ok +test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_update_delete_no_status_change +test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_update_delete_no_status_change ... ok +test.unit.account.test_replicator.TestReplicatorSync.test_replicator_sync +test.unit.account.test_replicator.TestReplicatorSync.test_replicator_sync ... ok +test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_update_put_no_status_change +test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_update_put_no_status_change ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_with_read_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_with_read_permission ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/bucket.py", line 345, in GET + resp = req.get_response(self.app, query=query) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1637, in get_response + return self.get_acl_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1613, in get_acl_response + resp = self._get_response( + ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_without_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_list_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_list_parts ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: some source HEAD {} -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Wed, 18 Jun 2025 00:02:34 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750204954.00000', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_error +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_error ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_non_json +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_non_json ... ok +test.unit.common.test_db.TestExampleBroker.test_put_timestamp +test.unit.common.test_db.TestExampleBroker.test_put_timestamp ... ok +test INFO: - - - [15/May/2024:17:59:41 +0000] "GET /bob" 400 18 "-" "-" "-" 0.0001 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:41 +0000] "GET /sda1/p/a/c%D8%3E%2520" 412 12 "-" "-" "-" 0.0001 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:41 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.1031 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:41 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0748 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:41 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0729 "-" 1329772 - +test INFO: - - - [15/May/2024:17:59:41 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0566 "-" 1329772 - test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: some source HEAD {} -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Wed, 18 Jun 2025 00:02:34 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750204954.00000', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: some source HEAD {} -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source?versionId=null', 'Date': 'Wed, 18 Jun 2025 00:02:34 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750204954.00000', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: some source HEAD {} -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Wed, 18 Jun 2025 00:02:34 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750204954.00000', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_empty_src_path -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_empty_src_path ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_error ... ok -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_different_builders -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_different_builders ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_load_old_pending_puts -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_load_old_pending_puts ... ok -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_simple_delete -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_simple_delete ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_list_parts_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_list_parts_error ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: some source HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: some source HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: some source HEAD {'If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: some source HEAD {'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: some source HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT'} -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Wed, 18 Jun 2025 00:02:34 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750204954.70151', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_with_match_and_s3acl -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_with_match_and_s3acl ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_with_not_match_and_s3acl -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_with_not_match_and_s3acl ... ok -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_different_number_builders -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_different_number_builders ... ok -test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_json -test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_json ... ok -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_duplicate_builder_ids -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_duplicate_builder_ids ... ok -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_simple_recreate -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_simple_recreate ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:37 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:37 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:37 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e', 'Content-Length': '0'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:37 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6', 'Content-Length': '0'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:37 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:37 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:41 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:41 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.account.test_backend.TestAccountBroker.test_reclaim -test.unit.account.test_backend.TestAccountBroker.test_reclaim ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multi_upload_empty_body -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multi_upload_empty_body ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_abort -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_abort ... ok -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_insufficient_builders -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_insufficient_builders ... ok -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_missing_builder_id -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_missing_builder_id ... ok -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:41 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:41 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: some source HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Wed, 18 Jun 2025 00:02:36 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750204956.68437', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: some source HEAD {} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_metadata_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_metadata_copy ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_is_status_deleted -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_is_status_deleted ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_abort_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_abort_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_complete_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_complete_error ... ok -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Wed, 18 Jun 2025 00:02:36 -0000', 'X-Amz-Metadata-Directive': 'COPY', 'X-Amz-Meta-Something': 'oh hai', 'X-Amz-Meta-Unreadable-Prefix': '\x04w', 'X-Amz-Meta-Unreadable-Suffix': 'h\x04', 'X-Amz-Meta-Lots-Of-Unprintable': '\x04\x04\x04\x04\x04', 'Cache-Control': 'hello', 'Content-Disposition': 'how are you', 'Content-Encoding': 'good and you', 'Content-Language': 'great', 'Expires': 'yeah', 'X-Robots-Tag': 'bye', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750204956.69499', 'Content-Type': 'so'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: some source HEAD {} -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Wed, 18 Jun 2025 00:02:37 -0000', 'X-Amz-Metadata-Directive': 'REPLACE', 'X-Amz-Meta-Something': 'oh hai', 'X-Amz-Meta-Unreadable-Prefix': '\x04w', 'X-Amz-Meta-Unreadable-Suffix': 'h\x04', 'X-Amz-Meta-Lots-Of-Unprintable': '\x04\x04\x04\x04\x04', 'Cache-Control': 'hello', 'Content-Disposition': 'how are you', 'Content-Encoding': 'good and you', 'Content-Language': 'great', 'Expires': 'yeah', 'X-Robots-Tag': 'bye', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750204957.06148', 'Content-Type': 'so'} +test DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_metadata_replace -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_metadata_replace ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self_metadata_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self_metadata_copy ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:38 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '13'} -test DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:38 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_complete_s3acl -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_complete_s3acl ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_initiate_no_content_type -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_initiate_no_content_type ... ok -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_older_builder -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_older_builder ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {} +test DEBUG: Expecting an element , got nothing, line 1 test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:42 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:testertest:testerFULL_CONTROL -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:testertest:testerFULL_CONTROL -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {} -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/bucket/object', 'Date': 'Wed, 18 Jun 2025 00:02:37 -0000', 'X-Amz-Metadata-Directive': 'REPLACE', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750204957.00000', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self_metadata_replace -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self_metadata_replace ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_fullcontrol_permission ... ok -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_update_delete_no_status_change -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_update_delete_no_status_change ... ok -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_replica_count_changed -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_replica_count_changed ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:38 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_uploads_list -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_uploads_list ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_upload_part -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_upload_part ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info_no_stale_reads -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info_no_stale_reads ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_shrinking_default -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_shrinking_default ... ok -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_unchanged_builders -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_unchanged_builders ... ok -test.unit.common.test_db.TestDatabaseConnectionError.test_str -test.unit.common.test_db.TestDatabaseConnectionError.test_str ... ok -test.unit.common.test_error_limiter.TestErrorLimiter.test_increment -test.unit.common.test_error_limiter.TestErrorLimiter.test_increment ... ok -test.unit.common.test_error_limiter.TestErrorLimiter.test_init_bad_config -test.unit.common.test_error_limiter.TestErrorLimiter.test_init_bad_config ... ok -test.unit.common.test_error_limiter.TestErrorLimiter.test_init_config -test.unit.common.test_error_limiter.TestErrorLimiter.test_init_config ... ok -test.unit.common.test_error_limiter.TestErrorLimiter.test_is_limited -test.unit.common.test_error_limiter.TestErrorLimiter.test_is_limited ... ok -test.unit.common.test_error_limiter.TestErrorLimiter.test_node_key -test.unit.common.test_error_limiter.TestErrorLimiter.test_node_key ... ok -test.unit.common.test_internal_client.TestCompressingfileReader.test_init -test.unit.common.test_internal_client.TestCompressingfileReader.test_init ... ok -test.unit.common.test_internal_client.TestCompressingfileReader.test_read -test.unit.common.test_internal_client.TestCompressingfileReader.test_read ... ok -test.unit.common.test_internal_client.TestCompressingfileReader.test_seek -test.unit.common.test_internal_client.TestCompressingfileReader.test_seek ... ok -test.unit.common.test_internal_client.TestCompressingfileReader.test_seek_not_implemented_exception -test.unit.common.test_internal_client.TestCompressingfileReader.test_seek_not_implemented_exception ... ok -test.unit.common.test_internal_client.TestGetAuth.test_invalid_version -test.unit.common.test_internal_client.TestGetAuth.test_invalid_version ... ok -test.unit.common.test_internal_client.TestGetAuth.test_ok -test.unit.common.test_internal_client.TestGetAuth.test_ok ... ok -test.unit.common.test_swob.TestConditionalIfMatch.test_match_star -test.unit.common.test_swob.TestConditionalIfMatch.test_match_star ... ok -test.unit.common.test_swob.TestConditionalIfMatch.test_match_star_on_404 -test.unit.common.test_swob.TestConditionalIfMatch.test_match_star_on_404 ... ok -test.unit.common.test_swob.TestConditionalIfMatch.test_no_match -test.unit.common.test_swob.TestConditionalIfMatch.test_no_match ... ok -test.unit.common.test_swob.TestConditionalIfMatch.test_quoted_simple_match -test.unit.common.test_swob.TestConditionalIfMatch.test_quoted_simple_match ... ok -test.unit.common.test_swob.TestConditionalIfMatch.test_simple_conditional_etag_match -test.unit.common.test_swob.TestConditionalIfMatch.test_simple_conditional_etag_match ... ok -test.unit.common.test_swob.TestConditionalIfMatch.test_simple_conditional_etag_no_match -test.unit.common.test_swob.TestConditionalIfMatch.test_simple_conditional_etag_no_match ... ok -test.unit.common.test_swob.TestConditionalIfMatch.test_simple_match -test.unit.common.test_swob.TestConditionalIfMatch.test_simple_match ... ok -test.unit.common.test_swob.TestConditionalIfModifiedSince.test_absent -test.unit.common.test_swob.TestConditionalIfModifiedSince.test_absent ... ok -test.unit.common.test_swob.TestConditionalIfModifiedSince.test_before -test.unit.common.test_swob.TestConditionalIfModifiedSince.test_before ... ok -test.unit.common.test_swob.TestConditionalIfModifiedSince.test_greater -test.unit.common.test_swob.TestConditionalIfModifiedSince.test_greater ... ok -test.unit.common.test_swob.TestConditionalIfModifiedSince.test_out_of_range_is_ignored -test.unit.common.test_swob.TestConditionalIfModifiedSince.test_out_of_range_is_ignored ... ok -test.unit.common.test_swob.TestConditionalIfModifiedSince.test_same -test.unit.common.test_swob.TestConditionalIfModifiedSince.test_same ... ok -test.unit.common.test_utils.TestAffinityLocalityPredicate.test_empty -test.unit.common.test_utils.TestAffinityLocalityPredicate.test_empty ... ok -test.unit.common.test_utils.TestAffinityLocalityPredicate.test_invalid -test.unit.common.test_utils.TestAffinityLocalityPredicate.test_invalid ... ok -test.unit.common.test_utils.TestAffinityLocalityPredicate.test_multiple -test.unit.common.test_utils.TestAffinityLocalityPredicate.test_multiple ... ok -test.unit.common.test_utils.TestAffinityLocalityPredicate.test_region -test.unit.common.test_utils.TestAffinityLocalityPredicate.test_region ... ok -test.unit.common.test_utils.TestAffinityLocalityPredicate.test_zone -test.unit.common.test_utils.TestAffinityLocalityPredicate.test_zone ... ok -test.unit.common.test_utils.TestFallocate.test_arg_bounds -test.unit.common.test_utils.TestFallocate.test_arg_bounds ... ok -test.unit.common.test_utils.TestFallocate.test_fallocate -test.unit.common.test_utils.TestFallocate.test_fallocate ... ok -test.unit.common.test_utils.TestFallocate.test_fallocate_fatal_error -test.unit.common.test_utils.TestFallocate.test_fallocate_fatal_error ... ok -test.unit.common.test_utils.TestFallocate.test_fallocate_offset -test.unit.common.test_utils.TestFallocate.test_fallocate_offset ... ok -test.unit.common.test_utils.TestFallocate.test_fallocate_silent_errors -test.unit.common.test_utils.TestFallocate.test_fallocate_silent_errors ... ok -test.unit.common.test_utils.TestFallocate.test_no_fallocates_available -test.unit.common.test_utils.TestFallocate.test_no_fallocates_available ... ok -test.unit.common.test_utils.TestFallocate.test_posix_fallocate_fallback -test.unit.common.test_utils.TestFallocate.test_posix_fallocate_fallback ... ok -test.unit.common.test_utils.TestFallocate.test_posix_fallocate_offset -test.unit.common.test_utils.TestFallocate.test_posix_fallocate_offset ... ok -test.unit.common.test_utils.TestFsHasFreeSpace.test_bytes -test.unit.common.test_utils.TestFsHasFreeSpace.test_bytes ... ok -test.unit.common.test_utils.TestFsHasFreeSpace.test_bytes_using_file_descriptor -test.unit.common.test_utils.TestFsHasFreeSpace.test_bytes_using_file_descriptor ... ok -test.unit.common.test_utils.TestFsHasFreeSpace.test_percent -test.unit.common.test_utils.TestFsHasFreeSpace.test_percent ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_blocking_last_next_explodes -test.unit.common.test_utils.TestGreenAsyncPile.test_blocking_last_next_explodes ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_exceptions_at_end_of_streaming_pile -test.unit.common.test_utils.TestGreenAsyncPile.test_exceptions_at_end_of_streaming_pile ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_exceptions_in_streaming_pile -test.unit.common.test_utils.TestGreenAsyncPile.test_exceptions_in_streaming_pile ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_is_asynchronous -test.unit.common.test_utils.TestGreenAsyncPile.test_is_asynchronous ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_delete_object -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_delete_object ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_next_when_empty -test.unit.common.test_utils.TestGreenAsyncPile.test_next_when_empty ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_no_blocking_last_next_explodes -test.unit.common.test_utils.TestGreenAsyncPile.test_no_blocking_last_next_explodes ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_pending -test.unit.common.test_utils.TestGreenAsyncPile.test_pending ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_runs_everything -test.unit.common.test_utils.TestGreenAsyncPile.test_runs_everything ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_wait_with_firstn -test.unit.common.test_utils.TestGreenAsyncPile.test_wait_with_firstn ... ok -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_update_put_no_status_change -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_update_put_no_status_change ... ok -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:testertest:testerFULL_CONTROL -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: src_bucket src_obj HEAD {} -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Wed, 18 Jun 2025 00:02:38 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750204958.24586', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: src_bucket src_obj HEAD {} -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Wed, 18 Jun 2025 00:02:38 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750204958.25761', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_grantee_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_grantee_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_owner_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_owner_permission ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_merge_items -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_merge_items ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_container_iter_with_reserved_name -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_container_iter_with_reserved_name ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_waitall_timeout_completes -test.unit.common.test_utils.TestGreenAsyncPile.test_waitall_timeout_completes ... ok -test.unit.common.test_db.TestExampleBroker.test_put_timestamp -test.unit.common.test_db.TestExampleBroker.test_put_timestamp ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_plain -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_plain ... ok +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID"}}}' +test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID"}}}' - rejecting request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_id +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_id ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_name +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_name ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_token_dict +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_token_dict ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_dict +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_dict ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_id +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_id ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_name +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_name ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_roles +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_roles ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_not_json +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_not_json ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_valid_but_bad_json +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_valid_but_bad_json ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_fail_to_connect_to_keystone +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_fail_to_connect_to_keystone ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_no_s3_creds_defers_to_auth_middleware +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_no_s3_creds_defers_to_auth_middleware ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_unauthorized_token +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_unauthorized_token ... ok +test.unit.common.middleware.s3api.test_utils.TestConfig.test_defaults +test.unit.common.middleware.s3api.test_utils.TestConfig.test_defaults ... ok +test.unit.common.middleware.s3api.test_utils.TestConfig.test_set_get_delete +test.unit.common.middleware.s3api.test_utils.TestConfig.test_set_get_delete ... ok +test.unit.common.middleware.s3api.test_utils.TestConfig.test_update +test.unit.common.middleware.s3api.test_utils.TestConfig.test_update ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_bad_application_quota +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_bad_application_quota ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_bogus_quota_is_ignored +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_bogus_quota_is_ignored ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_container_request_ignores_attempt_to_set_quotas +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_container_request_ignores_attempt_to_set_quotas ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_reseller +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_reseller ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_with_remove_header +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_with_remove_header ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_with_remove_header_reseller +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_with_remove_header_reseller ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller_copy_from +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller_copy_from ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller_copy_verb +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller_copy_verb ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_per_policy_quota +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_per_policy_quota ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_authorized +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_authorized ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_bytes_not_authorized +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_bytes_not_authorized ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_bytes_on_empty_account_not_authorized +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_bytes_on_empty_account_not_authorized ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_not_authorized +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_not_authorized ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_policy_quota +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_policy_quota ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_quotas +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_quotas ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_request_exception +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_request_exception ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_no_info_quota +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_no_info_quota ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_no_quotas +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_no_quotas ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_not_exceed_bytes_quota +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_not_exceed_bytes_quota ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_obj_request_ignores_attempt_to_set_quotas +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_obj_request_ignores_attempt_to_set_quotas ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_container_create_still_works +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_container_create_still_works ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_container_post_still_works +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_container_post_still_works ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_obj_post_still_works +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_obj_post_still_works ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_policy_quota_translation +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_policy_quota_translation ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_unauthorized +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_unauthorized ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_authorized +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_authorized ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_not_authorized +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_not_authorized ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_quota_admin +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_quota_admin ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_quota_reseller +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_quota_reseller ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_admin +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_admin ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_reseller +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_reseller ... ok +test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object +test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object ... ok +test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object_no_segments +test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object_no_segments ... ok +test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object_too_many_segments +test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object_too_many_segments ... ok +test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_exceeded +test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_exceeded ... ok +test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_exceeded_readline +test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_exceeded_readline ... ok +test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_read_sized +test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_read_sized ... ok +test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_whole +test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_whole ... ok +test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_whole_readline +test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_whole_readline ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_bytes_count +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_bytes_count ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_container_listing_translation +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_container_listing_translation ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_404_versions_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_404_versions_container ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_delete_markers +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_delete_markers ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_delimiter +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_delimiter ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_empty_primary +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_empty_primary ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_empty_versions_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_empty_versions_container ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_error_versions_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_error_versions_container ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_invalid_delimiter +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_invalid_delimiter ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_marker +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_marker ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_marker_missing_marker +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_marker_missing_marker ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_never_enabled +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_never_enabled ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_unversioned +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_unversioned ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_listing_translation_utf8 +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_listing_translation_utf8 ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_account +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_account ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_app_set +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_app_set ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_conf_set +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_conf_set ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1 +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1 ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container10unicodesubdirlisting +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container10unicodesubdirlisting ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkeraltdirtype +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkeraltdirtype ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkerinvaliddirtype +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkerinvaliddirtype ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkermatchdirtype +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkermatchdirtype ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkerobjectindex +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkerobjectindex ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container12unredirectedrequest +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container12unredirectedrequest ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container13empty +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container13empty ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1_web_mode_explicitly_off +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1_web_mode_explicitly_off ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1_web_mode_explicitly_on +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1_web_mode_explicitly_on ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2 +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2 ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2_web_mode_explicitly_off +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2_web_mode_explicitly_off ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2_web_mode_explicitly_on +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2_web_mode_explicitly_on ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json_web_mode_explicitly_off +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json_web_mode_explicitly_off ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json_web_mode_explicitly_on +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json_web_mode_explicitly_on ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2onetxt +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2onetxt ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3 +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3 ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3bindexhtml +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3bindexhtml ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3indexhtml +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3indexhtml ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdir +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdir ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdirx +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdirx ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdiry +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdiry ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdirz +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdirz ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subsubdir +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subsubdir ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subsubdircontents +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subsubdircontents ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3unknown +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3unknown ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4indexhtml +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4indexhtml ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4indexhtmlauthed +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4indexhtmlauthed ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4onetxt +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4onetxt ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4subdir +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4subdir ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4tempurl +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4tempurl ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4twotxt +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4twotxt ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4unknown +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4unknown ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container5indexhtml +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container5indexhtml ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container5unknown +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container5unknown ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6blisting +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6blisting ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6listing +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6listing ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6subdir +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6subdir ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container7listing +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container7listing ... ok +test.unit.account.test_replicator.TestReplicatorSync.test_rsync_then_merge +test.unit.account.test_replicator.TestReplicatorSync.test_rsync_then_merge ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container8listingcss +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container8listingcss ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container8subdirlistingcss +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container8subdirlistingcss ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container9listingcss +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container9listingcss ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container9subdirlistingcss +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container9subdirlistingcss ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container_404_has_css +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container_404_has_css ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container_404_has_no_css +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container_404_has_no_css ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_no_auth_middleware +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_no_auth_middleware ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_root +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_root ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_subrequest_not_override_auth +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_subrequest_not_override_auth ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_subrequest_once_if_possible +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_subrequest_once_if_possible ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_version +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_version ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_ec_symlink_range_unsatisfiable_can_redirect_to_target +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_ec_symlink_range_unsatisfiable_can_redirect_to_target ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_non_symlink +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_non_symlink ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_mismatched_etag +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_mismatched_etag ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_to_symlink +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_to_symlink ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_to_symlink_fails +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_to_symlink_fails ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_not_found +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_not_found ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_to_reserved_object +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_to_reserved_object ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_to_reserved_symlink +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_to_reserved_symlink ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_with_account +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_with_account ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object_not_found +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object_not_found ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object_range_not_satisfiable +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object_range_not_satisfiable ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_symlink +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_symlink ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_symlink_with_account +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_symlink_with_account ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_target_object +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_target_object ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_non_symlink_post +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_non_symlink_post ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_set_symlink_POST_fail +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_set_symlink_POST_fail ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_sym_to_sym_to_target +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_sym_to_sym_to_target ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_change_symloopmax +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_change_symloopmax ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_chunked_put +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_chunked_put ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_chunked_put_error +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_chunked_put_error ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_info +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_info ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_post +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_post ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_post_but_fail_at_server +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_post_but_fail_at_server ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_bad_account_header +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_bad_account_header ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_bad_object_header +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_bad_object_header ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_different_account +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_different_account ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_leading_slash +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_leading_slash ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_non_zero_length +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_non_zero_length ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_with_prevalidated_etag +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_with_prevalidated_etag ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_with_prevalidated_etag_sysmeta_incomplete +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_with_prevalidated_etag_sysmeta_incomplete ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_error +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_error ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_to_non_existing_object +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_to_non_existing_object ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_to_non_existing_object_override +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_to_non_existing_object_override ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_content_type +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_content_type ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_etag +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_etag ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_etag_explicit_content_type +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_etag_explicit_content_type ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_etag_target_missing_content_type +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_etag_target_missing_content_type ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_quoted_etag +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_quoted_etag ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_unmatched_etag +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_unmatched_etag ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_too_deep +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_too_deep ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symloop_max_config +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symloop_max_config ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_validate_and_prep_request_headers +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_validate_and_prep_request_headers ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_validate_and_prep_request_headers_invalid_format +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_validate_and_prep_request_headers_invalid_format ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_validate_and_prep_request_headers_points_to_itself +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_validate_and_prep_request_headers_points_to_itself ... ok +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_account_acl_failures +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_account_acl_failures ... ok +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_account_acl_success +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_account_acl_success ... ok +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_acl_syntax_verification +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_acl_syntax_verification ... ok +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_acls_propagate_to_sysmeta +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_acls_propagate_to_sysmeta ... ok +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_admin_privileges +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_admin_privileges ... ok +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_bad_acls_get_denied +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_bad_acls_get_denied ... ok +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_readonly_privileges +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_readonly_privileges ... ok +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_readwrite_privileges +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_readwrite_privileges ... ok +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_user_gets_best_acl +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_user_gets_best_acl ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_DELETE_on_expired_versioned_object +test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_DELETE_on_expired_versioned_object ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_delete_latest_version_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_delete_latest_version_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_denied_DELETE_of_versioned_object +test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_denied_DELETE_of_versioned_object ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_partially_upgraded_cluster +test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_partially_upgraded_cluster ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_partially_upgraded_cluster_single_result_on_second_page +test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_partially_upgraded_cluster_single_result_on_second_page ... ok +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_300_status +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_300_status ... ok +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_already_in_sync +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_already_in_sync ... ok +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_drive_not_mounted +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_drive_not_mounted ... ok +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_metadata_update +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_metadata_update ... ok +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_not_found +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_not_found ... ok +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_not_response +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_not_response ... ok +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_rsync_success +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_rsync_success ... ok +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_small_container_always_usync +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_small_container_always_usync ... ok +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_usync_success +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_usync_success ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_donors_but_no_suitable_acceptor +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_donors_but_no_suitable_acceptor ... ok +test.unit.account.test_replicator.TestReplicatorSync.test_sync +test.unit.account.test_replicator.TestReplicatorSync.test_sync ... ok +proxy-server DEBUG: Loaded override config for policy 0 (1-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (4-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (1-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (4-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (1-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (4-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (1-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (4-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (client_ip: 127.0.0.2) +cont1 DEBUG: Could not load '/tmp/tmpa54r9l7g/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpa54r9l7g/tmp_test_proxy_server_chunked/container-sync-realms.conf' (client_ip: 127.0.0.2) +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. (client_ip: 127.0.0.2) +cont2 DEBUG: Could not load '/tmp/tmpa54r9l7g/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpa54r9l7g/tmp_test_proxy_server_chunked/container-sync-realms.conf' (client_ip: 127.0.0.2) +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. (client_ip: 127.0.0.2) +acct2 INFO: 127.0.0.1 - - [15/May/2024:17:59:38 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.6361 "-" 1329769 - +acct1 INFO: 127.0.0.1 - - [15/May/2024:17:59:38 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0495 "-" 1329769 - +acct1 INFO: 127.0.0.1 - - [15/May/2024:17:59:38 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0432 "-" 1329769 - +acct2 INFO: 127.0.0.1 - - [15/May/2024:17:59:38 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0558 "-" 1329769 - +test.unit.proxy.test_server.TestContainerController.test_CORS_valid +test.unit.proxy.test_server.TestContainerController.test_CORS_valid ... ok +test.unit.proxy.test_server.TestContainerController.test_DELETE +test.unit.proxy.test_server.TestContainerController.test_DELETE ... ok +test.unit.proxy.test_server.TestContainerController.test_DELETE_backed_x_timestamp_header +test.unit.proxy.test_server.TestContainerController.test_DELETE_backed_x_timestamp_header ... ok +test.unit.proxy.test_server.TestContainerController.test_DELETE_x_account_headers_with_fewer_account_replicas +test.unit.proxy.test_server.TestContainerController.test_DELETE_x_account_headers_with_fewer_account_replicas ... ok +test.unit.proxy.test_server.TestContainerController.test_DELETE_x_account_headers_with_more_account_replicas +test.unit.proxy.test_server.TestContainerController.test_DELETE_x_account_headers_with_more_account_replicas ... ok +test.unit.common.test_db.TestExampleBroker.test_status_changed_at +test.unit.common.test_db.TestExampleBroker.test_status_changed_at ... ok +test.unit.common.test_http_protocol.TestProxyProtocol.test_address_and_environ +test.unit.common.test_http_protocol.TestProxyProtocol.test_address_and_environ ... ok +test.unit.common.test_http_protocol.TestProxyProtocol.test_malformed_proxy_lines +test.unit.common.test_http_protocol.TestProxyProtocol.test_malformed_proxy_lines ... ok +test.unit.common.test_http_protocol.TestProxyProtocol.test_missing_proxy_line +test.unit.common.test_http_protocol.TestProxyProtocol.test_missing_proxy_line ... ok +test.unit.common.test_http_protocol.TestProxyProtocol.test_multiple_requests_with_proxy +test.unit.common.test_http_protocol.TestProxyProtocol.test_multiple_requests_with_proxy ... ok +test.unit.common.test_http_protocol.TestProxyProtocol.test_request_with_proxy +test.unit.common.test_http_protocol.TestProxyProtocol.test_request_with_proxy ... ok +test.unit.common.test_http_protocol.TestProxyProtocol.test_request_with_proxy_https +test.unit.common.test_http_protocol.TestProxyProtocol.test_request_with_proxy_https ... ok +test.unit.common.test_http_protocol.TestProxyProtocol.test_unknown_client_addr +test.unit.common.test_http_protocol.TestProxyProtocol.test_unknown_client_addr ... ok +test.unit.common.test_manager.TestServer.test_conf_dir +test.unit.common.test_manager.TestServer.test_conf_dir ... ok +test.unit.common.test_manager.TestServer.test_conf_files +test.unit.common.test_manager.TestServer.test_conf_files ... ok +test.unit.common.test_manager.TestServer.test_create_server +test.unit.common.test_manager.TestServer.test_create_server ... ok +test INFO: - - - [15/May/2024:17:59:39 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:39 +0000] "method_doesnt_exist /sda1/p/a" 405 - "-" "-" "-" 0.0002 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:39 +0000] "__init__ /sda1/p/a" 405 - "-" "-" "-" 0.0007 "-" 1329773 - +test INFO: 1.2.3.4 - - [01/Jan/1970:02:46:42 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 2.0000 "-" 1234 - +test INFO: - - - [15/May/2024:17:59:39 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0500 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:39 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0009 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:39 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0563 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:39 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0522 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:39 +0000] "GET /sda1/p/a" 200 218 "-" "-" "-" 0.0016 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:39 +0000] "GET /sda1/p/a" 200 109 "-" "-" "-" 0.0015 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:39 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0527 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:39 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0010 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:39 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0600 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:39 +0000] "PUT /sda1/p/a/%00null%00test03" 201 - "-" "-" "-" 0.0585 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:39 +0000] "GET /sda1/p/a" 200 219 "-" "-" "-" 0.0489 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:39 +0000] "GET /sda1/p/a" 200 110 "-" "-" "-" 0.0017 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:39 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0425 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:39 +0000] "PUT /sda1/p/a/c_nulo" 201 - "-" "-" "-" 0.0011 "-" 1329773 0 +test INFO: - - - [15/May/2024:17:59:39 +0000] "PUT /sda1/p/a/c_unu" 201 - "-" "-" "-" 0.0653 "-" 1329773 1 +test INFO: - - - [15/May/2024:17:59:39 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0955 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:39 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0546 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:39 +0000] "PUT /sda1/p/a/%00null%00" 201 - "-" "-" "-" 0.0150 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:40 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0543 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:40 +0000] "PUT /sda1/p/a/null" 201 - "-" "-" "-" 0.0713 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:40 +0000] "GET /sda1/p/a" 200 92 "-" "-" "-" 0.0702 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:40 +0000] "GET /sda1/p/a" 200 304 "-" "-" "-" 0.0019 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:40 +0000] "GET /sda1/p/a" 200 201 "-" "-" "-" 0.0016 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:40 +0000] "GET /sda1/p/a" 200 201 "-" "-" "-" 0.0058 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:40 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0743 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:40 +0000] "GET /sda1/p/a" 200 68 "-" "-" "-" 0.0015 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:40 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0012 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:40 +0000] "GET /sda1/p/a" 400 37 "-" "-" "-" 0.0002 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:40 +0000] "GET /sda1/p/a" 400 33 "-" "-" "-" 0.0001 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:40 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0001 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:40 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0001 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:40 +0000] "GET /sda1/p/a" 400 38 "-" "-" "-" 0.0001 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:40 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0001 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:40 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0704 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:40 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0014 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:40 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:40 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:40 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:40 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:40 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:40 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0448 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:40 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0086 "-" 1329773 1 +test INFO: - - - [15/May/2024:17:59:40 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0625 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:40 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0014 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:40 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0474 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:40 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0011 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:40 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0790 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:40 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:40 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0551 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:40 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0114 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:40 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0742 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:40 +0000] "PUT /sda1/p/a/%00null%00foo" 201 - "-" "-" "-" 0.0634 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:40 +0000] "PUT /sda1/p/a/%00nullish" 201 - "-" "-" "-" 0.0673 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:40 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0761 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:40 +0000] "GET /sda1/p/a" 200 133 "-" "-" "-" 0.0016 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:41 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0563 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:41 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0040 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:41 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0683 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:41 +0000] "PUT /sda1/p/a/%00null%00foo" 201 - "-" "-" "-" 0.0652 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:41 +0000] "PUT /sda1/p/a/%00nullish" 201 - "-" "-" "-" 0.0796 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:41 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0785 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:41 +0000] "GET /sda1/p/a" 200 218 "-" "-" "-" 0.0017 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:41 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0509 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:41 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0124 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:41 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0791 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:41 +0000] "PUT /sda1/p/a/nullish" 201 - "-" "-" "-" 0.0720 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:41 +0000] "GET /sda1/p/a" 200 313 "-" "-" "-" 0.0473 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:41 +0000] "GET /sda1/p/a" 200 95 "-" "-" "-" 0.0062 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:41 +0000] "GET /sda1/p/a" 200 313 "-" "-" "-" 0.0017 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:41 +0000] "GET /sda1/p/a" 200 204 "-" "-" "-" 0.0017 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:41 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:41 +0000] "GET /bob" 400 18 "-" "-" "-" 0.0001 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:41 +0000] "GET /sda1/p/a/c%D8%3E%2520" 412 12 "-" "-" "-" 0.0001 "-" 1329773 - +test.unit.account.test_server.TestAccountController.test_utf8_metadata +test.unit.account.test_server.TestAccountController.test_utf8_metadata ... ok +test.unit.cli.test_info.TestPrintObjWeirdPath.test_invalid_etag +test.unit.cli.test_info.TestPrintObjWeirdPath.test_invalid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_crypto_metadata +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_crypto_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_curl_command_ipv4 +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_curl_command_ipv4 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_curl_command_ipv6 +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_curl_command_ipv6 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_meta_and_ts_files +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_meta_and_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_metadata +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_no_ring +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_no_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_policy_index +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_policy_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_policy_name_mismatch +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_policy_name_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjWeirdPath.test_unchecked_etag +test.unit.cli.test_info.TestPrintObjWeirdPath.test_unchecked_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjWeirdPath.test_valid_etag +test.unit.cli.test_info.TestPrintObjWeirdPath.test_valid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_cached_dispersion_value +test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_cached_dispersion_value ... ok +test.unit.common.test_manager.TestServer.test_expirer_conf_files +test.unit.common.test_manager.TestServer.test_expirer_conf_files ... ok +test.unit.common.test_manager.TestServer.test_get_conf_file_name +test.unit.common.test_manager.TestServer.test_get_conf_file_name ... ok +test.unit.common.test_manager.TestServer.test_get_custom_pid_file_name +test.unit.common.test_manager.TestServer.test_get_custom_pid_file_name ... ok +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.common.test_manager.TestServer.test_get_pid_file_name +test.unit.common.test_manager.TestServer.test_get_pid_file_name ... ok +test.unit.common.test_manager.TestServer.test_get_running_pids +test.unit.common.test_manager.TestServer.test_get_running_pids ... ok +test.unit.common.test_manager.TestServer.test_interact +test.unit.common.test_manager.TestServer.test_interact ... ok +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.common.test_manager.TestServer.test_iter_pid_files +test.unit.common.test_manager.TestServer.test_iter_pid_files ... ok +test.unit.common.test_manager.TestServer.test_kill_running_pids +test.unit.common.test_manager.TestServer.test_kill_running_pids ... ok +test.unit.common.test_manager.TestServer.test_launch +test.unit.common.test_manager.TestServer.test_launch ... ok +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.common.test_manager.TestServer.test_named_conf_dir +test.unit.common.test_manager.TestServer.test_named_conf_dir ... ok +test.unit.common.test_manager.TestServer.test_named_conf_dir_pid_files +test.unit.common.test_manager.TestServer.test_named_conf_dir_pid_files ... ok +test.unit.common.test_manager.TestServer.test_proxy_conf_dir +test.unit.common.test_manager.TestServer.test_proxy_conf_dir ... ok +test.unit.common.test_manager.TestServer.test_server_equality +test.unit.common.test_manager.TestServer.test_server_equality ... ok +test.unit.common.test_manager.TestServer.test_server_repr +test.unit.common.test_manager.TestServer.test_server_repr ... ok +test.unit.common.test_manager.TestServer.test_server_to_string +test.unit.common.test_manager.TestServer.test_server_to_string ... ok +test.unit.common.test_manager.TestServer.test_signal_pids +test.unit.common.test_manager.TestServer.test_signal_pids ... ok +test.unit.common.test_manager.TestServer.test_spawn +test.unit.common.test_manager.TestServer.test_spawn ... ok +test.unit.common.test_manager.TestServer.test_status +test.unit.common.test_manager.TestServer.test_status ... ok +test.unit.common.test_manager.TestServer.test_stop +test.unit.common.test_manager.TestServer.test_stop ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:38 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '11'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Storage-Class': 'STANDARD', 'Content-Md5': 'XUFAKrxLKna5cZ2REBfFkg==', 'Date': 'Wed, 15 May 2024 17:59:33 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '5d41402abc4b2a76b9719d911017c592', 'X-Timestamp': '1715795973.84174', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: some source HEAD {} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Wed, 15 May 2024 17:59:33 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715795973.00000', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: some source HEAD {} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Wed, 15 May 2024 17:59:33 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715795973.00000', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: some source HEAD {} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source?versionId=null', 'Date': 'Wed, 15 May 2024 17:59:33 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715795973.00000', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: some source HEAD {} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Wed, 15 May 2024 17:59:33 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715795973.00000', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_empty_src_path +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_empty_src_path ... ok +test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test WARNING: Skipping: +test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' +test INFO: Object update sweep starting on /tmp/tmppe1p6qqr/devices/sda1 (pid: 1329778) +test INFO: Object update sweep progress on /tmp/tmppe1p6qqr/devices/sda1: 16.00s, 2 successes, 0 failures, 0 quarantines, 2 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1329778) +test INFO: Object update sweep progress on /tmp/tmppe1p6qqr/devices/sda1: 32.00s, 4 successes, 0 failures, 0 quarantines, 4 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1329778) +test INFO: Object update sweep completed on /tmp/tmppe1p6qqr/devices/sda1 in 44.00s seconds:, 5 successes, 0 failures, 0 quarantines, 5 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1329778) +test INFO: Object update sweep starting on /tmp/tmp_j4dloif/devices/sda1 (pid: 1329778) +test INFO: Object update sweep completed on /tmp/tmp_j4dloif/devices/sda1 in 0.13s seconds:, 6 successes, 0 failures, 0 quarantines, 6 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1329778) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmpt32b49ez/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpt32b49ez/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmpt32b49ez/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpt32b49ez/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct1 INFO: 127.0.0.1 - - [15/May/2024:17:59:40 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.0716 "-" 1329778 - +acct2 INFO: 127.0.0.1 - - [15/May/2024:17:59:40 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0532 "-" 1329778 - +acct1 INFO: 127.0.0.1 - - [15/May/2024:17:59:40 +0000] "PUT /sda1/0/a1" 201 - "-" "test" "-" 0.0440 "-" 1329778 - +acct2 INFO: 127.0.0.1 - - [15/May/2024:17:59:40 +0000] "PUT /sdb1/0/a1" 201 - "-" "test" "-" 0.0551 "-" 1329778 - +acct2 INFO: 127.0.0.1 - - [15/May/2024:17:59:40 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx9968d5d1ea264f99ba2bd-006644f80c" "proxy-server 1329778" 0.0011 "-" 1329778 - +acct1 INFO: 127.0.0.1 - - [15/May/2024:17:59:40 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:55667/sdb1/0/a/c" "tx9968d5d1ea264f99ba2bd-006644f80c" "container-server 1329778" 0.0014 "-" 1329778 0 +acct2 INFO: 127.0.0.1 - - [15/May/2024:17:59:40 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:46695/sda1/0/a/c" "tx9968d5d1ea264f99ba2bd-006644f80c" "container-server 1329778" 0.0009 "-" 1329778 0 +cont1 INFO: 127.0.0.1 - - [15/May/2024:17:59:40 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "tx9968d5d1ea264f99ba2bd-006644f80c" "proxy-server 1329778" 0.0750 "-" 1329778 0 +cont2 INFO: 127.0.0.1 - - [15/May/2024:17:59:40 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "tx9968d5d1ea264f99ba2bd-006644f80c" "proxy-server 1329778" 0.1350 "-" 1329778 0 +proxy INFO: 127.0.0.1 127.0.0.1 15/May/2024/17/59/40 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx9968d5d1ea264f99ba2bd-006644f80c - 0.1429 - - 1715795980.477579832 1715795980.620468855 0 +acct1 INFO: 127.0.0.1 - - [15/May/2024:17:59:40 +0000] "HEAD /sda1/0/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx918f06470ca648d79f023-006644f80c" "proxy-server 1329778" 0.0011 "-" 1329778 - +acct2 INFO: 127.0.0.1 - - [15/May/2024:17:59:40 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://127.0.0.1:46695/sda1/2/a1/c1" "tx918f06470ca648d79f023-006644f80c" "container-server 1329778" 0.0023 "-" 1329778 0 +acct1 INFO: 127.0.0.1 - - [15/May/2024:17:59:40 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://127.0.0.1:55667/sdb1/2/a1/c1" "tx918f06470ca648d79f023-006644f80c" "container-server 1329778" 0.0011 "-" 1329778 0 +cont1 INFO: 127.0.0.1 - - [15/May/2024:17:59:40 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx918f06470ca648d79f023-006644f80c" "proxy-server 1329778" 0.1489 "-" 1329778 0 +cont2 INFO: 127.0.0.1 - - [15/May/2024:17:59:40 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx918f06470ca648d79f023-006644f80c" "proxy-server 1329778" 0.0937 "-" 1329778 0 +proxy INFO: 127.0.0.1 127.0.0.1 15/May/2024/17/59/40 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx918f06470ca648d79f023-006644f80c - 0.1559 - - 1715795980.621668339 1715795980.777534485 0 +acct1 INFO: 127.0.0.1 - - [15/May/2024:17:59:40 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx2010244ed40b4ee78541d-006644f80c" "proxy-server 1329778" 0.0918 "-" 1329778 - +acct2 INFO: 127.0.0.1 - - [15/May/2024:17:59:41 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:46695/sda1/0/a/c1" "tx2010244ed40b4ee78541d-006644f80c" "container-server 1329778" 0.0509 "-" 1329778 1 +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_default_proxy_config +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_default_proxy_config ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_log_name +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_log_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_bad_section_name +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_bad_section_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_equality +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_equality ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_inherits_defaults +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_inherits_defaults ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_read_affinity_value +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_read_affinity_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_sorting_method_value +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_sorting_method_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_write_affinity_node_count_value +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_write_affinity_node_count_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_write_affinity_value +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_write_affinity_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_none_configured +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_none_configured ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_one_configured +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_one_configured ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_affinity +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_concurrency_settings +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_concurrency_settings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_sorting_method +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_sorting_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_section_name_inherits_from_app_section_name +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_section_name_inherits_from_app_section_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_sets_timing_sorting_method +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_sets_timing_sorting_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_warns_about_sorting_method_mismatch +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_warns_about_sorting_method_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_warns_override_sorting_method_mismatch +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_warns_override_sorting_method_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_with_DEFAULT_options +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_with_DEFAULT_options ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_with_unknown_policy +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_with_unknown_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8 +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_container +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_container ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_container_utf_object +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_container_utf_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_containers +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_containers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_object +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_version_container +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_version_container ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_version_container_utf_object +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_version_container_utf_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +acct1 INFO: 127.0.0.1 - - [15/May/2024:17:59:41 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:55667/sdb1/0/a/c1" "tx2010244ed40b4ee78541d-006644f80c" "container-server 1329778" 0.0009 "-" 1329778 1 +cont1 INFO: 127.0.0.1 - - [15/May/2024:17:59:41 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx2010244ed40b4ee78541d-006644f80c" "proxy-server 1329778" 0.1216 "-" 1329778 1 +cont2 INFO: 127.0.0.1 - - [15/May/2024:17:59:41 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx2010244ed40b4ee78541d-006644f80c" "proxy-server 1329778" 0.2022 "-" 1329778 1 +proxy INFO: 127.0.0.1 127.0.0.1 15/May/2024/17/59/41 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx2010244ed40b4ee78541d-006644f80c - 0.3008 - - 1715795980.778737068 1715795981.079520464 1 +acct1 INFO: 127.0.0.1 - - [15/May/2024:17:59:41 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx7bf32d8d038449428ca17-006644f80d" "proxy-server 1329778" 0.0838 "-" 1329778 - +acct1 INFO: 127.0.0.1 - - [15/May/2024:17:59:41 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:55667/sdb1/2/a/c2" "tx7bf32d8d038449428ca17-006644f80d" "container-server 1329778" 0.0009 "-" 1329778 2 +acct2 INFO: 127.0.0.1 - - [15/May/2024:17:59:41 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:46695/sda1/2/a/c2" "tx7bf32d8d038449428ca17-006644f80d" "container-server 1329778" 0.0917 "-" 1329778 2 +cont2 INFO: 127.0.0.1 - - [15/May/2024:17:59:41 +0000] "PUT /sdb1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx7bf32d8d038449428ca17-006644f80d" "proxy-server 1329778" 0.1794 "-" 1329778 2 +cont1 INFO: 127.0.0.1 - - [15/May/2024:17:59:41 +0000] "PUT /sda1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx7bf32d8d038449428ca17-006644f80d" "proxy-server 1329778" 0.2605 "-" 1329778 2 +proxy INFO: 127.0.0.1 127.0.0.1 15/May/2024/17/59/41 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx7bf32d8d038449428ca17-006644f80d - 0.3510 - - 1715795981.080728054 1715795981.431715012 2 +test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing +test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_upload_part_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_upload_part_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_with_fullcontrol_permission ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info_stale_read_ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info_stale_read_ok ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: some source HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: src_bucket src_obj HEAD {} -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Wed, 18 Jun 2025 00:02:38 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750204958.48523', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: some source HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: some source HEAD {'If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: some source HEAD {'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: src_bucket src_obj HEAD {} -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Wed, 18 Jun 2025 00:02:38 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750204958.49381', 'Content-Type': 'binary/octet-stream'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_without_dst_container_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_without_dst_container_permission ... ok -test.unit.common.test_db.TestExampleBroker.test_status_changed_at -test.unit.common.test_db.TestExampleBroker.test_status_changed_at ... ok -test.unit.common.test_internal_client.TestSimpleClient.test_delete_object_with_404_no_retry -test.unit.common.test_internal_client.TestSimpleClient.test_delete_object_with_404_no_retry ... ok -test.unit.common.test_internal_client.TestSimpleClient.test_delete_object_with_409_no_retry -test.unit.common.test_internal_client.TestSimpleClient.test_delete_object_with_409_no_retry ... ok +test DEBUG: checking permission: some source HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Wed, 15 May 2024 17:59:33 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715795973.20863', 'Content-Type': 'binary/octet-stream'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_with_match_and_s3acl +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_with_match_and_s3acl ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_with_not_match_and_s3acl +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_with_not_match_and_s3acl ... ok +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"name": "TENANT_NAME"}}}}' +test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"name": "TENANT_NAME"}}}}' - rejecting request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID"}}}}' +test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID"}}}}' - rejecting request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}}' +test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}}' - rejecting request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Error on keystone reply: 201 b'{"access": {"token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' - rejecting request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' - rejecting request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' - rejecting request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID"}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID"}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' - rejecting request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'' +test DEBUG: Error on keystone reply: 201 b'' - rejecting request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{}' +test DEBUG: Error on keystone reply: 201 b'{}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'[]' +test DEBUG: Error on keystone reply: 201 b'[]' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'null' +test DEBUG: Error on keystone reply: 201 b'null' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'"foo"' +test DEBUG: Error on keystone reply: 201 b'"foo"' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'1' +test DEBUG: Error on keystone reply: 201 b'1' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'true' +test DEBUG: Error on keystone reply: 201 b'true' - rejecting request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Received error, rejecting request with error: 400 Bad Request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: No authorization details from s3api. skipping. +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone reply error: status=403 reason=None +test DEBUG: Received error, rejecting request with error: 401 Unauthorized +test INFO: Beginning replication run +test INFO: Replication run OVER +test INFO: Attempted to replicate 0 dbs in 0.00025 seconds (0.00000/s) +test INFO: Removed 0 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test INFO: Beginning replication run +test.unit.common.test_db_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers +test.unit.common.test_db_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers ... ok +test.unit.common.test_db_replicator.TestReplicatorSync.test_local_ids +test.unit.common.test_db_replicator.TestReplicatorSync.test_local_ids ... ok +test.unit.common.test_db_replicator.TestReplicatorSync.test_replicator_sync +test.unit.common.test_db_replicator.TestReplicatorSync.test_replicator_sync ... ok +test.unit.common.test_db_replicator.TestReplicatorSync.test_rsync_then_merge +test.unit.common.test_db_replicator.TestReplicatorSync.test_rsync_then_merge ... ok +test.unit.common.test_splice.TestTee.test_available +test.unit.common.test_splice.TestTee.test_available ... ok +test.unit.common.test_splice.TestTee.test_errno +test.unit.common.test_splice.TestTee.test_errno ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_expansion_limit +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_expansion_limit ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test ERROR: Got non-JSON response trying to list /bucket: b'obj0\nobj1\nobj2\nobj3\nobj4\nobj5\nobj6\nobj7\nobj8\nobj9\nobj10\nobj1...' +test ERROR: Expecting value: line 1 column 1 (char 0): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/bucket.py", line 348, in GET + objects = json.loads(resp.body) + ^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.12/json/__init__.py", line 346, in loads + return _default_decoder.decode(s) + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.12/json/decoder.py", line 337, in decode + obj, end = self.raw_decode(s, idx=_w(s, 0).end()) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.12/json/decoder.py", line 355, in raw_decode + raise JSONDecodeError("Expecting value", s, err.value) from None +json.decoder.JSONDecodeError: Expecting value: line 1 column 1 (char 0) test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 15 May 2024 17:59:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_with_write_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_with_write_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_without_permission ... ok -test.unit.common.test_internal_client.TestSimpleClient.test_get -test.unit.common.test_internal_client.TestSimpleClient.test_get ... ok -test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries -test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries ... ok -test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries_all_failed -test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries_all_failed ... ok -test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries_param -test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries_param ... ok -test.unit.common.test_internal_client.TestSimpleClient.test_head -test.unit.common.test_internal_client.TestSimpleClient.test_head ... ok -test.unit.common.test_internal_client.TestSimpleClient.test_proxy -test.unit.common.test_internal_client.TestSimpleClient.test_proxy ... ok -test.unit.common.test_internal_client.TestSimpleClient.test_request_container_with_retries_with_HTTPError -test.unit.common.test_internal_client.TestSimpleClient.test_request_container_with_retries_with_HTTPError ... ok -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.common.test_internal_client.TestSimpleClient.test_request_object_with_retries_with_HTTPError -test.unit.common.test_internal_client.TestSimpleClient.test_request_object_with_retries_with_HTTPError ... ok -test.unit.common.test_internal_client.TestSimpleClient.test_request_with_retries_with_HTTPError -test.unit.common.test_internal_client.TestSimpleClient.test_request_with_retries_with_HTTPError ... ok -test.unit.common.test_swob.TestTransferEncoding.test_is_chunked -test.unit.common.test_swob.TestTransferEncoding.test_is_chunked ... ok -test.unit.common.test_utils.TestDistributeEvenly.test_evenly_divided -test.unit.common.test_utils.TestDistributeEvenly.test_evenly_divided ... ok -test.unit.common.test_utils.TestDistributeEvenly.test_just_one -test.unit.common.test_utils.TestDistributeEvenly.test_just_one ... ok -test.unit.common.test_utils.TestDistributeEvenly.test_more_buckets_than_items -test.unit.common.test_utils.TestDistributeEvenly.test_more_buckets_than_items ... ok -test.unit.common.test_utils.TestDistributeEvenly.test_uneven -test.unit.common.test_utils.TestDistributeEvenly.test_uneven ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_owner_permission +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_owner_permission ... ok +test DEBUG: Replicating db /tmp/tmpnl8kmli2/sda/fake/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.00747 seconds (133.90313/s) +test INFO: Removed 1 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test INFO: Beginning replication run +test INFO: Replication run OVER +test INFO: Attempted to replicate 0 dbs in 0.00044 seconds (0.00000/s) +test INFO: Removed 0 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test INFO: Beginning replication run +test INFO: Replication run OVER +test INFO: Attempted to replicate 0 dbs in 0.00027 seconds (0.00000/s) +test INFO: Removed 0 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test INFO: Beginning replication run +test INFO: Replication run OVER +test INFO: Attempted to replicate 0 dbs in 0.00041 seconds (0.00000/s) +test INFO: Removed 0 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +Error while closing FD +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_splice.py", line 52, in safe_close + os.close(fd) +OSError: [Errno 9] Bad file descriptor +Error while closing FD +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_splice.py", line 52, in safe_close + os.close(fd) +OSError: [Errno 9] Bad file descriptor +test.unit.common.test_splice.TestTee.test_fileno +test.unit.common.test_splice.TestTee.test_fileno ... ok +test.unit.common.test_splice.TestTee.test_flags_list +test.unit.common.test_splice.TestTee.test_flags_list ... ok +test.unit.common.test_splice.TestTee.test_tee_pipe_to_pipe +test.unit.common.test_splice.TestTee.test_tee_pipe_to_pipe ... ok +test.unit.common.test_splice.TestTee.test_unavailable +test.unit.common.test_splice.TestTee.test_unavailable ... ok +test.unit.common.test_splice.TestTee.test_unavailable_in_libc +test.unit.common.test_splice.TestTee.test_unavailable_in_libc ... ok +test.unit.common.test_swob.TestResponse.test_200_with_body_and_headers +test.unit.common.test_swob.TestResponse.test_200_with_body_and_headers ... ok +test.unit.common.test_swob.TestResponse.test_507 +test.unit.common.test_swob.TestResponse.test_507 ... ok +test.unit.common.test_swob.TestResponse.test_app_iter +test.unit.common.test_swob.TestResponse.test_app_iter ... ok +test.unit.common.test_swob.TestResponse.test_call_finds_nonempty_chunk +test.unit.common.test_swob.TestResponse.test_call_finds_nonempty_chunk ... ok +test.unit.common.test_swob.TestResponse.test_call_preserves_closeability +test.unit.common.test_swob.TestResponse.test_call_preserves_closeability ... ok +test.unit.common.test_swob.TestResponse.test_call_reifies_request_if_necessary +test.unit.common.test_swob.TestResponse.test_call_reifies_request_if_necessary ... ok +test.unit.common.test_swob.TestResponse.test_call_requires_that_start_response_is_called +test.unit.common.test_swob.TestResponse.test_call_requires_that_start_response_is_called ... ok +test.unit.common.test_swob.TestResponse.test_charset +test.unit.common.test_swob.TestResponse.test_charset ... ok +test.unit.common.test_swob.TestResponse.test_charset_content_type +test.unit.common.test_swob.TestResponse.test_charset_content_type ... ok +test.unit.common.test_swob.TestResponse.test_content_type +test.unit.common.test_swob.TestResponse.test_content_type ... ok +test.unit.common.test_swob.TestResponse.test_empty_body +test.unit.common.test_swob.TestResponse.test_empty_body ... ok +test.unit.common.test_swob.TestResponse.test_etag +test.unit.common.test_swob.TestResponse.test_etag ... ok +test.unit.common.test_swob.TestResponse.test_host_url_default +test.unit.common.test_swob.TestResponse.test_host_url_default ... ok +test.unit.common.test_swob.TestResponse.test_host_url_default_port_squelched +test.unit.common.test_swob.TestResponse.test_host_url_default_port_squelched ... ok +test.unit.common.test_swob.TestResponse.test_host_url_host_https +test.unit.common.test_swob.TestResponse.test_host_url_host_https ... ok +test.unit.common.test_swob.TestResponse.test_host_url_host_override +test.unit.common.test_swob.TestResponse.test_host_url_host_override ... ok +test.unit.common.test_swob.TestResponse.test_host_url_host_port_override +test.unit.common.test_swob.TestResponse.test_host_url_host_port_override ... ok +test.unit.common.test_swob.TestResponse.test_host_url_https +test.unit.common.test_swob.TestResponse.test_host_url_https ... ok +test.unit.common.test_swob.TestResponse.test_host_url_https_port_squelched +test.unit.common.test_swob.TestResponse.test_host_url_https_port_squelched ... ok +test.unit.common.test_swob.TestResponse.test_init_with_body_headers_app_iter +test.unit.common.test_swob.TestResponse.test_init_with_body_headers_app_iter ... ok +test.unit.common.test_swob.TestResponse.test_location_no_rewrite +test.unit.common.test_swob.TestResponse.test_location_no_rewrite ... ok +test.unit.common.test_swob.TestResponse.test_location_no_rewrite_when_told_not_to +test.unit.common.test_swob.TestResponse.test_location_no_rewrite_when_told_not_to ... ok +test.unit.common.test_swob.TestResponse.test_location_rewrite +test.unit.common.test_swob.TestResponse.test_location_rewrite ... ok +test.unit.common.test_swob.TestResponse.test_location_rewrite_no_host +test.unit.common.test_swob.TestResponse.test_location_rewrite_no_host ... ok +test.unit.common.test_swob.TestResponse.test_multi_range_body +test.unit.common.test_swob.TestResponse.test_multi_range_body ... ok +test.unit.common.test_swob.TestResponse.test_multi_ranges_wo_iter_ranges +test.unit.common.test_swob.TestResponse.test_multi_ranges_wo_iter_ranges ... ok +test.unit.common.test_swob.TestResponse.test_multi_response_iter +test.unit.common.test_swob.TestResponse.test_multi_response_iter ... ok +test.unit.common.test_swob.TestResponse.test_properties +test.unit.common.test_swob.TestResponse.test_properties ... ok +test.unit.common.test_swob.TestResponse.test_range_body +test.unit.common.test_swob.TestResponse.test_range_body ... ok +test.unit.common.test_swob.TestResponse.test_single_range_wo_iter_range +test.unit.common.test_swob.TestResponse.test_single_range_wo_iter_range ... ok +test.unit.common.test_swob.TestResponse.test_swob_closes_large_HEAD_resp_iter +test.unit.common.test_swob.TestResponse.test_swob_closes_large_HEAD_resp_iter ... ok +test.unit.common.test_swob.TestResponse.test_swob_drains_small_HEAD_resp_iter +test.unit.common.test_swob.TestResponse.test_swob_drains_small_HEAD_resp_iter ... ok +test.unit.common.test_swob.TestResponse.test_unicode_body +test.unit.common.test_swob.TestResponse.test_unicode_body ... ok +test.unit.common.test_utils.TestCloseableChain.test_closeable_chain_closes +test.unit.common.test_utils.TestCloseableChain.test_closeable_chain_closes ... ok +test.unit.common.test_utils.TestCloseableChain.test_closeable_chain_iterates +test.unit.common.test_utils.TestCloseableChain.test_closeable_chain_iterates ... ok +test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_closed_part_iterator +test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_closed_part_iterator ... ok +test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_multiple_parts +test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_multiple_parts ... ok +test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_no_parts +test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_no_parts ... ok +test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_single_part +test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_single_part ... ok +test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_single_part_unexpected_ranges +test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_single_part_unexpected_ranges ... ok +test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_big +test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_big ... ok +test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_brittle +test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_brittle ... ok +test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_empty +test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_empty ... ok +test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_smallish +test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_smallish ... ok +test.unit.common.test_utils.TestParseContentRange.test_bad +test.unit.common.test_utils.TestParseContentRange.test_bad ... ok +test.unit.common.test_utils.TestParseContentRange.test_good +test.unit.common.test_utils.TestParseContentRange.test_good ... ok +test.unit.common.test_utils.TestParseMimeHeaders.test_parse_mime_headers +test.unit.common.test_utils.TestParseMimeHeaders.test_parse_mime_headers ... ok +test.unit.common.test_utils.TestSocketStringParser.test_socket_string_parser +test.unit.common.test_utils.TestSocketStringParser.test_socket_string_parser ... ok test.unit.common.test_utils.TestStatsdLogging.test_bad_hostname_instantiation test.unit.common.test_utils.TestStatsdLogging.test_bad_hostname_instantiation ... ok test.unit.common.test_utils.TestStatsdLogging.test_get_logger_statsd_client_defaults test.unit.common.test_utils.TestStatsdLogging.test_get_logger_statsd_client_defaults ... ok -test.unit.account.test_backend.TestAccountBroker.test_reverse_prefix_delim -test.unit.account.test_backend.TestAccountBroker.test_reverse_prefix_delim ... ok -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", test.unit.common.test_utils.TestStatsdLogging.test_get_logger_statsd_client_non_defaults test.unit.common.test_utils.TestStatsdLogging.test_get_logger_statsd_client_non_defaults ... ok test.unit.common.test_utils.TestStatsdLogging.test_get_logger_statsd_client_not_specified test.unit.common.test_utils.TestStatsdLogging.test_get_logger_statsd_client_not_specified ... ok -test.unit.cli.test_recon.TestHelpers.test_seconds2timeunit -test.unit.cli.test_recon.TestHelpers.test_seconds2timeunit ... ok test.unit.common.test_utils.TestStatsdLogging.test_ipv4_instantiation_and_socket_creation test.unit.common.test_utils.TestStatsdLogging.test_ipv4_instantiation_and_socket_creation ... ok -test.unit.cli.test_recon.TestHelpers.test_size_suffix -test.unit.cli.test_recon.TestHelpers.test_size_suffix ... ok test.unit.common.test_utils.TestStatsdLogging.test_ipv4_or_ipv6_hostname_defaults_to_ipv4 test.unit.common.test_utils.TestStatsdLogging.test_ipv4_or_ipv6_hostname_defaults_to_ipv4 ... ok test.unit.common.test_utils.TestStatsdLogging.test_ipv6_instantiation_and_socket_creation @@ -14093,1692 +20507,1501 @@ test.unit.common.test_utils.TestStatsdLogging.test_statsd_set_prefix_deprecation ... ok test.unit.common.test_utils.TestStatsdLogging.test_timing_stats test.unit.common.test_utils.TestStatsdLogging.test_timing_stats ... ok -test.unit.common.test_utils.TestSwiftLoggerAdapter.test_exception -test.unit.common.test_utils.TestSwiftLoggerAdapter.test_exception ... ok -test.unit.common.test_utils.TestSwiftLoggerAdapter.test_thread_locals -test.unit.common.test_utils.TestSwiftLoggerAdapter.test_thread_locals ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other WRITE -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.container.test_auditor.TestAuditorMigrations.test_db_migration +test.unit.container.test_auditor.TestAuditorMigrations.test_db_migration ... ok +test.unit.obj.test_server.TestObjectServer.test_expect_on_multiphase_put_diconnect +test.unit.obj.test_server.TestObjectServer.test_expect_on_multiphase_put_diconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_expect_on_put +test.unit.obj.test_server.TestObjectServer.test_expect_on_put ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_expect_on_put_conflict +test.unit.obj.test_server.TestObjectServer.test_expect_on_put_conflict ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_expect_on_put_footer +test.unit.obj.test_server.TestObjectServer.test_expect_on_put_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_bad_commit_message +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_bad_commit_message ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_client_disconnect_in_the_middle_of_commit +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_client_disconnect_in_the_middle_of_commit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_client_disconnect_right_before_commit +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_client_disconnect_right_before_commit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_drains_extra_commit_junk +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_drains_extra_commit_junk ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_drains_extra_commit_junk_disconnect +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_drains_extra_commit_junk_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_ec_fragment_in_headers_no_footers +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_ec_fragment_in_headers_no_footers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_metadata_footer +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_metadata_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_metadata_footer_disconnect +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_metadata_footer_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_no_metadata_replicated +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_no_metadata_replicated ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_no_mime_boundary +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_no_mime_boundary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_not_found +test.unit.obj.test_server.TestObjectServer.test_not_found ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_deferral_multiple_buckets +test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_deferral_multiple_buckets ... ok +test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_deferral_single_bucket +test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_deferral_single_bucket ... ok +test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_init +test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_init ... ok +test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_iteration_ratelimited +test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_iteration_ratelimited ... ok +test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_iteration_unlimited +test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_iteration_unlimited ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespace_caching +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespace_caching ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_404_response +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_404_response ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_bad_response_body +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_bad_response_body ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_cache_unused_recheck_listing_shard_ranges +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_cache_unused_recheck_listing_shard_ranges ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_incomplete_listing +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_incomplete_listing ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_non_sharded_states +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_non_sharded_states ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_object_listing +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_object_listing ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_with_cached_container_info +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_with_cached_container_info ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_memcache_available +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_memcache_available ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache ... ok +acct1 INFO: 127.0.0.1 - - [15/May/2024:17:59:38 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx63a12d8b8f4f45809e0c2-006644f80a" "proxy-server 1329769" 0.0011 "-" 1329769 - +acct2 INFO: 127.0.0.1 - - [15/May/2024:17:59:38 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:41637/sda1/1/a/c" "tx63a12d8b8f4f45809e0c2-006644f80a" "container-server 1329769" 0.0010 "-" 1329769 0 +acct1 INFO: 127.0.0.1 - - [15/May/2024:17:59:38 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:39059/sdb1/1/a/c" "tx63a12d8b8f4f45809e0c2-006644f80a" "container-server 1329769" 0.0023 "-" 1329769 0 +cont1 INFO: 127.0.0.1 - - [15/May/2024:17:59:38 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx63a12d8b8f4f45809e0c2-006644f80a" "proxy-server 1329769" 0.1086 "-" 1329769 0 +cont2 INFO: 127.0.0.1 - - [15/May/2024:17:59:38 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx63a12d8b8f4f45809e0c2-006644f80a" "proxy-server 1329769" 0.0559 "-" 1329769 0 +proxy INFO: 127.0.0.1 127.0.0.1 15/May/2024/17/59/38 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx63a12d8b8f4f45809e0c2-006644f80a - 0.1165 - - 1715795978.449590921 1715795978.566128969 0 +acct2 INFO: 127.0.0.1 - - [15/May/2024:17:59:38 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txc5d592adfeb94329ae754-006644f80a" "proxy-server 1329769" 0.0010 "-" 1329769 - +acct2 INFO: 127.0.0.1 - - [15/May/2024:17:59:38 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:39059/sdb1/1/a1/c1" "txc5d592adfeb94329ae754-006644f80a" "container-server 1329769" 0.0038 "-" 1329769 0 +acct1 INFO: 127.0.0.1 - - [15/May/2024:17:59:38 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:41637/sda1/1/a1/c1" "txc5d592adfeb94329ae754-006644f80a" "container-server 1329769" 0.0050 "-" 1329769 0 +cont2 INFO: 127.0.0.1 - - [15/May/2024:17:59:38 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txc5d592adfeb94329ae754-006644f80a" "proxy-server 1329769" 0.0899 "-" 1329769 0 +cont1 INFO: 127.0.0.1 - - [15/May/2024:17:59:38 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txc5d592adfeb94329ae754-006644f80a" "proxy-server 1329769" 0.1614 "-" 1329769 0 +proxy INFO: 127.0.0.1 127.0.0.1 15/May/2024/17/59/38 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txc5d592adfeb94329ae754-006644f80a - 0.1677 - - 1715795978.567311525 1715795978.735018015 0 +acct1 INFO: 127.0.0.1 - - [15/May/2024:17:59:38 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx6d2e05c3d4c742d1aa4f4-006644f80a" "proxy-server 1329769" 0.0504 "-" 1329769 - +acct2 INFO: 127.0.0.1 - - [15/May/2024:17:59:38 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:41637/sda1/2/a/c1" "tx6d2e05c3d4c742d1aa4f4-006644f80a" "container-server 1329769" 0.0656 "-" 1329769 1 +acct1 INFO: 127.0.0.1 - - [15/May/2024:17:59:38 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:39059/sdb1/2/a/c1" "tx6d2e05c3d4c742d1aa4f4-006644f80a" "container-server 1329769" 0.0010 "-" 1329769 1 +cont2 INFO: 127.0.0.1 - - [15/May/2024:17:59:38 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx6d2e05c3d4c742d1aa4f4-006644f80a" "proxy-server 1329769" 0.1404 "-" 1329769 1 +cont1 INFO: 127.0.0.1 - - [15/May/2024:17:59:38 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx6d2e05c3d4c742d1aa4f4-006644f80a" "proxy-server 1329769" 0.1825 "-" 1329769 1 +proxy INFO: 127.0.0.1 127.0.0.1 15/May/2024/17/59/38 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx6d2e05c3d4c742d1aa4f4-006644f80a - 0.2381 - - 1715795978.736301661 1715795978.974375963 1 +acct2 INFO: 127.0.0.1 - - [15/May/2024:17:59:39 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx30b83dde5da24efdb4cb3-006644f80a" "proxy-server 1329769" 0.0553 "-" 1329769 - +acct1 INFO: 127.0.0.1 - - [15/May/2024:17:59:39 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:39059/sdb1/1/a/c2" "tx30b83dde5da24efdb4cb3-006644f80a" "container-server 1329769" 0.0561 "-" 1329769 2 +acct2 INFO: 127.0.0.1 - - [15/May/2024:17:59:39 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:41637/sda1/1/a/c2" "tx30b83dde5da24efdb4cb3-006644f80a" "container-server 1329769" 0.0013 "-" 1329769 2 +cont2 INFO: 127.0.0.1 - - [15/May/2024:17:59:39 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx30b83dde5da24efdb4cb3-006644f80a" "proxy-server 1329769" 0.1856 "-" 1329769 2 +cont1 INFO: 127.0.0.1 - - [15/May/2024:17:59:39 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx30b83dde5da24efdb4cb3-006644f80a" "proxy-server 1329769" 0.1337 "-" 1329769 2 +proxy INFO: 127.0.0.1 127.0.0.1 15/May/2024/17/59/39 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx30b83dde5da24efdb4cb3-006644f80a - 0.2480 - - 1715795978.975622654 1715795979.223610878 2 +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (client_ip: 127.0.0.2) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (client_ip: 127.0.0.2) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:2002/sdc (txn: txa923e8470a1c470692a62-006644f80b) +test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx44b242d9e6cb456087db8-006644f80b) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:2001/sdb (txn: txbaaebcb780a4448e8628a-006644f80b) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:2000/sda (txn: txbaaebcb780a4448e8628a-006644f80b) +test ERROR: Container GET returning 503 for (204, 503, 503) (txn: txbaaebcb780a4448e8628a-006644f80b) +test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx224cab9e729942a3b96b8-006644f80b) +test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx224cab9e729942a3b96b8-006644f80b) +test ERROR: Container GET returning 503 for (204, 503, 503) (txn: tx224cab9e729942a3b96b8-006644f80b) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx33ce4f3731844dfca043e-006644f80b) +test ERROR: Container GET returning 503 for (204, 404, 503) (txn: tx33ce4f3731844dfca043e-006644f80b) +test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx1d170847fae84c60aabc2-006644f80b) +test ERROR: Container GET returning 503 for (204, 404, 503) (txn: tx1d170847fae84c60aabc2-006644f80b) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test.unit.proxy.test_server.TestContainerController.test_GET_account_non_existent +test.unit.proxy.test_server.TestContainerController.test_GET_account_non_existent ... ok +test.unit.proxy.test_server.TestContainerController.test_GET_auto_create_prefix_account_non_existent +test.unit.proxy.test_server.TestContainerController.test_GET_auto_create_prefix_account_non_existent ... ok +test.unit.proxy.test_server.TestContainerController.test_GET_calls_authorize +test.unit.proxy.test_server.TestContainerController.test_GET_calls_authorize ... ok +test.unit.proxy.test_server.TestContainerController.test_GET_no_content +test.unit.proxy.test_server.TestContainerController.test_GET_no_content ... ok +test.unit.proxy.test_server.TestContainerController.test_HEAD_GET +test.unit.proxy.test_server.TestContainerController.test_HEAD_GET ... ok +test.unit.proxy.test_server.TestContainerController.test_HEAD_calls_authorize +test.unit.proxy.test_server.TestContainerController.test_HEAD_calls_authorize ... ok +test.unit.proxy.test_server.TestContainerController.test_OPTIONS +test.unit.proxy.test_server.TestContainerController.test_OPTIONS ... ok +test.unit.proxy.test_server.TestContainerController.test_OPTIONS_get_info_drops_origin +test.unit.proxy.test_server.TestContainerController.test_OPTIONS_get_info_drops_origin ... ok +test.unit.proxy.test_server.TestContainerController.test_POST +test.unit.proxy.test_server.TestContainerController.test_POST ... ok +test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing_most_rows +test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing_most_rows ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_expansion_limit_less_than_shrink_threshold +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_expansion_limit_less_than_shrink_threshold ... ok +test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing_one_rows +test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing_one_rows ... ok +test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_bucket_logging_GET +test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_bucket_logging_GET ... ok +test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_bucket_logging_PUT +test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_bucket_logging_PUT ... ok +test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_object_logging_GET_error +test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_object_logging_GET_error ... ok +test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_object_logging_PUT_error +test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_object_logging_PUT_error ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_authenticate_delete_Authorization_from_s3req +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_authenticate_delete_Authorization_from_s3req ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_canonical_uri_sigv2 +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_canonical_uri_sigv2 ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_canonical_uri_sigv4 +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_canonical_uri_sigv4 ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_multi_bytes_secret_failure +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_multi_bytes_secret_failure ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv2 +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv2 ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv2_unicode_string +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv2_unicode_string ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv4_unsigned_payload +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv4_unsigned_payload ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv4_url_encode +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv4_url_encode ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_sigv4_req_zero_content_length_sha256 +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_sigv4_req_zero_content_length_sha256 ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_expired +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_expired ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_missing +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_missing ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_with_x_amz_date_expired +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_with_x_amz_date_expired ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_with_x_amz_date_valid +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_with_x_amz_date_valid ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_container_info +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_container_info ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_with_check_container_permission +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_with_check_container_permission ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_with_check_object_permission +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_with_check_object_permission ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_without_duplication_HEAD_request +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_without_duplication_HEAD_request ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_without_match_ACL_MAP +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_without_match_ACL_MAP ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_without_s3_acl +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_without_s3_acl ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_validate_param +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_validate_param ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_headers_to_sign_sigv4 +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_headers_to_sign_sigv4 ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_request_timestamp_sigv2 +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_request_timestamp_sigv2 ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_request_timestamp_sigv4 +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_request_timestamp_sigv4 ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_to_swift_req_Authorization_not_exist_in_swreq +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_to_swift_req_Authorization_not_exist_in_swreq ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_to_swift_req_subrequest_proxy_access_log +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_to_swift_req_subrequest_proxy_access_log ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddlewareWithEC.test_COPY_with_invalid_ranges +test.unit.common.middleware.test_copy.TestServerSideCopyMiddlewareWithEC.test_COPY_with_invalid_ranges ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddlewareWithEC.test_COPY_with_single_range +test.unit.common.middleware.test_copy.TestServerSideCopyMiddlewareWithEC.test_COPY_with_single_range ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_auth_scheme +test.unit.common.middleware.test_formpost.TestFormPost.test_auth_scheme ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_chrome +test.unit.common.middleware.test_formpost.TestFormPost.test_chrome ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_completely_non_int_expires +test.unit.common.middleware.test_formpost.TestFormPost.test_completely_non_int_expires ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_curl_with_unicode +test.unit.common.middleware.test_formpost.TestFormPost.test_curl_with_unicode ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_empty_account +test.unit.common.middleware.test_formpost.TestFormPost.test_empty_account ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_empty_v1 +test.unit.common.middleware.test_formpost.TestFormPost.test_empty_v1 ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_explorer +test.unit.common.middleware.test_formpost.TestFormPost.test_explorer ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_firefox +test.unit.common.middleware.test_formpost.TestFormPost.test_firefox ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_multiple_container_keys +test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_multiple_container_keys ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_multiple_keys +test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_multiple_keys ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_origin +test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_origin ... ok +test.unit.common.test_manager.TestServer.test_wait +test.unit.common.test_manager.TestServer.test_wait ... ok +test.unit.common.test_splice.TestSplice.test_available +test.unit.common.test_splice.TestSplice.test_available ... ok +test.unit.common.test_splice.TestSplice.test_errno +test.unit.common.test_splice.TestSplice.test_errno ... ok +test.unit.common.test_splice.TestSplice.test_fileno +test.unit.common.test_splice.TestSplice.test_fileno ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_without_useragent +test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_without_useragent ... ok +test.unit.common.test_splice.TestSplice.test_flags +test.unit.common.test_splice.TestSplice.test_flags ... ok +test.unit.common.test_splice.TestSplice.test_flags_list +test.unit.common.test_splice.TestSplice.test_flags_list ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_global_content_type_encoding +test.unit.common.middleware.test_formpost.TestFormPost.test_global_content_type_encoding ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_max_file_count_exceeded +test.unit.common.middleware.test_formpost.TestFormPost.test_max_file_count_exceeded ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_max_file_size_exceeded +test.unit.common.middleware.test_formpost.TestFormPost.test_max_file_size_exceeded ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_messed_up_start +test.unit.common.middleware.test_formpost.TestFormPost.test_messed_up_start ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_multiple_content_type_encoding +test.unit.common.middleware.test_formpost.TestFormPost.test_multiple_content_type_encoding ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_no_container +test.unit.common.middleware.test_formpost.TestFormPost.test_no_container ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_no_file_to_process +test.unit.common.middleware.test_formpost.TestFormPost.test_no_file_to_process ... ok +test.unit.common.test_splice.TestSplice.test_splice_file_to_pipe +test.unit.common.test_splice.TestSplice.test_splice_file_to_pipe ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect +test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_expired +test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_expired ... ok +test.unit.common.test_splice.TestSplice.test_splice_pipe_to_file +test.unit.common.test_splice.TestSplice.test_splice_pipe_to_file ... ok +test.unit.common.test_splice.TestSplice.test_splice_pipe_to_pipe +test.unit.common.test_splice.TestSplice.test_splice_pipe_to_pipe ... ok +test.unit.common.test_splice.TestSplice.test_unavailable +test.unit.common.test_splice.TestSplice.test_unavailable ... ok +test.unit.common.test_splice.TestSplice.test_unavailable_in_libc +test.unit.common.test_splice.TestSplice.test_unavailable_in_libc ... ok +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_loop_timeout +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_loop_timeout ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_invalid_sig +test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_invalid_sig ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_with_error +test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_with_error ... ok +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_new_worker_socks +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_new_worker_socks ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_no_v1 +test.unit.common.middleware.test_formpost.TestFormPost.test_no_v1 ... ok +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_no_fork_sock +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_no_fork_sock ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_passthrough +test.unit.common.middleware.test_formpost.TestFormPost.test_passthrough ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_prefixed_and_not_prefixed_sigs_good +test.unit.common.middleware.test_formpost.TestFormPost.test_prefixed_and_not_prefixed_sigs_good ... ok +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_post_fork_hook +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_post_fork_hook ... ok +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_servers_per_port_in_container +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_servers_per_port_in_container ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_prefixed_and_not_prefixed_sigs_unsupported +test.unit.common.middleware.test_formpost.TestFormPost.test_prefixed_and_not_prefixed_sigs_unsupported ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_redirect +test.unit.common.middleware.test_formpost.TestFormPost.test_redirect ... ok +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_shutdown_sockets +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_shutdown_sockets ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_redirect_allowed_deprecated_and_unsupported_digests +test.unit.common.middleware.test_formpost.TestFormPost.test_redirect_allowed_deprecated_and_unsupported_digests ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_redirect_with_query +test.unit.common.middleware.test_formpost.TestFormPost.test_redirect_with_query ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_safari +test.unit.common.middleware.test_formpost.TestFormPost.test_safari ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_single_content_type_encoding +test.unit.common.middleware.test_formpost.TestFormPost.test_single_content_type_encoding ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_does_not_pass_query +test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_does_not_pass_query ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_fails_no_redirect_503 +test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_fails_no_redirect_503 ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_fails_redirect_404 +test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_fails_redirect_404 ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_truncated_attr_value +test.unit.common.middleware.test_formpost.TestFormPost.test_truncated_attr_value ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_wrong_account +test.unit.common.middleware.test_formpost.TestFormPost.test_wrong_account ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_after +test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_after ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_after_not_int +test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_after_not_int ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_at +test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_at ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_at_not_int +test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_at_not_int ... ok +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_first +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_first ... ok +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_is_last_response_wins +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_is_last_response_wins ... ok +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_keeps_current_registered_response +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_keeps_current_registered_response ... ok +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_resets +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_resets ... ok +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_response_is_forever +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_response_is_forever ... ok +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_response_is_last_response_wins +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_response_is_last_response_wins ... ok +test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_blank_plus_other_reseller +test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_blank_plus_other_reseller ... ok +test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_blank_reseller +test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_blank_reseller ... ok +test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_default +test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_default ... ok +test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_multiple_resellers +test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_multiple_resellers ... ok +test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_same_as_default +test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_same_as_default ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_is_authorized_for_permitted_referrer +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_is_authorized_for_permitted_referrer ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_is_not_authorized_for_unknown_reseller_prefix +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_is_not_authorized_for_unknown_reseller_prefix ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_options_allowed +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_options_allowed ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_with_validtoken_authorized_for_permitted_referrer +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_with_validtoken_authorized_for_permitted_referrer ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_auth_scheme +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_auth_scheme ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_blank_reseller_prefix +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_blank_reseller_prefix ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_confirmed_identity_is_authorized +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_confirmed_identity_is_authorized ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_four_donors_two_acceptors +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_four_donors_two_acceptors ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: src_bucket src_obj HEAD {} -test DEBUG: -test:testertest:testertest:testertest:testerFULL_CONTROL -test DEBUG: permission denined: 403 Forbidden test:write READ +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_without_src_obj_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_without_src_obj_permission ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_catch_errors_gatekeeper_configured_not_at_start -test.unit.common.test_wsgi.TestPipelineModification.test_catch_errors_gatekeeper_configured_not_at_start ... ok -test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_plain -test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_plain ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other WRITE -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: some source HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: some source HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: some source HEAD {'If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: some source HEAD {'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: src_bucket src_obj HEAD {} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_with_match_and_s3acl +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_with_match_and_s3acl ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_invalid_source -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_invalid_source ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_gatekeeper_insertion_catch_errors_configured_at_start -test.unit.common.test_wsgi.TestPipelineModification.test_gatekeeper_insertion_catch_errors_configured_at_start ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_gatekeeper_insertion_catch_errors_configured_not_at_start -test.unit.common.test_wsgi.TestPipelineModification.test_gatekeeper_insertion_catch_errors_configured_not_at_start ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_waitall_timeout_timesout -test.unit.common.test_utils.TestGreenAsyncPile.test_waitall_timeout_timesout ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_waitfirst_only_returns_first -test.unit.common.test_utils.TestGreenAsyncPile.test_waitfirst_only_returns_first ... ok -test.unit.common.test_utils.TestGreenthreadSafeIterator.test_access_is_serialized -test.unit.common.test_utils.TestGreenthreadSafeIterator.test_access_is_serialized ... ok -test.unit.common.test_utils.TestGreenthreadSafeIterator.test_setup_works -test.unit.common.test_utils.TestGreenthreadSafeIterator.test_setup_works ... ok -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.common.test_utils.TestShardRangeList.test_filter -test.unit.common.test_utils.TestShardRangeList.test_filter ... ok -test.unit.common.test_utils.TestShardRangeList.test_find_lower -test.unit.common.test_utils.TestShardRangeList.test_find_lower ... ok -test.unit.common.test_utils.TestShardRangeList.test_includes -test.unit.common.test_utils.TestShardRangeList.test_includes ... ok -test.unit.common.test_utils.TestShardRangeList.test_init -test.unit.common.test_utils.TestShardRangeList.test_init ... ok -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.common.test_utils.TestShardRangeList.test_init_with_list -test.unit.common.test_utils.TestShardRangeList.test_init_with_list ... ok -test.unit.common.test_utils.TestShardRangeList.test_pop -test.unit.common.test_utils.TestShardRangeList.test_pop ... ok -test.unit.common.test_utils.TestShardRangeList.test_slice -test.unit.common.test_utils.TestShardRangeList.test_slice ... ok -test.unit.common.test_utils.TestShardRangeList.test_states -test.unit.common.test_utils.TestShardRangeList.test_states ... ok -test.unit.common.test_utils.TestShardRangeList.test_timestamps -test.unit.common.test_utils.TestShardRangeList.test_timestamps ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_load_app -test.unit.common.test_wsgi.TestPipelineModification.test_load_app ... ok -test.unit.common.test_utils.TestStatsdLoggingDelegation.test_delegate_methods_with_default_sample_rate -test.unit.common.test_utils.TestStatsdLoggingDelegation.test_delegate_methods_with_default_sample_rate ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_no_gaps -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_no_gaps ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_merge_items_overwrite_unicode -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_merge_items_overwrite_unicode ... ok -test.unit.common.test_utils.TestStatsdLoggingDelegation.test_delegate_methods_with_metric_prefix -test.unit.common.test_utils.TestStatsdLoggingDelegation.test_delegate_methods_with_metric_prefix ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:38 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750204958.77013', 'Content-Type': 'binary/octet-stream'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:38 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750204958.77314', 'Content-Type': 'binary/octet-stream'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:38 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750204958.77555', 'Content-Type': 'binary/octet-stream'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:38 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750204958.77863', 'Content-Type': 'binary/octet-stream'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:38 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750204958.78054', 'Content-Type': 'binary/octet-stream'} -test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 157, in PUT - resp = req.get_response(self.app) - ^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1637, in get_response - return self.get_acl_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1613, in get_acl_response - resp = self._get_response( - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:38 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750204958.78307', 'Content-Type': 'binary/octet-stream'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:38 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750204958.78480', 'Content-Type': 'binary/octet-stream'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:38 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750204958.78653', 'Content-Type': 'binary/octet-stream'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:38 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750204958.78813', 'Content-Type': 'binary/octet-stream'} -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:38 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750204958.79592', 'Content-Type': 'binary/octet-stream'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:38 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750204958.79748', 'Content-Type': 'binary/octet-stream'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_quota_exceeded -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_quota_exceeded ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_double_check_trailing_delimiter -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_double_check_trailing_delimiter ... ok -test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_cached_dispersion_value -test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_cached_dispersion_value ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_load_app_request_logging_app -test.unit.common.test_wsgi.TestPipelineModification.test_load_app_request_logging_app ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_loadapp_proxy -test.unit.common.test_wsgi.TestPipelineModification.test_loadapp_proxy ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_containers_iter -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_containers_iter ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: some source HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Wed, 15 May 2024 17:59:35 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715795975.31271', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: src_bucket src_obj HEAD {} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_owner_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_owner_permission ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_loadapp_storage -test.unit.common.test_wsgi.TestPipelineModification.test_loadapp_storage ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline -test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_inserts_versioned_writes -test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_inserts_versioned_writes ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_ordering -test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_ordering ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_not_root -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_not_root ... ok +test DEBUG: checking permission: some source HEAD {} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_metadata_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_metadata_copy ... ok +test WARNING: More than one part in a single-part response? +test WARNING: Error sending UDP message to ('some.host.com', 8125): [Errno 1] test errno 1 +test INFO: Begin container audit "once" mode +test DEBUG: Audit passed for /tmp/tmphy1ag7v7/sda/containers/0/0/0/test.db +test INFO: Container audit "once" mode completed: 0.00s +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx67426bcb64674ac4843a6-006644f810) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx94fcb2030436492e85e96-006644f810) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txffc69200d33b4743a5525-006644f810) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx664ab215cfb44a9f83c91-006644f810) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx62938023b10c40bead846-006644f810) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txf68192d0aa91438d98fee-006644f810) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx7711afd3f81941b59a235-006644f810) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx7f2457b33376454e99837-006644f810) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx8c06fd189f7147558a6fc-006644f810) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txb012aaa1a77a45eab86c0-006644f810) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx455ba988544a4e09b3437-006644f810) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txae924b4d50a7491ea599d-006644f810) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txabf1326a596947a6b92d8-006644f810) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx6f0828621e5a4441b70ae-006644f810) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx50b8642993fc443e81bc4-006644f810) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txd2fa229b18c94be6b5727-006644f810) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txf379f3eb746c4590b9892-006644f810) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx0ef3dbfb0419494292779-006644f810) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txa5fa23276f344e3cb1467-006644f810) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx9db81e4c95664af7ac20d-006644f810) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx3e1d5ac304e4415691fc0-006644f810) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txd6b5933e6e384fc49c755-006644f810) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txd6aeafa2d6554ab783f37-006644f810) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txbca07bc786404f90aa756-006644f810) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: Problem with listing response from /v1/a/c?states=listing&format=json: ValueError('not a list') (txn: txc0301421365b4f16bca36-006644f810) +test ERROR: Failed to get namespaces from /v1/a/c?states=listing&format=json: invalid data: KeyError('name') (txn: tx7d3cc7af52f943a49a466-006644f810) +test ERROR: Problem with listing response from /v1/a/c?states=listing&format=json: ValueError('not a list') (txn: tx63d0de7c214f4a7b9700d-006644f810) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx5b2ac3a4cd754977bf60e-006644f810) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txe5ddeab3396c43f383730-006644f810) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&reverse=true&format=json (txn: tx3011f4921ad64da0bb4a7-006644f810) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&marker=jam&format=json (txn: txb404b5361e43460f98581-006644f810) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&marker=jam&end_marker=kale&format=json (txn: txbea0c3e37aa1489a9ae3b-006644f810) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&includes=egg&format=json (txn: txa20e436f12794761a1323-006644f810) +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache_empty_list +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache_empty_list ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache_error +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache_error ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_write_to_cache +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_write_to_cache ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_write_to_cache_with_x_newest +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_write_to_cache_with_x_newest ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_cache_clearing +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_cache_clearing ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_get_from_shards_add_root_spi +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_get_from_shards_add_root_spi ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_admin_disallow_info +test.unit.proxy.controllers.test_info.TestInfoController.test_admin_disallow_info ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_disabled_admin_info +test.unit.proxy.controllers.test_info.TestInfoController.test_disabled_admin_info ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_disabled_info +test.unit.proxy.controllers.test_info.TestInfoController.test_disabled_info ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_disallow_info +test.unit.proxy.controllers.test_info.TestInfoController.test_disallow_info ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info +test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_expires +test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_expires ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_key +test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_key ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_method +test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_method ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_path +test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_path ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_get_info +test.unit.proxy.controllers.test_info.TestInfoController.test_get_info ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_get_info_cors +test.unit.proxy.controllers.test_info.TestInfoController.test_get_info_cors ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_head_admin_info +test.unit.proxy.controllers.test_info.TestInfoController.test_head_admin_info ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_head_info +test.unit.proxy.controllers.test_info.TestInfoController.test_head_info ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_options_info +test.unit.proxy.controllers.test_info.TestInfoController.test_options_info ... ok +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size ... ok +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size_resuming +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size_resuming ... ok +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size_resuming_chunked +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size_resuming_chunked ... ok +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_init_node_timeout +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_init_node_timeout ... ok +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part ... ok +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_insufficient_bytes +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_insufficient_bytes ... ok +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_read_timeout +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_read_timeout ... ok +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_small_fragment_size +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_small_fragment_size ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Storage-Class': 'STANDARD', 'Content-Md5': 'XUFAKrxLKna5cZ2REBfFkg==', 'Date': 'Wed, 18 Jun 2025 00:02:39 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '5d41402abc4b2a76b9719d911017c592', 'X-Timestamp': '1750204959.08999', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20250618/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20250618T000239Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': '2cf24dba5fb0a30e26e83b2ac5b9e29e1b161e5c1fa7425e73043362938b9824', 'Date': 'Wed, 18 Jun 2025 00:02:39 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750204959.10243', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Wed, 15 May 2024 17:59:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4 -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4 ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4_bad_hash -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4_bad_hash ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_newid -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_newid ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_not_sharded -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_not_sharded ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_xml -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_xml ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_objects_iter_order_and_reverse -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_objects_iter_order_and_reverse ... ok -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.common.test_utils.TestStatsdLoggingDelegation.test_delegate_methods_with_no_default_sample_rate -test.unit.common.test_utils.TestStatsdLoggingDelegation.test_delegate_methods_with_no_default_sample_rate ... ok -test.unit.common.test_utils.TestStatsdLoggingDelegation.test_fsync_bad_fullsync -test.unit.common.test_utils.TestStatsdLoggingDelegation.test_fsync_bad_fullsync ... ok -test.unit.common.test_utils.TestStatsdLoggingDelegation.test_fsync_f_fullsync -test.unit.common.test_utils.TestStatsdLoggingDelegation.test_fsync_f_fullsync ... ok -test.unit.common.test_utils.TestStatsdLoggingDelegation.test_fsync_no_fullsync -test.unit.common.test_utils.TestStatsdLoggingDelegation.test_fsync_no_fullsync ... ok -test.unit.common.test_utils.TestStatsdLoggingDelegation.test_methods_are_no_ops_when_not_enabled -test.unit.common.test_utils.TestStatsdLoggingDelegation.test_methods_are_no_ops_when_not_enabled ... ok -test.unit.common.test_utils.TestStatsdLoggingDelegation.test_no_fdatasync -test.unit.common.test_utils.TestStatsdLoggingDelegation.test_no_fdatasync ... ok -test.unit.common.test_utils.TestStatsdLoggingDelegation.test_thread_locals -test.unit.common.test_utils.TestStatsdLoggingDelegation.test_thread_locals ... ok -test.unit.common.test_utils.TestStatsdLoggingDelegation.test_yes_fdatasync -test.unit.common.test_utils.TestStatsdLoggingDelegation.test_yes_fdatasync ... ok -test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ip -test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ip ... ok -test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ipv4 -test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ipv4 ... ok -test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ipv6 -test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ipv6 ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_recommended_pipelines -test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_recommended_pipelines ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_proxy_unmodified_wsgi_pipeline -test.unit.common.test_wsgi.TestPipelineModification.test_proxy_unmodified_wsgi_pipeline ... ok -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_loop_timeout -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_loop_timeout ... ok -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_new_worker_socks -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_new_worker_socks ... ok -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_no_fork_sock -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_no_fork_sock ... ok -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_post_fork_hook -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_post_fork_hook ... ok -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_servers_per_port_in_container -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_servers_per_port_in_container ... ok -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_shutdown_sockets -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_shutdown_sockets ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: src_bucket src_obj HEAD {} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_read_permission +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_read_permission ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_without_permission +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_without_permission ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_batch_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_batch_reclaim ... ok +test.unit.container.test_backend.TestContainerBroker.test_empty +test.unit.container.test_backend.TestContainerBroker.test_empty ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_expanding +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_expanding ... ok +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: tx18937b08a0b9440ba2bf7-006644f80b) +test INFO: Client disconnected on read of '/a/c' (txn: tx18937b08a0b9440ba2bf7-006644f80b) +test INFO: Client disconnected on read of '/a/c' (txn: tx867d9fa4794446c8bf00c-006644f80b) +test INFO: Client disconnected on read of '/a/c' (txn: tx867d9fa4794446c8bf00c-006644f80b) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx2b3c29de5bc543f0bc5f2-006644f80b) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txd11592237bff492387ee2-006644f80b) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx3389569104de4d81ba4da-006644f80b) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx3389569104de4d81ba4da-006644f80b) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx3389569104de4d81ba4da-006644f80b) +test ERROR: Container GET returning 503 for [500, 500, 500] (txn: tx3389569104de4d81ba4da-006644f80b) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txc916a129e6cb4d8da0d07-006644f80b) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txc916a129e6cb4d8da0d07-006644f80b) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txc916a129e6cb4d8da0d07-006644f80b) +test ERROR: Container GET returning 503 for [500, 500, 500] (txn: txc916a129e6cb4d8da0d07-006644f80b) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a: Network unreachable (txn: tx1ff1f482694e434db1ab3-006644f80b) +test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a: Network unreachable (txn: tx1ff1f482694e434db1ab3-006644f80b) +test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a: Network unreachable (txn: tx1ff1f482694e434db1ab3-006644f80b) +test ERROR: Account HEAD returning 503 for [] (txn: tx1ff1f482694e434db1ab3-006644f80b) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 500 Trying to POST /a/c From Container Server 10.0.0.2:2002/sdc (txn: txc049b53ddf994342b2d2d-006644f80b) +test ERROR: ERROR 500 Trying to POST /a/c From Container Server 10.0.0.0:2000/sda (txn: txfc5f9adff1d841bfbf47c-006644f80b) +test ERROR: Container GET returning 503 for (204, 404, 503) (txn: txfc5f9adff1d841bfbf47c-006644f80b) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx7bb1da43ddd74669ad3ad-006644f80b) +test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx3b797aa8bc7748e39dfcc-006644f80b) +test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx957f4a5390f7466584d25-006644f80b) +test.unit.proxy.test_server.TestContainerController.test_POST_bad_metadata +test.unit.proxy.test_server.TestContainerController.test_POST_bad_metadata ... ok +test.unit.proxy.test_server.TestContainerController.test_POST_calls_clean_acl +test.unit.proxy.test_server.TestContainerController.test_POST_calls_clean_acl ... ok +test.unit.proxy.test_server.TestContainerController.test_POST_metadata +test.unit.proxy.test_server.TestContainerController.test_POST_metadata ... ok +test.unit.proxy.test_server.TestContainerController.test_PUT +test.unit.proxy.test_server.TestContainerController.test_PUT ... ok +test.unit.proxy.test_server.TestContainerController.test_PUT_autocreate_account_utf8 +test.unit.proxy.test_server.TestContainerController.test_PUT_autocreate_account_utf8 ... ok +test.unit.proxy.test_server.TestContainerController.test_PUT_autocreate_account_with_sysmeta +test.unit.proxy.test_server.TestContainerController.test_PUT_autocreate_account_with_sysmeta ... ok +test.unit.proxy.test_server.TestContainerController.test_PUT_backed_x_timestamp_header +test.unit.proxy.test_server.TestContainerController.test_PUT_backed_x_timestamp_header ... ok +test INFO: Beginning replication run +test INFO: Replication run OVER +test INFO: Attempted to replicate 0 dbs in 0.00066 seconds (0.00000/s) +test INFO: Removed 0 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpeiix66vo/sda/accounts/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.00271 seconds (369.07332/s) +test INFO: Removed 1 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test INFO: Beginning replication run +test INFO: Replication run OVER +test INFO: Attempted to replicate 0 dbs in 0.00025 seconds (0.00000/s) +test INFO: Removed 0 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test INFO: Beginning replication run +test INFO: Replication run OVER +test INFO: Attempted to replicate 0 dbs in 0.00976 seconds (0.00000/s) +test INFO: Removed 0 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test INFO: Beginning replication run +test INFO: Replication run OVER +test INFO: Attempted to replicate 0 dbs in 0.00025 seconds (0.00000/s) +test INFO: Removed 0 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +REPLICATE: /sda/0/7e85f39cfbd92b74b0b21a19f4188cca, sync, (-1, '00000000000000000000000000000000', 'b9574a34-9645-477e-81cb-fb7015c4758d-sda', '1715795983.03788', '1715795983.03574', '0', '') +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpwyfwcfi5/sda/accounts/0/cca/7e85f39cfbd92b74b0b21a19f4188cca/7e85f39cfbd92b74b0b21a19f4188cca.db +REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, sync, (-1, '00000000000000000000000000000000', '7463a225-8054-4d44-b580-be22686c5b6d-sda', '1715795983.16056', '1715795983.15813', '0', '') +REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, complete_rsync, ('7463a225-8054-4d44-b580-be22686c5b6d-sda', '7e85f39cfbd92b74b0b21a19f4188cca.db') +REPLICATE: /sdc/0/7e85f39cfbd92b74b0b21a19f4188cca, sync, (-1, '00000000000000000000000000000000', '7463a225-8054-4d44-b580-be22686c5b6d-sda', '1715795983.16056', '1715795983.15813', '0', '') +REPLICATE: /sdc/0/7e85f39cfbd92b74b0b21a19f4188cca, complete_rsync, ('7463a225-8054-4d44-b580-be22686c5b6d-sda', '7e85f39cfbd92b74b0b21a19f4188cca.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.77367 seconds (1.29255/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:2 ts_repl:0 +REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, sync, (1, 'd174122cff162647d54d9e1da1f7abcf', 'bef90dd4-524c-484c-9866-938ecc19a9c7-sda', '1715795984.03675', '1715795984.03409', '0', '') +REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, rsync_then_merge, ('bef90dd4-524c-484c-9866-938ecc19a9c7-sda', '7e85f39cfbd92b74b0b21a19f4188cca.db') +REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, sync, (11, 'b601762aed206ec01c42cd3e159474f1', 'c4ed6734-3f81-4af3-a6a3-7530194b9838-sda', '1715795984.53758', '1715795984.53462', '0', '') +REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, merge_items, ([{'ROWID': 1, 'name': '/a/c_0', 'put_timestamp': '1715795984.64005', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': '/a/c_1', 'put_timestamp': '1715795984.6404', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 3, 'name': '/a/c_2', 'put_timestamp': '1715795984.64056', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 4, 'name': '/a/c_3', 'put_timestamp': '1715795984.64071', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 5, 'name': '/a/c_4', 'put_timestamp': '1715795984.64085', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 6, 'name': '/a/c_5', 'put_timestamp': '1715795984.64098', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 7, 'name': '/a/c_6', 'put_timestamp': '1715795984.64112', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 8, 'name': '/a/c_7', 'put_timestamp': '1715795984.64125', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 9, 'name': '/a/c_8', 'put_timestamp': '1715795984.64138', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 10, 'name': '/a/c_9', 'put_timestamp': '1715795984.64151', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 11, 'name': '/a/c_missing', 'put_timestamp': '1715795984.64164', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}], 'c4ed6734-3f81-4af3-a6a3-7530194b9838-sda') +REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, merge_syncs, ([],) test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: src_bucket src_obj HEAD {} +test DEBUG: checking permission: nojunk None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 01 Apr 2014 12:00:00 GMT', 'X-Amz-Date': 'Wed, 15 May 2024 17:59:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:44 -0000'} +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:44 -0000'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:44 -0000'} +test DEBUG: checking permission: bucket None POST {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:44 -0000'} +test DEBUG: bucket None POST +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. +test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. +test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. +test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing as anonymous +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_confirmed_identity_is_not_authorized +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_confirmed_identity_is_not_authorized ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_denied_responses +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_denied_responses ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_chexor +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_chexor ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_detect_reseller_request +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_detect_reseller_request ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_identified_options_allowed +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_identified_options_allowed ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_invalid_request_authorized +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_invalid_request_authorized ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_invalid_request_non_authorized +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_invalid_request_non_authorized ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_asked_for_and_allowed +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_asked_for_and_allowed ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_asked_for_but_not_allowed +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_asked_for_but_not_allowed ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_default_allowed +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_default_allowed ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_not_set +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_not_set ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set_to_unknown +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set_to_unknown ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set_unknown_with_v2 +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set_unknown_with_v2 ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_reseller_prefix_added_underscore +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_reseller_prefix_added_underscore ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_reseller_prefix_not_added_double_underscores +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_reseller_prefix_not_added_double_underscores ... ok +test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_account_unknown_domain +test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_account_unknown_domain ... ok +test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_known_domain +test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_known_domain ... ok +test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_v2_account +test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_v2_account ... ok +test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_new_account +test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_new_account ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_default_types +test.unit.common.middleware.test_slo.TestRespAttrs.test_default_types ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_from_empty_headers +test.unit.common.middleware.test_slo.TestRespAttrs.test_from_empty_headers ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_from_only_timestamp +test.unit.common.middleware.test_slo.TestRespAttrs.test_from_only_timestamp ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_from_regular_object +test.unit.common.middleware.test_slo.TestRespAttrs.test_from_regular_object ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_from_valid_sysmeta +test.unit.common.middleware.test_slo.TestRespAttrs.test_from_valid_sysmeta ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_from_zero_byte_sysmeta +test.unit.common.middleware.test_slo.TestRespAttrs.test_from_zero_byte_sysmeta ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_init_calculates_is_legacy +test.unit.common.middleware.test_slo.TestRespAttrs.test_init_calculates_is_legacy ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_init_converts_timestamps_from_strings +test.unit.common.middleware.test_slo.TestRespAttrs.test_init_converts_timestamps_from_strings ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_init_with_no_sysmeta +test.unit.common.middleware.test_slo.TestRespAttrs.test_init_with_no_sysmeta ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_init_with_no_sysmeta_offset +test.unit.common.middleware.test_slo.TestRespAttrs.test_init_with_no_sysmeta_offset ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_invalid_sysmeta +test.unit.common.middleware.test_slo.TestRespAttrs.test_invalid_sysmeta ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_legacy_slo_sysmeta +test.unit.common.middleware.test_slo.TestRespAttrs.test_legacy_slo_sysmeta ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_non_slo_with_sysmeta +test.unit.common.middleware.test_slo.TestRespAttrs.test_non_slo_with_sysmeta ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_partial_modern_sysmeta +test.unit.common.middleware.test_slo.TestRespAttrs.test_partial_modern_sysmeta ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_not_legacy +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_not_legacy ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_range +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_range ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_raw_data +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_raw_data ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_sub_slo +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_sub_slo ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_sub_slo_range +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_sub_slo_range ... ok +test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_passes_through_concurrency +test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_passes_through_concurrency ... ok +test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_reused_logger +test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_reused_logger ... ok +test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_uses_big_max_deletes +test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_uses_big_max_deletes ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_get_with_if_modified_since +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_get_with_if_modified_since ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag_non_slo +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag_non_slo ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag_non_slo_after_refetch +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag_non_slo_after_refetch ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_and_range +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_and_range ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag_non_slo +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag_non_slo ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag_non_slo_after_refetch +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag_non_slo_after_refetch ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_manifest_json_md5 +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_manifest_json_md5 ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_ancient_date +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_ancient_date ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_last_modified +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_last_modified ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_now +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_now ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches_no_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches_no_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches_json_md5 +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches_json_md5 ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_ancient_date +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_ancient_date ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_last_modified +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_last_modified ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_now +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_now ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_matches +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_matches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_matches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_matches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_alternate_etag_miss +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_alternate_etag_miss ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_without_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_without_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_matches +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_matches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_matches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_matches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_mismatches +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_mismatches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_mismatches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_mismatches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_old_swift_if_match_matches_and_range +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_old_swift_if_match_matches_and_range ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_range_resume_download +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_range_resume_download ... ok +test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_custom_url_config +test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_custom_url_config ... ok +test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_multiple_reseller +test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_multiple_reseller ... ok +test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_no_prefix_reseller +test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_no_prefix_reseller ... ok +test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_single_reseller +test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_single_reseller ... ok +test.unit.common.middleware.test_versioned_writes.TestSwiftInfo.test_registered_defaults +test.unit.common.middleware.test_versioned_writes.TestSwiftInfo.test_registered_defaults ... ok +test.unit.common.middleware.test_versioned_writes.TestSwiftInfo.test_registered_explicitly_set +test.unit.common.middleware.test_versioned_writes.TestSwiftInfo.test_registered_explicitly_set ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_first_version +test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_first_version ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_new_version +test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_new_version ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_new_version_different_account +test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_new_version_different_account ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_object_no_versioning_with_container_config_true +test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_object_no_versioning_with_container_config_true ... ok +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_component_different_builder_order +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_component_different_builder_order ... ok +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components ... ok +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_different_builders +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_different_builders ... ok +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_different_number_builders +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_different_number_builders ... ok +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_duplicate_builder_ids +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_duplicate_builder_ids ... ok +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_insufficient_builders +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_insufficient_builders ... ok +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_missing_builder_id +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_missing_builder_id ... ok +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_older_builder +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_older_builder ... ok +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_replica_count_changed +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_replica_count_changed ... ok +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_unchanged_builders +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_unchanged_builders ... ok +test.unit.common.test_db_auditor.TestAuditor.test_database_auditor +test.unit.common.test_db_auditor.TestAuditor.test_database_auditor ... ok +test.unit.common.test_db_auditor.TestAuditor.test_one_audit_pass +test.unit.common.test_db_auditor.TestAuditor.test_one_audit_pass ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_shrinking +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_shrinking ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_create_broker +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_create_broker ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_creation +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_creation ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_shrinking_default +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_shrinking_default ... ok +test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txbfebe308bca94d65b6e53-006644f80b) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 500 Trying to PUT /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx21895c49d4b74737b79be-006644f80b) +test ERROR: ERROR 500 Trying to PUT /a/c From Container Server 10.0.0.0:2000/sda (txn: txce073870de8b4ebab927e-006644f80b) +test ERROR: Container GET returning 503 for (204, 404, 503) (txn: txce073870de8b4ebab927e-006644f80b) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: txb00d59fa37af442d9b5c8-006644f80b) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: txb00d59fa37af442d9b5c8-006644f80b) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: txb00d59fa37af442d9b5c8-006644f80b) +test ERROR: Account HEAD returning 503 for [503, 503, 503] (txn: txb00d59fa37af442d9b5c8-006644f80b) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to PUT /account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txb00d59fa37af442d9b5c8-006644f80b) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to PUT /account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txb00d59fa37af442d9b5c8-006644f80b) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to PUT /account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txb00d59fa37af442d9b5c8-006644f80b) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txb00d59fa37af442d9b5c8-006644f80b) +test WARNING: Could not autocreate account '/account' (txn: txb00d59fa37af442d9b5c8-006644f80b) +test INFO: autocreate account '/account' (txn: tx9b84fc569e6b46c7ac446-006644f80b) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: tx66b46457833649eca48b1-006644f80b) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: tx66b46457833649eca48b1-006644f80b) +test ERROR: Account HEAD returning 503 for [503, 503] (txn: tx66b46457833649eca48b1-006644f80b) +test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.1:1001/sdb (txn: tx66b46457833649eca48b1-006644f80b) +test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.2:1002/sdc (txn: tx66b46457833649eca48b1-006644f80b) +test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.0:1000/sda (txn: tx66b46457833649eca48b1-006644f80b) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx66b46457833649eca48b1-006644f80b) +test WARNING: Could not autocreate account '/account' (txn: tx66b46457833649eca48b1-006644f80b) +test INFO: autocreate account '/account' (txn: tx6cea46ba791b4a5e95dc2-006644f80b) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:2000/sda (txn: tx7a35bfb7bd94477194938-006644f80b) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx7a35bfb7bd94477194938-006644f80b) +test ERROR: Container GET returning 503 for (201, 503, 503) (txn: tx7a35bfb7bd94477194938-006644f80b) +test INFO: autocreate account '/account' (txn: tx15fe25173d9d417e828b8-006644f80b) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: txb63623ed0a2d41a2aef14-006644f80b) +test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.1:1001/sdb (txn: txb63623ed0a2d41a2aef14-006644f80b) +test INFO: autocreate account '/account' (txn: txb63623ed0a2d41a2aef14-006644f80b) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: tx877ca616557e4487bae69-006644f80b) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx877ca616557e4487bae69-006644f80b) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: autocreate account '/☃' (txn: txf6ab37997c39416cb7492-006644f80b) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: autocreate account '/account' (txn: txfa07c0febdc44a39ba7dd-006644f80b) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test.unit.proxy.test_server.TestContainerController.test_PUT_bad_metadata +test.unit.proxy.test_server.TestContainerController.test_PUT_bad_metadata ... ok +test.unit.proxy.test_server.TestContainerController.test_PUT_calls_clean_acl +test.unit.proxy.test_server.TestContainerController.test_PUT_calls_clean_acl ... ok +test.unit.proxy.test_server.TestContainerController.test_PUT_connect_exceptions +test.unit.proxy.test_server.TestContainerController.test_PUT_connect_exceptions ... ok +test.unit.proxy.test_server.TestContainerController.test_PUT_max_container_name_length +test.unit.proxy.test_server.TestContainerController.test_PUT_max_container_name_length ... ok +test.unit.proxy.test_server.TestContainerController.test_PUT_max_containers_per_account +test.unit.proxy.test_server.TestContainerController.test_PUT_max_containers_per_account ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_db_file +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_db_file ... ok +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx3cd4ea2d860b4abdaa3f6-006644f810) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txb3dc68447d3949889b786-006644f810) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx885c5067840d4cb4a8890-006644f810) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txadb39509806048f39a301-006644f810) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx376ccfad79244f6a81bfa-006644f810) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txc358947fbdca4d7a89897-006644f810) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Skipping shard cache lookup (x-newest) for /v1/a/c?states=listing&format=json (txn: tx7ac3f288186a435e840a4-006644f810) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx7ac3f288186a435e840a4-006644f810) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} +test ERROR: Aborting listing from shards due to bad response: [204] +test DEBUG: GET listing from 3 shards for: /v1/a/c +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} +test ERROR: Aborting listing from shards due to bad response: [204] +test DEBUG: GET listing from 3 shards for: /v1/a/c +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} +test ERROR: Aborting listing from shards due to bad response: [204] +test DEBUG: GET listing from 3 shards for: /v1/a/c +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} +test ERROR: Aborting listing from shards due to bad response: [204] +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read EC fragment during GET (retrying) 1.2.3.4:6200/sda (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read EC fragment during GET (retrying) 1.2.3.4:6200/sda (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read EC fragment during GET (retrying) 1.2.3.4:6200/sda (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server WARNING: Client disconnected on read of EC frag 'a/c/o' (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_not_available +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_not_available ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_reading +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_reading ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_recheck_time_zero +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_recheck_time_zero ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_writing +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_writing ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_empty_body +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_empty_body ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_empty_body +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_empty_body ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_invalid_shard_range +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_invalid_shard_range ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_key_missing +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_key_missing ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_missing_record_type +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_missing_record_type ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_not_a_list +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_not_a_list ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_request_failed +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_request_failed ... ok +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Wed, 15 May 2024 17:59:35 -0000', 'X-Amz-Metadata-Directive': 'COPY', 'X-Amz-Meta-Something': 'oh hai', 'X-Amz-Meta-Unreadable-Prefix': '\x04w', 'X-Amz-Meta-Unreadable-Suffix': 'h\x04', 'X-Amz-Meta-Lots-Of-Unprintable': '\x04\x04\x04\x04\x04', 'Cache-Control': 'hello', 'Content-Disposition': 'how are you', 'Content-Encoding': 'good and you', 'Content-Language': 'great', 'Expires': 'yeah', 'X-Robots-Tag': 'bye', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715795975.32774', 'Content-Type': 'so'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_write_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_write_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_without_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_double_check_trailing_delimiter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_double_check_trailing_delimiter_non_slash ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_policy_stats_tracking -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_policy_stats_tracking ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_load_old_pending_puts -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_load_old_pending_puts ... ok -test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_xml -test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_xml ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_policy_stats -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_policy_stats ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_nothing_to_do -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_nothing_to_do ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20250618/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20250618T000239Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': 'not the hash', 'Date': 'Wed, 18 Jun 2025 00:02:39 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750204959.26473', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: some source HEAD {} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Wed, 15 May 2024 17:59:36 -0000', 'X-Amz-Metadata-Directive': 'REPLACE', 'X-Amz-Meta-Something': 'oh hai', 'X-Amz-Meta-Unreadable-Prefix': '\x04w', 'X-Amz-Meta-Unreadable-Suffix': 'h\x04', 'X-Amz-Meta-Lots-Of-Unprintable': '\x04\x04\x04\x04\x04', 'Cache-Control': 'hello', 'Content-Disposition': 'how are you', 'Content-Encoding': 'good and you', 'Content-Language': 'great', 'Expires': 'yeah', 'X-Robots-Tag': 'bye', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715795976.36983', 'Content-Type': 'so'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20250618/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20250618T000239Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': 'UNSIGNED-PAYLOAD', 'Date': 'Wed, 18 Jun 2025 00:02:39 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750204959.27505', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4_unsigned_payload -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4_unsigned_payload ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_fullcontrol_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_batch_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_batch_reclaim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_batch_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_batch_reclaim ... ok -test INFO: - - - [18/Jun/2025:00:02:34 +0000] "GET /sda1/p/a" 200 452 "-" "-" "-" 0.1104 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:34 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.0018 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:34 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0002 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:34 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0808 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:34 +0000] "PUT /sda1/p/a/US~~TX~~A" 201 - "-" "-" "-" 0.0010 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:34 +0000] "PUT /sda1/p/a/US~~TX~~B" 201 - "-" "-" "-" 0.3001 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:35 +0000] "PUT /sda1/p/a/US~~OK~~A" 201 - "-" "-" "-" 0.0737 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:35 +0000] "PUT /sda1/p/a/US~~OK~~B" 201 - "-" "-" "-" 0.1329 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:35 +0000] "PUT /sda1/p/a/US~~OK~Tulsa~~A" 201 - "-" "-" "-" 0.1130 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:35 +0000] "PUT /sda1/p/a/US~~OK~Tulsa~~B" 201 - "-" "-" "-" 0.1096 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:35 +0000] "PUT /sda1/p/a/US~~UT~~A" 201 - "-" "-" "-" 0.0620 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:35 +0000] "PUT /sda1/p/a/US~~UT~~~B" 201 - "-" "-" "-" 0.0585 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:35 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0876 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:35 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0021 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:35 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0018 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:35 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0017 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:35 +0000] "GET /sda1/p/a" 200 119 "-" "-" "-" 0.0018 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:35 +0000] "GET /sda1/p/a" 200 119 "-" "-" "-" 0.0018 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:35 +0000] "GET /sda1/p/a" 200 189 "-" "-" "-" 0.0020 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:35 +0000] "GET /sda1/p/a" 200 189 "-" "-" "-" 0.0018 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:35 +0000] "GET /sda1/p/a" 200 95 "-" "-" "-" 0.0019 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:35 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0006 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:35 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0004 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:35 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0531 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:35 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0336 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:35 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.2541 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:35 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0016 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:36 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0016 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:36 +0000] "GET /sda1/p/a" 412 22 "-" "-" "-" 0.0002 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:36 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.1154 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:36 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0010 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:36 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0816 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:36 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0841 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:36 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0835 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:36 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0920 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:36 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0943 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:36 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0447 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:36 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.1253 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:36 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0780 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:36 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0799 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:36 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0663 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:37 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.1918 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:37 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.3651 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:37 +0000] "GET /sda1/p/a" 200 336 "-" "-" "-" 0.0069 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:37 +0000] "GET /sda1/p/a" 200 276 "-" "-" "-" 0.0016 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:37 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.4054 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:37 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0138 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:38 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.3389 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:38 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.5697 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:38 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0232 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:38 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0792 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:39 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0864 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:39 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0850 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:39 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0958 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:39 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.2582 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:39 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.1078 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:39 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0735 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:39 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0691 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:39 +0000] "GET /sda1/p/a" 200 5 "-" "-" "-" 0.0678 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:39 +0000] "GET /sda1/p/a" 200 39 "-" "-" "-" 0.0018 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:39 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0016 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:39 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0828 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:39 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0010 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:39 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0582 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:40 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0723 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:40 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0979 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:40 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0913 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:40 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0632 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:40 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0764 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:40 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0613 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:40 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0593 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:40 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0719 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:40 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0663 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:40 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0598 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:40 +0000] "GET /sda1/p/a" 200 91 "-" "-" "-" 0.0649 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:40 +0000] "GET /sda1/p/a" 200 536 "-" "-" "-" 0.0019 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:40 +0000] "GET /sda1/p/a" 200 467 "-" "-" "-" 0.0033 "-" 635420 - -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_json -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_json ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_plain -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_plain ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_metadata_replace +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_metadata_replace ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self_metadata_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self_metadata_copy ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other WRITE +test DEBUG: checking permission: some source HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Wed, 15 May 2024 17:59:36 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715795976.71587', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_without_src_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_without_src_permission ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_put_container -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_put_container ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_half_upgraded_database -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_half_upgraded_database ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_merge_items -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_merge_items ... ok -test INFO: - - - [18/Jun/2025:00:02:35 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.0021 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:35 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0004 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:35 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0674 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:35 +0000] "PUT /sda1/p/a/US~~TX~~A" 201 - "-" "-" "-" 0.0012 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:35 +0000] "PUT /sda1/p/a/US~~TX~~B" 201 - "-" "-" "-" 0.0651 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:35 +0000] "PUT /sda1/p/a/US~~OK~~A" 201 - "-" "-" "-" 0.0816 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:35 +0000] "PUT /sda1/p/a/US~~OK~~B" 201 - "-" "-" "-" 0.0738 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:35 +0000] "PUT /sda1/p/a/US~~OK~Tulsa~~A" 201 - "-" "-" "-" 0.1965 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:35 +0000] "PUT /sda1/p/a/US~~OK~Tulsa~~B" 201 - "-" "-" "-" 0.0889 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:36 +0000] "PUT /sda1/p/a/US~~UT~~A" 201 - "-" "-" "-" 0.1570 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:36 +0000] "PUT /sda1/p/a/US~~UT~~~B" 201 - "-" "-" "-" 0.0851 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:36 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.1025 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:36 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0021 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:36 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0019 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:36 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0019 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:36 +0000] "GET /sda1/p/a" 200 119 "-" "-" "-" 0.0019 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:36 +0000] "GET /sda1/p/a" 200 119 "-" "-" "-" 0.0020 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:36 +0000] "GET /sda1/p/a" 200 189 "-" "-" "-" 0.0020 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:36 +0000] "GET /sda1/p/a" 200 189 "-" "-" "-" 0.0020 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:36 +0000] "GET /sda1/p/a" 200 95 "-" "-" "-" 0.0021 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:36 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0004 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:36 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:36 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0640 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:36 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0043 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:36 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.1439 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:36 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0013 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:36 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0006 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:36 +0000] "GET /sda1/p/a" 412 22 "-" "-" "-" 0.0003 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:36 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0569 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:36 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0058 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:36 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.1152 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:36 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0644 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:36 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0795 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:36 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0696 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:37 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0807 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:37 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.5199 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:37 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.3516 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:38 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.4065 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:38 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.5685 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:38 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0242 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:38 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0735 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:39 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0942 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:39 +0000] "GET /sda1/p/a" 200 336 "-" "-" "-" 0.0017 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:39 +0000] "GET /sda1/p/a" 200 276 "-" "-" "-" 0.0016 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:39 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0814 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:39 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0016 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:39 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0973 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:39 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.2415 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:39 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0690 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:39 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0812 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:39 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0582 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:39 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0525 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:39 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0669 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:39 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0479 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:39 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0927 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:40 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0512 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:40 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0782 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:40 +0000] "GET /sda1/p/a" 200 5 "-" "-" "-" 0.0829 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:40 +0000] "GET /sda1/p/a" 200 39 "-" "-" "-" 0.0017 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:40 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0017 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:40 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0730 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:40 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0042 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:40 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.1010 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:40 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0654 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:40 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0663 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:40 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0595 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:40 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0660 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:40 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0592 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:40 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0804 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:40 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.1431 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:40 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0575 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:41 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0860 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:41 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0752 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:41 +0000] "GET /sda1/p/a" 200 91 "-" "-" "-" 0.0884 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:41 +0000] "GET /sda1/p/a" 200 536 "-" "-" "-" 0.0042 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:41 +0000] "GET /sda1/p/a" 200 467 "-" "-" "-" 0.0017 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:41 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0631 "-" 635414 - -test.unit.account.test_server.TestAccountController.test_GET_with_containers_json -test.unit.account.test_server.TestAccountController.test_GET_with_containers_json ... ok -test.unit.account.test_server.TestAccountController.test_GET_with_containers_plain -test.unit.account.test_server.TestAccountController.test_GET_with_containers_plain ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_initialize_fail -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_initialize_fail ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_xml -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_xml ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_overlapping_shard_ranges -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_overlapping_shard_ranges ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_account_name -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_account_name ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_chexor -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_chexor ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_chexor -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_chexor ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_container_name -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_container_name ... ok -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: src_bucket src_obj HEAD {} -test DEBUG: -test:testertest:testertest:writetest:writeWRITE -test DEBUG: permission denined: 403 Forbidden test:write READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: some source HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Wed, 15 May 2024 17:59:36 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715795976.72891', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_with_not_match_and_s3acl +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_with_not_match_and_s3acl ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_metadata_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_metadata_copy ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_no_gaps +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_no_gaps ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_delete_db_does_not_clear_particular_sharding_meta +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_delete_db_does_not_clear_particular_sharding_meta ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_not_root +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_not_root ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:39 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: src_bucket src_obj HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:39 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: src_bucket src_obj HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:39 -0000', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: src_bucket src_obj HEAD {'If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:39 -0000', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: src_bucket src_obj HEAD {'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} +test DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_with_match_and_s3acl -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_with_match_and_s3acl ... ok -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_bucket_already_owned_by_you +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_bucket_already_owned_by_you ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_not_sharded +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_not_sharded ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_delete_object +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_delete_object ... ok +test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx7ce93523e9f348da8f820-006644f80b) +test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txb3949b3cac3e4542b5e6a-006644f80c) +test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txfa48bf1c197345ed9ed17-006644f80c) +test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txac5271259d224ac9b9313-006644f80c) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect + raise HTTPException() +http.client.HTTPException (txn: txff6e716a15cf465eb7d1b-006644f80c) +test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c/: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect + raise HTTPException() +http.client.HTTPException (txn: txf841022b0cd64f8991dac-006644f80c) +test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect + raise HTTPException() +http.client.HTTPException (txn: tx90cca47e3d664e8bbd96a-006644f80c) +test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect + raise HTTPException() +http.client.HTTPException (txn: tx90cca47e3d664e8bbd96a-006644f80c) +test ERROR: Container GET returning 503 for (201, 503, 503) (txn: tx90cca47e3d664e8bbd96a-006644f80c) +test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c/: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect + raise HTTPException() +http.client.HTTPException (txn: txda3a1656c81c47f68e347-006644f80c) +test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c/: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect + raise HTTPException() +http.client.HTTPException (txn: txda3a1656c81c47f68e347-006644f80c) +test ERROR: Container GET returning 503 for (201, 503, 503) (txn: txda3a1656c81c47f68e347-006644f80c) +test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect + raise HTTPException() +http.client.HTTPException (txn: tx4a64f1fe2a3a496c82fa6-006644f80c) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx4a64f1fe2a3a496c82fa6-006644f80c) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx4a64f1fe2a3a496c82fa6-006644f80c) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx4a64f1fe2a3a496c82fa6-006644f80c) +test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c/: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect + raise HTTPException() +http.client.HTTPException (txn: tx09f06c7b64044ceb8ba6b-006644f80c) +test ERROR: ERROR 503 Trying to PUT /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx09f06c7b64044ceb8ba6b-006644f80c) +test ERROR: ERROR 503 Trying to PUT /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx09f06c7b64044ceb8ba6b-006644f80c) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx09f06c7b64044ceb8ba6b-006644f80c) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test.unit.proxy.test_server.TestContainerController.test_PUT_metadata +test.unit.proxy.test_server.TestContainerController.test_PUT_metadata ... ok +test.unit.proxy.test_server.TestContainerController.test_PUT_policy_headers +test.unit.proxy.test_server.TestContainerController.test_PUT_policy_headers ... ok +test.unit.proxy.test_server.TestContainerController.test_PUT_x_account_headers_with_fewer_account_replicas +test.unit.proxy.test_server.TestContainerController.test_PUT_x_account_headers_with_fewer_account_replicas ... ok +test.unit.proxy.test_server.TestContainerController.test_PUT_x_account_headers_with_more_account_replicas +test.unit.proxy.test_server.TestContainerController.test_PUT_x_account_headers_with_more_account_replicas ... ok +test.unit.proxy.test_server.TestContainerController.test_acc_missing_returns_404 +test.unit.proxy.test_server.TestContainerController.test_acc_missing_returns_404 ... ok +test.unit.proxy.test_server.TestContainerController.test_authorized_requests_when_account_not_found +test.unit.proxy.test_server.TestContainerController.test_authorized_requests_when_account_not_found ... ok +test.unit.proxy.test_server.TestContainerController.test_convert_index_to_name +test.unit.proxy.test_server.TestContainerController.test_convert_index_to_name ... ok +test.unit.proxy.test_server.TestContainerController.test_convert_policy_to_index +test.unit.proxy.test_server.TestContainerController.test_convert_policy_to_index ... ok +test.unit.proxy.test_server.TestContainerController.test_error_convert_index_to_name +test.unit.proxy.test_server.TestContainerController.test_error_convert_index_to_name ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_nothing_to_do +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_nothing_to_do ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_double_check_trailing_delimiter +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_double_check_trailing_delimiter ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:39 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750204959.41082', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket object HEAD {} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test:testertest:testertest:testertest:testerFULL_CONTROL test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:39 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750204959.42027', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket object HEAD {} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_owner_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_owner_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_write_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_write_permission ... ok -test.unit.account.test_server.TestAccountController.test_GET_with_containers_xml -test.unit.account.test_server.TestAccountController.test_GET_with_containers_xml ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_container_name_as_subdir -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_container_name_as_subdir ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_reclaim -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_reclaim ... ok -test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_account_name -test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_account_name ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_is_status_deleted -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_is_status_deleted ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_empty_account -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_empty_account ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_accept -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_accept ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_content_type -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_content_type ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_format -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_format ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_partition -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_partition ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_create_broker -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_create_broker ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_merge_items_overwrite_unicode -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_merge_items_overwrite_unicode ... ok -test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_container_name -test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_container_name ... ok -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:39 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: src_bucket src_obj HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test:testertest:testertest:testertest:testerFULL_CONTROL test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket object HEAD {} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/bucket/object', 'Date': 'Wed, 15 May 2024 17:59:37 -0000', 'X-Amz-Metadata-Directive': 'REPLACE', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715795977.00000', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:39 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: src_bucket src_obj HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self_metadata_replace +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self_metadata_replace ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_fullcontrol_permission ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_with_not_match_and_s3acl -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_with_not_match_and_s3acl ... ok -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_bad_hash -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_bad_hash ... ok -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_empty -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_empty ... ok -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_empty_bad_hash -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_empty_bad_hash ... ok -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_good -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_good ... ok -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_too_long -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_too_long ... ok -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_too_short -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_too_short ... ok -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET ... ok -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_error -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_error ... ok -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_subresource -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_subresource ... ok -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_with_blind_resource -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_with_blind_resource ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_enabled -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_enabled ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_not_configured -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_not_configured ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_suspended -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_suspended ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_enabled -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_enabled ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_error -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_error ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_suspended -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_suspended ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_enabled -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_enabled ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_not_configured -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_not_configured ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_suspended -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_suspended ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_enabled -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_enabled ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_error -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_error ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_not_implemented -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_not_implemented ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_suspended -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_suspended ... ok -test.unit.common.middleware.test_acl.TestACL.test_acls_from_account_info -test.unit.common.middleware.test_acl.TestACL.test_acls_from_account_info ... ok -test.unit.common.middleware.test_acl.TestACL.test_clean_acl -test.unit.common.middleware.test_acl.TestACL.test_clean_acl ... ok -test.unit.common.middleware.test_acl.TestACL.test_format_v1_acl -test.unit.common.middleware.test_acl.TestACL.test_format_v1_acl ... ok -test.unit.common.middleware.test_acl.TestACL.test_format_v2_acl -test.unit.common.middleware.test_acl.TestACL.test_format_v2_acl ... ok -test.unit.common.middleware.test_acl.TestACL.test_parse_acl -test.unit.common.middleware.test_acl.TestACL.test_parse_acl ... ok -test.unit.common.middleware.test_acl.TestACL.test_parse_v2_acl -test.unit.common.middleware.test_acl.TestACL.test_parse_v2_acl ... ok -test.unit.common.middleware.test_acl.TestACL.test_referrer_allowed -test.unit.common.middleware.test_acl.TestACL.test_referrer_allowed ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_bad_container -test.unit.common.middleware.test_bulk.TestUntar.test_bad_container ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_bad_tar -test.unit.common.middleware.test_bulk.TestUntar.test_bad_tar ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_content_length_required -test.unit.common.middleware.test_bulk.TestUntar.test_content_length_required ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_create_container_for_path -test.unit.common.middleware.test_bulk.TestUntar.test_create_container_for_path ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_call -test.unit.common.middleware.test_bulk.TestUntar.test_extract_call ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_compress_type -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_compress_type ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_cont_401 -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_cont_401 ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_create_cont -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_create_cont ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_create_cont_value_err -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_create_cont_value_err ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_cont -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_cont ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_failed_extractions -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_failed_extractions ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_file_size -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_file_size ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_obj_401 -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_obj_401 ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_obj_name_len -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_obj_name_len ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_unicode -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_unicode ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_with_basefile -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_with_basefile ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_works -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_works ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_get_response_body -test.unit.common.middleware.test_bulk.TestUntar.test_get_response_body ... ok -test.unit.common.middleware.test_bulk.TestUntarMetadata.test_extract_metadata -test.unit.common.middleware.test_bulk.TestUntarMetadata.test_extract_metadata ... ok -test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck -test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck ... ok -test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass -test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass ... ok -test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass_disabled -test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass_disabled ... ok -test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass_not_disabled -test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass_not_disabled ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_is_authorized_for_permitted_referrer -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_is_authorized_for_permitted_referrer ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_is_not_authorized_for_unknown_reseller_prefix -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_is_not_authorized_for_unknown_reseller_prefix ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_options_allowed -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_options_allowed ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_with_validtoken_authorized_for_permitted_referrer -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_with_validtoken_authorized_for_permitted_referrer ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_auth_scheme -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_auth_scheme ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_blank_reseller_prefix -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_blank_reseller_prefix ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_confirmed_identity_is_authorized -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_confirmed_identity_is_authorized ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_confirmed_identity_is_not_authorized -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_confirmed_identity_is_not_authorized ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_denied_responses -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_denied_responses ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_detect_reseller_request -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_detect_reseller_request ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_identified_options_allowed -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_identified_options_allowed ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_invalid_request_authorized -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_invalid_request_authorized ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_invalid_request_non_authorized -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_invalid_request_non_authorized ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_asked_for_and_allowed -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_asked_for_and_allowed ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_asked_for_but_not_allowed -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_asked_for_but_not_allowed ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_default_allowed -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_default_allowed ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_not_set -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_not_set ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set_to_unknown -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set_to_unknown ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set_unknown_with_v2 -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set_unknown_with_v2 ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_reseller_prefix_added_underscore -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_reseller_prefix_added_underscore ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_reseller_prefix_not_added_double_underscores -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_reseller_prefix_not_added_double_underscores ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_containers -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_containers ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_containers_prefix -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_containers_prefix ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_orphan_hidden_containers -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_orphan_hidden_containers ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_POST_symlink -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_POST_symlink ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_POST_unversioned_obj -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_POST_unversioned_obj ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_PUT_overwrite_null_marker_versioning_disabled -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_PUT_overwrite_null_marker_versioning_disabled ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_PUT_with_recent_versioned_marker_versioning_disabled -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_PUT_with_recent_versioned_marker_versioning_disabled ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_delete_object_with_versioning_disabled -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_delete_object_with_versioning_disabled ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_disable_versioning -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_disable_versioning ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_get_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_get_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_head_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_head_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_put_object_versioning_disabled -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_put_object_versioning_disabled ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_big_non_slo -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_big_non_slo ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_fails -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_fails ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_finds_old -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_finds_old ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_small_non_slo -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_small_non_slo ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_tombstone -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_tombstone ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_bogus_content_range -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_bogus_content_range ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_includes_whole_manifest -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_includes_whole_manifest ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_includes_whole_range_manifest -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_includes_whole_range_manifest ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_bad_keys -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_bad_keys ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_multiple -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_multiple ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_path -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_path ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_ranges -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_ranges ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential_last_segment -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential_last_segment ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential_non_ascii -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential_non_ascii ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_size_bytes -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_size_bytes ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_undersize_segment -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_undersize_segment ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_unsatisfiable_range -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_unsatisfiable_range ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_container_listing -test.unit.common.middleware.test_slo.TestSloMiddleware.test_container_listing ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_handle_multipart_no_obj -test.unit.common.middleware.test_slo.TestSloMiddleware.test_handle_multipart_no_obj ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_create_broker -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_create_broker ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_slo_PUT_env_override -test.unit.common.middleware.test_slo.TestSloMiddleware.test_slo_PUT_env_override ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_slo_header_assigned -test.unit.common.middleware.test_slo.TestSloMiddleware.test_slo_header_assigned ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_valid_input -test.unit.common.middleware.test_slo.TestSloMiddleware.test_valid_input ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_bad_etag_json -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_bad_etag_json ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_failure -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_failure ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_failure_json -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_failure_json ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_success -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_success ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_success_json -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_success_json ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_allow_empty_last_segment -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_allow_empty_last_segment ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_bad_data -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_bad_data ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_check_data -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_check_data ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_check_data_bad -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_check_data_bad ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_disallow_empty_first_segment -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_disallow_empty_first_segment ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_fast_heartbeat -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_fast_heartbeat ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_invalid_data -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_invalid_data ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_no_xml -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_no_xml ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_etag_check -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_etag_check ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shard_ranges_in_found_state -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shard_ranges_in_found_state ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check_no_early_bailout -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check_no_early_bailout ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check_still_uses_min_size -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check_still_uses_min_size ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success_conditional -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success_conditional ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success_unicode -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success_unicode ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_with_manipulator_callback -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_with_manipulator_callback ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_with_validator_callback -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_with_validator_callback ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_single_ranges -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_single_ranges ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_unsatisfiable_ranges -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_unsatisfiable_ranges ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_bad_etag_fail -test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_bad_etag_fail ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_no_etag_success -test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_no_etag_success ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_with_etag_success -test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_with_etag_success ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_with_etag_with_quotes_success -test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_with_etag_with_quotes_success ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_put_manifest_too_quick_fail -test.unit.common.middleware.test_slo.TestSloPutManifest.test_put_manifest_too_quick_fail ... ok -test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_custom_url_config -test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_custom_url_config ... ok -test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_multiple_reseller -test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_multiple_reseller ... ok -test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_no_prefix_reseller -test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_no_prefix_reseller ... ok -test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_single_reseller -test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_single_reseller ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_DELETE_on_expired_versioned_object -test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_DELETE_on_expired_versioned_object ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_delete_latest_version_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_delete_latest_version_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_denied_DELETE_of_versioned_object -test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_denied_DELETE_of_versioned_object ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_partially_upgraded_cluster -test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_partially_upgraded_cluster ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_partially_upgraded_cluster_single_result_on_second_page -test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_partially_upgraded_cluster_single_result_on_second_page ... ok -test.unit.common.test_daemon.TestWorkerDaemon.test_my_worker_daemon -test.unit.common.test_daemon.TestWorkerDaemon.test_my_worker_daemon ... ok -test.unit.common.test_daemon.TestWorkerDaemon.test_stubs -test.unit.common.test_daemon.TestWorkerDaemon.test_stubs ... ok -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_case_insensitive -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_case_insensitive ... ok -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_del_contains -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_del_contains ... ok -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_get -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_get ... ok -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_init_from_dict -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_init_from_dict ... ok -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_keys -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_keys ... ok -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_pop -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_pop ... ok -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_set -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_set ... ok -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_set_none -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_set_none ... ok -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_setdefault -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_setdefault ... ok -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_unicode -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_unicode ... ok -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_update -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_update ... ok -test.unit.common.test_manager.TestServer.test_conf_dir -test.unit.common.test_manager.TestServer.test_conf_dir ... ok -test.unit.common.test_manager.TestServer.test_conf_files -test.unit.common.test_manager.TestServer.test_conf_files ... ok -test.unit.common.test_manager.TestServer.test_create_server -test.unit.common.test_manager.TestServer.test_create_server ... ok -test.unit.common.test_manager.TestServer.test_expirer_conf_files -test.unit.common.test_manager.TestServer.test_expirer_conf_files ... ok -test.unit.common.test_manager.TestServer.test_get_conf_file_name -test.unit.common.test_manager.TestServer.test_get_conf_file_name ... ok -test.unit.common.test_manager.TestServer.test_get_custom_pid_file_name -test.unit.common.test_manager.TestServer.test_get_custom_pid_file_name ... ok -test.unit.common.test_manager.TestServer.test_get_pid_file_name -test.unit.common.test_manager.TestServer.test_get_pid_file_name ... ok -test.unit.common.test_manager.TestServer.test_get_running_pids -test.unit.common.test_manager.TestServer.test_get_running_pids ... ok -test.unit.common.test_manager.TestServer.test_interact -test.unit.common.test_manager.TestServer.test_interact ... ok -test.unit.common.test_manager.TestServer.test_iter_pid_files -test.unit.common.test_manager.TestServer.test_iter_pid_files ... ok -test.unit.common.test_manager.TestServer.test_kill_running_pids -test.unit.common.test_manager.TestServer.test_kill_running_pids ... ok -test.unit.common.test_manager.TestServer.test_launch -test.unit.common.test_manager.TestServer.test_launch ... ok -test.unit.common.test_manager.TestServer.test_named_conf_dir -test.unit.common.test_manager.TestServer.test_named_conf_dir ... ok -test.unit.common.test_manager.TestServer.test_named_conf_dir_pid_files -test.unit.common.test_manager.TestServer.test_named_conf_dir_pid_files ... ok -test.unit.common.test_manager.TestServer.test_proxy_conf_dir -test.unit.common.test_manager.TestServer.test_proxy_conf_dir ... ok -test.unit.common.test_manager.TestServer.test_server_equality -test.unit.common.test_manager.TestServer.test_server_equality ... ok -test.unit.common.test_manager.TestServer.test_server_repr -test.unit.common.test_manager.TestServer.test_server_repr ... ok -test.unit.common.test_manager.TestServer.test_server_to_string -test.unit.common.test_manager.TestServer.test_server_to_string ... ok -test.unit.common.test_manager.TestServer.test_signal_pids -test.unit.common.test_manager.TestServer.test_signal_pids ... ok -test.unit.common.test_manager.TestServer.test_spawn -test.unit.common.test_manager.TestServer.test_spawn ... ok -test.unit.common.test_manager.TestServer.test_status -test.unit.common.test_manager.TestServer.test_status ... ok -test.unit.common.test_manager.TestServer.test_stop -test.unit.common.test_manager.TestServer.test_stop ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_not_found -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_not_found ... ok -test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_container_name_as_subdir -test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_container_name_as_subdir ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:39 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750204959.72758', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: some source HEAD {} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Wed, 15 May 2024 17:59:38 -0000', 'X-Amz-Metadata-Directive': 'COPY', 'X-Amz-Meta-Something': 'oh hai', 'X-Amz-Meta-Unreadable-Prefix': '\x04w', 'X-Amz-Meta-Unreadable-Suffix': 'h\x04', 'X-Amz-Meta-Lots-Of-Unprintable': '\x04\x04\x04\x04\x04', 'Cache-Control': 'hello', 'Content-Disposition': 'how are you', 'Content-Encoding': 'good and you', 'Content-Language': 'great', 'Expires': 'yeah', 'X-Robots-Tag': 'bye', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715795978.02904', 'Content-Type': 'so'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:39 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750204959.73648', 'Content-Type': 'binary/octet-stream'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_without_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_without_permission ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_migrate_add_storage_policy_index_fail -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_migrate_add_storage_policy_index_fail ... ok -test.unit.account.test_server.TestAccountController.test_HEAD_empty_account -test.unit.account.test_server.TestAccountController.test_HEAD_empty_account ... ok -test.unit.account.test_server.TestAccountController.test_HEAD_invalid_accept -test.unit.account.test_server.TestAccountController.test_HEAD_invalid_accept ... ok -test.unit.account.test_server.TestAccountController.test_HEAD_invalid_content_type -test.unit.account.test_server.TestAccountController.test_HEAD_invalid_content_type ... ok -test.unit.account.test_server.TestAccountController.test_HEAD_invalid_format -test.unit.account.test_server.TestAccountController.test_HEAD_invalid_format ... ok -test.unit.account.test_server.TestAccountController.test_HEAD_invalid_partition -test.unit.account.test_server.TestAccountController.test_HEAD_invalid_partition ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other WRITE +test DEBUG: checking permission: some source HEAD {} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_metadata_replace +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_metadata_replace ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self ... ok +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=%E1%88%B41_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server INFO: Caching updating shards for shard-updating-v2/a/c (3 shards) (txn: tx14c6c7ddadb6419eb8513-006644f810) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Problem with listing response from /v1/a/c/o: JSONDecodeError('Expecting value: line 1 column 1 (char 0)') (txn: txeb1619849fb84331934a6-006644f810) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Problem with listing response from /v1/a/c/o: JSONDecodeError('Expecting value: line 1 column 1 (char 0)') (txn: tx1212eb89906044f3bb0db-006644f810) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Failed to get namespaces from /v1/a/c/o: invalid data: ValueError("upper ('a') must be greater than or equal to lower ('z')") (txn: tx7a23e3602c264288b0aec-006644f810) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Failed to get namespaces from /v1/a/c/o: invalid data: KeyError('name') (txn: txfb2f831c0fd9403c9f9ea-006644f810) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Failed to get shard ranges from /v1/a/c/o: unexpected record type None (txn: tx83809e1006794d32bc929-006644f810) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Problem with listing response from /v1/a/c/o: ValueError('not a list') (txn: txe368f840f6054a9da15ff-006644f810) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server WARNING: Failed to get container listing from /v1/a/c/o: 404 (txn: tx519f7f819fde40bebaf84-006644f810) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_wrong_record_type +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_wrong_record_type ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_errors +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_errors ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_half_not_found_headers_and_body +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_half_not_found_headers_and_body ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_half_not_found_statuses +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_half_not_found_statuses ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_handoff +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_handoff ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_limits_expirer_queue_updates +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_limits_expirer_queue_updates ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_missing_one +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_missing_one ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_mostly_found +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_mostly_found ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_mostly_not_found +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_mostly_not_found ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_not_found +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_not_found ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_simple +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_simple ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_with_write_affinity +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_with_write_affinity ... ok +test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_slo_object_DELETE -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_slo_object_DELETE ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_slo_object_async_DELETE -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_slo_object_async_DELETE ... ok -test.unit.common.middleware.test_bulk.TestConfig.test_defaults -test.unit.common.middleware.test_bulk.TestConfig.test_defaults ... ok -test.unit.common.middleware.test_bulk.TestConfig.test_delete_concurrency -test.unit.common.middleware.test_bulk.TestConfig.test_delete_concurrency ... ok -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_token_scoped_to_other_tenant -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_token_scoped_to_other_tenant ... ok -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_token_scoped_to_tenant -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_token_scoped_to_tenant ... ok -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_unscoped_token -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_unscoped_token ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_obj_is_unversioned -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_obj_is_unversioned ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_version -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_version ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_version_is_delete_marker -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_version_is_delete_marker ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_not_current_version -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_not_current_version ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_null_version -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_null_version ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_404 -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_404 ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_and_HEAD -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_and_HEAD ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id_404 -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id_404 ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id_versioned_obj -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id_versioned_obj ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD_delete_marker -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD_delete_marker ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD_null_id -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD_null_id ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_POST_error -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_POST_error ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_container_not_found -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_container_not_found ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_invalid -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_invalid ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_not_found -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_not_found ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_with_body -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_with_body ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_fail_non_versioned_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_fail_non_versioned_container ... ok -test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_passes_through_concurrency -test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_passes_through_concurrency ... ok -test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_reused_logger -test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_reused_logger ... ok -test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_uses_big_max_deletes -test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_uses_big_max_deletes ... ok -test.unit.common.middleware.test_slo.TestSwiftInfo.test_registered_defaults -test.unit.common.middleware.test_slo.TestSwiftInfo.test_registered_defaults ... ok -test.unit.common.middleware.test_slo.TestSwiftInfo.test_registered_non_defaults -test.unit.common.middleware.test_slo.TestSwiftInfo.test_registered_non_defaults ... ok -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_extra_key -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_extra_key ... ok -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_simple_etag -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_simple_etag ... ok -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_symlink_path -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_symlink_path ... ok -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_symlink_path_and_account -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_symlink_path_and_account ... ok -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_error_cases -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_error_cases ... ok -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple ... ok -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple_with_listing_format -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple_with_listing_format ... ok -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple_with_listing_format_xml -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple_with_listing_format_xml ... ok -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_with_subdir -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_with_subdir ... ok -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_no_affect_for_account_request -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_no_affect_for_account_request ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_ec_symlink_range_unsatisfiable_can_redirect_to_target -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_ec_symlink_range_unsatisfiable_can_redirect_to_target ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_non_symlink -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_non_symlink ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_mismatched_etag -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_mismatched_etag ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_to_symlink -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_to_symlink ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_to_symlink_fails -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_to_symlink_fails ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_not_found -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_not_found ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_to_reserved_object -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_to_reserved_object ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_to_reserved_symlink -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_to_reserved_symlink ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_with_account -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_with_account ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object_not_found -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object_not_found ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object_range_not_satisfiable -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object_range_not_satisfiable ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_symlink -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_symlink ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_symlink_with_account -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_symlink_with_account ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_target_object -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_target_object ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_non_symlink_post -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_non_symlink_post ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_set_symlink_POST_fail -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_set_symlink_POST_fail ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_sym_to_sym_to_target -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_sym_to_sym_to_target ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_change_symloopmax -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_change_symloopmax ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_chunked_put -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_chunked_put ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_chunked_put_error -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_chunked_put_error ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_info -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_info ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_post -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_post ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_post_but_fail_at_server -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_post_but_fail_at_server ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_bad_account_header -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_bad_account_header ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_bad_object_header -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_bad_object_header ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_different_account -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_different_account ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_leading_slash -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_leading_slash ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_non_zero_length -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_non_zero_length ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_with_prevalidated_etag -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_with_prevalidated_etag ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_with_prevalidated_etag_sysmeta_incomplete -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_with_prevalidated_etag_sysmeta_incomplete ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_error -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_error ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_to_non_existing_object -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_to_non_existing_object ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_to_non_existing_object_override -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_to_non_existing_object_override ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_content_type -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_content_type ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_etag -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_etag ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_etag_explicit_content_type -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_etag_explicit_content_type ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_etag_target_missing_content_type -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_etag_target_missing_content_type ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_quoted_etag -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_quoted_etag ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_unmatched_etag -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_unmatched_etag ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_too_deep -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_too_deep ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symloop_max_config -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symloop_max_config ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_validate_and_prep_request_headers -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_validate_and_prep_request_headers ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_validate_and_prep_request_headers_invalid_format -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_validate_and_prep_request_headers_invalid_format ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_validate_and_prep_request_headers_points_to_itself -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_validate_and_prep_request_headers_points_to_itself ... ok -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_path_single -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_path_single ... ok -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_primary_path_multiple -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_primary_path_multiple ... ok -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_second_path_with_operator_role_and_service -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_second_path_with_operator_role_and_service ... ok -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_delete_denied_for_second_path -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_delete_denied_for_second_path ... ok -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_delete_of_second_path_by_reseller_admin -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_delete_of_second_path_by_reseller_admin ... ok -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_path_single -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_path_single ... ok -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_for_service_user -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_for_service_user ... ok -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_operator_role -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_operator_role ... ok -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_service -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_service ... ok -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_account_acl_failures -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_account_acl_failures ... ok -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_account_acl_success -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_account_acl_success ... ok -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_acl_syntax_verification -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_acl_syntax_verification ... ok -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_acls_propagate_to_sysmeta -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_acls_propagate_to_sysmeta ... ok -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_admin_privileges -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_admin_privileges ... ok -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_bad_acls_get_denied -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_bad_acls_get_denied ... ok -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_readonly_privileges -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_readonly_privileges ... ok -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_readwrite_privileges -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_readwrite_privileges ... ok -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_user_gets_best_acl -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_user_gets_best_acl ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_account_delete_permissions -test.unit.common.middleware.test_tempauth.TestAuth.test_account_delete_permissions ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_account_put_permissions -test.unit.common.middleware.test_tempauth.TestAuth.test_account_put_permissions ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_admin_is_owner -test.unit.common.middleware.test_tempauth.TestAuth.test_admin_is_owner ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_anon -test.unit.common.middleware.test_tempauth.TestAuth.test_anon ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_anon_badpath -test.unit.common.middleware.test_tempauth.TestAuth.test_anon_badpath ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_deny_non_reseller_prefix -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_deny_non_reseller_prefix ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_deny_non_reseller_prefix_no_override -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_deny_non_reseller_prefix_no_override ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_fail -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_fail ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_no_reseller_prefix_deny -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_no_reseller_prefix_deny ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_no_reseller_prefix_no_token -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_no_reseller_prefix_no_token ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_prefix_init -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_prefix_init ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_reseller_prefix_with_s3_deny -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_reseller_prefix_with_s3_deny ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_scheme -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_scheme ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_old_s3api_details -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_old_s3api_details ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_old_swift3_details -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_old_swift3_details ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_s3api_authorization_good -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_s3api_authorization_good ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_s3api_authorization_invalid -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_s3api_authorization_invalid ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_swift3_authorization_good -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_swift3_authorization_good ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_swift3_authorization_invalid -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_swift3_authorization_invalid ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_account_access -test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_account_access ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_acl_group_access -test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_acl_group_access ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_acl_referer_after_user_groups -test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_acl_referer_after_user_groups ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_acl_referrer_access -test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_acl_referrer_access ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_bad_path -test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_bad_path ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_deny_cross_reseller -test.unit.common.middleware.test_tempauth.TestAuth.test_deny_cross_reseller ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_detect_reseller_request -test.unit.common.middleware.test_tempauth.TestAuth.test_detect_reseller_request ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_bad_path -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_bad_path ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_invalid_x_auth_user_format -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_invalid_x_auth_user_format ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_missing_key -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_missing_key ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_non_matching_account_in_request -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_non_matching_account_in_request ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_memcache_error -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_memcache_error ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_success -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_success ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_success_other_auth_prefix -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_success_other_auth_prefix ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_get_user_group -test.unit.common.middleware.test_tempauth.TestAuth.test_get_user_group ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_object_name_containing_slash -test.unit.common.middleware.test_tempauth.TestAuth.test_object_name_containing_slash ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_old_token_overdate -test.unit.common.middleware.test_tempauth.TestAuth.test_old_token_overdate ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_old_token_with_old_data -test.unit.common.middleware.test_tempauth.TestAuth.test_old_token_with_old_data ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_options_call -test.unit.common.middleware.test_tempauth.TestAuth.test_options_call ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_override_asked_for_and_allowed -test.unit.common.middleware.test_tempauth.TestAuth.test_override_asked_for_and_allowed ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_override_asked_for_but_not_allowed -test.unit.common.middleware.test_tempauth.TestAuth.test_override_asked_for_but_not_allowed ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_override_default_allowed -test.unit.common.middleware.test_tempauth.TestAuth.test_override_default_allowed ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_regular_is_not_owner -test.unit.common.middleware.test_tempauth.TestAuth.test_regular_is_not_owner ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_request_method_not_allowed -test.unit.common.middleware.test_tempauth.TestAuth.test_request_method_not_allowed ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_reseller_admin_is_owner -test.unit.common.middleware.test_tempauth.TestAuth.test_reseller_admin_is_owner ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_reseller_prefix_init -test.unit.common.middleware.test_tempauth.TestAuth.test_reseller_prefix_init ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_statsd_prefix -test.unit.common.middleware.test_tempauth.TestAuth.test_statsd_prefix ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_based_on_host -test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_based_on_host ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_default -test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_default ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_overridden_scheme -test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_overridden_scheme ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_successful_token_unicode_user -test.unit.common.middleware.test_tempauth.TestAuth.test_successful_token_unicode_user ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_fail_key -test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_fail_key ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_fail_no_timestamp -test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_fail_no_timestamp ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_success -test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_success ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_success_lb_sync_host -test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_success_lb_sync_host ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_top_level_deny -test.unit.common.middleware.test_tempauth.TestAuth.test_top_level_deny ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_use_old_token_from_memcached -test.unit.common.middleware.test_tempauth.TestAuth.test_use_old_token_from_memcached ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_use_token_success -test.unit.common.middleware.test_tempauth.TestAuth.test_use_token_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_DELETE_on_expired_versioned_object -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_DELETE_on_expired_versioned_object ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_blank_add_versions_precedence -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_blank_add_versions_precedence ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_container_allow_versioned_writes_false -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_container_allow_versioned_writes_false ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_first_object_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_first_object_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_doubled_up_markers_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_doubled_up_markers_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_is_marker_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_is_marker_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_no_marker_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_no_marker_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_restores_marker_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_restores_marker_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_no_versions_container_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_no_versions_container_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_object_no_versioning_with_container_config_true -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_object_no_versioning_with_container_config_true ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_single_version_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_single_version_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_denied_DELETE_of_versioned_object -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_denied_DELETE_of_versioned_object ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_denied_PUT_of_versioned_object -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_denied_PUT_of_versioned_object ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_empty_versions_location -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_empty_versions_location ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_get_container -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_get_container ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_get_head -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_get_head ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_head_container -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_head_container ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_history_delete_marker_no_object_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_history_delete_marker_no_object_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_history_delete_marker_over_object_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_history_delete_marker_over_object_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_get_errors -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_get_errors ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_put_errors -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_put_errors ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_sysmeta_precedence -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_sysmeta_precedence ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container_both_headers -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container_both_headers ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container_history_header -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container_history_header ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_first_object_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_first_object_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_object_no_versioning -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_object_no_versioning ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_object_no_versioning_with_container_config_true -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_object_no_versioning_with_container_config_true ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_request_is_dlo_manifest_with_container_config_true -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_request_is_dlo_manifest_with_container_config_true ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_version_is_dlo_manifest_with_container_config_true -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_version_is_dlo_manifest_with_container_config_true ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_versioned_object_including_url_encoded_name_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_versioned_object_including_url_encoded_name_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_remove_add_versions_precedence -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_remove_add_versions_precedence ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_remove_headers -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_remove_headers ... ok -test.unit.common.test_constraints.TestConstraintsConfig.test_default_constraints -test.unit.common.test_constraints.TestConstraintsConfig.test_default_constraints ... ok -test.unit.common.test_constraints.TestConstraintsConfig.test_effective_constraints -test.unit.common.test_constraints.TestConstraintsConfig.test_effective_constraints ... ok -test.unit.common.test_constraints.TestConstraintsConfig.test_override_constraints -test.unit.common.test_constraints.TestConstraintsConfig.test_override_constraints ... ok -test.unit.common.test_constraints.TestConstraintsConfig.test_reload_reset -test.unit.common.test_constraints.TestConstraintsConfig.test_reload_reset ... ok -test.unit.common.test_daemon.TestDaemon.test_create -test.unit.common.test_daemon.TestDaemon.test_create ... ok -test.unit.common.test_daemon.TestDaemon.test_stubs -test.unit.common.test_daemon.TestDaemon.test_stubs ... ok -test.unit.common.test_db_auditor.TestAuditor.test_database_auditor -test.unit.common.test_db_auditor.TestAuditor.test_database_auditor ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_creation -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_creation ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_container_iter_with_reserved_name -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_container_iter_with_reserved_name ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_with_containers -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_with_containers ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_OPTIONS -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_OPTIONS ... ok -test.unit.account.test_server.TestAccountController.test_HEAD_not_found -test.unit.account.test_server.TestAccountController.test_HEAD_not_found ... ok -test.unit.common.test_manager.TestServer.test_wait -test.unit.common.test_manager.TestServer.test_wait ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_add_remove_names -test.unit.common.test_storage_policy.TestStoragePolicies.test_add_remove_names ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_bind_ports_cache -test.unit.common.test_storage_policy.TestStoragePolicies.test_bind_ports_cache ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_defaults -test.unit.common.test_storage_policy.TestStoragePolicies.test_defaults ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_deprecate_policies -test.unit.common.test_storage_policy.TestStoragePolicies.test_deprecate_policies ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_deprecated_default -test.unit.common.test_storage_policy.TestStoragePolicies.test_deprecated_default ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_ec_fragment_size_cached -test.unit.common.test_storage_policy.TestStoragePolicies.test_ec_fragment_size_cached ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager -test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager_custom_diskfile -test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager_custom_diskfile ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager_invalid_policy_config -test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager_invalid_policy_config ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_get_object_ring -test.unit.common.test_storage_policy.TestStoragePolicies.test_get_object_ring ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_get_policy_string -test.unit.common.test_storage_policy.TestStoragePolicies.test_get_policy_string ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test ERROR: ERROR Could not get container info /tmp/tmpye1088qg/tmp_test_database_auditor/fail2.db: +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_error +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_error ... ok +test DEBUG: Using identity: {'user': ('42', 'usr'), 'tenant': ('1', 'acct'), 'roles': ['admin'], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} +test DEBUG: tenant mismatch: AUTH_acct != 1 +test DEBUG: Using identity: {'user': (None, None), 'tenant': (None, None), 'roles': [], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} +test DEBUG: tenant mismatch: AUTH_foo != None +test DEBUG: Using identity: {'user': (None, None), 'tenant': (None, None), 'roles': [], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} +test DEBUG: tenant mismatch: AUTH_foo != None +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing from an overriding middleware +test WARNING: Inconsistent project domain id: unexpected_id in token vs test_id in account metadata. +test WARNING: Inconsistent project domain id: unexpected_id in token vs test_id in account metadata. +test WARNING: Inconsistent project domain id: unexpected_id in token vs test_id in account metadata. +test WARNING: Inconsistent project domain id: None in token vs test_id in account metadata. +test WARNING: Inconsistent project domain id: None in token vs test_id in account metadata. +test WARNING: Inconsistent project domain id: None in token vs test_id in account metadata. +test WARNING: Inconsistent project domain id: unexpected_id in token vs None in account metadata. +test WARNING: Inconsistent project domain id: unexpected_id in token vs None in account metadata. +test WARNING: Inconsistent project domain id: unexpected_id in token vs None in account metadata. +test DEBUG: Audit passed for +test ERROR: ERROR Could not get container info /tmp/tmpwcey46bu/tmp_test_database_auditor/fail1.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit info = broker.get_info() @@ -15786,9 +22009,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info raise ValueError ValueError -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test ERROR: ERROR Could not get container info /tmp/tmpye1088qg/tmp_test_database_auditor/fail1.db: +test ERROR: ERROR Could not get container info /tmp/tmpwcey46bu/tmp_test_database_auditor/fail2.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit info = broker.get_info() @@ -15796,8 +22017,9 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info raise ValueError ValueError -test DEBUG: Audit passed for -test ERROR: ERROR Could not get container info /tmp/tmpze69l6eg/tmp_test_database_auditor/fail1.db: +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test ERROR: ERROR Could not get container info /tmp/tmp9my0vnx7/tmp_test_database_auditor/fail1.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit info = broker.get_info() @@ -15805,7 +22027,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info raise ValueError ValueError -test INFO: Since Wed Dec 31 12:00:00 1969: container audits: 0 passed audit, 1 failed audit +test INFO: Since Thu Jan 1 14:00:00 1970: container audits: 0 passed audit, 1 failed audit test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache @@ -15817,539 +22039,7 @@ fd = os.open(filename, flags) ^^^^^^^^^^^^^^^^^^^^^^^^ FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test.unit.common.test_db_auditor.TestAuditor.test_one_audit_pass -test.unit.common.test_db_auditor.TestAuditor.test_one_audit_pass ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_reverse_prefix_delim -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_reverse_prefix_delim ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_newid -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_newid ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shrink_threshold -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shrink_threshold ... ok -test.unit.cli.test_info.TestCliInfo.test_parse_get_node_args -test.unit.cli.test_info.TestCliInfo.test_parse_get_node_args ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata -test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_many_shard_ranges -test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_many_shard_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_shard_ranges -test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_shard_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_shard_ranges_bis -test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_shard_ranges_bis ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_db_syncs -test.unit.cli.test_info.TestCliInfo.test_print_db_syncs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_info -test.unit.cli.test_info.TestCliInfo.test_print_info ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_creation -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_creation ... ok -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_no_ring -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_no_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_object_dashed_ring -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_object_dashed_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_object_ring -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_object_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_ring -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_no_ring -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_no_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_with_ring -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_with_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_dashed_ring_name_partition -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_dashed_ring_name_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_invalid_args -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_invalid_args ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_invalid_policy_no_target -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_invalid_policy_no_target ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_policy_object -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_policy_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_db_file -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_db_file ... ok -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_ring_policy_mismatch_no_target -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_ring_policy_mismatch_no_target ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_metadata -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_metadata ... ok -test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_account -test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_container -test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_container ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_invalid_args -test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_invalid_args ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_obj -test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_obj ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_partition_number -test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_partition_number ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_from_swift_resp_slo -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_from_swift_resp_slo ... ok -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_from_swift3_sysmeta -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_from_swift3_sysmeta ... ok -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_headers -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_headers ... ok -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_headers_ignore_other_sysmeta -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_headers_ignore_other_sysmeta ... ok -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_user_meta_headers -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_user_meta_headers ... ok -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_swift3_sysmeta_does_not_overwrite_s3api_sysmeta -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_swift3_sysmeta_does_not_overwrite_s3api_sysmeta ... ok -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_camel_to_snake -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_camel_to_snake ... ok -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_mktime -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_mktime ... ok -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_mktime_weird_tz -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_mktime_weird_tz ... ok -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_snake_to_camel -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_snake_to_camel ... ok -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_validate_bucket_name -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_validate_bucket_name ... ok -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_validate_bucket_name_with_dns_compliant_bucket_names_false -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_validate_bucket_name_with_dns_compliant_bucket_names_false ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_HEAD_with_content_length -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_HEAD_with_content_length ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_bogus_content_length -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_bogus_content_length ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors_passthrough -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors_passthrough ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors_with_unexpected_error -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors_with_unexpected_error ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_error_in_iterator -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_error_in_iterator ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_long_response_body -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_long_response_body ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_multiple_content_lengths -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_multiple_content_lengths ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_no_content_length -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_no_content_length ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_short_response_body -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_short_response_body ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra_length_limit -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra_length_limit ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra_quoted -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra_quoted ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_fail -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_fail ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_pass -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_pass ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_suffix -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_suffix ... ok -test.unit.common.middleware.test_cname_lookup.TestSwiftInfo.test_registered_defaults -test.unit.common.middleware.test_cname_lookup.TestSwiftInfo.test_registered_defaults ... ok -test.unit.common.middleware.test_cname_lookup.TestSwiftInfo.test_registered_nondefaults -test.unit.common.middleware.test_cname_lookup.TestSwiftInfo.test_registered_nondefaults ... ok -test.unit.common.middleware.test_dlo.TestDloConfiguration.test_finding_defaults_from_dir -test.unit.common.middleware.test_dlo.TestDloConfiguration.test_finding_defaults_from_dir ... ok -test.unit.common.middleware.test_dlo.TestDloConfiguration.test_finding_defaults_from_file -test.unit.common.middleware.test_dlo.TestDloConfiguration.test_finding_defaults_from_file ... ok -test.unit.common.middleware.test_dlo.TestDloConfiguration.test_skip_defaults_if_configured -test.unit.common.middleware.test_dlo.TestDloConfiguration.test_skip_defaults_if_configured ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers -test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_add_to_response_headers -test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_add_to_response_headers ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_match_path -test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_match_path ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_overwritten_by_response_header -test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_overwritten_by_response_header ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_update -test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_update ... ok -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_token_scoped_to_other_tenant -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_token_scoped_to_other_tenant ... ok -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_token_scoped_to_tenant -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_token_scoped_to_tenant ... ok -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_unscoped_token -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_unscoped_token ... ok -test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_account_unknown_domain -test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_account_unknown_domain ... ok -test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_known_domain -test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_known_domain ... ok -test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_v2_account -test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_v2_account ... ok -test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_new_account -test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_new_account ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST_mismatched_location -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST_mismatched_location ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST_regular_symlink -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST_regular_symlink ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_DLO_with_object -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_DLO_with_object ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_SLO_with_object -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_SLO_with_object ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_object -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_object ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_object_with_DLO -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_object_with_DLO ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_tombstone -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_tombstone ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_delete_container_fail_delete_versions_cont -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_delete_container_fail_delete_versions_cont ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_delete_container_fail_object_count -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_delete_container_fail_object_count ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_delete_container_success -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_delete_container_success ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_denied_PUT_of_versioned_object -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_denied_PUT_of_versioned_object ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_enable_versioning_existing_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_enable_versioning_existing_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_enable_versioning_failed_primary_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_enable_versioning_failed_primary_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_enable_versioning_failed_versions_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_enable_versioning_failed_versions_container ... ok -test.unit.account.test_server.TestAccountController.test_HEAD_with_containers -test.unit.account.test_server.TestAccountController.test_HEAD_with_containers ... ok -test.unit.account.test_server.TestAccountController.test_OPTIONS -test.unit.account.test_server.TestAccountController.test_OPTIONS ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_existing_container_has_deprecated_policy -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_existing_container_has_deprecated_policy ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_existing_container_has_deprecated_policy_unauthed -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_existing_container_has_deprecated_policy_unauthed ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get_reserved_container_passthrough -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get_reserved_container_passthrough ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get_symlink -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get_symlink ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_head_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_head_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_new_version_get_errors -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_new_version_get_errors ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_new_version_put_errors -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_new_version_put_errors ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_container_with_legacy_versioning -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_container_with_legacy_versioning ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_container_with_super_legacy_versioning -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_container_with_super_legacy_versioning ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_object_no_versioning -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_object_no_versioning ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_same_policy_as_existing_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_same_policy_as_existing_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_same_policy_as_primary_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_same_policy_as_primary_container ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_big_non_slo -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_big_non_slo ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_fails -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_fails ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_finds_old -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_finds_old ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_small_non_slo -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_small_non_slo ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_tombstone -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_tombstone ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_bogus_content_range -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_bogus_content_range ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_includes_whole_manifest -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_includes_whole_manifest ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_includes_whole_range_manifest -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_includes_whole_range_manifest ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_get_with_if_modified_since -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_get_with_if_modified_since ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag_non_slo -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag_non_slo ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag_non_slo_after_refetch -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag_non_slo_after_refetch ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_and_range -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_and_range ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag_non_slo -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag_non_slo ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag_non_slo_after_refetch -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag_non_slo_after_refetch ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_manifest_json_md5 -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_manifest_json_md5 ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_ancient_date -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_ancient_date ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_last_modified -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_last_modified ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_now -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_now ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches_no_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches_no_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches_json_md5 -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches_json_md5 ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_ancient_date -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_ancient_date ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_last_modified -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_last_modified ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_now -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_now ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_matches -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_matches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_matches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_matches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_alternate_etag_miss -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_alternate_etag_miss ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_without_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_without_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_matches -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_matches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_matches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_matches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_mismatches -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_mismatches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_mismatches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_mismatches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_old_swift_if_match_matches_and_range -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_old_swift_if_match_matches_and_range ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_range_resume_download -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_range_resume_download ... ok -test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest -test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest ... ok -test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_passthrough -test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_passthrough ... ok -test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_ratelimiting -test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_ratelimiting ... ok -test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_repeated_segments_uses_multi_range_requests -test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_repeated_segments_uses_multi_range_requests ... ok -test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_with_submanifest -test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_with_submanifest ... ok -test.unit.common.middleware.test_slo.TestSloGetManifests.test_multiple_ranges_get_manifest -test.unit.common.middleware.test_slo.TestSloGetManifests.test_multiple_ranges_get_manifest ... ok -test.unit.common.middleware.test_slo.TestSloGetManifests.test_multiple_ranges_including_suffix_get_manifest -test.unit.common.middleware.test_slo.TestSloGetManifests.test_multiple_ranges_including_suffix_get_manifest ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/service.py", line 35, in GET - resp = req.get_response(self.app, query={'format': 'json'}) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response - return self._get_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: A key is specified for bucket API. -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: A key is specified for bucket API. -test DEBUG: Calling S3Api Middleware -test DEBUG: A key is specified for bucket API. -test DEBUG: Calling S3Api Middleware -test DEBUG: A key is specified for bucket API. -test DEBUG: Calling S3Api Middleware -test DEBUG: A key is specified for bucket API. -test DEBUG: Calling S3Api Middleware -test DEBUG: A key is specified for bucket API. -test DEBUG: Calling S3Api Middleware -test DEBUG: A key is specified for bucket API. -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: A key is specified for bucket API. -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing as anonymous -test DEBUG: Using identity: {'user': ('42', 'usr'), 'tenant': ('1', 'acct'), 'roles': ['admin'], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} -test DEBUG: tenant mismatch: AUTH_acct != 1 -test DEBUG: Using identity: {'user': (None, None), 'tenant': (None, None), 'roles': [], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} -test DEBUG: tenant mismatch: AUTH_foo != None -test DEBUG: Using identity: {'user': (None, None), 'tenant': (None, None), 'roles': [], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} -test DEBUG: tenant mismatch: AUTH_foo != None -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing from an overriding middleware -Unable to locate config number 5 for account-server -Unable to locate config number 5 for object-server -Signal object-server pid: 1 signal: 15 -Signal object-server pid: 1 signal: 15 -Signal object-server pid: 1 signal: 1 -Signal object-replicator pid: 11 signal: 15 -Signal object-replicator pid: 12 signal: 15 -Signal proxy-server pid: 1 signal: 1 -output Removing pid file /tmp/tmpxecovos5/var/run/one-server.pid with wrong pid 3 -output Removing pid file /tmp/tmpxecovos5/var/run/zero-server.pid with invalid pid -output Removing pid file /tmp/tmpxecovos5/var/run/invalid-server.pid with invalid pid -Signal account-reaper pid: 1 signal: 15 -Signal account-reaper pid: 2 signal: 15 -Signal account-reaper pid: 3 signal: 15 -Signal account-reaper pid: 4 signal: 15 -Signal account-reaper pid: 1 signal: 15 -Signal account-reaper pid: 2 signal: 15 -Signal account-reaper pid: 3 signal: 15 -Signal account-reaper pid: 4 signal: 15 -Signal account-reaper pid: 3 signal: 15 -Storage policy bad-policy uses an EC configuration known to harm data durability. Any data in this policy should be migrated. See https://bugs.launchpad.net/swift/+bug/1639691 for more information. -Storage policy bad-policy uses an EC configuration known to harm data durability. Any data in this policy should be migrated. See https://bugs.launchpad.net/swift/+bug/1639691 for more information. -test.unit.common.test_storage_policy.TestStoragePolicies.test_known_bad_ec_config -test.unit.common.test_storage_policy.TestStoragePolicies.test_known_bad_ec_config ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_names -test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_names ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_names_EC -test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_names_EC ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_policies_with_no_policy_index_zero -test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_policies_with_no_policy_index_zero ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_names_are_normalized -test.unit.common.test_storage_policy.TestStoragePolicies.test_names_are_normalized ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_no_default -test.unit.common.test_storage_policy.TestStoragePolicies.test_no_default ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_parse_storage_policies -test.unit.common.test_storage_policy.TestStoragePolicies.test_parse_storage_policies ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_policies_type_attribute -test.unit.common.test_storage_policy.TestStoragePolicies.test_policies_type_attribute ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_policy_baseclass_instantiate -test.unit.common.test_storage_policy.TestStoragePolicies.test_policy_baseclass_instantiate ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_quorum_size_erasure_coding -test.unit.common.test_storage_policy.TestStoragePolicies.test_quorum_size_erasure_coding ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_quorum_size_replication -test.unit.common.test_storage_policy.TestStoragePolicies.test_quorum_size_replication ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_reload_invalid_storage_policies -test.unit.common.test_storage_policy.TestStoragePolicies.test_reload_invalid_storage_policies ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_singleton_passthrough -test.unit.common.test_storage_policy.TestStoragePolicies.test_singleton_passthrough ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_split_policy_string -test.unit.common.test_storage_policy.TestStoragePolicies.test_split_policy_string ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policies_as_dict_keys -test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policies_as_dict_keys ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_get_info -test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_get_info ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_ordering -test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_ordering ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_repr -test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_repr ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_swift_info -test.unit.common.test_storage_policy.TestStoragePolicies.test_swift_info ... ok -test.unit.common.middleware.test_slo.TestSloGetManifests.test_range_get_manifest -test.unit.common.middleware.test_slo.TestSloGetManifests.test_range_get_manifest ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_defaults -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_defaults ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_indexes -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_indexes ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_names -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_names ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_type_default -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_type_default ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_type_invalid -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_type_invalid ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policy_params -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policy_params ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_ring -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_ring ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_wacky_int_names -test.unit.common.test_storage_policy.TestStoragePolicies.test_wacky_int_names ... ok -test.unit.common.test_utils.TestFallocateReserve.test_all_reserved -test.unit.common.test_utils.TestFallocateReserve.test_all_reserved ... ok -test.unit.common.test_utils.TestFallocateReserve.test_all_space_reserved_pct -test.unit.common.test_utils.TestFallocateReserve.test_all_space_reserved_pct ... ok -test.unit.common.test_utils.TestFallocateReserve.test_disabled -test.unit.common.test_utils.TestFallocateReserve.test_disabled ... ok -test.unit.common.test_utils.TestFallocateReserve.test_enough_space -test.unit.common.test_utils.TestFallocateReserve.test_enough_space ... ok -test.unit.common.test_utils.TestFallocateReserve.test_enough_space_pct -test.unit.common.test_utils.TestFallocateReserve.test_enough_space_pct ... ok -test.unit.common.test_utils.TestFallocateReserve.test_enough_space_small_blocks -test.unit.common.test_utils.TestFallocateReserve.test_enough_space_small_blocks ... ok -test.unit.common.test_utils.TestFallocateReserve.test_free_space_under_reserve -test.unit.common.test_utils.TestFallocateReserve.test_free_space_under_reserve ... ok -test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space -test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space ... ok -test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_large -test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_large ... ok -test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_pct -test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_pct ... ok -test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_small_blocks -test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_small_blocks ... ok -test.unit.common.test_utils.TestFallocateReserve.test_zero_reserve -test.unit.common.test_utils.TestFallocateReserve.test_zero_reserve ... ok -test.unit.common.test_utils.TestGetExpirerContainer.test_get_expirer_container -test.unit.common.test_utils.TestGetExpirerContainer.test_get_expirer_container ... ok -test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_big -test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_big ... ok -test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_brittle -test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_brittle ... ok -test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_empty -test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_empty ... ok -test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_smallish -test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_smallish ... ok -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_bad_start -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_bad_start ... ok -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_basic -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_basic ... ok -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_basic2 -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_basic2 ... ok -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_big_reads -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_big_reads ... ok -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_broken_mid_stream -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_broken_mid_stream ... ok -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_empty -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_empty ... ok -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_leading_crlfs -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_leading_crlfs ... ok -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_readline -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_readline ... ok -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_readline_with_tiny_chunks -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_readline_with_tiny_chunks ... ok -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_tiny_reads -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_tiny_reads ... ok -test.unit.common.test_utils.TestReiterate.test_reiterate_closes -test.unit.common.test_utils.TestReiterate.test_reiterate_closes ... ok -test.unit.common.test_utils.TestReiterate.test_reiterate_consumes_first -test.unit.common.test_utils.TestReiterate.test_reiterate_consumes_first ... ok -test.unit.common.test_utils.TestReiterate.test_reiterate_list_or_tuple -test.unit.common.test_utils.TestReiterate.test_reiterate_list_or_tuple ... ok -test.unit.common.test_utils.TestStringAlong.test_happy -test.unit.common.test_utils.TestStringAlong.test_happy ... ok -test.unit.common.test_utils.TestStringAlong.test_unhappy -test.unit.common.test_utils.TestStringAlong.test_unhappy ... ok -test.unit.container.test_server.TestContainerController.test_DELETE -test.unit.container.test_server.TestContainerController.test_DELETE ... ok -test.unit.common.test_db.TestDatabaseBroker.test_DB_PREALLOCATION_setting -test.unit.common.test_db.TestDatabaseBroker.test_DB_PREALLOCATION_setting ... ok -test ERROR: ERROR Could not get container info /tmp/tmpze69l6eg/tmp_test_database_auditor/fail2.db: +test ERROR: ERROR Could not get container info /tmp/tmp9my0vnx7/tmp_test_database_auditor/fail2.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit info = broker.get_info() @@ -16357,11 +22047,12 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info raise ValueError ValueError -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test DEBUG: Audit passed for +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test DEBUG: Audit passed for test INFO: Begin container audit pass. -test ERROR: ERROR Could not get container info /tmp/tmpztt0i807/tmp_test_database_auditor/fail2.db: +test DEBUG: Audit passed for +test ERROR: ERROR Could not get container info /tmp/tmpqzjl1slp/tmp_test_database_auditor/fail1.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit info = broker.get_info() @@ -16369,9 +22060,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info raise ValueError ValueError -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test ERROR: ERROR Could not get container info /tmp/tmpztt0i807/tmp_test_database_auditor/fail1.db: +test ERROR: ERROR Could not get container info /tmp/tmpqzjl1slp/tmp_test_database_auditor/fail2.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit info = broker.get_info() @@ -16379,7 +22068,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info raise ValueError ValueError -test DEBUG: Audit passed for +test DEBUG: Audit passed for +test DEBUG: Audit passed for test INFO: Container audit pass completed: 0.02s test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): @@ -16393,7 +22083,8 @@ ^^^^^^^^^^^^^^^^^^^^^^^^ FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' test INFO: Begin container audit pass. -test ERROR: ERROR Could not get container info /tmp/tmpztt0i807/tmp_test_database_auditor/fail2.db: +test DEBUG: Audit passed for +test ERROR: ERROR Could not get container info /tmp/tmpqzjl1slp/tmp_test_database_auditor/fail1.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit info = broker.get_info() @@ -16401,9 +22092,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info raise ValueError ValueError -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test ERROR: ERROR Could not get container info /tmp/tmpztt0i807/tmp_test_database_auditor/fail1.db: +test ERROR: ERROR Could not get container info /tmp/tmpqzjl1slp/tmp_test_database_auditor/fail2.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit info = broker.get_info() @@ -16411,7 +22100,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info raise ValueError ValueError -test DEBUG: Audit passed for +test DEBUG: Audit passed for +test DEBUG: Audit passed for test INFO: Container audit pass completed: 0.00s test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): @@ -16425,7 +22115,8 @@ ^^^^^^^^^^^^^^^^^^^^^^^^ FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' test INFO: Begin container audit pass. -test ERROR: ERROR Could not get container info /tmp/tmpztt0i807/tmp_test_database_auditor/fail2.db: +test DEBUG: Audit passed for +test ERROR: ERROR Could not get container info /tmp/tmpqzjl1slp/tmp_test_database_auditor/fail1.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit info = broker.get_info() @@ -16433,9 +22124,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info raise ValueError ValueError -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test ERROR: ERROR Could not get container info /tmp/tmpztt0i807/tmp_test_database_auditor/fail1.db: +test ERROR: ERROR Could not get container info /tmp/tmpqzjl1slp/tmp_test_database_auditor/fail2.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit info = broker.get_info() @@ -16443,7 +22132,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info raise ValueError ValueError -test DEBUG: Audit passed for +test DEBUG: Audit passed for +test DEBUG: Audit passed for test INFO: Container audit pass completed: 0.00s test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): @@ -16457,7 +22147,8 @@ ^^^^^^^^^^^^^^^^^^^^^^^^ FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' test INFO: Begin container audit pass. -test ERROR: ERROR Could not get container info /tmp/tmpztt0i807/tmp_test_database_auditor/fail2.db: +test DEBUG: Audit passed for +test ERROR: ERROR Could not get container info /tmp/tmpqzjl1slp/tmp_test_database_auditor/fail1.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit info = broker.get_info() @@ -16465,9 +22156,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info raise ValueError ValueError -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test ERROR: ERROR Could not get container info /tmp/tmpztt0i807/tmp_test_database_auditor/fail1.db: +test ERROR: ERROR Could not get container info /tmp/tmpqzjl1slp/tmp_test_database_auditor/fail2.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit info = broker.get_info() @@ -16475,2204 +22164,105 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info raise ValueError ValueError -test DEBUG: Audit passed for +test DEBUG: Audit passed for +test DEBUG: Audit passed for test INFO: Container audit pass completed: 0.00s -DEBUG: New builder; performing initial balance -New builder; performing initial balance -DEBUG: Planning 3.0 on (1,) -Planning 3.0 on (1,) -DEBUG: Planning 3.0 on (1, 1) -Planning 3.0 on (1, 1) -DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') -Planning 3.0 on (1, 1, '10.1.1.1') -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) -Planning 0.75 on (1, 1, '10.1.1.1', 0) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) -Planning 0.75 on (1, 1, '10.1.1.1', 1) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) -Planning 0.75 on (1, 1, '10.1.1.1', 2) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) -Planning 0.75 on (1, 1, '10.1.1.1', 3) -DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: 768 new parts and 0 removed parts from replica-count change -768 new parts and 0 removed parts from replica-count change -DEBUG: Gather start is 190 (Last start was 0) -Gather start is 190 (Last start was 0) -DEBUG: Gathered 768 parts -Gathered 768 parts -DEBUG: Placed 194/0 onto dev r1z1-10.1.1.1/sda -Placed 194/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 194/1 onto dev r1z1-10.1.1.1/sdc -Placed 194/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 194/2 onto dev r1z1-10.1.1.1/sdb -Placed 194/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 175/0 onto dev r1z1-10.1.1.1/sdd -Placed 175/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 175/1 onto dev r1z1-10.1.1.1/sda -Placed 175/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 175/2 onto dev r1z1-10.1.1.1/sdc -Placed 175/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 1/0 onto dev r1z1-10.1.1.1/sdb -Placed 1/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 1/1 onto dev r1z1-10.1.1.1/sdd -Placed 1/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 1/2 onto dev r1z1-10.1.1.1/sda -Placed 1/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 228/0 onto dev r1z1-10.1.1.1/sdc -Placed 228/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 228/1 onto dev r1z1-10.1.1.1/sdb -Placed 228/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 228/2 onto dev r1z1-10.1.1.1/sdd -Placed 228/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 48/0 onto dev r1z1-10.1.1.1/sda -Placed 48/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 48/1 onto dev r1z1-10.1.1.1/sdc -Placed 48/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 48/2 onto dev r1z1-10.1.1.1/sdb -Placed 48/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 44/0 onto dev r1z1-10.1.1.1/sdd -Placed 44/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 44/1 onto dev r1z1-10.1.1.1/sda -Placed 44/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 44/2 onto dev r1z1-10.1.1.1/sdc -Placed 44/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 224/0 onto dev r1z1-10.1.1.1/sdb -Placed 224/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 224/1 onto dev r1z1-10.1.1.1/sdd -Placed 224/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 224/2 onto dev r1z1-10.1.1.1/sda -Placed 224/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 251/0 onto dev r1z1-10.1.1.1/sdc -Placed 251/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 251/1 onto dev r1z1-10.1.1.1/sdb -Placed 251/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 251/2 onto dev r1z1-10.1.1.1/sdd -Placed 251/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 240/0 onto dev r1z1-10.1.1.1/sda -Placed 240/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 240/1 onto dev r1z1-10.1.1.1/sdc -Placed 240/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 240/2 onto dev r1z1-10.1.1.1/sdb -Placed 240/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 208/0 onto dev r1z1-10.1.1.1/sdd -Placed 208/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 208/1 onto dev r1z1-10.1.1.1/sda -Placed 208/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 208/2 onto dev r1z1-10.1.1.1/sdc -Placed 208/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 50/0 onto dev r1z1-10.1.1.1/sdb -Placed 50/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 50/1 onto dev r1z1-10.1.1.1/sdd -Placed 50/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 50/2 onto dev r1z1-10.1.1.1/sda -Placed 50/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 167/0 onto dev r1z1-10.1.1.1/sdc -Placed 167/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 167/1 onto dev r1z1-10.1.1.1/sdb -Placed 167/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 167/2 onto dev r1z1-10.1.1.1/sdd -Placed 167/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 126/0 onto dev r1z1-10.1.1.1/sda -Placed 126/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 126/1 onto dev r1z1-10.1.1.1/sdc -Placed 126/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 126/2 onto dev r1z1-10.1.1.1/sdb -Placed 126/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 52/0 onto dev r1z1-10.1.1.1/sdd -Placed 52/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 52/1 onto dev r1z1-10.1.1.1/sda -Placed 52/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 52/2 onto dev r1z1-10.1.1.1/sdc -Placed 52/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 143/0 onto dev r1z1-10.1.1.1/sdb -Placed 143/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 143/1 onto dev r1z1-10.1.1.1/sdd -Placed 143/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 143/2 onto dev r1z1-10.1.1.1/sda -Placed 143/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 158/0 onto dev r1z1-10.1.1.1/sdc -Placed 158/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 158/1 onto dev r1z1-10.1.1.1/sdb -Placed 158/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 158/2 onto dev r1z1-10.1.1.1/sdd -Placed 158/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 10/0 onto dev r1z1-10.1.1.1/sda -Placed 10/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 10/1 onto dev r1z1-10.1.1.1/sdc -Placed 10/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 10/2 onto dev r1z1-10.1.1.1/sdb -Placed 10/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 108/0 onto dev r1z1-10.1.1.1/sdd -Placed 108/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 108/1 onto dev r1z1-10.1.1.1/sda -Placed 108/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 108/2 onto dev r1z1-10.1.1.1/sdc -Placed 108/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 86/0 onto dev r1z1-10.1.1.1/sdb -Placed 86/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 86/1 onto dev r1z1-10.1.1.1/sdd -Placed 86/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 86/2 onto dev r1z1-10.1.1.1/sda -Placed 86/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 241/0 onto dev r1z1-10.1.1.1/sdc -Placed 241/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 241/1 onto dev r1z1-10.1.1.1/sdb -Placed 241/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 241/2 onto dev r1z1-10.1.1.1/sdd -Placed 241/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 244/0 onto dev r1z1-10.1.1.1/sda -Placed 244/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 244/1 onto dev r1z1-10.1.1.1/sdc -Placed 244/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 244/2 onto dev r1z1-10.1.1.1/sdb -Placed 244/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 32/0 onto dev r1z1-10.1.1.1/sdd -Placed 32/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 32/1 onto dev r1z1-10.1.1.1/sda -Placed 32/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 32/2 onto dev r1z1-10.1.1.1/sdc -Placed 32/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 95/0 onto dev r1z1-10.1.1.1/sdb -Placed 95/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 95/1 onto dev r1z1-10.1.1.1/sdd -Placed 95/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 95/2 onto dev r1z1-10.1.1.1/sda -Placed 95/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 207/0 onto dev r1z1-10.1.1.1/sdc -Placed 207/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 207/1 onto dev r1z1-10.1.1.1/sdb -Placed 207/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 207/2 onto dev r1z1-10.1.1.1/sdd -Placed 207/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 187/0 onto dev r1z1-10.1.1.1/sda -Placed 187/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 187/1 onto dev r1z1-10.1.1.1/sdc -Placed 187/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 187/2 onto dev r1z1-10.1.1.1/sdb -Placed 187/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 220/0 onto dev r1z1-10.1.1.1/sdd -Placed 220/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 220/1 onto dev r1z1-10.1.1.1/sda -Placed 220/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 220/2 onto dev r1z1-10.1.1.1/sdc -Placed 220/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 0/0 onto dev r1z1-10.1.1.1/sdb -Placed 0/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 0/1 onto dev r1z1-10.1.1.1/sdd -Placed 0/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 0/2 onto dev r1z1-10.1.1.1/sda -Placed 0/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 8/0 onto dev r1z1-10.1.1.1/sdc -Placed 8/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 8/1 onto dev r1z1-10.1.1.1/sdb -Placed 8/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 8/2 onto dev r1z1-10.1.1.1/sdd -Placed 8/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 128/0 onto dev r1z1-10.1.1.1/sda -Placed 128/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 128/1 onto dev r1z1-10.1.1.1/sdc -Placed 128/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 128/2 onto dev r1z1-10.1.1.1/sdb -Placed 128/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 5/0 onto dev r1z1-10.1.1.1/sdd -Placed 5/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 5/1 onto dev r1z1-10.1.1.1/sda -Placed 5/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 5/2 onto dev r1z1-10.1.1.1/sdc -Placed 5/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 99/0 onto dev r1z1-10.1.1.1/sdb -Placed 99/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 99/1 onto dev r1z1-10.1.1.1/sdd -Placed 99/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 99/2 onto dev r1z1-10.1.1.1/sda -Placed 99/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 168/0 onto dev r1z1-10.1.1.1/sdc -Placed 168/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 168/1 onto dev r1z1-10.1.1.1/sdb -Placed 168/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 168/2 onto dev r1z1-10.1.1.1/sdd -Placed 168/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 146/0 onto dev r1z1-10.1.1.1/sda -Placed 146/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 146/1 onto dev r1z1-10.1.1.1/sdc -Placed 146/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 146/2 onto dev r1z1-10.1.1.1/sdb -Placed 146/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 253/0 onto dev r1z1-10.1.1.1/sdd -Placed 253/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 253/1 onto dev r1z1-10.1.1.1/sda -Placed 253/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 253/2 onto dev r1z1-10.1.1.1/sdc -Placed 253/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 67/0 onto dev r1z1-10.1.1.1/sdb -Placed 67/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 67/1 onto dev r1z1-10.1.1.1/sdd -Placed 67/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 67/2 onto dev r1z1-10.1.1.1/sda -Placed 67/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 70/0 onto dev r1z1-10.1.1.1/sdc -Placed 70/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 70/1 onto dev r1z1-10.1.1.1/sdb -Placed 70/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 70/2 onto dev r1z1-10.1.1.1/sdd -Placed 70/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 188/0 onto dev r1z1-10.1.1.1/sda -Placed 188/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 188/1 onto dev r1z1-10.1.1.1/sdc -Placed 188/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 188/2 onto dev r1z1-10.1.1.1/sdb -Placed 188/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 28/0 onto dev r1z1-10.1.1.1/sdd -Placed 28/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 28/1 onto dev r1z1-10.1.1.1/sda -Placed 28/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 28/2 onto dev r1z1-10.1.1.1/sdc -Placed 28/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 252/0 onto dev r1z1-10.1.1.1/sdb -Placed 252/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 252/1 onto dev r1z1-10.1.1.1/sdd -Placed 252/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 252/2 onto dev r1z1-10.1.1.1/sda -Placed 252/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 3/0 onto dev r1z1-10.1.1.1/sdc -Placed 3/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 3/1 onto dev r1z1-10.1.1.1/sdb -Placed 3/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 3/2 onto dev r1z1-10.1.1.1/sdd -Placed 3/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 190/0 onto dev r1z1-10.1.1.1/sda -Placed 190/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 190/1 onto dev r1z1-10.1.1.1/sdc -Placed 190/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 190/2 onto dev r1z1-10.1.1.1/sdb -Placed 190/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 110/0 onto dev r1z1-10.1.1.1/sdd -Placed 110/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 110/1 onto dev r1z1-10.1.1.1/sda -Placed 110/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 110/2 onto dev r1z1-10.1.1.1/sdc -Placed 110/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 198/0 onto dev r1z1-10.1.1.1/sdb -Placed 198/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 198/1 onto dev r1z1-10.1.1.1/sdd -Placed 198/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 198/2 onto dev r1z1-10.1.1.1/sda -Placed 198/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 57/0 onto dev r1z1-10.1.1.1/sdc -Placed 57/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 57/1 onto dev r1z1-10.1.1.1/sdb -Placed 57/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 57/2 onto dev r1z1-10.1.1.1/sdd -Placed 57/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 180/0 onto dev r1z1-10.1.1.1/sda -Placed 180/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 180/1 onto dev r1z1-10.1.1.1/sdc -Placed 180/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 180/2 onto dev r1z1-10.1.1.1/sdb -Placed 180/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 150/0 onto dev r1z1-10.1.1.1/sdd -Placed 150/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 150/1 onto dev r1z1-10.1.1.1/sda -Placed 150/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 150/2 onto dev r1z1-10.1.1.1/sdc -Placed 150/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 81/0 onto dev r1z1-10.1.1.1/sdb -Placed 81/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 81/1 onto dev r1z1-10.1.1.1/sdd -Placed 81/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 81/2 onto dev r1z1-10.1.1.1/sda -Placed 81/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 152/0 onto dev r1z1-10.1.1.1/sdc -Placed 152/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 152/1 onto dev r1z1-10.1.1.1/sdb -Placed 152/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 152/2 onto dev r1z1-10.1.1.1/sdd -Placed 152/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 132/0 onto dev r1z1-10.1.1.1/sda -Placed 132/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 132/1 onto dev r1z1-10.1.1.1/sdc -Placed 132/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 132/2 onto dev r1z1-10.1.1.1/sdb -Placed 132/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 101/0 onto dev r1z1-10.1.1.1/sdd -Placed 101/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 101/1 onto dev r1z1-10.1.1.1/sda -Placed 101/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 101/2 onto dev r1z1-10.1.1.1/sdc -Placed 101/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 102/0 onto dev r1z1-10.1.1.1/sdb -Placed 102/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 102/1 onto dev r1z1-10.1.1.1/sdd -Placed 102/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 102/2 onto dev r1z1-10.1.1.1/sda -Placed 102/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 185/0 onto dev r1z1-10.1.1.1/sdc -Placed 185/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 185/1 onto dev r1z1-10.1.1.1/sdb -Placed 185/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 185/2 onto dev r1z1-10.1.1.1/sdd -Placed 185/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 96/0 onto dev r1z1-10.1.1.1/sda -Placed 96/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 96/1 onto dev r1z1-10.1.1.1/sdc -Placed 96/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 96/2 onto dev r1z1-10.1.1.1/sdb -Placed 96/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 11/0 onto dev r1z1-10.1.1.1/sdd -Placed 11/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 11/1 onto dev r1z1-10.1.1.1/sda -Placed 11/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 11/2 onto dev r1z1-10.1.1.1/sdc -Placed 11/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 151/0 onto dev r1z1-10.1.1.1/sdb -Placed 151/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 151/1 onto dev r1z1-10.1.1.1/sdd -Placed 151/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 151/2 onto dev r1z1-10.1.1.1/sda -Placed 151/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 42/0 onto dev r1z1-10.1.1.1/sdc -Placed 42/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 42/1 onto dev r1z1-10.1.1.1/sdb -Placed 42/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 42/2 onto dev r1z1-10.1.1.1/sdd -Placed 42/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 82/0 onto dev r1z1-10.1.1.1/sda -Placed 82/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 82/1 onto dev r1z1-10.1.1.1/sdc -Placed 82/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 82/2 onto dev r1z1-10.1.1.1/sdb -Placed 82/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 26/0 onto dev r1z1-10.1.1.1/sdd -Placed 26/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 26/1 onto dev r1z1-10.1.1.1/sda -Placed 26/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 26/2 onto dev r1z1-10.1.1.1/sdc -Placed 26/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 160/0 onto dev r1z1-10.1.1.1/sdb -Placed 160/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 160/1 onto dev r1z1-10.1.1.1/sdd -Placed 160/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 160/2 onto dev r1z1-10.1.1.1/sda -Placed 160/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 17/0 onto dev r1z1-10.1.1.1/sdc -Placed 17/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 17/1 onto dev r1z1-10.1.1.1/sdb -Placed 17/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 17/2 onto dev r1z1-10.1.1.1/sdd -Placed 17/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 131/0 onto dev r1z1-10.1.1.1/sda -Placed 131/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 131/1 onto dev r1z1-10.1.1.1/sdc -Placed 131/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 131/2 onto dev r1z1-10.1.1.1/sdb -Placed 131/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 130/0 onto dev r1z1-10.1.1.1/sdd -Placed 130/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 130/1 onto dev r1z1-10.1.1.1/sda -Placed 130/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 130/2 onto dev r1z1-10.1.1.1/sdc -Placed 130/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 19/0 onto dev r1z1-10.1.1.1/sdb -Placed 19/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 19/1 onto dev r1z1-10.1.1.1/sdd -Placed 19/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 19/2 onto dev r1z1-10.1.1.1/sda -Placed 19/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 166/0 onto dev r1z1-10.1.1.1/sdc -Placed 166/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 166/1 onto dev r1z1-10.1.1.1/sdb -Placed 166/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 166/2 onto dev r1z1-10.1.1.1/sdd -Placed 166/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 107/0 onto dev r1z1-10.1.1.1/sda -Placed 107/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 107/1 onto dev r1z1-10.1.1.1/sdc -Placed 107/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 107/2 onto dev r1z1-10.1.1.1/sdb -Placed 107/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 155/0 onto dev r1z1-10.1.1.1/sdd -Placed 155/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 155/1 onto dev r1z1-10.1.1.1/sda -Placed 155/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 155/2 onto dev r1z1-10.1.1.1/sdc -Placed 155/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 6/0 onto dev r1z1-10.1.1.1/sdb -Placed 6/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 6/1 onto dev r1z1-10.1.1.1/sdd -Placed 6/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 6/2 onto dev r1z1-10.1.1.1/sda -Placed 6/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 246/0 onto dev r1z1-10.1.1.1/sdc -Placed 246/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 246/1 onto dev r1z1-10.1.1.1/sdb -Placed 246/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 246/2 onto dev r1z1-10.1.1.1/sdd -Placed 246/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 204/0 onto dev r1z1-10.1.1.1/sda -Placed 204/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 204/1 onto dev r1z1-10.1.1.1/sdc -Placed 204/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 204/2 onto dev r1z1-10.1.1.1/sdb -Placed 204/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 237/0 onto dev r1z1-10.1.1.1/sdd -Placed 237/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 237/1 onto dev r1z1-10.1.1.1/sda -Placed 237/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 237/2 onto dev r1z1-10.1.1.1/sdc -Placed 237/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 172/0 onto dev r1z1-10.1.1.1/sdb -Placed 172/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 172/1 onto dev r1z1-10.1.1.1/sdd -Placed 172/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 172/2 onto dev r1z1-10.1.1.1/sda -Placed 172/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 47/0 onto dev r1z1-10.1.1.1/sdc -Placed 47/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 47/1 onto dev r1z1-10.1.1.1/sdb -Placed 47/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 47/2 onto dev r1z1-10.1.1.1/sdd -Placed 47/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 60/0 onto dev r1z1-10.1.1.1/sda -Placed 60/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 60/1 onto dev r1z1-10.1.1.1/sdc -Placed 60/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 60/2 onto dev r1z1-10.1.1.1/sdb -Placed 60/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 25/0 onto dev r1z1-10.1.1.1/sdd -Placed 25/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 25/1 onto dev r1z1-10.1.1.1/sda -Placed 25/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 25/2 onto dev r1z1-10.1.1.1/sdc -Placed 25/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 105/0 onto dev r1z1-10.1.1.1/sdb -Placed 105/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 105/1 onto dev r1z1-10.1.1.1/sdd -Placed 105/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 105/2 onto dev r1z1-10.1.1.1/sda -Placed 105/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 35/0 onto dev r1z1-10.1.1.1/sdc -Placed 35/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 35/1 onto dev r1z1-10.1.1.1/sdb -Placed 35/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 35/2 onto dev r1z1-10.1.1.1/sdd -Placed 35/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 58/0 onto dev r1z1-10.1.1.1/sda -Placed 58/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 58/1 onto dev r1z1-10.1.1.1/sdc -Placed 58/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 58/2 onto dev r1z1-10.1.1.1/sdb -Placed 58/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 136/0 onto dev r1z1-10.1.1.1/sdd -Placed 136/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 136/1 onto dev r1z1-10.1.1.1/sda -Placed 136/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 136/2 onto dev r1z1-10.1.1.1/sdc -Placed 136/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 49/0 onto dev r1z1-10.1.1.1/sdb -Placed 49/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 49/1 onto dev r1z1-10.1.1.1/sdd -Placed 49/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 49/2 onto dev r1z1-10.1.1.1/sda -Placed 49/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 51/0 onto dev r1z1-10.1.1.1/sdc -Placed 51/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 51/1 onto dev r1z1-10.1.1.1/sdb -Placed 51/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 51/2 onto dev r1z1-10.1.1.1/sdd -Placed 51/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 113/0 onto dev r1z1-10.1.1.1/sda -Placed 113/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 113/1 onto dev r1z1-10.1.1.1/sdc -Placed 113/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 113/2 onto dev r1z1-10.1.1.1/sdb -Placed 113/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 134/0 onto dev r1z1-10.1.1.1/sdd -Placed 134/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 134/1 onto dev r1z1-10.1.1.1/sda -Placed 134/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 134/2 onto dev r1z1-10.1.1.1/sdc -Placed 134/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 218/0 onto dev r1z1-10.1.1.1/sdb -Placed 218/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 218/1 onto dev r1z1-10.1.1.1/sdd -Placed 218/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 218/2 onto dev r1z1-10.1.1.1/sda -Placed 218/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 221/0 onto dev r1z1-10.1.1.1/sdc -Placed 221/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 221/1 onto dev r1z1-10.1.1.1/sdb -Placed 221/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 221/2 onto dev r1z1-10.1.1.1/sdd -Placed 221/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 111/0 onto dev r1z1-10.1.1.1/sda -Placed 111/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 111/1 onto dev r1z1-10.1.1.1/sdc -Placed 111/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 111/2 onto dev r1z1-10.1.1.1/sdb -Placed 111/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 54/0 onto dev r1z1-10.1.1.1/sdd -Placed 54/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 54/1 onto dev r1z1-10.1.1.1/sda -Placed 54/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 54/2 onto dev r1z1-10.1.1.1/sdc -Placed 54/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 156/0 onto dev r1z1-10.1.1.1/sdb -Placed 156/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 156/1 onto dev r1z1-10.1.1.1/sdd -Placed 156/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 156/2 onto dev r1z1-10.1.1.1/sda -Placed 156/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 92/0 onto dev r1z1-10.1.1.1/sdc -Placed 92/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 92/1 onto dev r1z1-10.1.1.1/sdb -Placed 92/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 92/2 onto dev r1z1-10.1.1.1/sdd -Placed 92/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 139/0 onto dev r1z1-10.1.1.1/sda -Placed 139/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 139/1 onto dev r1z1-10.1.1.1/sdc -Placed 139/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 139/2 onto dev r1z1-10.1.1.1/sdb -Placed 139/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 197/0 onto dev r1z1-10.1.1.1/sdd -Placed 197/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 197/1 onto dev r1z1-10.1.1.1/sda -Placed 197/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 197/2 onto dev r1z1-10.1.1.1/sdc -Placed 197/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 211/0 onto dev r1z1-10.1.1.1/sdb -Placed 211/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 211/1 onto dev r1z1-10.1.1.1/sdd -Placed 211/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 211/2 onto dev r1z1-10.1.1.1/sda -Placed 211/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 137/0 onto dev r1z1-10.1.1.1/sdc -Placed 137/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 137/1 onto dev r1z1-10.1.1.1/sdb -Placed 137/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 137/2 onto dev r1z1-10.1.1.1/sdd -Placed 137/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 55/0 onto dev r1z1-10.1.1.1/sda -Placed 55/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 55/1 onto dev r1z1-10.1.1.1/sdc -Placed 55/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 55/2 onto dev r1z1-10.1.1.1/sdb -Placed 55/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 40/0 onto dev r1z1-10.1.1.1/sdd -Placed 40/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 40/1 onto dev r1z1-10.1.1.1/sda -Placed 40/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 40/2 onto dev r1z1-10.1.1.1/sdc -Placed 40/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 100/0 onto dev r1z1-10.1.1.1/sdb -Placed 100/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 100/1 onto dev r1z1-10.1.1.1/sdd -Placed 100/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 100/2 onto dev r1z1-10.1.1.1/sda -Placed 100/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 223/0 onto dev r1z1-10.1.1.1/sdc -Placed 223/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 223/1 onto dev r1z1-10.1.1.1/sdb -Placed 223/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 223/2 onto dev r1z1-10.1.1.1/sdd -Placed 223/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 233/0 onto dev r1z1-10.1.1.1/sda -Placed 233/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 233/1 onto dev r1z1-10.1.1.1/sdc -Placed 233/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 233/2 onto dev r1z1-10.1.1.1/sdb -Placed 233/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 248/0 onto dev r1z1-10.1.1.1/sdd -Placed 248/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 248/1 onto dev r1z1-10.1.1.1/sda -Placed 248/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 248/2 onto dev r1z1-10.1.1.1/sdc -Placed 248/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 148/0 onto dev r1z1-10.1.1.1/sdb -Placed 148/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 148/1 onto dev r1z1-10.1.1.1/sdd -Placed 148/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 148/2 onto dev r1z1-10.1.1.1/sda -Placed 148/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 124/0 onto dev r1z1-10.1.1.1/sdc -Placed 124/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 124/1 onto dev r1z1-10.1.1.1/sdb -Placed 124/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 124/2 onto dev r1z1-10.1.1.1/sdd -Placed 124/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 21/0 onto dev r1z1-10.1.1.1/sda -Placed 21/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 21/1 onto dev r1z1-10.1.1.1/sdc -Placed 21/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 21/2 onto dev r1z1-10.1.1.1/sdb -Placed 21/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 16/0 onto dev r1z1-10.1.1.1/sdd -Placed 16/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 16/1 onto dev r1z1-10.1.1.1/sda -Placed 16/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 16/2 onto dev r1z1-10.1.1.1/sdc -Placed 16/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 226/0 onto dev r1z1-10.1.1.1/sdb -Placed 226/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 226/1 onto dev r1z1-10.1.1.1/sdd -Placed 226/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 226/2 onto dev r1z1-10.1.1.1/sda -Placed 226/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 65/0 onto dev r1z1-10.1.1.1/sdc -Placed 65/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 65/1 onto dev r1z1-10.1.1.1/sdb -Placed 65/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 65/2 onto dev r1z1-10.1.1.1/sdd -Placed 65/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 115/0 onto dev r1z1-10.1.1.1/sda -Placed 115/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 115/1 onto dev r1z1-10.1.1.1/sdc -Placed 115/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 115/2 onto dev r1z1-10.1.1.1/sdb -Placed 115/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 210/0 onto dev r1z1-10.1.1.1/sdd -Placed 210/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 210/1 onto dev r1z1-10.1.1.1/sda -Placed 210/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 210/2 onto dev r1z1-10.1.1.1/sdc -Placed 210/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 186/0 onto dev r1z1-10.1.1.1/sdb -Placed 186/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 186/1 onto dev r1z1-10.1.1.1/sdd -Placed 186/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 186/2 onto dev r1z1-10.1.1.1/sda -Placed 186/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 109/0 onto dev r1z1-10.1.1.1/sdc -Placed 109/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 109/1 onto dev r1z1-10.1.1.1/sdb -Placed 109/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 109/2 onto dev r1z1-10.1.1.1/sdd -Placed 109/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 184/0 onto dev r1z1-10.1.1.1/sda -Placed 184/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 184/1 onto dev r1z1-10.1.1.1/sdc -Placed 184/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 184/2 onto dev r1z1-10.1.1.1/sdb -Placed 184/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 69/0 onto dev r1z1-10.1.1.1/sdd -Placed 69/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 69/1 onto dev r1z1-10.1.1.1/sda -Placed 69/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 69/2 onto dev r1z1-10.1.1.1/sdc -Placed 69/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 29/0 onto dev r1z1-10.1.1.1/sdb -Placed 29/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 29/1 onto dev r1z1-10.1.1.1/sdd -Placed 29/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 29/2 onto dev r1z1-10.1.1.1/sda -Placed 29/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 30/0 onto dev r1z1-10.1.1.1/sdc -Placed 30/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 30/1 onto dev r1z1-10.1.1.1/sdb -Placed 30/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 30/2 onto dev r1z1-10.1.1.1/sdd -Placed 30/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 145/0 onto dev r1z1-10.1.1.1/sda -Placed 145/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 145/1 onto dev r1z1-10.1.1.1/sdc -Placed 145/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 145/2 onto dev r1z1-10.1.1.1/sdb -Placed 145/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 53/0 onto dev r1z1-10.1.1.1/sdd -Placed 53/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 53/1 onto dev r1z1-10.1.1.1/sda -Placed 53/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 53/2 onto dev r1z1-10.1.1.1/sdc -Placed 53/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 83/0 onto dev r1z1-10.1.1.1/sdb -Placed 83/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 83/1 onto dev r1z1-10.1.1.1/sdd -Placed 83/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 83/2 onto dev r1z1-10.1.1.1/sda -Placed 83/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 123/0 onto dev r1z1-10.1.1.1/sdc -Placed 123/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 123/1 onto dev r1z1-10.1.1.1/sdb -Placed 123/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 123/2 onto dev r1z1-10.1.1.1/sdd -Placed 123/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 250/0 onto dev r1z1-10.1.1.1/sda -Placed 250/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 250/1 onto dev r1z1-10.1.1.1/sdc -Placed 250/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 250/2 onto dev r1z1-10.1.1.1/sdb -Placed 250/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 173/0 onto dev r1z1-10.1.1.1/sdd -Placed 173/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 173/1 onto dev r1z1-10.1.1.1/sda -Placed 173/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 173/2 onto dev r1z1-10.1.1.1/sdc -Placed 173/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 37/0 onto dev r1z1-10.1.1.1/sdb -Placed 37/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 37/1 onto dev r1z1-10.1.1.1/sdd -Placed 37/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 37/2 onto dev r1z1-10.1.1.1/sda -Placed 37/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 129/0 onto dev r1z1-10.1.1.1/sdc -Placed 129/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 129/1 onto dev r1z1-10.1.1.1/sdb -Placed 129/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 129/2 onto dev r1z1-10.1.1.1/sdd -Placed 129/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 61/0 onto dev r1z1-10.1.1.1/sda -Placed 61/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 61/1 onto dev r1z1-10.1.1.1/sdc -Placed 61/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 61/2 onto dev r1z1-10.1.1.1/sdb -Placed 61/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 238/0 onto dev r1z1-10.1.1.1/sdd -Placed 238/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 238/1 onto dev r1z1-10.1.1.1/sda -Placed 238/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 238/2 onto dev r1z1-10.1.1.1/sdc -Placed 238/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 125/0 onto dev r1z1-10.1.1.1/sdb -Placed 125/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 125/1 onto dev r1z1-10.1.1.1/sdd -Placed 125/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 125/2 onto dev r1z1-10.1.1.1/sda -Placed 125/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 191/0 onto dev r1z1-10.1.1.1/sdc -Placed 191/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 191/1 onto dev r1z1-10.1.1.1/sdb -Placed 191/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 191/2 onto dev r1z1-10.1.1.1/sdd -Placed 191/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 215/0 onto dev r1z1-10.1.1.1/sda -Placed 215/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 215/1 onto dev r1z1-10.1.1.1/sdc -Placed 215/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 215/2 onto dev r1z1-10.1.1.1/sdb -Placed 215/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 179/0 onto dev r1z1-10.1.1.1/sdd -Placed 179/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 179/1 onto dev r1z1-10.1.1.1/sda -Placed 179/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 179/2 onto dev r1z1-10.1.1.1/sdc -Placed 179/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 104/0 onto dev r1z1-10.1.1.1/sdb -Placed 104/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 104/1 onto dev r1z1-10.1.1.1/sdd -Placed 104/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 104/2 onto dev r1z1-10.1.1.1/sda -Placed 104/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 243/0 onto dev r1z1-10.1.1.1/sdc -Placed 243/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 243/1 onto dev r1z1-10.1.1.1/sdb -Placed 243/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 243/2 onto dev r1z1-10.1.1.1/sdd -Placed 243/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 88/0 onto dev r1z1-10.1.1.1/sda -Placed 88/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 88/1 onto dev r1z1-10.1.1.1/sdc -Placed 88/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 88/2 onto dev r1z1-10.1.1.1/sdb -Placed 88/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 182/0 onto dev r1z1-10.1.1.1/sdd -Placed 182/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 182/1 onto dev r1z1-10.1.1.1/sda -Placed 182/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 182/2 onto dev r1z1-10.1.1.1/sdc -Placed 182/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 161/0 onto dev r1z1-10.1.1.1/sdb -Placed 161/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 161/1 onto dev r1z1-10.1.1.1/sdd -Placed 161/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 161/2 onto dev r1z1-10.1.1.1/sda -Placed 161/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 153/0 onto dev r1z1-10.1.1.1/sdc -Placed 153/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 153/1 onto dev r1z1-10.1.1.1/sdb -Placed 153/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 153/2 onto dev r1z1-10.1.1.1/sdd -Placed 153/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 75/0 onto dev r1z1-10.1.1.1/sda -Placed 75/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 75/1 onto dev r1z1-10.1.1.1/sdc -Placed 75/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 75/2 onto dev r1z1-10.1.1.1/sdb -Placed 75/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 229/0 onto dev r1z1-10.1.1.1/sdd -Placed 229/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 229/1 onto dev r1z1-10.1.1.1/sda -Placed 229/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 229/2 onto dev r1z1-10.1.1.1/sdc -Placed 229/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 91/0 onto dev r1z1-10.1.1.1/sdb -Placed 91/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 91/1 onto dev r1z1-10.1.1.1/sdd -Placed 91/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 91/2 onto dev r1z1-10.1.1.1/sda -Placed 91/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 142/0 onto dev r1z1-10.1.1.1/sdc -Placed 142/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 142/1 onto dev r1z1-10.1.1.1/sdb -Placed 142/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 142/2 onto dev r1z1-10.1.1.1/sdd -Placed 142/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 117/0 onto dev r1z1-10.1.1.1/sda -Placed 117/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 117/1 onto dev r1z1-10.1.1.1/sdc -Placed 117/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 117/2 onto dev r1z1-10.1.1.1/sdb -Placed 117/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 122/0 onto dev r1z1-10.1.1.1/sdd -Placed 122/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 122/1 onto dev r1z1-10.1.1.1/sda -Placed 122/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 122/2 onto dev r1z1-10.1.1.1/sdc -Placed 122/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 121/0 onto dev r1z1-10.1.1.1/sdb -Placed 121/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 121/1 onto dev r1z1-10.1.1.1/sdd -Placed 121/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 121/2 onto dev r1z1-10.1.1.1/sda -Placed 121/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 2/0 onto dev r1z1-10.1.1.1/sdc -Placed 2/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 2/1 onto dev r1z1-10.1.1.1/sdb -Placed 2/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 2/2 onto dev r1z1-10.1.1.1/sdd -Placed 2/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 114/0 onto dev r1z1-10.1.1.1/sda -Placed 114/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 114/1 onto dev r1z1-10.1.1.1/sdc -Placed 114/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 114/2 onto dev r1z1-10.1.1.1/sdb -Placed 114/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 177/0 onto dev r1z1-10.1.1.1/sdd -Placed 177/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 177/1 onto dev r1z1-10.1.1.1/sda -Placed 177/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 177/2 onto dev r1z1-10.1.1.1/sdc -Placed 177/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 178/0 onto dev r1z1-10.1.1.1/sdb -Placed 178/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 178/1 onto dev r1z1-10.1.1.1/sdd -Placed 178/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 178/2 onto dev r1z1-10.1.1.1/sda -Placed 178/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 200/0 onto dev r1z1-10.1.1.1/sdc -Placed 200/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 200/1 onto dev r1z1-10.1.1.1/sdb -Placed 200/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 200/2 onto dev r1z1-10.1.1.1/sdd -Placed 200/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 14/0 onto dev r1z1-10.1.1.1/sda -Placed 14/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 14/1 onto dev r1z1-10.1.1.1/sdc -Placed 14/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 14/2 onto dev r1z1-10.1.1.1/sdb -Placed 14/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 39/0 onto dev r1z1-10.1.1.1/sdd -Placed 39/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 39/1 onto dev r1z1-10.1.1.1/sda -Placed 39/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 39/2 onto dev r1z1-10.1.1.1/sdc -Placed 39/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 116/0 onto dev r1z1-10.1.1.1/sdb -Placed 116/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 116/1 onto dev r1z1-10.1.1.1/sdd -Placed 116/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 116/2 onto dev r1z1-10.1.1.1/sda -Placed 116/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 239/0 onto dev r1z1-10.1.1.1/sdc -Placed 239/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 239/1 onto dev r1z1-10.1.1.1/sdb -Placed 239/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 239/2 onto dev r1z1-10.1.1.1/sdd -Placed 239/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 144/0 onto dev r1z1-10.1.1.1/sda -Placed 144/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 144/1 onto dev r1z1-10.1.1.1/sdc -Placed 144/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 144/2 onto dev r1z1-10.1.1.1/sdb -Placed 144/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 245/0 onto dev r1z1-10.1.1.1/sdd -Placed 245/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 245/1 onto dev r1z1-10.1.1.1/sda -Placed 245/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 245/2 onto dev r1z1-10.1.1.1/sdc -Placed 245/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 138/0 onto dev r1z1-10.1.1.1/sdb -Placed 138/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 138/1 onto dev r1z1-10.1.1.1/sdd -Placed 138/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 138/2 onto dev r1z1-10.1.1.1/sda -Placed 138/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 66/0 onto dev r1z1-10.1.1.1/sdc -Placed 66/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 66/1 onto dev r1z1-10.1.1.1/sdb -Placed 66/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 66/2 onto dev r1z1-10.1.1.1/sdd -Placed 66/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 154/0 onto dev r1z1-10.1.1.1/sda -Placed 154/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 154/1 onto dev r1z1-10.1.1.1/sdc -Placed 154/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 154/2 onto dev r1z1-10.1.1.1/sdb -Placed 154/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 135/0 onto dev r1z1-10.1.1.1/sdd -Placed 135/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 135/1 onto dev r1z1-10.1.1.1/sda -Placed 135/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 135/2 onto dev r1z1-10.1.1.1/sdc -Placed 135/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 165/0 onto dev r1z1-10.1.1.1/sdb -Placed 165/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 165/1 onto dev r1z1-10.1.1.1/sdd -Placed 165/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 165/2 onto dev r1z1-10.1.1.1/sda -Placed 165/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 199/0 onto dev r1z1-10.1.1.1/sdc -Placed 199/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 199/1 onto dev r1z1-10.1.1.1/sdb -Placed 199/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 199/2 onto dev r1z1-10.1.1.1/sdd -Placed 199/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 56/0 onto dev r1z1-10.1.1.1/sda -Placed 56/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 56/1 onto dev r1z1-10.1.1.1/sdc -Placed 56/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 56/2 onto dev r1z1-10.1.1.1/sdb -Placed 56/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 13/0 onto dev r1z1-10.1.1.1/sdd -Placed 13/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 13/1 onto dev r1z1-10.1.1.1/sda -Placed 13/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 13/2 onto dev r1z1-10.1.1.1/sdc -Placed 13/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 254/0 onto dev r1z1-10.1.1.1/sdb -Placed 254/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 254/1 onto dev r1z1-10.1.1.1/sdd -Placed 254/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 254/2 onto dev r1z1-10.1.1.1/sda -Placed 254/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 76/0 onto dev r1z1-10.1.1.1/sdc -Placed 76/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 76/1 onto dev r1z1-10.1.1.1/sdb -Placed 76/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 76/2 onto dev r1z1-10.1.1.1/sdd -Placed 76/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 72/0 onto dev r1z1-10.1.1.1/sda -Placed 72/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 72/1 onto dev r1z1-10.1.1.1/sdc -Placed 72/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 72/2 onto dev r1z1-10.1.1.1/sdb -Placed 72/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 43/0 onto dev r1z1-10.1.1.1/sdd -Placed 43/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 43/1 onto dev r1z1-10.1.1.1/sda -Placed 43/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 43/2 onto dev r1z1-10.1.1.1/sdc -Placed 43/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 217/0 onto dev r1z1-10.1.1.1/sdb -Placed 217/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 217/1 onto dev r1z1-10.1.1.1/sdd -Placed 217/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 217/2 onto dev r1z1-10.1.1.1/sda -Placed 217/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 73/0 onto dev r1z1-10.1.1.1/sdc -Placed 73/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 73/1 onto dev r1z1-10.1.1.1/sdb -Placed 73/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 73/2 onto dev r1z1-10.1.1.1/sdd -Placed 73/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 103/0 onto dev r1z1-10.1.1.1/sda -Placed 103/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 103/1 onto dev r1z1-10.1.1.1/sdc -Placed 103/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 103/2 onto dev r1z1-10.1.1.1/sdb -Placed 103/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 31/0 onto dev r1z1-10.1.1.1/sdd -Placed 31/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 31/1 onto dev r1z1-10.1.1.1/sda -Placed 31/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 31/2 onto dev r1z1-10.1.1.1/sdc -Placed 31/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 78/0 onto dev r1z1-10.1.1.1/sdb -Placed 78/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 78/1 onto dev r1z1-10.1.1.1/sdd -Placed 78/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 78/2 onto dev r1z1-10.1.1.1/sda -Placed 78/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 170/0 onto dev r1z1-10.1.1.1/sdc -Placed 170/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 170/1 onto dev r1z1-10.1.1.1/sdb -Placed 170/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 170/2 onto dev r1z1-10.1.1.1/sdd -Placed 170/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 9/0 onto dev r1z1-10.1.1.1/sda -Placed 9/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 9/1 onto dev r1z1-10.1.1.1/sdc -Placed 9/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 9/2 onto dev r1z1-10.1.1.1/sdb -Placed 9/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 38/0 onto dev r1z1-10.1.1.1/sdd -Placed 38/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 38/1 onto dev r1z1-10.1.1.1/sda -Placed 38/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 38/2 onto dev r1z1-10.1.1.1/sdc -Placed 38/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 227/0 onto dev r1z1-10.1.1.1/sdb -Placed 227/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 227/1 onto dev r1z1-10.1.1.1/sdd -Placed 227/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 227/2 onto dev r1z1-10.1.1.1/sda -Placed 227/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 36/0 onto dev r1z1-10.1.1.1/sdc -Placed 36/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 36/1 onto dev r1z1-10.1.1.1/sdb -Placed 36/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 36/2 onto dev r1z1-10.1.1.1/sdd -Placed 36/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 162/0 onto dev r1z1-10.1.1.1/sda -Placed 162/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 162/1 onto dev r1z1-10.1.1.1/sdc -Placed 162/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 162/2 onto dev r1z1-10.1.1.1/sdb -Placed 162/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 97/0 onto dev r1z1-10.1.1.1/sdd -Placed 97/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 97/1 onto dev r1z1-10.1.1.1/sda -Placed 97/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 97/2 onto dev r1z1-10.1.1.1/sdc -Placed 97/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 222/0 onto dev r1z1-10.1.1.1/sdb -Placed 222/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 222/1 onto dev r1z1-10.1.1.1/sdd -Placed 222/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 222/2 onto dev r1z1-10.1.1.1/sda -Placed 222/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 213/0 onto dev r1z1-10.1.1.1/sdc -Placed 213/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 213/1 onto dev r1z1-10.1.1.1/sdb -Placed 213/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 213/2 onto dev r1z1-10.1.1.1/sdd -Placed 213/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 232/0 onto dev r1z1-10.1.1.1/sda -Placed 232/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 232/1 onto dev r1z1-10.1.1.1/sdc -Placed 232/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 232/2 onto dev r1z1-10.1.1.1/sdb -Placed 232/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 159/0 onto dev r1z1-10.1.1.1/sdd -Placed 159/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 159/1 onto dev r1z1-10.1.1.1/sda -Placed 159/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 159/2 onto dev r1z1-10.1.1.1/sdc -Placed 159/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 4/0 onto dev r1z1-10.1.1.1/sdb -Placed 4/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 4/1 onto dev r1z1-10.1.1.1/sdd -Placed 4/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 4/2 onto dev r1z1-10.1.1.1/sda -Placed 4/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 147/0 onto dev r1z1-10.1.1.1/sdc -Placed 147/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 147/1 onto dev r1z1-10.1.1.1/sdb -Placed 147/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 147/2 onto dev r1z1-10.1.1.1/sdd -Placed 147/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 77/0 onto dev r1z1-10.1.1.1/sda -Placed 77/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 77/1 onto dev r1z1-10.1.1.1/sdc -Placed 77/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 77/2 onto dev r1z1-10.1.1.1/sdb -Placed 77/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 234/0 onto dev r1z1-10.1.1.1/sdd -Placed 234/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 234/1 onto dev r1z1-10.1.1.1/sda -Placed 234/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 234/2 onto dev r1z1-10.1.1.1/sdc -Placed 234/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 84/0 onto dev r1z1-10.1.1.1/sdb -Placed 84/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 84/1 onto dev r1z1-10.1.1.1/sdd -Placed 84/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 84/2 onto dev r1z1-10.1.1.1/sda -Placed 84/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 18/0 onto dev r1z1-10.1.1.1/sdc -Placed 18/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 18/1 onto dev r1z1-10.1.1.1/sdb -Placed 18/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 18/2 onto dev r1z1-10.1.1.1/sdd -Placed 18/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 112/0 onto dev r1z1-10.1.1.1/sda -Placed 112/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 112/1 onto dev r1z1-10.1.1.1/sdc -Placed 112/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 112/2 onto dev r1z1-10.1.1.1/sdb -Placed 112/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 46/0 onto dev r1z1-10.1.1.1/sdd -Placed 46/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 46/1 onto dev r1z1-10.1.1.1/sda -Placed 46/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 46/2 onto dev r1z1-10.1.1.1/sdc -Placed 46/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 41/0 onto dev r1z1-10.1.1.1/sdb -Placed 41/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 41/1 onto dev r1z1-10.1.1.1/sdd -Placed 41/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 41/2 onto dev r1z1-10.1.1.1/sda -Placed 41/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 74/0 onto dev r1z1-10.1.1.1/sdc -Placed 74/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 74/1 onto dev r1z1-10.1.1.1/sdb -Placed 74/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 74/2 onto dev r1z1-10.1.1.1/sdd -Placed 74/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 71/0 onto dev r1z1-10.1.1.1/sda -Placed 71/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 71/1 onto dev r1z1-10.1.1.1/sdc -Placed 71/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 71/2 onto dev r1z1-10.1.1.1/sdb -Placed 71/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 193/0 onto dev r1z1-10.1.1.1/sdd -Placed 193/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 193/1 onto dev r1z1-10.1.1.1/sda -Placed 193/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 193/2 onto dev r1z1-10.1.1.1/sdc -Placed 193/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 219/0 onto dev r1z1-10.1.1.1/sdb -Placed 219/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 219/1 onto dev r1z1-10.1.1.1/sdd -Placed 219/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 219/2 onto dev r1z1-10.1.1.1/sda -Placed 219/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 23/0 onto dev r1z1-10.1.1.1/sdc -Placed 23/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 23/1 onto dev r1z1-10.1.1.1/sdb -Placed 23/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 23/2 onto dev r1z1-10.1.1.1/sdd -Placed 23/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 59/0 onto dev r1z1-10.1.1.1/sda -Placed 59/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 59/1 onto dev r1z1-10.1.1.1/sdc -Placed 59/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 59/2 onto dev r1z1-10.1.1.1/sdb -Placed 59/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 63/0 onto dev r1z1-10.1.1.1/sdd -Placed 63/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 63/1 onto dev r1z1-10.1.1.1/sda -Placed 63/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 63/2 onto dev r1z1-10.1.1.1/sdc -Placed 63/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 64/0 onto dev r1z1-10.1.1.1/sdb -Placed 64/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 64/1 onto dev r1z1-10.1.1.1/sdd -Placed 64/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 64/2 onto dev r1z1-10.1.1.1/sda -Placed 64/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 196/0 onto dev r1z1-10.1.1.1/sdc -Placed 196/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 196/1 onto dev r1z1-10.1.1.1/sdb -Placed 196/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 196/2 onto dev r1z1-10.1.1.1/sdd -Placed 196/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 183/0 onto dev r1z1-10.1.1.1/sda -Placed 183/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 183/1 onto dev r1z1-10.1.1.1/sdc -Placed 183/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 183/2 onto dev r1z1-10.1.1.1/sdb -Placed 183/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 214/0 onto dev r1z1-10.1.1.1/sdd -Placed 214/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 214/1 onto dev r1z1-10.1.1.1/sda -Placed 214/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 214/2 onto dev r1z1-10.1.1.1/sdc -Placed 214/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 201/0 onto dev r1z1-10.1.1.1/sdb -Placed 201/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 201/1 onto dev r1z1-10.1.1.1/sdd -Placed 201/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 201/2 onto dev r1z1-10.1.1.1/sda -Placed 201/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 12/0 onto dev r1z1-10.1.1.1/sdc -Placed 12/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 12/1 onto dev r1z1-10.1.1.1/sdb -Placed 12/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 12/2 onto dev r1z1-10.1.1.1/sdd -Placed 12/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 171/0 onto dev r1z1-10.1.1.1/sda -Placed 171/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 171/1 onto dev r1z1-10.1.1.1/sdc -Placed 171/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 171/2 onto dev r1z1-10.1.1.1/sdb -Placed 171/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 90/0 onto dev r1z1-10.1.1.1/sdd -Placed 90/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 90/1 onto dev r1z1-10.1.1.1/sda -Placed 90/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 90/2 onto dev r1z1-10.1.1.1/sdc -Placed 90/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 242/0 onto dev r1z1-10.1.1.1/sdb -Placed 242/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 242/1 onto dev r1z1-10.1.1.1/sdd -Placed 242/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 242/2 onto dev r1z1-10.1.1.1/sda -Placed 242/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 20/0 onto dev r1z1-10.1.1.1/sdc -Placed 20/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 20/1 onto dev r1z1-10.1.1.1/sdb -Placed 20/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 20/2 onto dev r1z1-10.1.1.1/sdd -Placed 20/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 202/0 onto dev r1z1-10.1.1.1/sda -Placed 202/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 202/1 onto dev r1z1-10.1.1.1/sdc -Placed 202/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 202/2 onto dev r1z1-10.1.1.1/sdb -Placed 202/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 157/0 onto dev r1z1-10.1.1.1/sdd -Placed 157/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 157/1 onto dev r1z1-10.1.1.1/sda -Placed 157/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 157/2 onto dev r1z1-10.1.1.1/sdc -Placed 157/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 93/0 onto dev r1z1-10.1.1.1/sdb -Placed 93/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 93/1 onto dev r1z1-10.1.1.1/sdd -Placed 93/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 93/2 onto dev r1z1-10.1.1.1/sda -Placed 93/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 79/0 onto dev r1z1-10.1.1.1/sdc -Placed 79/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 79/1 onto dev r1z1-10.1.1.1/sdb -Placed 79/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 79/2 onto dev r1z1-10.1.1.1/sdd -Placed 79/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 205/0 onto dev r1z1-10.1.1.1/sda -Placed 205/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 205/1 onto dev r1z1-10.1.1.1/sdc -Placed 205/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 205/2 onto dev r1z1-10.1.1.1/sdb -Placed 205/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 127/0 onto dev r1z1-10.1.1.1/sdd -Placed 127/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 127/1 onto dev r1z1-10.1.1.1/sda -Placed 127/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 127/2 onto dev r1z1-10.1.1.1/sdc -Placed 127/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 106/0 onto dev r1z1-10.1.1.1/sdb -Placed 106/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 106/1 onto dev r1z1-10.1.1.1/sdd -Placed 106/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 106/2 onto dev r1z1-10.1.1.1/sda -Placed 106/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 192/0 onto dev r1z1-10.1.1.1/sdc -Placed 192/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 192/1 onto dev r1z1-10.1.1.1/sdb -Placed 192/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 192/2 onto dev r1z1-10.1.1.1/sdd -Placed 192/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 15/0 onto dev r1z1-10.1.1.1/sda -Placed 15/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 15/1 onto dev r1z1-10.1.1.1/sdc -Placed 15/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 15/2 onto dev r1z1-10.1.1.1/sdb -Placed 15/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 33/0 onto dev r1z1-10.1.1.1/sdd -Placed 33/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 33/1 onto dev r1z1-10.1.1.1/sda -Placed 33/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 33/2 onto dev r1z1-10.1.1.1/sdc -Placed 33/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 149/0 onto dev r1z1-10.1.1.1/sdb -Placed 149/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 149/1 onto dev r1z1-10.1.1.1/sdd -Placed 149/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 149/2 onto dev r1z1-10.1.1.1/sda -Placed 149/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 236/0 onto dev r1z1-10.1.1.1/sdc -Placed 236/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 236/1 onto dev r1z1-10.1.1.1/sdb -Placed 236/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 236/2 onto dev r1z1-10.1.1.1/sdd -Placed 236/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 209/0 onto dev r1z1-10.1.1.1/sda -Placed 209/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 209/1 onto dev r1z1-10.1.1.1/sdc -Placed 209/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 209/2 onto dev r1z1-10.1.1.1/sdb -Placed 209/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 247/0 onto dev r1z1-10.1.1.1/sdd -Placed 247/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 247/1 onto dev r1z1-10.1.1.1/sda -Placed 247/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 247/2 onto dev r1z1-10.1.1.1/sdc -Placed 247/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 120/0 onto dev r1z1-10.1.1.1/sdb -Placed 120/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 120/1 onto dev r1z1-10.1.1.1/sdd -Placed 120/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 120/2 onto dev r1z1-10.1.1.1/sda -Placed 120/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 235/0 onto dev r1z1-10.1.1.1/sdc -Placed 235/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 235/1 onto dev r1z1-10.1.1.1/sdb -Placed 235/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 235/2 onto dev r1z1-10.1.1.1/sdd -Placed 235/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 255/0 onto dev r1z1-10.1.1.1/sda -Placed 255/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 255/1 onto dev r1z1-10.1.1.1/sdc -Placed 255/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 255/2 onto dev r1z1-10.1.1.1/sdb -Placed 255/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 249/0 onto dev r1z1-10.1.1.1/sdd -Placed 249/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 249/1 onto dev r1z1-10.1.1.1/sda -Placed 249/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 249/2 onto dev r1z1-10.1.1.1/sdc -Placed 249/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 176/0 onto dev r1z1-10.1.1.1/sdb -Placed 176/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 176/1 onto dev r1z1-10.1.1.1/sdd -Placed 176/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 176/2 onto dev r1z1-10.1.1.1/sda -Placed 176/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 62/0 onto dev r1z1-10.1.1.1/sdc -Placed 62/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 62/1 onto dev r1z1-10.1.1.1/sdb -Placed 62/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 62/2 onto dev r1z1-10.1.1.1/sdd -Placed 62/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 94/0 onto dev r1z1-10.1.1.1/sda -Placed 94/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 94/1 onto dev r1z1-10.1.1.1/sdc -Placed 94/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 94/2 onto dev r1z1-10.1.1.1/sdb -Placed 94/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 118/0 onto dev r1z1-10.1.1.1/sdd -Placed 118/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 118/1 onto dev r1z1-10.1.1.1/sda -Placed 118/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 118/2 onto dev r1z1-10.1.1.1/sdc -Placed 118/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 98/0 onto dev r1z1-10.1.1.1/sdb -Placed 98/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 98/1 onto dev r1z1-10.1.1.1/sdd -Placed 98/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 98/2 onto dev r1z1-10.1.1.1/sda -Placed 98/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 225/0 onto dev r1z1-10.1.1.1/sdc -Placed 225/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 225/1 onto dev r1z1-10.1.1.1/sdb -Placed 225/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 225/2 onto dev r1z1-10.1.1.1/sdd -Placed 225/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 85/0 onto dev r1z1-10.1.1.1/sda -Placed 85/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 85/1 onto dev r1z1-10.1.1.1/sdc -Placed 85/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 85/2 onto dev r1z1-10.1.1.1/sdb -Placed 85/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 195/0 onto dev r1z1-10.1.1.1/sdd -Placed 195/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 195/1 onto dev r1z1-10.1.1.1/sda -Placed 195/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 195/2 onto dev r1z1-10.1.1.1/sdc -Placed 195/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 212/0 onto dev r1z1-10.1.1.1/sdb -Placed 212/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 212/1 onto dev r1z1-10.1.1.1/sdd -Placed 212/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 212/2 onto dev r1z1-10.1.1.1/sda -Placed 212/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 189/0 onto dev r1z1-10.1.1.1/sdc -Placed 189/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 189/1 onto dev r1z1-10.1.1.1/sdb -Placed 189/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 189/2 onto dev r1z1-10.1.1.1/sdd -Placed 189/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 169/0 onto dev r1z1-10.1.1.1/sda -Placed 169/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 169/1 onto dev r1z1-10.1.1.1/sdc -Placed 169/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 169/2 onto dev r1z1-10.1.1.1/sdb -Placed 169/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 206/0 onto dev r1z1-10.1.1.1/sdd -Placed 206/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 206/1 onto dev r1z1-10.1.1.1/sda -Placed 206/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 206/2 onto dev r1z1-10.1.1.1/sdc -Placed 206/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 87/0 onto dev r1z1-10.1.1.1/sdb -Placed 87/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 87/1 onto dev r1z1-10.1.1.1/sdd -Placed 87/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 87/2 onto dev r1z1-10.1.1.1/sda -Placed 87/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 119/0 onto dev r1z1-10.1.1.1/sdc -Placed 119/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 119/1 onto dev r1z1-10.1.1.1/sdb -Placed 119/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 119/2 onto dev r1z1-10.1.1.1/sdd -Placed 119/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 231/0 onto dev r1z1-10.1.1.1/sda -Placed 231/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 231/1 onto dev r1z1-10.1.1.1/sdc -Placed 231/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 231/2 onto dev r1z1-10.1.1.1/sdb -Placed 231/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 34/0 onto dev r1z1-10.1.1.1/sdd -Placed 34/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 34/1 onto dev r1z1-10.1.1.1/sda -Placed 34/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 34/2 onto dev r1z1-10.1.1.1/sdc -Placed 34/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 7/0 onto dev r1z1-10.1.1.1/sdb -Placed 7/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 7/1 onto dev r1z1-10.1.1.1/sdd -Placed 7/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 7/2 onto dev r1z1-10.1.1.1/sda -Placed 7/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 89/0 onto dev r1z1-10.1.1.1/sdc -Placed 89/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 89/1 onto dev r1z1-10.1.1.1/sdb -Placed 89/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 89/2 onto dev r1z1-10.1.1.1/sdd -Placed 89/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 68/0 onto dev r1z1-10.1.1.1/sda -Placed 68/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 68/1 onto dev r1z1-10.1.1.1/sdc -Placed 68/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 68/2 onto dev r1z1-10.1.1.1/sdb -Placed 68/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 164/0 onto dev r1z1-10.1.1.1/sdd -Placed 164/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 164/1 onto dev r1z1-10.1.1.1/sda -Placed 164/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 164/2 onto dev r1z1-10.1.1.1/sdc -Placed 164/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 27/0 onto dev r1z1-10.1.1.1/sdb -Placed 27/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 27/1 onto dev r1z1-10.1.1.1/sdd -Placed 27/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 27/2 onto dev r1z1-10.1.1.1/sda -Placed 27/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 230/0 onto dev r1z1-10.1.1.1/sdc -Placed 230/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 230/1 onto dev r1z1-10.1.1.1/sdb -Placed 230/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 230/2 onto dev r1z1-10.1.1.1/sdd -Placed 230/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 181/0 onto dev r1z1-10.1.1.1/sda -Placed 181/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 181/1 onto dev r1z1-10.1.1.1/sdc -Placed 181/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 181/2 onto dev r1z1-10.1.1.1/sdb -Placed 181/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 140/0 onto dev r1z1-10.1.1.1/sdd -Placed 140/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 140/1 onto dev r1z1-10.1.1.1/sda -Placed 140/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 140/2 onto dev r1z1-10.1.1.1/sdc -Placed 140/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 174/0 onto dev r1z1-10.1.1.1/sdb -Placed 174/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 174/1 onto dev r1z1-10.1.1.1/sdd -Placed 174/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 174/2 onto dev r1z1-10.1.1.1/sda -Placed 174/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 133/0 onto dev r1z1-10.1.1.1/sdc -Placed 133/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 133/1 onto dev r1z1-10.1.1.1/sdb -Placed 133/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 133/2 onto dev r1z1-10.1.1.1/sdd -Placed 133/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 203/0 onto dev r1z1-10.1.1.1/sda -Placed 203/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 203/1 onto dev r1z1-10.1.1.1/sdc -Placed 203/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 203/2 onto dev r1z1-10.1.1.1/sdb -Placed 203/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 216/0 onto dev r1z1-10.1.1.1/sdd -Placed 216/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 216/1 onto dev r1z1-10.1.1.1/sda -Placed 216/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 216/2 onto dev r1z1-10.1.1.1/sdc -Placed 216/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 45/0 onto dev r1z1-10.1.1.1/sdb -Placed 45/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 45/1 onto dev r1z1-10.1.1.1/sdd -Placed 45/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 45/2 onto dev r1z1-10.1.1.1/sda -Placed 45/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 163/0 onto dev r1z1-10.1.1.1/sdc -Placed 163/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 163/1 onto dev r1z1-10.1.1.1/sdb -Placed 163/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 163/2 onto dev r1z1-10.1.1.1/sdd -Placed 163/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 22/0 onto dev r1z1-10.1.1.1/sda -Placed 22/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 22/1 onto dev r1z1-10.1.1.1/sdc -Placed 22/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 22/2 onto dev r1z1-10.1.1.1/sdb -Placed 22/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 80/0 onto dev r1z1-10.1.1.1/sdd -Placed 80/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 80/1 onto dev r1z1-10.1.1.1/sda -Placed 80/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 80/2 onto dev r1z1-10.1.1.1/sdc -Placed 80/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 141/0 onto dev r1z1-10.1.1.1/sdb -Placed 141/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 141/1 onto dev r1z1-10.1.1.1/sdd -Placed 141/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 141/2 onto dev r1z1-10.1.1.1/sda -Placed 141/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 24/0 onto dev r1z1-10.1.1.1/sdc -Placed 24/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 24/1 onto dev r1z1-10.1.1.1/sdb -Placed 24/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 24/2 onto dev r1z1-10.1.1.1/sdd -Placed 24/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Assigned 768 parts -Assigned 768 parts -DEBUG: Finished rebalance plan after 1 attempts -Finished rebalance plan after 1 attempts -DEBUG: Planning 3.0 on (1,) -DEBUG: Planning 3.0 on (1,) -Planning 3.0 on (1,) -DEBUG: Planning 3.0 on (1, 1) -DEBUG: Planning 3.0 on (1, 1) -Planning 3.0 on (1, 1) -DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') -DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') -Planning 3.0 on (1, 1, '10.1.1.1') -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) -Planning 0.75 on (1, 1, '10.1.1.1', 0) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) -Planning 0.75 on (1, 1, '10.1.1.1', 1) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) -Planning 0.75 on (1, 1, '10.1.1.1', 2) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) -Planning 0.75 on (1, 1, '10.1.1.1', 3) -DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: 0 new parts and 0 removed parts from replica-count change -DEBUG: 0 new parts and 0 removed parts from replica-count change -0 new parts and 0 removed parts from replica-count change -DEBUG: Gather start is 16 (Last start was 190) -DEBUG: Gather start is 16 (Last start was 190) -Gather start is 16 (Last start was 190) -DEBUG: Unable to finish rebalance plan after 1 attempts -DEBUG: Unable to finish rebalance plan after 1 attempts -Unable to finish rebalance plan after 1 attempts -DEBUG: Planning 3.0 on (1,) -DEBUG: Planning 3.0 on (1,) -DEBUG: Planning 3.0 on (1,) -Planning 3.0 on (1,) -DEBUG: Planning 3.0 on (1, 1) -DEBUG: Planning 3.0 on (1, 1) -DEBUG: Planning 3.0 on (1, 1) -Planning 3.0 on (1, 1) -DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') -DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') -DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') -Planning 3.0 on (1, 1, '10.1.1.1') -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) -Planning 0.75 on (1, 1, '10.1.1.1', 0) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) -Planning 0.75 on (1, 1, '10.1.1.1', 1) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) -Planning 0.75 on (1, 1, '10.1.1.1', 2) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) -Planning 0.75 on (1, 1, '10.1.1.1', 3) -DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: 0 new parts and 0 removed parts from replica-count change -DEBUG: 0 new parts and 0 removed parts from replica-count change -DEBUG: 0 new parts and 0 removed parts from replica-count change -0 new parts and 0 removed parts from replica-count change -DEBUG: Gather start is 16 (Last start was 190) -DEBUG: Gather start is 16 (Last start was 190) -DEBUG: Gather start is 16 (Last start was 190) -Gather start is 16 (Last start was 190) -DEBUG: Unable to finish rebalance plan after 1 attempts -DEBUG: Unable to finish rebalance plan after 1 attempts -DEBUG: Unable to finish rebalance plan after 1 attempts -Unable to finish rebalance plan after 1 attempts -test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_debug -test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_debug ... ok -test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_rebalance_warning_appears -test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_rebalance_warning_appears ... ok -test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_rebalance_warning_with_overload -test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_rebalance_warning_with_overload ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_bad_container_key_for_default_required_list -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_bad_container_key_for_default_required_list ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_bad_object_key_for_default_required_list -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_bad_object_key_for_default_required_list ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_callback_exception -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_callback_exception ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_callback -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_callback ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_container_key_for_specified_required_list -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_container_key_for_specified_required_list ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_key_for_default_required_list -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_key_for_default_required_list ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_object_key_for_specified_required_list -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_object_key_for_specified_required_list ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_not_a_dict -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_not_a_dict ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_with_crypto_meta -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_with_crypto_meta ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_multiple_keys -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_multiple_keys ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error_while_segment_bucket_delete -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error_while_segment_bucket_delete ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error_with_enabled_versioning -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error_with_enabled_versioning ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error_with_suspended_versioning -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error_with_suspended_versioning ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_with_empty_versioning -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_with_empty_versioning ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_error -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_error ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_is_truncated -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_is_truncated ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_is_truncated_url_encoded -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_is_truncated_url_encoded ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_last_modified_rounding -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_last_modified_rounding ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_max_keys -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_max_keys ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_negative_max_keys -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_negative_max_keys ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_non_json -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_non_json ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_over_32bit_int_max_keys -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_over_32bit_int_max_keys ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_passthroughs -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_passthroughs ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_str_max_keys -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_str_max_keys ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_subdir -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_subdir ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_subdir_with_delimiter_max_keys -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_subdir_with_delimiter_max_keys ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_url_encoded -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_url_encoded ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_fetch_owner -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_fetch_owner ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_is_truncated -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_is_truncated ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_passthroughs -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_passthroughs ... ok -test ERROR: Bad key for 'container': Key must be length 32 bytes: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 181, in get_keys - self.crypto.check_key(key) - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 144, in check_key - raise ValueError("Key must be length %s bytes" % self.key_length) -ValueError: Key must be length 32 bytes -test ERROR: Bad key for 'object': Key must be length 32 bytes: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 181, in get_keys - self.crypto.check_key(key) - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 144, in check_key - raise ValueError("Key must be length %s bytes" % self.key_length) -ValueError: Key must be length 32 bytes -test ERROR: get_keys(): from callback: boom: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 169, in get_keys - keys = fetch_crypto_keys(key_id=key_id) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/crypto/test_crypto_utils.py", line 95, in callback - raise Exception('boom') -Exception: boom -test ERROR: ERROR get_keys() missing callback: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 161, in get_keys - fetch_crypto_keys = env[CRYPTO_KEY_CALLBACK] - ~~~^^^^^^^^^^^^^^^^^^^^^ -KeyError: 'swift.callback.fetch_crypto_keys' -test ERROR: Missing key for 'container': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 180, in get_keys - key = keys[name] - ~~~~^^^^^^ -KeyError: 'container' -test ERROR: Missing key for 'object': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 180, in get_keys - key = keys[name] - ~~~~^^^^^^ -KeyError: 'object' -test ERROR: Missing key for 'object': +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 180, in get_keys - key = keys[name] - ~~~~^^^^^^ -KeyError: 'object' -test ERROR: Did not get a keys dict: + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container audit pass. +test DEBUG: Audit passed for +test ERROR: ERROR Could not get container info /tmp/tmpqzjl1slp/tmp_test_database_auditor/fail1.db: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 180, in get_keys - key = keys[name] - ~~~~^^^^^^ -TypeError: list indices must be integers or slices, not str -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): + File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test ERROR: ERROR Could not get container info /tmp/tmpqzjl1slp/tmp_test_database_auditor/fail2.db: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/bucket.py", line 408, in DELETE - self._delete_segments_bucket(req) - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/bucket.py", line 56, in _delete_segments_bucket - resp = req.get_response(self.app, 'HEAD') - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response - return self._get_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): + File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test INFO: Container audit pass completed: 0.00s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/bucket.py", line 345, in GET - resp = req.get_response(self.app, query=query) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response - return self._get_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test ERROR: Got non-JSON response trying to list /bucket: b'obj0\nobj1\nobj2\nobj3\nobj4\nobj5\nobj6\nobj7\nobj8\nobj9\nobj10\nobj1...' -test ERROR: Expecting value: line 1 column 1 (char 0): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container audit pass. +test DEBUG: Audit passed for +test ERROR: ERROR Could not get container info /tmp/tmpqzjl1slp/tmp_test_database_auditor/fail1.db: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/bucket.py", line 348, in GET - objects = json.loads(resp.body) - ^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/json/__init__.py", line 346, in loads - return _default_decoder.decode(s) - ^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/json/decoder.py", line 337, in decode - obj, end = self.raw_decode(s, idx=_w(s, 0).end()) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/json/decoder.py", line 355, in raw_decode - raise JSONDecodeError("Expecting value", s, err.value) from None -json.decoder.JSONDecodeError: Expecting value: line 1 column 1 (char 0) -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_with_delimiter_max_keys -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_with_delimiter_max_keys ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_with_nonascii_queries -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_with_nonascii_queries ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_non_existent_version_id_marker -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_non_existent_version_id_marker ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_prefix -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_prefix ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_with_key_marker_and_version_id_marker -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_with_key_marker_and_version_id_marker ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_with_version_id_marker -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_with_version_id_marker ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_delimiter_max_keys -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_delimiter_max_keys ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_nonascii_queries -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_nonascii_queries ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions_versioning_not_configured -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions_versioning_not_configured ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions_with_max_keys -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions_with_max_keys ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions_with_max_keys_and_key_marker -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions_with_max_keys_and_key_marker ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_503 -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_503 ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_error -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_error ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_policy_index_logging -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_policy_index_logging ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_slash -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_slash ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_slash_error -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_slash_error ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_bucket_already_owned_by_you -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_bucket_already_owned_by_you ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_error -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_error ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_first_put_fail -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_first_put_fail ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_ami_location -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_ami_location ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_canned_acl -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_canned_acl ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_location -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_location ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_location_error -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_location_error ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_location_invalid_xml -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_location_invalid_xml ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_mixed_case_location -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_mixed_case_location ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_strange_location -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_strange_location ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_cors_headers -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_cors_headers ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_cors_preflight -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_cors_preflight ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_GET_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_GET_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_PUT_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_PUT_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_is_delete_marker -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_is_delete_marker ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_is_missing -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_is_missing ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_in_versioned_container_with_version_id -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_in_versioned_container_with_version_id ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_in_versioned_container_without_version -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_in_versioned_container_without_version ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_missing -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_missing ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_multipart -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_multipart ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_no_multipart -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_no_multipart ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_old_version_id -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_old_version_id ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_version_id_not_implemented -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_version_id_not_implemented ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_with_version_id_but_not_enabled -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_with_version_id_but_not_enabled ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET ... ok -test.unit.common.test_db_auditor.TestAuditor.test_run_forever -test.unit.common.test_db_auditor.TestAuditor.test_run_forever ... ok -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test INFO: - - 18/Jun/2025/00/02/42 HEAD /junk HTTP/1.0 200 - Mozzarella%20Foxfire - - - - - - 0.0006 - - 1750204962.986887455 1750204962.987498283 0 -test DEBUG: Calling S3Api Middleware -test INFO: - - 18/Jun/2025/00/02/42 HEAD /junk HTTP/1.0 200 - Mozzarella%20Foxfire - - - - - - 0.0006 - - 1750204962.988098383 1750204962.988663912 1 -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): + File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test ERROR: ERROR Could not get container info /tmp/tmpqzjl1slp/tmp_test_database_auditor/fail2.db: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/bucket.py", line 394, in PUT - resp = req.get_response(self.app) - ^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response - return self._get_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): + File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test INFO: Container audit pass completed: 0.00s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 236, in DELETE - new_resp = self._restore_on_delete(req) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 175, in _restore_on_delete - resp = req.get_response(self.app, 'GET', req.container_name, '', - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response - return self._get_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -test DEBUG: Calling S3Api Middleware -test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container audit pass. +test DEBUG: Audit passed for +test ERROR: ERROR Could not get container info /tmp/tmpqzjl1slp/tmp_test_database_auditor/fail1.db: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 236, in DELETE - new_resp = self._restore_on_delete(req) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 187, in _restore_on_delete - resp = req.get_response(self.app, 'PUT', query={ - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response - return self._get_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: skipping failed PUT?version-id=1574341899.21751 -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): + File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test ERROR: ERROR Could not get container info /tmp/tmpqzjl1slp/tmp_test_database_auditor/fail2.db: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 229, in DELETE - resp = req.get_response(self.app, query=query) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response - return self._get_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Range ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Range_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Range_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Response -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Response ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_version_id -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_version_id ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_version_id_not_implemented -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_version_id_not_implemented ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_with_version_id_but_not_enabled -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_with_version_id_but_not_enabled ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_Range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_Range ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_Range_with_invalid_value -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_Range_with_invalid_value ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_POST_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_POST_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_with_match -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_with_match ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_with_not_match -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_with_not_match ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_metadata_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_metadata_copy ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_metadata_replace -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_metadata_replace ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self_metadata_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self_metadata_copy ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self_metadata_replace -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self_metadata_replace ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_headers -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_headers ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_quota_exceeded -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_quota_exceeded ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4 -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4 ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4_bad_hash -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4_bad_hash ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4_unsigned_payload -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4_unsigned_payload ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_with_version -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_with_version ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_policy_index_logging -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_policy_index_logging ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_simple_object_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_simple_object_copy ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_slo_object_DELETE -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_slo_object_DELETE ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_slo_object_async_DELETE -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_slo_object_async_DELETE ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_sys_metadata -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_sys_metadata ... ok + File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test INFO: Container audit pass completed: 0.00s test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache @@ -18685,7 +22275,8 @@ ^^^^^^^^^^^^^^^^^^^^^^^^ FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' test INFO: Begin container audit pass. -test ERROR: ERROR Could not get container info /tmp/tmpztt0i807/tmp_test_database_auditor/fail2.db: +test DEBUG: Audit passed for +test ERROR: ERROR Could not get container info /tmp/tmpqzjl1slp/tmp_test_database_auditor/fail1.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit info = broker.get_info() @@ -18693,9 +22284,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info raise ValueError ValueError -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test ERROR: ERROR Could not get container info /tmp/tmpztt0i807/tmp_test_database_auditor/fail1.db: +test ERROR: ERROR Could not get container info /tmp/tmpqzjl1slp/tmp_test_database_auditor/fail2.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit info = broker.get_info() @@ -18703,7 +22292,50 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info raise ValueError ValueError -test DEBUG: Audit passed for +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test INFO: Container audit pass completed: 0.00s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container audit pass. +test ERROR: ERROR auditing: Timeout (Nones) +test INFO: Container audit pass completed: 0.00s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container audit pass. +test ERROR: ERROR auditing: Timeout (Nones) +test INFO: Container audit pass completed: 0.00s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container audit pass. +test ERROR: ERROR auditing: Timeout (Nones) test INFO: Container audit pass completed: 0.00s test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): @@ -18733,6 +22365,285 @@ test INFO: Begin container audit pass. test ERROR: ERROR auditing: Timeout (Nones) test INFO: Container audit pass completed: 0.00s +test.unit.common.test_db_auditor.TestAuditor.test_run_forever +test.unit.common.test_db_auditor.TestAuditor.test_run_forever ... ok +test.unit.common.test_db_auditor.TestAuditor.test_run_once +test.unit.common.test_db_auditor.TestAuditor.test_run_once ... ok +test.unit.common.test_internal_client.TestCompressingfileReader.test_init +test.unit.common.test_internal_client.TestCompressingfileReader.test_init ... ok +test.unit.common.test_internal_client.TestCompressingfileReader.test_read +test.unit.common.test_internal_client.TestCompressingfileReader.test_read ... ok +test.unit.common.test_internal_client.TestCompressingfileReader.test_seek +test.unit.common.test_internal_client.TestCompressingfileReader.test_seek ... ok +test.unit.common.test_internal_client.TestCompressingfileReader.test_seek_not_implemented_exception +test.unit.common.test_internal_client.TestCompressingfileReader.test_seek_not_implemented_exception ... ok +test.unit.common.test_manager.TestManager.test_create +test.unit.common.test_manager.TestManager.test_create ... ok +test.unit.common.test_manager.TestManager.test_default_strict +test.unit.common.test_manager.TestManager.test_default_strict ... ok +test.unit.common.test_manager.TestManager.test_force_reload +test.unit.common.test_manager.TestManager.test_force_reload ... ok +test.unit.common.test_manager.TestManager.test_get_command +test.unit.common.test_manager.TestManager.test_get_command ... ok +test.unit.common.test_manager.TestManager.test_iter +test.unit.common.test_manager.TestManager.test_iter ... ok +test.unit.common.test_manager.TestManager.test_list_commands +test.unit.common.test_manager.TestManager.test_list_commands ... ok +test.unit.common.test_manager.TestManager.test_no_daemon +test.unit.common.test_manager.TestManager.test_no_daemon ... ok +test.unit.common.test_manager.TestManager.test_no_wait +test.unit.common.test_manager.TestManager.test_no_wait ... ok +test.unit.common.test_manager.TestManager.test_once +test.unit.common.test_manager.TestManager.test_once ... ok +test.unit.common.test_manager.TestManager.test_reload +test.unit.common.test_manager.TestManager.test_reload ... ok +test.unit.common.test_manager.TestManager.test_restart +test.unit.common.test_manager.TestManager.test_restart ... ok +test.unit.common.test_manager.TestManager.test_run_command +test.unit.common.test_manager.TestManager.test_run_command ... ok +test.unit.common.test_manager.TestManager.test_shutdown +test.unit.common.test_manager.TestManager.test_shutdown ... ok +test.unit.common.test_manager.TestManager.test_start +test.unit.common.test_manager.TestManager.test_start ... ok +test.unit.common.test_manager.TestManager.test_status +test.unit.common.test_manager.TestManager.test_status ... ok +test.unit.common.test_manager.TestManager.test_stop +test.unit.common.test_manager.TestManager.test_stop ... ok +test.unit.common.test_manager.TestManager.test_stop_kill_after_timeout +test.unit.common.test_manager.TestManager.test_stop_kill_after_timeout ... ok +test.unit.common.test_swob.TestRequest.test_401_invalid_path +test.unit.common.test_swob.TestRequest.test_401_invalid_path ... ok +test.unit.common.test_swob.TestRequest.test_401_non_keystone_auth_path +test.unit.common.test_swob.TestRequest.test_401_non_keystone_auth_path ... ok +test.unit.common.test_swob.TestRequest.test_401_unauthorized +test.unit.common.test_swob.TestRequest.test_401_unauthorized ... ok +test.unit.common.test_swob.TestRequest.test_401_valid_account_path +test.unit.common.test_swob.TestRequest.test_401_valid_account_path ... ok +test.unit.common.test_swob.TestRequest.test_401_www_authenticate_exists +test.unit.common.test_swob.TestRequest.test_401_www_authenticate_exists ... ok +test.unit.common.test_swob.TestRequest.test_401_www_authenticate_is_quoted +test.unit.common.test_swob.TestRequest.test_401_www_authenticate_is_quoted ... ok +test.unit.common.test_swob.TestRequest.test_accept_header +test.unit.common.test_swob.TestRequest.test_accept_header ... ok +test.unit.common.test_swob.TestRequest.test_allow_reserved_names +test.unit.common.test_swob.TestRequest.test_allow_reserved_names ... ok +test.unit.common.test_swob.TestRequest.test_as_referer +test.unit.common.test_swob.TestRequest.test_as_referer ... ok +test.unit.common.test_swob.TestRequest.test_bad_path_info_pop +test.unit.common.test_swob.TestRequest.test_bad_path_info_pop ... ok +test.unit.common.test_swob.TestRequest.test_bad_range +test.unit.common.test_swob.TestRequest.test_bad_range ... ok +test.unit.common.test_swob.TestRequest.test_blank +test.unit.common.test_swob.TestRequest.test_blank ... ok +test.unit.common.test_swob.TestRequest.test_blank_body_precedence +test.unit.common.test_swob.TestRequest.test_blank_body_precedence ... ok +test.unit.common.test_swob.TestRequest.test_blank_parsing +test.unit.common.test_swob.TestRequest.test_blank_parsing ... ok +test.unit.common.test_swob.TestRequest.test_blank_path_info_precedence +test.unit.common.test_swob.TestRequest.test_blank_path_info_precedence ... ok +test.unit.common.test_swob.TestRequest.test_blank_req_environ_property_args +test.unit.common.test_swob.TestRequest.test_blank_req_environ_property_args ... ok +test.unit.common.test_swob.TestRequest.test_copy_get +test.unit.common.test_swob.TestRequest.test_copy_get ... ok +test.unit.common.test_swob.TestRequest.test_datetime_properties +test.unit.common.test_swob.TestRequest.test_datetime_properties ... ok +test.unit.common.test_swob.TestRequest.test_get_response +test.unit.common.test_swob.TestRequest.test_get_response ... ok +test.unit.common.test_swob.TestRequest.test_invalid_req_environ_property_args +test.unit.common.test_swob.TestRequest.test_invalid_req_environ_property_args ... ok +test.unit.common.test_swob.TestRequest.test_message_length_just_content_length +test.unit.common.test_swob.TestRequest.test_message_length_just_content_length ... ok +test.unit.common.test_swob.TestRequest.test_message_length_transfer_encoding +test.unit.common.test_swob.TestRequest.test_message_length_transfer_encoding ... ok +test.unit.common.test_swob.TestRequest.test_not_401 +test.unit.common.test_swob.TestRequest.test_not_401 ... ok +test.unit.common.test_swob.TestRequest.test_params +test.unit.common.test_swob.TestRequest.test_params ... ok +test.unit.common.test_swob.TestRequest.test_path +test.unit.common.test_swob.TestRequest.test_path ... ok +test.unit.common.test_swob.TestRequest.test_path_info_pop +test.unit.common.test_swob.TestRequest.test_path_info_pop ... ok +test.unit.common.test_swob.TestRequest.test_path_info_pop_last +test.unit.common.test_swob.TestRequest.test_path_info_pop_last ... ok +test.unit.common.test_swob.TestRequest.test_path_info_pop_none +test.unit.common.test_swob.TestRequest.test_path_info_pop_none ... ok +test.unit.common.test_swob.TestRequest.test_path_qs +test.unit.common.test_swob.TestRequest.test_path_qs ... ok +test.unit.common.test_swob.TestRequest.test_path_question_mark +test.unit.common.test_swob.TestRequest.test_path_question_mark ... ok +test.unit.common.test_swob.TestRequest.test_properties +test.unit.common.test_swob.TestRequest.test_properties ... ok +test.unit.common.test_swob.TestRequest.test_split_path +test.unit.common.test_swob.TestRequest.test_split_path ... ok +test.unit.common.test_swob.TestRequest.test_swift_entity_path +test.unit.common.test_swob.TestRequest.test_swift_entity_path ... ok +test.unit.common.test_swob.TestRequest.test_timestamp +test.unit.common.test_swob.TestRequest.test_timestamp ... ok +test.unit.common.test_swob.TestRequest.test_timestamp_invalid +test.unit.common.test_swob.TestRequest.test_timestamp_invalid ... ok +test.unit.common.test_swob.TestRequest.test_timestamp_missing +test.unit.common.test_swob.TestRequest.test_timestamp_missing ... ok +test.unit.common.test_swob.TestRequest.test_unicode_params +test.unit.common.test_swob.TestRequest.test_unicode_params ... ok +test.unit.common.test_swob.TestRequest.test_unicode_path +test.unit.common.test_swob.TestRequest.test_unicode_path ... ok +test.unit.common.test_swob.TestRequest.test_unicode_query +test.unit.common.test_swob.TestRequest.test_unicode_query ... ok +test.unit.common.test_swob.TestRequest.test_url +test.unit.common.test_swob.TestRequest.test_url ... ok +test.unit.common.test_swob.TestRequest.test_url2 +test.unit.common.test_swob.TestRequest.test_url2 ... ok +test.unit.common.test_swob.TestRequest.test_wsgify +test.unit.common.test_swob.TestRequest.test_wsgify ... ok +test.unit.common.test_swob.TestRequest.test_wsgify_method +test.unit.common.test_swob.TestRequest.test_wsgify_method ... ok +test.unit.common.test_swob.TestRequest.test_wsgify_raise +test.unit.common.test_swob.TestRequest.test_wsgify_raise ... ok +test.unit.common.test_utils.TestContextPool.test_close +test.unit.common.test_utils.TestContextPool.test_close ... ok +test.unit.common.test_utils.TestContextPool.test_context_manager +test.unit.common.test_utils.TestContextPool.test_context_manager ... ok +test.unit.common.test_utils.TestFallocate.test_arg_bounds +test.unit.common.test_utils.TestFallocate.test_arg_bounds ... ok +test.unit.common.test_utils.TestFallocate.test_fallocate +test.unit.common.test_utils.TestFallocate.test_fallocate ... ok +test.unit.common.test_utils.TestFallocate.test_fallocate_fatal_error +test.unit.common.test_utils.TestFallocate.test_fallocate_fatal_error ... ok +test.unit.common.test_utils.TestFallocate.test_fallocate_offset +test.unit.common.test_utils.TestFallocate.test_fallocate_offset ... ok +test.unit.common.test_utils.TestFallocate.test_fallocate_silent_errors +test.unit.common.test_utils.TestFallocate.test_fallocate_silent_errors ... ok +test.unit.common.test_utils.TestFallocate.test_no_fallocates_available +test.unit.common.test_utils.TestFallocate.test_no_fallocates_available ... ok +test.unit.common.test_utils.TestFallocate.test_posix_fallocate_fallback +test.unit.common.test_utils.TestFallocate.test_posix_fallocate_fallback ... ok +test.unit.common.test_utils.TestFallocate.test_posix_fallocate_offset +test.unit.common.test_utils.TestFallocate.test_posix_fallocate_offset ... ok +test.unit.common.test_utils.TestReiterate.test_reiterate_closes +test.unit.common.test_utils.TestReiterate.test_reiterate_closes ... ok +test.unit.common.test_utils.TestReiterate.test_reiterate_consumes_first +test.unit.common.test_utils.TestReiterate.test_reiterate_consumes_first ... ok +test.unit.common.test_utils.TestReiterate.test_reiterate_list_or_tuple +test.unit.common.test_utils.TestReiterate.test_reiterate_list_or_tuple ... ok +test.unit.common.test_utils.TestSetSwiftDir.test_set_swift_dir +test.unit.common.test_utils.TestSetSwiftDir.test_set_swift_dir ... ok +test.unit.common.test_utils.TestShardRange.test_constants +test.unit.common.test_utils.TestShardRange.test_constants ... ok +test.unit.common.test_utils.TestShardRange.test_copy +test.unit.common.test_utils.TestShardRange.test_copy ... ok +test.unit.common.test_utils.TestShardRange.test_deleted_setter +test.unit.common.test_utils.TestShardRange.test_deleted_setter ... ok +test.unit.common.test_utils.TestShardRange.test_epoch_setter +test.unit.common.test_utils.TestShardRange.test_epoch_setter ... ok +test.unit.common.test_utils.TestShardRange.test_find_ancestors +test.unit.common.test_utils.TestShardRange.test_find_ancestors ... ok +test.unit.common.test_utils.TestShardRange.test_find_root +test.unit.common.test_utils.TestShardRange.test_find_root ... ok +test.unit.common.test_utils.TestShardRange.test_increment_meta +test.unit.common.test_utils.TestShardRange.test_increment_meta ... ok +test.unit.common.test_utils.TestShardRange.test_is_child_of +test.unit.common.test_utils.TestShardRange.test_is_child_of ... ok +test.unit.common.test_utils.TestShardRange.test_make_path +test.unit.common.test_utils.TestShardRange.test_make_path ... ok +test.unit.common.test_utils.TestShardRange.test_meta_timestamp_setter +test.unit.common.test_utils.TestShardRange.test_meta_timestamp_setter ... ok +test.unit.common.test_utils.TestShardRange.test_min_max_bounds +test.unit.common.test_utils.TestShardRange.test_min_max_bounds ... ok +test.unit.common.test_utils.TestShardRange.test_name +test.unit.common.test_utils.TestShardRange.test_name ... ok +test.unit.common.test_utils.TestShardRange.test_name_validation +test.unit.common.test_utils.TestShardRange.test_name_validation ... ok +test.unit.common.test_utils.TestShardRange.test_repr +test.unit.common.test_utils.TestShardRange.test_repr ... ok +test.unit.common.test_utils.TestShardRange.test_resolve_state +test.unit.common.test_utils.TestShardRange.test_resolve_state ... ok +test.unit.common.test_utils.TestShardRange.test_row_count +test.unit.common.test_utils.TestShardRange.test_row_count ... ok +test.unit.common.test_utils.TestShardRange.test_set_deleted +test.unit.common.test_utils.TestShardRange.test_set_deleted ... ok +test.unit.common.test_utils.TestShardRange.test_shard_range_initialisation +test.unit.common.test_utils.TestShardRange.test_shard_range_initialisation ... ok +test.unit.common.test_utils.TestShardRange.test_sort_key +test.unit.common.test_utils.TestShardRange.test_sort_key ... ok +test.unit.common.test_utils.TestShardRange.test_sort_key_order +test.unit.common.test_utils.TestShardRange.test_sort_key_order ... ok +test.unit.common.test_utils.TestShardRange.test_state_setter +test.unit.common.test_utils.TestShardRange.test_state_setter ... ok +test.unit.common.test_utils.TestShardRange.test_state_timestamp_setter +test.unit.common.test_utils.TestShardRange.test_state_timestamp_setter ... ok +test.unit.common.test_utils.TestShardRange.test_timestamp_setter +test.unit.common.test_utils.TestShardRange.test_timestamp_setter ... ok +test.unit.common.test_utils.TestShardRange.test_to_from_dict +test.unit.common.test_utils.TestShardRange.test_to_from_dict ... ok +test.unit.common.test_utils.TestShardRange.test_update_meta +test.unit.common.test_utils.TestShardRange.test_update_meta ... ok +test.unit.common.test_utils.TestShardRange.test_update_state +test.unit.common.test_utils.TestShardRange.test_update_state ... ok +test.unit.common.test_utils.TestShardRange.test_update_tombstones +test.unit.common.test_utils.TestShardRange.test_update_tombstones ... ok +test.unit.common.test_utils.TestShardRangeList.test_filter +test.unit.common.test_utils.TestShardRangeList.test_filter ... ok +test.unit.common.test_utils.TestShardRangeList.test_find_lower +test.unit.common.test_utils.TestShardRangeList.test_find_lower ... ok +test.unit.common.test_utils.TestShardRangeList.test_includes +test.unit.common.test_utils.TestShardRangeList.test_includes ... ok +test.unit.common.test_utils.TestShardRangeList.test_init +test.unit.common.test_utils.TestShardRangeList.test_init ... ok +test.unit.common.test_utils.TestShardRangeList.test_init_with_list +test.unit.common.test_utils.TestShardRangeList.test_init_with_list ... ok +test.unit.common.test_utils.TestShardRangeList.test_pop +test.unit.common.test_utils.TestShardRangeList.test_pop ... ok +test.unit.common.test_utils.TestShardRangeList.test_slice +test.unit.common.test_utils.TestShardRangeList.test_slice ... ok +test.unit.common.test_utils.TestShardRangeList.test_states +test.unit.common.test_utils.TestShardRangeList.test_states ... ok +test.unit.common.test_utils.TestShardRangeList.test_timestamps +test.unit.common.test_utils.TestShardRangeList.test_timestamps ... ok +test.unit.common.test_utils.TestSwiftLoggerAdapter.test_exception +test.unit.common.test_utils.TestSwiftLoggerAdapter.test_exception ... ok +test.unit.common.test_utils.TestSwiftLoggerAdapter.test_thread_locals +test.unit.common.test_utils.TestSwiftLoggerAdapter.test_thread_locals ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_double_check_trailing_delimiter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_double_check_trailing_delimiter_non_slash ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:testertest:testerFULL_CONTROL +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: src_bucket src_obj HEAD {} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Wed, 15 May 2024 17:59:39 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715795979.16759', 'Content-Type': 'binary/octet-stream'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: src_bucket src_obj HEAD {} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Wed, 15 May 2024 17:59:39 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715795979.17735', 'Content-Type': 'binary/octet-stream'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_grantee_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_grantee_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_owner_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_owner_permission ... ok test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache @@ -18787,7 +22698,8 @@ ^^^^^^^^^^^^^^^^^^^^^^^^ FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' test INFO: Begin container audit "once" mode -test ERROR: ERROR Could not get container info /tmp/tmp5c88ulug/tmp_test_database_auditor/fail2.db: +test DEBUG: Audit passed for +test ERROR: ERROR Could not get container info /tmp/tmp80bq9yyq/tmp_test_database_auditor/fail1.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit info = broker.get_info() @@ -18795,9 +22707,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info raise ValueError ValueError -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test ERROR: ERROR Could not get container info /tmp/tmp5c88ulug/tmp_test_database_auditor/fail1.db: +test ERROR: ERROR Could not get container info /tmp/tmp80bq9yyq/tmp_test_database_auditor/fail2.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit info = broker.get_info() @@ -18805,245 +22715,422 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info raise ValueError ValueError -test DEBUG: Audit passed for +test DEBUG: Audit passed for +test DEBUG: Audit passed for test INFO: Container audit "once" mode completed: 0.02s -test.unit.common.test_db_auditor.TestAuditor.test_run_once -test.unit.common.test_db_auditor.TestAuditor.test_run_once ... ok -test.unit.common.test_internal_client.TestInternalClient.test_base_full_listing -test.unit.common.test_internal_client.TestInternalClient.test_base_full_listing ... ok -test.unit.common.test_internal_client.TestInternalClient.test_base_request_timeout -test.unit.common.test_internal_client.TestInternalClient.test_base_request_timeout ... ok -test.unit.common.test_internal_client.TestInternalClient.test_container_exists -test.unit.common.test_internal_client.TestInternalClient.test_container_exists ... ok -test.unit.common.test_internal_client.TestInternalClient.test_create_account -test.unit.common.test_internal_client.TestInternalClient.test_create_account ... ok -test.unit.common.test_internal_client.TestInternalClient.test_create_container -test.unit.common.test_internal_client.TestInternalClient.test_create_container ... ok -test.unit.common.test_internal_client.TestInternalClient.test_create_container_plumbing -test.unit.common.test_internal_client.TestInternalClient.test_create_container_plumbing ... ok -test.unit.common.test_internal_client.TestInternalClient.test_delete_account -test.unit.common.test_internal_client.TestInternalClient.test_delete_account ... ok -test.unit.common.test_internal_client.TestInternalClient.test_delete_container -test.unit.common.test_internal_client.TestInternalClient.test_delete_container ... ok -test.unit.common.test_internal_client.TestInternalClient.test_delete_container_plumbing -test.unit.common.test_internal_client.TestInternalClient.test_delete_container_plumbing ... ok -test.unit.common.test_internal_client.TestInternalClient.test_delete_object -test.unit.common.test_internal_client.TestInternalClient.test_delete_object ... ok -test.unit.common.test_internal_client.TestInternalClient.test_gatekeeper_not_loaded -test.unit.common.test_internal_client.TestInternalClient.test_gatekeeper_not_loaded ... ok -test.unit.common.test_internal_client.TestInternalClient.test_get_account_info -test.unit.common.test_internal_client.TestInternalClient.test_get_account_info ... ok -test.unit.common.test_internal_client.TestInternalClient.test_get_account_info_404 -test.unit.common.test_internal_client.TestInternalClient.test_get_account_info_404 ... ok -test.unit.common.test_internal_client.TestInternalClient.test_get_account_metadata -test.unit.common.test_internal_client.TestInternalClient.test_get_account_metadata ... ok -test.unit.common.test_internal_client.TestInternalClient.test_get_container_metadata -test.unit.common.test_internal_client.TestInternalClient.test_get_container_metadata ... ok -test.unit.common.test_internal_client.TestInternalClient.test_get_metadadata_with_acceptable_status -test.unit.common.test_internal_client.TestInternalClient.test_get_metadadata_with_acceptable_status ... ok -test.unit.common.test_internal_client.TestInternalClient.test_get_metadata -test.unit.common.test_internal_client.TestInternalClient.test_get_metadata ... ok -test.unit.common.test_internal_client.TestInternalClient.test_get_metadata_extra_headers -test.unit.common.test_internal_client.TestInternalClient.test_get_metadata_extra_headers ... ok -test.unit.common.test_internal_client.TestInternalClient.test_get_metadata_invalid_status -test.unit.common.test_internal_client.TestInternalClient.test_get_metadata_invalid_status ... ok -test.unit.common.test_internal_client.TestInternalClient.test_get_object -test.unit.common.test_internal_client.TestInternalClient.test_get_object ... ok -test.unit.common.test_internal_client.TestInternalClient.test_get_object_metadata -test.unit.common.test_internal_client.TestInternalClient.test_get_object_metadata ... ok -test.unit.common.test_internal_client.TestInternalClient.test_init -test.unit.common.test_internal_client.TestInternalClient.test_init ... ok -test.unit.common.test_internal_client.TestInternalClient.test_init_allow_modify_pipeline -test.unit.common.test_internal_client.TestInternalClient.test_init_allow_modify_pipeline ... ok -test.unit.common.test_internal_client.TestInternalClient.test_iter_containers -test.unit.common.test_internal_client.TestInternalClient.test_iter_containers ... ok -test.unit.common.test_internal_client.TestInternalClient.test_iter_item_read_response_if_status_is_acceptable -test.unit.common.test_internal_client.TestInternalClient.test_iter_item_read_response_if_status_is_acceptable ... ok -test.unit.common.test_internal_client.TestInternalClient.test_iter_items -test.unit.common.test_internal_client.TestInternalClient.test_iter_items ... ok -test.unit.common.test_internal_client.TestInternalClient.test_iter_items_with_markers -test.unit.common.test_internal_client.TestInternalClient.test_iter_items_with_markers ... ok -test.unit.common.test_internal_client.TestInternalClient.test_iter_items_with_markers_and_prefix -test.unit.common.test_internal_client.TestInternalClient.test_iter_items_with_markers_and_prefix ... ok -test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines -test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines ... ok -test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines_404 -test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines_404 ... ok -test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines_compressed_object -test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines_compressed_object ... ok -test.unit.common.test_internal_client.TestInternalClient.test_iter_objects -test.unit.common.test_internal_client.TestInternalClient.test_iter_objects ... ok -test.unit.common.test_internal_client.TestInternalClient.test_load_from_config -test.unit.common.test_internal_client.TestInternalClient.test_load_from_config ... ok -test.unit.common.test_internal_client.TestInternalClient.test_load_from_config_with_global_conf -test.unit.common.test_internal_client.TestInternalClient.test_load_from_config_with_global_conf ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_path -test.unit.common.test_internal_client.TestInternalClient.test_make_path ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_path_exception -test.unit.common.test_internal_client.TestInternalClient.test_make_path_exception ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_request_acceptable_status_not_2xx -test.unit.common.test_internal_client.TestInternalClient.test_make_request_acceptable_status_not_2xx ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_request_calls_fobj_seek_each_try -test.unit.common.test_internal_client.TestInternalClient.test_make_request_calls_fobj_seek_each_try ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_request_clears_txn_id_after_calling_app -test.unit.common.test_internal_client.TestInternalClient.test_make_request_clears_txn_id_after_calling_app ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_request_codes -test.unit.common.test_internal_client.TestInternalClient.test_make_request_codes ... ok -Traceback (most recent call last): -test.unit.common.test_internal_client.TestInternalClient.test_make_request_defaults_replication_network_header -test.unit.common.test_internal_client.TestInternalClient.test_make_request_defaults_replication_network_header ... File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 471, in fire_timers - timer() - File "/usr/lib/python3/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ - cb(*args, **kw) - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 264, in main - result = function(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1165, in get_response - status, headers, app_iter = self.call_application(application) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1149, in call_application - app_iter = application(self.environ, start_response) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_internal_client.py", line 904, in __call__ - raise Exception() -Exception -ok -test.unit.common.test_internal_client.TestInternalClient.test_make_request_error_case -test.unit.common.test_internal_client.TestInternalClient.test_make_request_error_case ... ok -Traceback (most recent call last): -test.unit.common.test_internal_client.TestInternalClient.test_make_request_method_path_headers -test.unit.common.test_internal_client.TestInternalClient.test_make_request_method_path_headers ... ok - File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 471, in fire_timers - timer() - File "/usr/lib/python3/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ - cb(*args, **kw) - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 264, in main - result = function(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1165, in get_response - status, headers, app_iter = self.call_application(application) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1149, in call_application - app_iter = application(self.environ, start_response) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_internal_client.py", line 904, in __call__ - raise Exception() -Exception +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): - File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 471, in fire_timers - timer() - File "/usr/lib/python3/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ - cb(*args, **kw) - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 264, in main - result = function(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1165, in get_response - status, headers, app_iter = self.call_application(application) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1149, in call_application - app_iter = application(self.environ, start_response) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_internal_client.py", line 904, in __call__ - raise Exception() -Exception -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' + +user quit +No .MockServer object at 0x7fcde4c90b30> running +.MockServerFactory.MockServer object at 0x7fcde4c90b30> (1) appears to have stopped +No .MockServerFactory.MockServer object at 0x7fcde4c915b0> running +No .MockServerFactory.MockServer object at 0x7fcde4c90b30> running +Waited 15 seconds for .MockServerFactory.MockServer object at 0x7fcde4c915b0> to die; giving up +Waited 15 seconds for .MockServerFactory.MockServer object at 0x7fcde4f605f0> to die; killing +Signal .MockServerFactory.MockServer object at 0x7fcde4f605f0> pid: None signal: 9 +Waited 15 seconds for .MockServerFactory.MockServer object at 0x7fcde4c911c0> to die; killing +Signal .MockServerFactory.MockServer object at 0x7fcde4c911c0> pid: None signal: 9 +Waited 15 seconds for .MockServerFactory.MockServer object at 0x7fcde4c90b30> to die; killing +Signal .MockServerFactory.MockServer object at 0x7fcde4c90b30> pid: None signal: 9 +test1 +STDOUT: test2 +STDERR: test4 +test5 +STDERR: test6 +test8 +STDOUT: a#012b#012c +STDOUT: d +test.unit.common.test_utils.TestUtils.test_LoggerFileObject +test.unit.common.test_utils.TestUtils.test_LoggerFileObject ... ok +2 RLock(s) were not greened, to fix this error make sure you run eventlet.monkey_patch() before importing any other modules. +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Wed, 15 May 2024 17:59:38 -0000', 'X-Amz-Metadata-Directive': 'REPLACE', 'X-Amz-Meta-Something': 'oh hai', 'X-Amz-Meta-Unreadable-Prefix': '\x04w', 'X-Amz-Meta-Unreadable-Suffix': 'h\x04', 'X-Amz-Meta-Lots-Of-Unprintable': '\x04\x04\x04\x04\x04', 'Cache-Control': 'hello', 'Content-Disposition': 'how are you', 'Content-Encoding': 'good and you', 'Content-Language': 'great', 'Expires': 'yeah', 'X-Robots-Tag': 'bye', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715795978.03977', 'Content-Type': 'so'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 136, in GET - return self.GETorHEAD(req) - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 102, in GETorHEAD - resp = req.get_response(self.app, query=query) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response - return self._get_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:testertest:testerFULL_CONTROL +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self_metadata_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self_metadata_copy ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self_metadata_replace +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self_metadata_replace ... ok +I like ham +STDERR: --- Logging error --- +STDERR: Traceback (most recent call last): +STDERR: File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_utils.py", line 845, in emit + raise socket.error(errno.ENOTCONN, "This is an ex-syslog") +STDERR: OSError: [Errno 107] This is an ex-syslog +STDERR: Call stack: +STDERR: File "", line 198, in _run_module_as_main +STDERR: File "", line 88, in _run_code +STDERR: File "/usr/lib/python3/dist-packages/stestr/subunit_runner/run.py", line 88, in + main() +STDERR: File "/usr/lib/python3/dist-packages/stestr/subunit_runner/run.py", line 82, in main + program.TestProgram( +STDERR: File "/usr/lib/python3/dist-packages/stestr/subunit_runner/program.py", line 197, in __init__ + self.runTests() +STDERR: File "/usr/lib/python3/dist-packages/stestr/subunit_runner/program.py", line 247, in runTests + self.result = testRunner.run(self.test) +STDERR: File "/usr/lib/python3/dist-packages/stestr/subunit_runner/run.py", line 51, in run + test(result) +STDERR: File "/usr/lib/python3.12/unittest/suite.py", line 84, in __call__ + return self.run(*args, **kwds) +STDERR: File "/usr/lib/python3.12/unittest/suite.py", line 122, in run + test(result) +STDERR: File "/usr/lib/python3.12/unittest/suite.py", line 84, in __call__ + return self.run(*args, **kwds) +STDERR: File "/usr/lib/python3.12/unittest/suite.py", line 122, in run + test(result) +STDERR: File "/usr/lib/python3.12/unittest/suite.py", line 84, in __call__ + return self.run(*args, **kwds) +STDERR: File "/usr/lib/python3.12/unittest/suite.py", line 122, in run + test(result) +STDERR: File "/usr/lib/python3.12/unittest/case.py", line 690, in __call__ + return self.run(*args, **kwds) +STDERR: File "/usr/lib/python3.12/unittest/case.py", line 634, in run + self._callTestMethod(testMethod) +STDERR: File "/usr/lib/python3.12/unittest/case.py", line 589, in _callTestMethod + if method() is not None: +STDERR: File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_utils.py", line 877, in test_LoggerFileObject_recursion + logger.info("I like ham") +STDERR: File "/usr/lib/python3.12/logging/__init__.py", line 1539, in info + self._log(INFO, msg, args, **kwargs) +STDERR: File "/usr/lib/python3.12/logging/__init__.py", line 1684, in _log + self.handle(record) +STDERR: File "/usr/lib/python3.12/logging/__init__.py", line 1700, in handle + self.callHandlers(record) +STDERR: File "/usr/lib/python3.12/logging/__init__.py", line 1762, in callHandlers + hdlr.handle(record) +STDERR: File "/usr/lib/python3.12/logging/__init__.py", line 1028, in handle + self.emit(record) +STDERR: File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_utils.py", line 847, in emit + self.handleError(record) +STDERR: Message: 'I like ham' +Arguments: () +test.unit.common.test_utils.TestUtils.test_LoggerFileObject_recursion +test.unit.common.test_utils.TestUtils.test_LoggerFileObject_recursion ... ok +test.unit.common.test_utils.TestUtils.test_NullLogger +test.unit.common.test_utils.TestUtils.test_NullLogger ... ok +test.unit.common.test_utils.TestUtils.test_TRUE_VALUES +test.unit.common.test_utils.TestUtils.test_TRUE_VALUES ... ok +test.unit.common.test_utils.TestUtils.test_backwards +test.unit.common.test_utils.TestUtils.test_backwards ... ok +test.unit.common.test_utils.TestUtils.test_cache_from_env +test.unit.common.test_utils.TestUtils.test_cache_from_env ... ok +test.unit.common.test_utils.TestUtils.test_cap_length +test.unit.common.test_utils.TestUtils.test_cap_length ... ok +test.unit.common.test_utils.TestUtils.test_capture_stdio +test.unit.common.test_utils.TestUtils.test_capture_stdio ... ok +test.unit.common.test_utils.TestUtils.test_clean_content_type +test.unit.common.test_utils.TestUtils.test_clean_content_type ... ok +test.unit.common.test_utils.TestUtils.test_clean_logger_exception +test.unit.common.test_utils.TestUtils.test_clean_logger_exception ... ok +test.unit.common.test_utils.TestUtils.test_clean_up_daemon_hygene +test.unit.common.test_utils.TestUtils.test_clean_up_daemon_hygene ... ok +test.unit.common.test_utils.TestUtils.test_config_auto_int_value +test.unit.common.test_utils.TestUtils.test_config_auto_int_value ... ok +test.unit.common.test_utils.TestUtils.test_config_fallocate_value +test.unit.common.test_utils.TestUtils.test_config_fallocate_value ... ok +test.unit.common.test_utils.TestUtils.test_config_float_value +test.unit.common.test_utils.TestUtils.test_config_float_value ... ok +test.unit.common.test_utils.TestUtils.test_config_percent_value +test.unit.common.test_utils.TestUtils.test_config_percent_value ... ok +test.unit.common.test_utils.TestUtils.test_config_positive_int_value +test.unit.common.test_utils.TestUtils.test_config_positive_int_value ... ok +test.unit.common.test_utils.TestUtils.test_config_request_node_count_value +test.unit.common.test_utils.TestUtils.test_config_request_node_count_value ... ok +test.unit.common.test_utils.TestUtils.test_config_true_value +test.unit.common.test_utils.TestUtils.test_config_true_value ... ok +test.unit.common.test_utils.TestUtils.test_drain_and_close +test.unit.common.test_utils.TestUtils.test_drain_and_close ... ok +test.unit.common.test_utils.TestUtils.test_drain_and_close_with_limit +test.unit.common.test_utils.TestUtils.test_drain_and_close_with_limit ... ok +test.unit.common.test_utils.TestUtils.test_drop_privileges +test.unit.common.test_utils.TestUtils.test_drop_privileges ... ok +test.unit.common.test_utils.TestUtils.test_drop_privileges_no_setgroups +test.unit.common.test_utils.TestUtils.test_drop_privileges_no_setgroups ... ok +test.unit.common.test_utils.TestUtils.test_dump_recon_cache +test.unit.common.test_utils.TestUtils.test_dump_recon_cache ... ok +test.unit.common.test_utils.TestUtils.test_dump_recon_cache_permission_denied +test.unit.common.test_utils.TestUtils.test_dump_recon_cache_permission_denied ... ok +test.unit.common.test_utils.TestUtils.test_dump_recon_cache_set_owner +test.unit.common.test_utils.TestUtils.test_dump_recon_cache_set_owner ... ok +test.unit.common.test_utils.TestUtils.test_extract_swift_bytes +test.unit.common.test_utils.TestUtils.test_extract_swift_bytes ... ok +test.unit.common.test_utils.TestUtils.test_find_namespace +test.unit.common.test_utils.TestUtils.test_find_namespace ... ok +test.unit.common.test_utils.TestUtils.test_friendly_close_exploding_body +test.unit.common.test_utils.TestUtils.test_friendly_close_exploding_body ... ok +test.unit.common.test_utils.TestUtils.test_friendly_close_large_body +test.unit.common.test_utils.TestUtils.test_friendly_close_large_body ... ok +test.unit.common.test_utils.TestUtils.test_friendly_close_small_body +test.unit.common.test_utils.TestUtils.test_friendly_close_small_body ... ok +test.unit.common.test_utils.TestUtils.test_fsync_dir +test.unit.common.test_utils.TestUtils.test_fsync_dir ... ok +test.unit.common.test_utils.TestUtils.test_generate_trans_id +test.unit.common.test_utils.TestUtils.test_generate_trans_id ... ok +test.unit.common.test_utils.TestUtils.test_get_db_files +test.unit.common.test_utils.TestUtils.test_get_db_files ... ok +test.unit.common.test_utils.TestUtils.test_get_log_line +test.unit.common.test_utils.TestUtils.test_get_log_line ... ok +test.unit.common.test_utils.TestUtils.test_get_logger +test.unit.common.test_utils.TestUtils.test_get_logger ... ok +test.unit.common.test_utils.TestUtils.test_get_logger_console +test.unit.common.test_utils.TestUtils.test_get_logger_console ... ok +test.unit.common.test_utils.TestUtils.test_get_logger_name_and_route +test.unit.common.test_utils.TestUtils.test_get_logger_name_and_route ... ok +test.unit.common.test_utils.TestUtils.test_get_partition_for_hash +test.unit.common.test_utils.TestUtils.test_get_partition_for_hash ... ok +test.unit.common.test_utils.TestUtils.test_get_partition_from_path +test.unit.common.test_utils.TestUtils.test_get_partition_from_path ... ok +test.unit.common.test_utils.TestUtils.test_get_policy_index +test.unit.common.test_utils.TestUtils.test_get_policy_index ... ok +test.unit.common.test_utils.TestUtils.test_get_redirect_data +test.unit.common.test_utils.TestUtils.test_get_redirect_data ... ok +test.unit.common.test_utils.TestUtils.test_get_trans_id_time +test.unit.common.test_utils.TestUtils.test_get_trans_id_time ... ok +test.unit.common.test_utils.TestUtils.test_get_valid_utf8_str +test.unit.common.test_utils.TestUtils.test_get_valid_utf8_str ... ok +test.unit.common.test_utils.TestUtils.test_get_zero_indexed_base_string +test.unit.common.test_utils.TestUtils.test_get_zero_indexed_base_string ... ok +test.unit.common.test_utils.TestUtils.test_hash_path +test.unit.common.test_utils.TestUtils.test_hash_path ... ok +test.unit.common.test_utils.TestUtils.test_human_readable +test.unit.common.test_utils.TestUtils.test_human_readable ... ok +test.unit.common.test_utils.TestUtils.test_is_file_older +test.unit.common.test_utils.TestUtils.test_is_file_older ... ok +test.unit.common.test_utils.TestUtils.test_ismount_parent_path_error +test.unit.common.test_utils.TestUtils.test_ismount_parent_path_error ... ok +test.unit.common.test_utils.TestUtils.test_ismount_path_does_not_exist +test.unit.common.test_utils.TestUtils.test_ismount_path_does_not_exist ... ok +test.unit.common.test_utils.TestUtils.test_ismount_path_error +test.unit.common.test_utils.TestUtils.test_ismount_path_error ... ok +test.unit.common.test_utils.TestUtils.test_ismount_path_is_root +test.unit.common.test_utils.TestUtils.test_ismount_path_is_root ... ok +test.unit.common.test_utils.TestUtils.test_ismount_path_is_symlink +test.unit.common.test_utils.TestUtils.test_ismount_path_is_symlink ... ok +test.unit.common.test_utils.TestUtils.test_ismount_path_not_mount +test.unit.common.test_utils.TestUtils.test_ismount_path_not_mount ... ok +test.unit.common.test_utils.TestUtils.test_ismount_raw_parent_path_error +test.unit.common.test_utils.TestUtils.test_ismount_raw_parent_path_error ... ok +test.unit.common.test_utils.TestUtils.test_ismount_raw_path_error +test.unit.common.test_utils.TestUtils.test_ismount_raw_path_error ... ok +test.unit.common.test_utils.TestUtils.test_ismount_successes_dev +test.unit.common.test_utils.TestUtils.test_ismount_successes_dev ... ok +test.unit.common.test_utils.TestUtils.test_ismount_successes_ino +test.unit.common.test_utils.TestUtils.test_ismount_successes_ino ... ok +test.unit.common.test_utils.TestUtils.test_ismount_successes_stubfile +test.unit.common.test_utils.TestUtils.test_ismount_successes_stubfile ... ok +test.unit.common.test_utils.TestUtils.test_last_modified_date_to_timestamp +test.unit.common.test_utils.TestUtils.test_last_modified_date_to_timestamp ... ok +test.unit.common.test_utils.TestUtils.test_last_modified_date_to_timestamp_when_system_not_UTC +test.unit.common.test_utils.TestUtils.test_last_modified_date_to_timestamp_when_system_not_UTC ... ok +test.unit.common.test_utils.TestUtils.test_link_fd_to_path_errno_not_EEXIST_or_ENOENT +test.unit.common.test_utils.TestUtils.test_link_fd_to_path_errno_not_EEXIST_or_ENOENT ... ok +test.unit.common.test_utils.TestUtils.test_link_fd_to_path_linkat_success +test.unit.common.test_utils.TestUtils.test_link_fd_to_path_linkat_success ... ok +test.unit.common.test_utils.TestUtils.test_link_fd_to_path_target_exists +test.unit.common.test_utils.TestUtils.test_link_fd_to_path_target_exists ... ok +test.unit.common.test_utils.TestUtils.test_linkat_race_dir_not_exists +test.unit.common.test_utils.TestUtils.test_linkat_race_dir_not_exists ... ok +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: tx8a74fa1001ae4fa9ab950-006644f80d) +test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 123, in HEAD - resp = self.GETorHEAD(req) - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 102, in GETorHEAD - resp = req.get_response(self.app, query=query) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response - return self._get_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request + possible_source = conn.getresponse() + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse + raise Exception('test') +Exception: test (txn: tx3afa5f0316384f688122c-006644f80d) +test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request + possible_source = conn.getresponse() + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse + raise Exception('test') +Exception: test (txn: tx3afa5f0316384f688122c-006644f80d) +test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx3afa5f0316384f688122c-006644f80d) +test ERROR: Account HEAD returning 503 for [] (txn: tx3afa5f0316384f688122c-006644f80d) +test DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx3086e6f2e5b94aab8d0cf-006644f80d) +test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx3086e6f2e5b94aab8d0cf-006644f80d) +test DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx3086e6f2e5b94aab8d0cf-006644f80d) +test ERROR: Account HEAD returning 503 for [] (txn: tx3086e6f2e5b94aab8d0cf-006644f80d) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: txc1e27a6dcceb430bb6752-006644f80d) +test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request + possible_source = conn.getresponse() + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse + raise Exception('test') +Exception: test (txn: tx193bd593b4ee4c649a034-006644f80d) +test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request + possible_source = conn.getresponse() + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse + raise Exception('test') +Exception: test (txn: tx193bd593b4ee4c649a034-006644f80d) +test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx193bd593b4ee4c649a034-006644f80d) +test ERROR: Account HEAD returning 503 for [] (txn: tx193bd593b4ee4c649a034-006644f80d) +test DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx25a4a75ff6364208bf135-006644f80d) +test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx25a4a75ff6364208bf135-006644f80d) +test DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx25a4a75ff6364208bf135-006644f80d) +test ERROR: Account HEAD returning 503 for [] (txn: tx25a4a75ff6364208bf135-006644f80d) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: tx6f93ead257ea4d288ed2e-006644f80d) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: Could not translate X-Backend-Storage-Policy-Index ('-1') from '/a' to policy (txn: txf974dfd250794d679cd47-006644f80d) +test ERROR: Could not translate X-Backend-Storage-Policy-Index ('-1') from '/a/c' to policy (txn: txf974dfd250794d679cd47-006644f80d) +test INFO: Client disconnected on read of '/a/c' (txn: txf974dfd250794d679cd47-006644f80d) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txdbf6727c68454eb09f644-006644f80e) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx20443fe8ede6406c889e2-006644f80e) +test INFO: Client disconnected on read of '/a/c' (txn: tx20443fe8ede6406c889e2-006644f80e) +test INFO: Client disconnected on read of '/a/c/' (txn: tx20443fe8ede6406c889e2-006644f80e) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx6b160e3762cb4ceea3f04-006644f80e) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx6b160e3762cb4ceea3f04-006644f80e) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx6b160e3762cb4ceea3f04-006644f80e) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx6b160e3762cb4ceea3f04-006644f80e) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx72f66ccc3dc842ab8cfda-006644f80e) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx72f66ccc3dc842ab8cfda-006644f80e) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx72f66ccc3dc842ab8cfda-006644f80e) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx72f66ccc3dc842ab8cfda-006644f80e) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx8bb85c99f5364f0d8640d-006644f80e) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx8bb85c99f5364f0d8640d-006644f80e) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx8bb85c99f5364f0d8640d-006644f80e) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx8bb85c99f5364f0d8640d-006644f80e) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: txf86f535d55744d108f780-006644f80e) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: txf86f535d55744d108f780-006644f80e) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: txf86f535d55744d108f780-006644f80e) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txf86f535d55744d108f780-006644f80e) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx42ac0293d2664a7a91e87-006644f80e) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx42ac0293d2664a7a91e87-006644f80e) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx42ac0293d2664a7a91e87-006644f80e) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx42ac0293d2664a7a91e87-006644f80e) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: txc96686cae31b4850bb717-006644f80e) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: txc96686cae31b4850bb717-006644f80e) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: txc96686cae31b4850bb717-006644f80e) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txc96686cae31b4850bb717-006644f80e) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx961f3e1a0d704d08a9ca3-006644f80e) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx961f3e1a0d704d08a9ca3-006644f80e) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx961f3e1a0d704d08a9ca3-006644f80e) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx961f3e1a0d704d08a9ca3-006644f80e) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx7fca6ca1d9354ae29da6f-006644f80e) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx7fca6ca1d9354ae29da6f-006644f80e) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx7fca6ca1d9354ae29da6f-006644f80e) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx7fca6ca1d9354ae29da6f-006644f80e) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx8124d6c74dc34fe78d368-006644f80e) +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:2000/sda (txn: tx8124d6c74dc34fe78d368-006644f80e) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx8124d6c74dc34fe78d368-006644f80e) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx8124d6c74dc34fe78d368-006644f80e) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx8124d6c74dc34fe78d368-006644f80e) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx8124d6c74dc34fe78d368-006644f80e) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx8c23b331637242e6b6bd9-006644f80e) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx8c23b331637242e6b6bd9-006644f80e) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx8c23b331637242e6b6bd9-006644f80e) +test ERROR: Container GET returning 503 for [503, 503] (txn: tx8c23b331637242e6b6bd9-006644f80e) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txd299d55422ff4fe4918eb-006644f80e) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txd299d55422ff4fe4918eb-006644f80e) +test ERROR: Node will be error limited for 60.00s: 10.0.0.1:2001/sdb (txn: txd299d55422ff4fe4918eb-006644f80e) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txd299d55422ff4fe4918eb-006644f80e) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txd299d55422ff4fe4918eb-006644f80e) +test ERROR: Node will be error limited for 60.00s: 10.0.0.2:2002/sdc (txn: txd299d55422ff4fe4918eb-006644f80e) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txd299d55422ff4fe4918eb-006644f80e) +test ERROR: Container GET returning 503 for [503, 503] (txn: txd299d55422ff4fe4918eb-006644f80e) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txf1466b47fe6c46d7b8845-006644f80e) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txf1466b47fe6c46d7b8845-006644f80e) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txf1466b47fe6c46d7b8845-006644f80e) +test ERROR: Container GET returning 503 for [] (txn: txf1466b47fe6c46d7b8845-006644f80e) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx7a41127b092a444185654-006644f80e) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx7a41127b092a444185654-006644f80e) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx7a41127b092a444185654-006644f80e) +test ERROR: Container GET returning 503 for [] (txn: tx7a41127b092a444185654-006644f80e) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx4431410a731f4afdbddb7-006644f80e) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx4431410a731f4afdbddb7-006644f80e) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx4431410a731f4afdbddb7-006644f80e) +test ERROR: Container GET returning 503 for [] (txn: tx4431410a731f4afdbddb7-006644f80e) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx46c7cd7ba67e46febebad-006644f80e) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx46c7cd7ba67e46febebad-006644f80e) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx46c7cd7ba67e46febebad-006644f80e) +test ERROR: Container GET returning 503 for [] (txn: tx46c7cd7ba67e46febebad-006644f80e) +test.unit.proxy.test_server.TestContainerController.test_error_limiting +test.unit.proxy.test_server.TestContainerController.test_error_limiting ... ok +test.unit.proxy.test_server.TestContainerController.test_no_convert_index_to_name_when_container_not_found +test.unit.proxy.test_server.TestContainerController.test_no_convert_index_to_name_when_container_not_found ... ok test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ @@ -19052,6050 +23139,10009 @@ File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request res = handler(req) ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 157, in PUT + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/bucket.py", line 394, in PUT resp = req.get_response(self.app) ^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response - return self._get_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1630, in get_response + resp = self.acl_handler.handle_acl( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 94, in handle_acl + return getattr(ah, method)(app) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 220, in PUT + self.req.get_acl_response(app, 'PUT', self.container) + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1613, in get_acl_response + resp = self._get_response( + ^^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response raise InternalError('unexpected status code %d' % status) swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test INFO: - - 18/Jun/2025/00/02/43 GET /bucket/object HTTP/1.0 200 - Mozzarella%20Foxfire - - 5 - - - 0.0007 - - 1750204963.950235128 1750204963.950940371 1 -test DEBUG: Calling S3Api Middleware -test INFO: - - 18/Jun/2025/00/02/43 GET /bucket/object HTTP/1.0 200 - Mozzarella%20Foxfire - - 5 - - - 0.0006 - - 1750204963.951355457 1750204963.951972246 0 -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_owner_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_owner_permission ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_request_request_exception -test.unit.common.test_internal_client.TestInternalClient.test_make_request_request_exception ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_request_retries -test.unit.common.test_internal_client.TestInternalClient.test_make_request_retries ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_request_sets_query_string -test.unit.common.test_internal_client.TestInternalClient.test_make_request_sets_query_string ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_request_sets_user_agent -test.unit.common.test_internal_client.TestInternalClient.test_make_request_sets_user_agent ... ok -test.unit.common.test_internal_client.TestInternalClient.test_set_account_metadata -test.unit.common.test_internal_client.TestInternalClient.test_set_account_metadata ... ok -test.unit.common.test_internal_client.TestInternalClient.test_set_account_metadata_plumbing -test.unit.common.test_internal_client.TestInternalClient.test_set_account_metadata_plumbing ... ok -test.unit.common.test_internal_client.TestInternalClient.test_set_container_metadata -test.unit.common.test_internal_client.TestInternalClient.test_set_container_metadata ... ok -test.unit.common.test_internal_client.TestInternalClient.test_set_container_metadata_plumbing -test.unit.common.test_internal_client.TestInternalClient.test_set_container_metadata_plumbing ... ok -test.unit.common.test_internal_client.TestInternalClient.test_set_metadata -test.unit.common.test_internal_client.TestInternalClient.test_set_metadata ... ok -test.unit.common.test_internal_client.TestInternalClient.test_set_object_metadata -test.unit.common.test_internal_client.TestInternalClient.test_set_object_metadata ... ok -test.unit.common.test_internal_client.TestInternalClient.test_set_object_metadata_plumbing -test.unit.common.test_internal_client.TestInternalClient.test_set_object_metadata_plumbing ... ok -test.unit.common.test_internal_client.TestInternalClient.test_upload_object -test.unit.common.test_internal_client.TestInternalClient.test_upload_object ... ok -test.unit.common.test_internal_client.TestInternalClient.test_upload_object_not_chunked -test.unit.common.test_internal_client.TestInternalClient.test_upload_object_not_chunked ... ok -test.unit.common.test_internal_client.TestInternalClient.test_upload_object_plumbing -test.unit.common.test_internal_client.TestInternalClient.test_upload_object_plumbing ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_error_non_swift_owner +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_error_non_swift_owner ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_first_put_fail +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_first_put_fail ... ok +test ERROR: ERROR: swift.cache could not be found in env! +test ERROR: ERROR: swift.cache could not be found in env! +test WARNING: Unable to perform fsync() on directory /tmp/tmpsrqob23w: Bad file descriptor +Unable to locate some_not_real_function in libc. Leaving as a no-op. +test.unit.common.test_utils.TestUtils.test_load_libc_function +test.unit.common.test_utils.TestUtils.test_load_libc_function ... ok +test.unit.common.test_utils.TestUtils.test_load_pkg_resource +test.unit.common.test_utils.TestUtils.test_load_pkg_resource ... skipped 'pkg_resources loading is only available on python 3.7 and earlier' +test.unit.common.test_utils.TestUtils.test_load_recon_cache +test.unit.common.test_utils.TestUtils.test_load_recon_cache ... ok +test.unit.common.test_utils.TestUtils.test_lock_file +test.unit.common.test_utils.TestUtils.test_lock_file ... ok +test.unit.common.test_utils.TestUtils.test_lock_file_held_on_unlink +test.unit.common.test_utils.TestUtils.test_lock_file_held_on_unlink ... ok +test.unit.common.test_utils.TestUtils.test_lock_file_no_unlink_if_fail +test.unit.common.test_utils.TestUtils.test_lock_file_no_unlink_if_fail ... ok +test.unit.common.test_utils.TestUtils.test_lock_file_unlinked_after_open +test.unit.common.test_utils.TestUtils.test_lock_file_unlinked_after_open ... ok +test.unit.common.test_utils.TestUtils.test_lock_path +test.unit.common.test_utils.TestUtils.test_lock_path ... ok +test.unit.common.test_utils.TestUtils.test_lock_path_class +test.unit.common.test_utils.TestUtils.test_lock_path_class ... ok +test.unit.common.test_utils.TestUtils.test_lock_path_invalid_limit +test.unit.common.test_utils.TestUtils.test_lock_path_invalid_limit ... ok +test.unit.common.test_utils.TestUtils.test_lock_path_name +test.unit.common.test_utils.TestUtils.test_lock_path_name ... ok +test.unit.common.test_utils.TestUtils.test_lock_path_num_sleeps +test.unit.common.test_utils.TestUtils.test_lock_path_num_sleeps ... ok +test.unit.common.test_utils.TestUtils.test_log_string_formatter +test.unit.common.test_utils.TestUtils.test_log_string_formatter ... ok +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Failed to get shard ranges from /v1/a/c/o: unexpected record type 'object' (txn: tx5a477da061ff4f008c62e-006644f810) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR 500 Trying to DELETE /AUTH_kilroy/ascii/ascii From Object Server 10.0.0.2:1002/sdc (txn: tx266d08ccead64886b6e2c-006644f810) +proxy-server ERROR: ERROR 500 Trying to DELETE /AUTH_kilroy/툎/鐉 From Object Server 10.0.0.0:1000/sda (txn: tx3a1ccde7c3ce4f55bb741-006644f810) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: txfa4c5514afaa496cafa1f-006644f810) +proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: txd28efdf839474d109ae91-006644f810) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: txd28efdf839474d109ae91-006644f810) +proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx611b23b9e4a34f0180ee6-006644f810) +proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx611b23b9e4a34f0180ee6-006644f810) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sda re: Trying to DELETE /AUTH_kilroy/ascii/ascii: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status +Exception (txn: tx611b23b9e4a34f0180ee6-006644f810) +proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: txd8c111e2028b42ccb0654-006644f810) +proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: txd8c111e2028b42ccb0654-006644f810) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sda re: Trying to DELETE /AUTH_kilroy/툎/鐉: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status +Exception (txn: txd8c111e2028b42ccb0654-006644f810) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: txf45adff30abe4f3abf4c0-006644f810) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_write_affinity_after_replication +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_write_affinity_after_replication ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_write_affinity_before_replication +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_write_affinity_before_replication ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_all_primaries_error_limited +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_all_primaries_error_limited ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_error +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_error ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_handoff +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_handoff ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_newest_will_not_resume +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_newest_will_not_resume ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_not_found +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_not_found ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_not_found_when_404_newer +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_not_found_when_404_newer ... ok +test.unit.common.test_utils.TestUtils.test_majority_size +test.unit.common.test_utils.TestUtils.test_majority_size ... ok +test.unit.common.test_utils.TestUtils.test_make_db_file_path +test.unit.common.test_utils.TestUtils.test_make_db_file_path ... ok +test.unit.common.test_utils.TestUtils.test_makedirs_count +test.unit.common.test_utils.TestUtils.test_makedirs_count ... ok +test.unit.common.test_utils.TestUtils.test_md5_with_data +test.unit.common.test_utils.TestUtils.test_md5_with_data ... ok +test.unit.common.test_utils.TestUtils.test_md5_without_data +test.unit.common.test_utils.TestUtils.test_md5_without_data ... ok +test.unit.common.test_utils.TestUtils.test_mkdirs +test.unit.common.test_utils.TestUtils.test_mkdirs ... ok +test.unit.common.test_utils.TestUtils.test_monkey_patch +test.unit.common.test_utils.TestUtils.test_monkey_patch ... ok +test.unit.common.test_utils.TestUtils.test_nested_prefixlogger +test.unit.common.test_utils.TestUtils.test_nested_prefixlogger ... ok +test.unit.common.test_utils.TestUtils.test_node_to_string +test.unit.common.test_utils.TestUtils.test_node_to_string ... ok +test.unit.common.test_utils.TestUtils.test_non_negative_float +test.unit.common.test_utils.TestUtils.test_non_negative_float ... ok +test.unit.common.test_utils.TestUtils.test_non_negative_int +test.unit.common.test_utils.TestUtils.test_non_negative_int ... ok +test.unit.common.test_utils.TestUtils.test_none_data_raises_type_error +test.unit.common.test_utils.TestUtils.test_none_data_raises_type_error ... ok +test.unit.common.test_utils.TestUtils.test_normalize_delete_at_timestamp +test.unit.common.test_utils.TestUtils.test_normalize_delete_at_timestamp ... ok +test.unit.common.test_utils.TestUtils.test_normalize_delete_at_timestamp_high_precision +test.unit.common.test_utils.TestUtils.test_normalize_delete_at_timestamp_high_precision ... ok +test.unit.common.test_utils.TestUtils.test_normalize_timestamp +test.unit.common.test_utils.TestUtils.test_normalize_timestamp ... ok +test.unit.common.test_utils.TestUtils.test_override_bytes_from_content_type +test.unit.common.test_utils.TestUtils.test_override_bytes_from_content_type ... ok +test.unit.common.test_utils.TestUtils.test_parse_content_type +test.unit.common.test_utils.TestUtils.test_parse_content_type ... ok +test.unit.common.test_utils.TestUtils.test_parse_db_filename +test.unit.common.test_utils.TestUtils.test_parse_db_filename ... ok +test.unit.common.test_utils.TestUtils.test_parse_options +test.unit.common.test_utils.TestUtils.test_parse_options ... ok +test.unit.common.test_utils.TestUtils.test_parse_options_errors +test.unit.common.test_utils.TestUtils.test_parse_options_errors ... ok +test.unit.common.test_utils.TestUtils.test_parse_override_options +test.unit.common.test_utils.TestUtils.test_parse_override_options ... ok +test.unit.common.test_utils.TestUtils.test_prefixlogger +test.unit.common.test_utils.TestUtils.test_prefixlogger ... ok +test.unit.common.test_utils.TestUtils.test_quorum_size +test.unit.common.test_utils.TestUtils.test_quorum_size ... ok +test.unit.common.test_utils.TestUtils.test_quote_bytes +test.unit.common.test_utils.TestUtils.test_quote_bytes ... ok +test.unit.common.test_utils.TestUtils.test_quote_unicode +test.unit.common.test_utils.TestUtils.test_quote_unicode ... ok +test.unit.common.test_utils.TestUtils.test_ratelimit_sleep +test.unit.common.test_utils.TestUtils.test_ratelimit_sleep ... ok +test.unit.common.test_utils.TestUtils.test_ratelimit_sleep_with_incr +test.unit.common.test_utils.TestUtils.test_ratelimit_sleep_with_incr ... ok +test.unit.common.test_utils.TestUtils.test_ratelimit_sleep_with_sleep +test.unit.common.test_utils.TestUtils.test_ratelimit_sleep_with_sleep ... ok +test.unit.common.test_utils.TestUtils.test_readconf +test.unit.common.test_utils.TestUtils.test_readconf ... ok +test.unit.common.test_utils.TestUtils.test_readconf_dir +test.unit.common.test_utils.TestUtils.test_readconf_dir ... ok +test.unit.common.test_utils.TestUtils.test_readconf_dir_ignores_hidden_and_nondotconf_files +test.unit.common.test_utils.TestUtils.test_readconf_dir_ignores_hidden_and_nondotconf_files ... ok +test.unit.common.test_utils.TestUtils.test_readconf_raw +test.unit.common.test_utils.TestUtils.test_readconf_raw ... ok +test.unit.common.test_utils.TestUtils.test_remove_directory +test.unit.common.test_utils.TestUtils.test_remove_directory ... ok +test.unit.common.test_utils.TestUtils.test_remove_file +test.unit.common.test_utils.TestUtils.test_remove_file ... ok +test.unit.common.test_utils.TestUtils.test_renamer_when_fsync_is_false +test.unit.common.test_utils.TestUtils.test_renamer_when_fsync_is_false ... ok +test.unit.common.test_utils.TestUtils.test_renamer_with_fsync_dir +test.unit.common.test_utils.TestUtils.test_renamer_with_fsync_dir ... ok +test.unit.common.test_utils.TestUtils.test_replace_partition_in_path +test.unit.common.test_utils.TestUtils.test_replace_partition_in_path ... ok +test.unit.common.test_utils.TestUtils.test_round_robin_iter +test.unit.common.test_utils.TestUtils.test_round_robin_iter ... ok +test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv4_localhost +test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv4_localhost ... ok +test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv6_ipv4_compatible +test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv6_ipv4_compatible ... ok +test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv6_random_ip +test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv6_random_ip ... ok +test.unit.common.test_utils.TestUtils.test_rsync_module_interpolation +test.unit.common.test_utils.TestUtils.test_rsync_module_interpolation ... ok +test.unit.common.test_utils.TestUtils.test_safe_json_loads +test.unit.common.test_utils.TestUtils.test_safe_json_loads ... ok +test.unit.common.test_utils.TestUtils.test_search_tree +test.unit.common.test_utils.TestUtils.test_search_tree ... ok +test.unit.common.test_utils.TestUtils.test_search_tree_conf_dir_pid_with_named_conf_match +test.unit.common.test_utils.TestUtils.test_search_tree_conf_dir_pid_with_named_conf_match ... ok +test.unit.common.test_utils.TestUtils.test_search_tree_conf_dir_with_named_conf_match +test.unit.common.test_utils.TestUtils.test_search_tree_conf_dir_with_named_conf_match ... ok +test.unit.common.test_utils.TestUtils.test_search_tree_with_directory_ext_match +test.unit.common.test_utils.TestUtils.test_search_tree_with_directory_ext_match ... ok +test.unit.common.test_utils.TestUtils.test_select_node_ip +test.unit.common.test_utils.TestUtils.test_select_node_ip ... ok +test.unit.common.test_utils.TestUtils.test_split_path +test.unit.common.test_utils.TestUtils.test_split_path ... ok +test.unit.common.test_utils.TestUtils.test_storage_directory +test.unit.common.test_utils.TestUtils.test_storage_directory ... ok +test.unit.common.test_utils.TestUtils.test_str_anonymizer +test.unit.common.test_utils.TestUtils.test_str_anonymizer ... ok +test.unit.common.test_utils.TestUtils.test_str_anonymizer_python_maddness +test.unit.common.test_utils.TestUtils.test_str_anonymizer_python_maddness ... ok +test.unit.common.test_utils.TestUtils.test_str_format_time +test.unit.common.test_utils.TestUtils.test_str_format_time ... ok +test.unit.common.test_utils.TestUtils.test_streq_const_time +test.unit.common.test_utils.TestUtils.test_streq_const_time ... ok +test.unit.common.test_utils.TestUtils.test_strict_b64decode +test.unit.common.test_utils.TestUtils.test_strict_b64decode ... ok +test.unit.common.test_utils.TestUtils.test_string_data_raises_type_error +test.unit.common.test_utils.TestUtils.test_string_data_raises_type_error ... ok +test.unit.common.test_utils.TestUtils.test_swift_log_formatter +test.unit.common.test_utils.TestUtils.test_swift_log_formatter ... ok +test.unit.common.test_utils.TestUtils.test_swift_log_formatter_max_line_length +test.unit.common.test_utils.TestUtils.test_swift_log_formatter_max_line_length ... ok +test.unit.common.test_utils.TestUtils.test_systemd_notify +test.unit.common.test_utils.TestUtils.test_systemd_notify ... ok +test.unit.common.test_utils.TestUtils.test_validate_device_partition +test.unit.common.test_utils.TestUtils.test_validate_device_partition ... ok +test.unit.common.test_utils.TestUtils.test_validate_hash_conf +test.unit.common.test_utils.TestUtils.test_validate_hash_conf ... ok +test.unit.common.test_utils.TestUtils.test_validate_sync_to +test.unit.common.test_utils.TestUtils.test_validate_sync_to ... ok +test.unit.common.test_utils.TestUtils.test_write_file +test.unit.common.test_utils.TestUtils.test_write_file ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_overlapping_shard_ranges +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_overlapping_shard_ranges ... ok +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_can_read_old_meta +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_can_read_old_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_extract_policy +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_extract_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_async_dir +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_async_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_data_dir +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_data_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_part_path +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_part_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_tmp_dir +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_tmp_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_pickle_async_update_tmp_dir +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_pickle_async_update_tmp_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_quarantine_renamer +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_quarantine_renamer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_different_file_exists +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_different_file_exists ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_makedirs_error +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_makedirs_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_makedirs_race +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_makedirs_race ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_object_dir_exists_but_not_dir +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_object_dir_exists_but_not_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_os_link_error +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_os_link_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_os_link_race +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_os_link_race ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_same_file_exists +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_same_file_exists ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_target_path_does_not_exist +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_target_path_does_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_write_read_metadata +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_write_read_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_close_error +test.unit.obj.test_diskfile.TestECDiskFile.test_close_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_commit +test.unit.obj.test_diskfile.TestECDiskFile.test_commit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_fsync +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_fsync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_ignores_cleanup_ondisk_files_error +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_ignores_cleanup_ondisk_files_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_fsync_dir_IOError +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_fsync_dir_IOError ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_fsync_dir_OSError +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_fsync_dir_OSError ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_EDQUOT_IOError +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_EDQUOT_IOError ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_ENOSPC_IOError +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_ENOSPC_IOError ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_OSError +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_OSError ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty ... ok +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_other_IOError +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_other_IOError ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_content_type_and_timestamp +test.unit.obj.test_diskfile.TestECDiskFile.test_content_type_and_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_content_type_not_open +test.unit.obj.test_diskfile.TestECDiskFile.test_content_type_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_content_type_timestamp_not_open +test.unit.obj.test_diskfile.TestECDiskFile.test_content_type_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_create_close_oserror +test.unit.obj.test_diskfile.TestECDiskFile.test_create_close_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_create_mkstemp_no_space +test.unit.obj.test_diskfile.TestECDiskFile.test_create_mkstemp_no_space ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_create_prealloc +test.unit.obj.test_diskfile.TestECDiskFile.test_create_prealloc ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_create_prealloc_oserror +test.unit.obj.test_diskfile.TestECDiskFile.test_create_prealloc_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_create_unlink_cleanup_DiskFileNoSpace +test.unit.obj.test_diskfile.TestECDiskFile.test_create_unlink_cleanup_DiskFileNoSpace ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_create_unlink_cleanup_logging +test.unit.obj.test_diskfile.TestECDiskFile.test_create_unlink_cleanup_logging ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_create_unlink_cleanup_renamer_fails +test.unit.obj.test_diskfile.TestECDiskFile.test_create_unlink_cleanup_renamer_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_create_use_linkat_renamer_not_called +test.unit.obj.test_diskfile.TestECDiskFile.test_create_use_linkat_renamer_not_called ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_data_file_errors_bad_frag_index +test.unit.obj.test_diskfile.TestECDiskFile.test_data_file_errors_bad_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_data_file_has_frag_index +test.unit.obj.test_diskfile.TestECDiskFile.test_data_file_has_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_data_timestamp +test.unit.obj.test_diskfile.TestECDiskFile.test_data_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_data_timestamp_not_open +test.unit.obj.test_diskfile.TestECDiskFile.test_data_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_delete +test.unit.obj.test_diskfile.TestECDiskFile.test_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_corners +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_corners ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_partial_closes +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_partial_closes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_range_w_none +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_range_w_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_checks_only_aligned_frag_data +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_checks_only_aligned_frag_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_edges +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_edges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_empty +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_empty ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_w_no_etag_quarantine +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_w_no_etag_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_w_quarantine +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_w_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_concurrent_delete +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_concurrent_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_concurrent_marked_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_concurrent_marked_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_concurrent_writes +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_concurrent_writes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_default_disallowed_metadata +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_default_disallowed_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_large_app_iter_ranges +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_large_app_iter_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_mkstemp_creates_dir +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_mkstemp_creates_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_preserves_slo +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_preserves_slo ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_preserves_sysmeta +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_preserves_sysmeta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_reader_iter +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_reader_iter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_reader_iter_w_io_error +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_reader_iter_w_io_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_reader_iter_w_quarantine +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_reader_iter_w_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_writer +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_writer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_content_length +test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_content_length_deleted +test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_content_length_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_content_length_not_open +test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_content_length_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_names +test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_names ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_timestamp +test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_timestamp_deleted +test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_timestamp_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_timestamp_not_open +test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp +test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_missing_frag_index +test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_missing_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_newer_non_durable_data_file +test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_newer_non_durable_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_no_data_file +test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_no_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_not_open +test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_when_not_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_when_not_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_error_in_cleanup_ondisk_files +test.unit.obj.test_diskfile.TestECDiskFile.test_error_in_cleanup_ondisk_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_exception_in_handle_close_quarantine +test.unit.obj.test_diskfile.TestECDiskFile.test_exception_in_handle_close_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_fragments +test.unit.obj.test_diskfile.TestECDiskFile.test_fragments ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_fragments_available_when_not_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_fragments_available_when_not_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_fragments_not_open +test.unit.obj.test_diskfile.TestECDiskFile.test_fragments_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_from_audit_location +test.unit.obj.test_diskfile.TestECDiskFile.test_from_audit_location ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_from_audit_location_with_mismatched_hash +test.unit.obj.test_diskfile.TestECDiskFile.test_from_audit_location_with_mismatched_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_get_datafile_metadata +test.unit.obj.test_diskfile.TestECDiskFile.test_get_datafile_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_get_datafile_metadata_not_opened +test.unit.obj.test_diskfile.TestECDiskFile.test_get_datafile_metadata_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_get_dev_path +test.unit.obj.test_diskfile.TestECDiskFile.test_get_dev_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_get_metadata +test.unit.obj.test_diskfile.TestECDiskFile.test_get_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_get_metadata_not_opened +test.unit.obj.test_diskfile.TestECDiskFile.test_get_metadata_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_get_metafile_metadata +test.unit.obj.test_diskfile.TestECDiskFile.test_get_metafile_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_get_metafile_metadata_not_opened +test.unit.obj.test_diskfile.TestECDiskFile.test_get_metafile_metadata_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_get_tempfile_fallback_to_mkstemp +test.unit.obj.test_diskfile.TestECDiskFile.test_get_tempfile_fallback_to_mkstemp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_get_tempfile_use_linkat_os_open_called +test.unit.obj.test_diskfile.TestECDiskFile.test_get_tempfile_use_linkat_os_open_called ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_get_tmpfile_os_open_other_exceptions_are_raised +test.unit.obj.test_diskfile.TestECDiskFile.test_get_tmpfile_os_open_other_exceptions_are_raised ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_keep_cache +test.unit.obj.test_diskfile.TestECDiskFile.test_keep_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_killed_before_cleanup +test.unit.obj.test_diskfile.TestECDiskFile.test_killed_before_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_mount_checking +test.unit.obj.test_diskfile.TestECDiskFile.test_mount_checking ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_not_opened +test.unit.obj.test_diskfile.TestECDiskFile.test_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_number_calls_to_cleanup_ondisk_files_during_create +test.unit.obj.test_diskfile.TestECDiskFile.test_number_calls_to_cleanup_ondisk_files_during_create ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_number_calls_to_cleanup_ondisk_files_during_delete +test.unit.obj.test_diskfile.TestECDiskFile.test_number_calls_to_cleanup_ondisk_files_during_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_data_info_has_durable_key +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_data_info_has_durable_key ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_data_ts_meta +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_data_ts_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_data_ts_meta_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_data_ts_meta_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_listdir_error +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_listdir_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_listdir_error_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_listdir_error_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_meta_data_ts +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_meta_data_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_meta_data_ts_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_meta_data_ts_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_meta_ts_data +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_meta_ts_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_multiple_meta_data +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_multiple_meta_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_multiple_meta_data_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_multiple_meta_data_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_stale_meta_data +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_stale_meta_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_stale_meta_data_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_stale_meta_data_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_ts_meta_data +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_ts_meta_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_wayward_files_ignored +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_wayward_files_ignored ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_wayward_files_ignored_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_wayward_files_ignored_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_open_deleted +test.unit.obj.test_diskfile.TestECDiskFile.test_open_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_open_deleted_with_corrupt_tombstone +test.unit.obj.test_diskfile.TestECDiskFile.test_open_deleted_with_corrupt_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_open_expired +test.unit.obj.test_diskfile.TestECDiskFile.test_open_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_open_most_recent_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_open_most_recent_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_open_most_recent_durable_legacy +test.unit.obj.test_diskfile.TestECDiskFile.test_open_most_recent_durable_legacy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_open_most_recent_missing_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_open_most_recent_missing_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_open_not_exist +test.unit.obj.test_diskfile.TestECDiskFile.test_open_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_open_not_expired +test.unit.obj.test_diskfile.TestECDiskFile.test_open_not_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_open_with_bad_fragment_preferences +test.unit.obj.test_diskfile.TestECDiskFile.test_open_with_bad_fragment_preferences ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_open_with_fragment_preferences +test.unit.obj.test_diskfile.TestECDiskFile.test_open_with_fragment_preferences ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_open_with_fragment_preferences_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_open_with_fragment_preferences_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_already_removed +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_already_removed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_final_fragment_index_and_meta +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_final_fragment_index_and_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_final_fragment_index_and_not_meta +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_final_fragment_index_and_not_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_last_fragment_index +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_last_fragment_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_last_fragment_index_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_last_fragment_index_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_non_existent_fragment_index +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_non_existent_fragment_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_old_timestamp_frag_index +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_old_timestamp_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_old_tombstone +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_old_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_one_fragment_index +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_one_fragment_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_tombstone +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_without_frag +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_without_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_bad_content_length +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_bad_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_corrupt_xattrs +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_corrupt_xattrs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_deleted_files +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_deleted_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_fstat_oserror +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_fstat_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_hashdir_not_a_directory +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_hashdir_not_a_directory ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_hashdir_not_listable +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_hashdir_not_listable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_bad_name +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_bad_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_bad_x_delete_at +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_bad_x_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_content_length +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_content_length_bad +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_content_length_bad ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_etag +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_missing_name +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_missing_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_zero_byte +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_zero_byte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_ioerror_enodata +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_ioerror_enodata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_missing_content_length +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_missing_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_subtly_corrupt_xattrs +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_subtly_corrupt_xattrs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_truncated_xattrs +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_truncated_xattrs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_valids +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_valids ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_read_metadata +test.unit.obj.test_diskfile.TestECDiskFile.test_read_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_read_metadata_no_xattr +test.unit.obj.test_diskfile.TestECDiskFile.test_read_metadata_no_xattr ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_reader_ec_exception_causes_quarantine +test.unit.obj.test_diskfile.TestECDiskFile.test_reader_ec_exception_causes_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_reader_ec_exception_does_not_cause_quarantine +test.unit.obj.test_diskfile.TestECDiskFile.test_reader_ec_exception_does_not_cause_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_reader_frag_check_does_not_quarantine_if_its_not_binary +test.unit.obj.test_diskfile.TestECDiskFile.test_reader_frag_check_does_not_quarantine_if_its_not_binary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_reader_quarantines_corrupted_ec_archive +test.unit.obj.test_diskfile.TestECDiskFile.test_reader_quarantines_corrupted_ec_archive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_splice_to_wsockfd_blocks +test.unit.obj.test_diskfile.TestECDiskFile.test_splice_to_wsockfd_blocks ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_sysmeta_frag_index_is_immutable +test.unit.obj.test_diskfile.TestECDiskFile.test_sysmeta_frag_index_is_immutable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_tee_to_md5_pipe_length_mismatch +test.unit.obj.test_diskfile.TestECDiskFile.test_tee_to_md5_pipe_length_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_write_cleanup +test.unit.obj.test_diskfile.TestECDiskFile.test_write_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_write_cleanup_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_write_cleanup_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_write_cleanup_part_power_increase +test.unit.obj.test_diskfile.TestECDiskFile.test_write_cleanup_part_power_increase ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata +test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_disk_full +test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_disk_full ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_no_xattr +test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_no_xattr ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_content_type +test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_content_type_removes_multiple_metas +test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_content_type_removes_multiple_metas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_content_type_removes_same_time_meta +test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_content_type_removes_same_time_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_older_content_type +test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_older_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_zero_copy_cache_dropping +test.unit.obj.test_diskfile.TestECDiskFile.test_zero_copy_cache_dropping ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_zero_copy_turns_off_when_md5_sockets_not_supported +test.unit.obj.test_diskfile.TestECDiskFile.test_zero_copy_turns_off_when_md5_sockets_not_supported ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestTpoolSize.test_default_config +test.unit.obj.test_server.TestTpoolSize.test_default_config ... ok +test.unit.obj.test_server.TestTpoolSize.test_explicit_setting +test.unit.obj.test_server.TestTpoolSize.test_explicit_setting ... ok +test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_empty +test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_empty ... ok +test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_no_explicit_setting +test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_no_explicit_setting ... ok +test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_with_explicit_setting +test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_with_explicit_setting ... ok +test.unit.obj.test_ssync_sender.TestModuleMethods.test_decode_wanted +test.unit.obj.test_ssync_sender.TestModuleMethods.test_decode_wanted ... ok +test.unit.obj.test_ssync_sender.TestModuleMethods.test_encode_missing +test.unit.obj.test_ssync_sender.TestModuleMethods.test_encode_missing ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_account_acl_headers_translated_for_GET_HEAD +test.unit.proxy.controllers.test_account.TestAccountController.test_account_acl_headers_translated_for_GET_HEAD ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_account_info_in_response_env +test.unit.proxy.controllers.test_account.TestAccountController.test_account_info_in_response_env ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_add_acls_impossible_cases +test.unit.proxy.controllers.test_account.TestAccountController.test_add_acls_impossible_cases ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_cache_key_impossible_cases +test.unit.proxy.controllers.test_account.TestAccountController.test_cache_key_impossible_cases ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_get_deleted_account +test.unit.proxy.controllers.test_account.TestAccountController.test_get_deleted_account ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_long_acct_names +test.unit.proxy.controllers.test_account.TestAccountController.test_long_acct_names ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_DELETE +test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_DELETE ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_POST +test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_POST ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_PUT +test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_PUT ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_stripping_swift_admin_headers +test.unit.proxy.controllers.test_account.TestAccountController.test_stripping_swift_admin_headers ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_swift_owner +test.unit.proxy.controllers.test_account.TestAccountController.test_swift_owner ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_sys_meta_headers_POST +test.unit.proxy.controllers.test_account.TestAccountController.test_sys_meta_headers_POST ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_sys_meta_headers_PUT +test.unit.proxy.controllers.test_account.TestAccountController.test_sys_meta_headers_PUT ... ok +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_GET_bad_requests +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_GET_bad_requests ... ok +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_container_cache_cleared_after_PUT +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_container_cache_cleared_after_PUT ... ok +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_container_info_got_cached +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_container_info_got_cached ... ok +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_handoff_has_deleted_database +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_handoff_has_deleted_database ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:read_acp:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: src_bucket src_obj HEAD {} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Wed, 15 May 2024 17:59:40 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715795980.70856', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_read_acp_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_read_acp_permission ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_without_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_without_permission ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: src_bucket src_obj HEAD {} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Wed, 15 May 2024 17:59:40 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715795980.71825', 'Content-Type': 'binary/octet-stream'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_without_dst_container_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_without_dst_container_permission ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_other_owner -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_other_owner ... ok -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:43 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '462'} -test DEBUG: Grant test:full_control FULL_CONTROL permission on the bucket /bucket test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_ami_location +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_ami_location ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_canned_s3acl +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_canned_s3acl ... ok +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx0b2ffe75522f42dc97ca4-006644f80e) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx0b2ffe75522f42dc97ca4-006644f80e) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx0b2ffe75522f42dc97ca4-006644f80e) +test ERROR: Container GET returning 503 for [] (txn: tx0b2ffe75522f42dc97ca4-006644f80e) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx132cb271b1284682b143d-006644f80f) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx132cb271b1284682b143d-006644f80f) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx132cb271b1284682b143d-006644f80f) +test ERROR: Container GET returning 503 for [] (txn: tx132cb271b1284682b143d-006644f80f) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txdcc1ead8a6d64b468821a-006644f80f) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txdcc1ead8a6d64b468821a-006644f80f) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txdcc1ead8a6d64b468821a-006644f80f) +test ERROR: Container GET returning 503 for [] (txn: txdcc1ead8a6d64b468821a-006644f80f) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx4170f7710e924dab8dfbf-006644f80f) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx4170f7710e924dab8dfbf-006644f80f) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx4170f7710e924dab8dfbf-006644f80f) +test ERROR: Container GET returning 503 for [] (txn: tx4170f7710e924dab8dfbf-006644f80f) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txc8671a739a8a460a92972-006644f80f) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txc8671a739a8a460a92972-006644f80f) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txc8671a739a8a460a92972-006644f80f) +test ERROR: Container GET returning 503 for [] (txn: txc8671a739a8a460a92972-006644f80f) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx8e00086246324c8eb26a2-006644f80f) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx8e00086246324c8eb26a2-006644f80f) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx8e00086246324c8eb26a2-006644f80f) +test ERROR: Container GET returning 503 for [] (txn: tx8e00086246324c8eb26a2-006644f80f) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txbbc0fba83abf454f82ae1-006644f80f) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txbbc0fba83abf454f82ae1-006644f80f) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txbbc0fba83abf454f82ae1-006644f80f) +test ERROR: Container GET returning 503 for [] (txn: txbbc0fba83abf454f82ae1-006644f80f) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txe792f6e25b254b72a5f67-006644f80f) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txe792f6e25b254b72a5f67-006644f80f) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txe792f6e25b254b72a5f67-006644f80f) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txe792f6e25b254b72a5f67-006644f80f) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx6e7f5e4a70364660ac197-006644f80f) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx6e7f5e4a70364660ac197-006644f80f) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx6e7f5e4a70364660ac197-006644f80f) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx6e7f5e4a70364660ac197-006644f80f) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txec5cecc564264adca3b30-006644f80f) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txec5cecc564264adca3b30-006644f80f) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txec5cecc564264adca3b30-006644f80f) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txec5cecc564264adca3b30-006644f80f) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx1ddedeff17a44c2f92719-006644f80f) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx1ddedeff17a44c2f92719-006644f80f) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx1ddedeff17a44c2f92719-006644f80f) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx1ddedeff17a44c2f92719-006644f80f) +test INFO: Client disconnected on read of '/a/c' (txn: tx3bcc6d294b4647a5a7763-006644f80f) +test INFO: Client disconnected on read of '/a/c/' (txn: tx3bcc6d294b4647a5a7763-006644f80f) +test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request + possible_source = conn.getresponse() + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse + raise Exception('test') +Exception: test (txn: tx46e7d8ef451a46d4aa6a8-006644f80f) +test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request + possible_source = conn.getresponse() + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse + raise Exception('test') +Exception: test (txn: tx46e7d8ef451a46d4aa6a8-006644f80f) +test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request + possible_source = conn.getresponse() + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse + raise Exception('test') +Exception: test (txn: tx46e7d8ef451a46d4aa6a8-006644f80f) +test ERROR: Account HEAD returning 503 for [] (txn: tx46e7d8ef451a46d4aa6a8-006644f80f) +test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request + possible_source = conn.getresponse() + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse + raise Exception('test') +Exception: test (txn: tx8917cb41efd64ab8a8387-006644f80f) +test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request + possible_source = conn.getresponse() + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse + raise Exception('test') +Exception: test (txn: tx8917cb41efd64ab8a8387-006644f80f) +test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request + possible_source = conn.getresponse() + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse + raise Exception('test') +Exception: test (txn: tx8917cb41efd64ab8a8387-006644f80f) +test ERROR: Account HEAD returning 503 for [] (txn: tx8917cb41efd64ab8a8387-006644f80f) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test.unit.proxy.test_server.TestContainerController.test_node_read_timeout_no_retry_to_container +test.unit.proxy.test_server.TestContainerController.test_node_read_timeout_no_retry_to_container ... ok +test.unit.proxy.test_server.TestContainerController.test_response_get_accept_ranges_header +test.unit.proxy.test_server.TestContainerController.test_response_get_accept_ranges_header ... ok +test.unit.proxy.test_server.TestContainerController.test_response_head_accept_ranges_header +test.unit.proxy.test_server.TestContainerController.test_response_head_accept_ranges_header ... ok +test.unit.proxy.test_server.TestContainerController.test_transfer_headers +test.unit.proxy.test_server.TestContainerController.test_transfer_headers ... ok +test.unit.proxy.test_server.TestContainerController.test_unauthorized_requests_when_account_not_found +test.unit.proxy.test_server.TestContainerController.test_unauthorized_requests_when_account_not_found ... ok +test.unit.proxy.test_server.TestECObjectController.test_GET_ec +test.unit.proxy.test_server.TestECObjectController.test_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_GET_ec_404 +test.unit.proxy.test_server.TestECObjectController.test_GET_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_GET_ec_big +test.unit.proxy.test_server.TestECObjectController.test_GET_ec_big ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_GET_ec_deleted +test.unit.proxy.test_server.TestECObjectController.test_GET_ec_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_GET_ec_failure_handling +test.unit.proxy.test_server.TestECObjectController.test_GET_ec_failure_handling ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_GET_pipeline +test.unit.proxy.test_server.TestECObjectController.test_GET_pipeline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_HEAD_ec +test.unit.proxy.test_server.TestECObjectController.test_HEAD_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_HEAD_ec_404 +test.unit.proxy.test_server.TestECObjectController.test_HEAD_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_archive_etag_mismatch +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_quorum_bad_request +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_quorum_bad_request ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_if_none_match +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_multiple_segments +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_multiple_segments ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_object_etag_mismatch +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_object_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_conditional_GET_ec +test.unit.proxy.test_server.TestECObjectController.test_conditional_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_ec_client_disconnect +test.unit.proxy.test_server.TestECObjectController.test_ec_client_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_ec_client_put_disconnect +test.unit.proxy.test_server.TestECObjectController.test_ec_client_put_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_reload_ring_ec +test.unit.proxy.test_server.TestECObjectController.test_reload_ring_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_ec_chunked_transfer_disconnect_cleans_up +test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_ec_chunked_transfer_disconnect_cleans_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_ec_disconnect_cleans_up +test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_ec_disconnect_cleans_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_repl_chunked_transfer_disconnect_cleans_up +test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_repl_chunked_transfer_disconnect_cleans_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_repl_disconnect_cleans_up +test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_repl_disconnect_cleans_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx3bc3ac429e5f4ad7a878e-006644f810) +proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx3bc3ac429e5f4ad7a878e-006644f810) +proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx3bc3ac429e5f4ad7a878e-006644f810) +proxy-server ERROR: Object GET returning 503 for [] (txn: tx3bc3ac429e5f4ad7a878e-006644f810) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: my-txn-id) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR 503 b'' Trying to GET /a/c/o From Object Server 10.0.0.1:1001/sdb (txn: tx6cb9e08343fd43c8af386-006644f810) +proxy-server ERROR: ERROR 503 b'' Trying to GET /a/c/o From Object Server 10.0.0.0:1000/sda (txn: tx6cb9e08343fd43c8af386-006644f810) +proxy-server ERROR: ERROR 503 b'' Trying to GET /a/c/o From Object Server 10.0.0.2:1002/sdc (txn: tx6cb9e08343fd43c8af386-006644f810) +proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: tx6cb9e08343fd43c8af386-006644f810) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: tx01c7594cf5a6478fb3c0b-006644f810) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx718308a9714440e59f12c-006644f810) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status +Exception: kaboom! (txn: tx718308a9714440e59f12c-006644f810) +proxy-server ERROR: Object GET returning 503 for [] (txn: tx718308a9714440e59f12c-006644f810) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status +Exception: kaboom! (txn: txc30c3953f93446b2a9414-006644f810) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txc30c3953f93446b2a9414-006644f810) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd948b16c92d64769b054b-006644f810) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx79487959aa6b4033b4010-006644f810) +proxy-server ERROR: Object GET returning 503 for [] (txn: tx79487959aa6b4033b4010-006644f810) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txcf346eb0f5c14a0a8de75-006644f810) +proxy-server ERROR: Object GET returning 503 for [] (txn: txcf346eb0f5c14a0a8de75-006644f810) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe6f906eec2084b4b99e5f-006644f810) +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_error_during_rebalance +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_error_during_rebalance ... ok +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: tx598194fe79c8405b81321-006644f810) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: tx44c8fec763624964903f3-006644f810) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: tx87fde87b165e4dfa84f10-006644f810) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:43 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '446'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:testertest:testerFULL_CONTROL +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/bucket/object', 'Date': 'Wed, 15 May 2024 17:59:40 -0000', 'X-Amz-Metadata-Directive': 'REPLACE', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715795980.00000', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test:testertest:testertest:testertest:testerFULL_CONTROL test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:43 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '450'} -test DEBUG: Grant test:tester FULL_CONTROL permission on the bucket /bucket -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_owner_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_owner_permission ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_write_acp_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_write_acp_permission ... ok +test DEBUG: checking permission: src_bucket src_obj HEAD {} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Wed, 15 May 2024 17:59:40 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715795980.50189', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_grantee_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_grantee_permission ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write_acp:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '456'} -test DEBUG: Grant test:write_acp FULL_CONTROL permission on the bucket /bucket test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '448'} -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_without_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_without_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_db_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_db_file ... ok -test.unit.container.test_server.TestContainerController.test_DELETE_PUT_recreate -test.unit.container.test_server.TestContainerController.test_DELETE_PUT_recreate ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other WRITE_ACP test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location_error +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location_error ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -test DEBUG: Grant AuthenticatedUsers READ permission on the object /bucket/object -test DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object +test DEBUG: permission denined: 403 Forbidden test:other WRITE test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_authenticated_read -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_authenticated_read ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_bucket_owner_full_control -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_bucket_owner_full_control ... ok -test.unit.common.test_memcached.TestMemcached.test_connection_pool_timeout -test.unit.common.test_memcached.TestMemcached.test_connection_pool_timeout ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -test DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object -test DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object +test DEBUG: checking permission: src_bucket src_obj HEAD {} +test DEBUG: +test:testertest:testertest:testertest:testerFULL_CONTROL +test DEBUG: permission denined: 403 Forbidden test:write READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_without_src_obj_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_without_src_obj_permission ... ok +test ERROR: Invalid swift_bytes: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 4161, in override_bytes_from_content_type + listing_dict['bytes'] = int(swift_bytes) + ^^^^^^^^^^^^^^^^ +ValueError: invalid literal for int() with base 10: 'hey' +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: txd2fe9a0316b446a2a138d-006644f816) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: txd2fe9a0316b446a2a138d-006644f816) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.3:1003/sdd (txn: txd2fe9a0316b446a2a138d-006644f816) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: txd2fe9a0316b446a2a138d-006644f816) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.4:1004/sda (txn: txd2fe9a0316b446a2a138d-006644f816) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.5:1005/sda (txn: txd2fe9a0316b446a2a138d-006644f816) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.6:1006/sda (txn: txd2fe9a0316b446a2a138d-006644f816) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.7:1007/sda (txn: txd2fe9a0316b446a2a138d-006644f816) +test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500, 500, 500] (txn: txd2fe9a0316b446a2a138d-006644f816) +test INFO: Client disconnected on read of '/a/c' (txn: txd2fe9a0316b446a2a138d-006644f816) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx0c73b0ffc5fc459cba721-006644f816) +test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx0c73b0ffc5fc459cba721-006644f816) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx0c73b0ffc5fc459cba721-006644f816) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx0c73b0ffc5fc459cba721-006644f816) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda (txn: tx5d8c1c4d7e704974b65f0-006644f816) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx0b11e9580e544699b64ce-006644f816) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc (txn: txdb8cc56a35b74d8c844a9-006644f816) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd (txn: tx67cb362e54cd4c32adc28-006644f816) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to PUT /a/c: Timeout (Nones) (txn: tx8a32cf62c8544c6b8ba83-006644f816) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status +Exception: kaboom! (txn: tx28cf153801974d248302d-006644f816) +test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx89af2b31ec4145f7a617e-006644f816) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda (txn: tx98a752f547f541c8b2a07-006644f816) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb (txn: txfd58eaed39a14e039ad7a-006644f816) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx95150ad68a234fa8810ff-006644f816) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd (txn: tx04ce4313db0a434fa89f8-006644f816) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to DELETE /a/c: Timeout (Nones) (txn: txd9bef3622b1d4b0a85438-006644f816) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status +Exception: kaboom! (txn: tx3afa5205343048b0851eb-006644f816) +test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: txff851e5a4aaf492b9334c-006644f816) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda (txn: tx3a0d9c2941a6472aa4853-006644f816) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb (txn: txf27b2909f92e402782805-006644f816) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc (txn: txc061d5ad09db471aa4b74-006644f816) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.3:1003/sdd (txn: tx23b6f66110f24980851a5-006644f816) +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_node_errors +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_node_errors ... ok +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_reseller_admin +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_reseller_admin ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shard_ranges_in_found_state +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shard_ranges_in_found_state ... ok +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status +Exception: kaboom! (txn: txe6f906eec2084b4b99e5f-006644f810) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status +Exception: kaboom! (txn: tx7250eb5a33f346598ae8b-006644f810) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx7250eb5a33f346598ae8b-006644f810) +proxy-server ERROR: Object GET returning 503 for [] (txn: tx7250eb5a33f346598ae8b-006644f810) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status +Exception: kaboom! (txn: tx8bce5896290947d284f12-006644f810) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx8bce5896290947d284f12-006644f810) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txddf82a00111f48908781e-006644f810) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txaee5b7f897be44d9a3dd1-006644f810) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txaee5b7f897be44d9a3dd1-006644f810) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx86139c005872470d95d8b-006644f810) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx86139c005872470d95d8b-006644f810) +proxy-server ERROR: Object GET returning 503 for [] (txn: tx86139c005872470d95d8b-006644f810) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status +Exception: kaboom! (txn: txf0ee63ef21374b83b337c-006644f810) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status +Exception: kaboom! (txn: txf0ee63ef21374b83b337c-006644f810) +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_explode +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_explode ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_mixed_explode_and_timeout +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_mixed_explode_and_timeout ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_timeout +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_timeout ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_removes_swift_bytes +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_removes_swift_bytes ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_resuming +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_resuming ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_resuming_ignores_416 +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_resuming_ignores_416 ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_simple +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_simple ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -test DEBUG: Grant test:tester READ permission on the object /bucket/object -test DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_bucket_owner_read -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_bucket_owner_read ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_private -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_private ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -test DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object +test DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location_invalid_xml +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location_invalid_xml ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_strange_location +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_strange_location ... ok +test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_controller_allow_multipart_uploads +test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_controller_allow_multipart_uploads ... ok +test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_init_header_authorization +test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_init_header_authorization ... ok +test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_init_query_authorization +test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_init_query_authorization ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_bad_reply +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_bad_reply ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_fail_to_connect_to_keystone +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_fail_to_connect_to_keystone ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_unauthorized_token +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_unauthorized_token ... ok +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_camel_to_snake +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_camel_to_snake ... ok +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_mktime +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_mktime ... ok +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_mktime_weird_tz +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_mktime_weird_tz ... ok +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_snake_to_camel +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_snake_to_camel ... ok +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_validate_bucket_name +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_validate_bucket_name ... ok +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_validate_bucket_name_with_dns_compliant_bucket_names_false +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_validate_bucket_name_with_dns_compliant_bucket_names_false ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_enabled +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_enabled ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_not_configured +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_not_configured ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_suspended +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_suspended ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_enabled +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_enabled ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_error +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_error ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_suspended +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_suspended ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_enabled +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_enabled ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_not_configured +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_not_configured ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_suspended +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_suspended ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_enabled +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_enabled ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_error +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_error ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_not_implemented +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_not_implemented ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_suspended +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_suspended ... ok +test.unit.common.middleware.test_bulk.TestSwiftInfo.test_registered_defaults +test.unit.common.middleware.test_bulk.TestSwiftInfo.test_registered_defaults ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_containers +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_containers ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_containers_prefix +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_containers_prefix ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_orphan_hidden_containers +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_orphan_hidden_containers ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_object +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_object ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_tombstone +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_tombstone ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_version_symlink +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_version_symlink ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_copy_new_version_different_account +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_copy_new_version_different_account ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_copy_object_versioning_disabled +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_copy_object_versioning_disabled ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_POST_symlink +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_POST_symlink ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_POST_unversioned_obj +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_POST_unversioned_obj ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_PUT_overwrite_null_marker_versioning_disabled +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_PUT_overwrite_null_marker_versioning_disabled ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_PUT_with_recent_versioned_marker_versioning_disabled +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_PUT_with_recent_versioned_marker_versioning_disabled ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_delete_object_with_versioning_disabled +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_delete_object_with_versioning_disabled ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_disable_versioning +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_disable_versioning ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_get_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_get_container ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_head_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_head_container ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_put_object_versioning_disabled +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_put_object_versioning_disabled ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_big_non_slo +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_big_non_slo ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_fails +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_fails ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_finds_old +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_finds_old ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_small_non_slo +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_small_non_slo ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_tombstone +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_tombstone ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_bogus_content_range +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_bogus_content_range ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_includes_whole_manifest +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_includes_whole_manifest ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_includes_whole_range_manifest +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_includes_whole_range_manifest ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_nested +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_nested ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_non_ascii +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_non_ascii ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_non_ascii_same_container +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_non_ascii_same_container ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_too_many_containers +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_too_many_containers ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_turned_off +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_turned_off ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_whole +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_whole ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_whole_404 +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_whole_404 ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_401 +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_401 ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_bad_json +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_bad_json ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_bad_utf8 +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_bad_utf8 ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_client_content_type +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_client_content_type ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_man +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_man ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_401 +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_401 ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_404 +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_404 ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_500 +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_500 ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_too_many_segments +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_too_many_segments ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_non_ascii +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_non_ascii ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_not_a_manifest +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_not_a_manifest ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_segment_404 +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_segment_404 ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole_404 +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole_404 ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole_old_swift +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole_old_swift ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_range_manifest +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_range_manifest ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_segment_with_non_ascii_path +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_segment_with_non_ascii_path ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_subrange_manifest +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_subrange_manifest ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_first_byte +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_first_byte ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_on_segment_boundaries +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_on_segment_boundaries ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_overlapping_end +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_overlapping_end ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_sub_slo +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_sub_slo ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_unsatisfiable +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_unsatisfiable ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_range_manifest +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_range_manifest ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_subrange_manifest +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_subrange_manifest ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -test DEBUG: Grant AllUsers READ permission on the object /bucket/object -test DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object +test DEBUG: checking permission: src_bucket src_obj HEAD {} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Wed, 15 May 2024 17:59:41 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715795981.89184', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_public_read -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_public_read ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_public_read_write -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_public_read_write ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -test DEBUG: Grant AllUsers READ permission on the object /bucket/object -test DEBUG: Grant AllUsers WRITE permission on the object /bucket/object -test DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object +test DEBUG: checking permission: src_bucket src_obj HEAD {} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Wed, 15 May 2024 17:59:41 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715795981.90388', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_owner_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_owner_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_without_dst_container_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_without_dst_container_permission ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -test DEBUG: Grant AllUsers READ permission on the object /bucket/object -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:42 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715795982.66538', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:42 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715795982.66754', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:42 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715795982.66926', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_all_users -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_all_users ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_all_users_with_uppercase_type -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_all_users_with_uppercase_type ... ok -test.unit.common.test_db.TestDatabaseBroker.test_commit_puts -test.unit.common.test_db.TestDatabaseBroker.test_commit_puts ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:42 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715795982.67097', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -test DEBUG: Grant AllUsers READ permission on the object /bucket/object +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:42 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715795982.67284', 'Content-Type': 'binary/octet-stream'} +test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 157, in PUT + resp = req.get_response(self.app) + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1637, in get_response + return self.get_acl_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1613, in get_acl_response + resp = self._get_response( + ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:42 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715795982.67515', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:42 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715795982.67689', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:42 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715795982.67856', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:42 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715795982.68025', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -test DEBUG: Grant AuthenticatedUsers READ permission on the object /bucket/object test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_authenticated_users -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_authenticated_users ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_email -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_email ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:42 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715795982.68814', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:42 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715795982.68977', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_quota_exceeded +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_quota_exceeded ... ok +test.unit.container.test_backend.TestContainerBroker.test_empty_old_style_shard_container +test.unit.container.test_backend.TestContainerBroker.test_empty_old_style_shard_container ... ok +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status +Exception: kaboom! (txn: txf0ee63ef21374b83b337c-006644f810) +proxy-server ERROR: Object GET returning 503 for [] (txn: txf0ee63ef21374b83b337c-006644f810) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status +Exception: kaboom! (txn: tx45b870b16d154011bcdb1-006644f810) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx45b870b16d154011bcdb1-006644f810) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status +Exception: kaboom! (txn: tx45b870b16d154011bcdb1-006644f810) +proxy-server ERROR: Object GET returning 503 for [] (txn: tx45b870b16d154011bcdb1-006644f810) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd258d2245b744f73bcbf3-006644f810) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd258d2245b744f73bcbf3-006644f810) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd258d2245b744f73bcbf3-006644f810) +proxy-server ERROR: Object GET returning 503 for [] (txn: txd258d2245b744f73bcbf3-006644f810) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: tx729fa53bb44940b4a678c-006644f810) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.0:1000/sda (txn: txf25f60e47bef42ab93161-006644f810) +proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.2:1002/sdc (txn: txf25f60e47bef42ab93161-006644f810) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.1:1001/sdb (txn: tx7c501eba95c8490880b8d-006644f810) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: tx2e758d57a6c24ba2b2b4d-006644f810) +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_slow_read +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_slow_read ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_transfer_encoding_chunked +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_transfer_encoding_chunked ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_unable_to_resume +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_unable_to_resume ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes_after_body_started +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes_after_body_started ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes_before_body_started +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes_before_body_started ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_unable_to_resume +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_unable_to_resume ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_x_newest_not_found_when_404_newer +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_x_newest_not_found_when_404_newer ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_error_limit_supression_count +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_error_limit_supression_count ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_removes_swift_bytes +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_removes_swift_bytes ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_simple +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_simple ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -test ERROR: 501 Not Implemented test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_email_xml -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_email_xml ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_full_control -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_full_control ... ok -test.unit.account.test_server.TestAccountController.test_POST_HEAD_metadata -test.unit.account.test_server.TestAccountController.test_POST_HEAD_metadata ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'' +test DEBUG: Error on keystone reply: 201 b'' - deferring rejection downstream +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Received error, deferring rejection based on error: 400 Bad Request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone reply error: status=403 reason=None +test DEBUG: Received error, deferring rejection based on error: 401 Unauthorized test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -test DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: A key is specified for bucket API. test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: A key is specified for bucket API. test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: A key is specified for bucket API. test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_group_xml -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_group_xml ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_permission ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: A key is specified for bucket API. test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +test DEBUG: A key is specified for bucket API. +test DEBUG: Calling S3Api Middleware +test DEBUG: A key is specified for bucket API. test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: A key is specified for bucket API. test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: A key is specified for bucket API. +test INFO: - - 15/May/2024/17/59/47 HEAD /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1715795987.676894665 1715795987.677085400 0 +test INFO: - - 15/May/2024/17/59/47 POST /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0008 - - 1715795987.676846504 1715795987.677653074 0 +test INFO: - - 15/May/2024/17/59/47 GET /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1715795987.679493189 1715795987.679716110 0 +test INFO: - - 15/May/2024/17/59/47 POST /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0007 - - 1715795987.679449558 1715795987.680167675 0 +test INFO: - - 15/May/2024/17/59/47 POST /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1715795987.681380749 1715795987.681557417 0 +test INFO: - - 15/May/2024/17/59/47 POST /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0007 - - 1715795987.681340933 1715795987.682004690 0 +test.unit.common.middleware.test_subrequest_logging.TestSubRequestLogging.test_subrequest_logged_with_POST +test.unit.common.middleware.test_subrequest_logging.TestSubRequestLogging.test_subrequest_logged_with_POST ... ok +test.unit.common.middleware.test_subrequest_logging.TestSubRequestLogging.test_subrequest_logged_x_copy_from +test.unit.common.middleware.test_subrequest_logging.TestSubRequestLogging.test_subrequest_logged_x_copy_from ... ok +test.unit.common.middleware.test_tempauth.PrefixAccount.test_blank_reseller +test.unit.common.middleware.test_tempauth.PrefixAccount.test_blank_reseller ... ok +test.unit.common.middleware.test_tempauth.PrefixAccount.test_default +test.unit.common.middleware.test_tempauth.PrefixAccount.test_default ... ok +test.unit.common.middleware.test_tempauth.PrefixAccount.test_multiple_resellers +test.unit.common.middleware.test_tempauth.PrefixAccount.test_multiple_resellers ... ok +test.unit.common.middleware.test_tempauth.PrefixAccount.test_same_as_default +test.unit.common.middleware.test_tempauth.PrefixAccount.test_same_as_default ... ok +test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_blank_prefix +test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_blank_prefix ... ok +test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_default_prefix +test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_default_prefix ... ok +test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_multiple_prefixes +test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_multiple_prefixes ... ok +test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_noreseller_prefix +test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_noreseller_prefix ... ok +test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_cobuilder_states +test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_cobuilder_states ... ok +test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_cobuilders_calls +test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_cobuilders_calls ... ok +test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_respects_cobuilder_part_moves +test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_respects_cobuilder_part_moves ... ok +test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_save_then_load +test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_save_then_load ... ok +test.unit.common.ring.test_utils.TestUtils.test_build_dev_from_opts +test.unit.common.ring.test_utils.TestUtils.test_build_dev_from_opts ... ok +test.unit.common.ring.test_utils.TestUtils.test_build_tier_tree +test.unit.common.ring.test_utils.TestUtils.test_build_tier_tree ... ok +test.unit.common.ring.test_utils.TestUtils.test_dispersion_report +test.unit.common.ring.test_utils.TestUtils.test_dispersion_report ... ok +test.unit.common.ring.test_utils.TestUtils.test_is_local_device +test.unit.common.ring.test_utils.TestUtils.test_is_local_device ... ok +test.unit.common.ring.test_utils.TestUtils.test_is_valid_hostname +test.unit.common.ring.test_utils.TestUtils.test_is_valid_hostname ... ok +test.unit.common.ring.test_utils.TestUtils.test_normalized_device_tier_names +test.unit.common.ring.test_utils.TestUtils.test_normalized_device_tier_names ... ok +test.unit.common.ring.test_utils.TestUtils.test_parse_address_old_format +test.unit.common.ring.test_utils.TestUtils.test_parse_address_old_format ... ok +test.unit.common.ring.test_utils.TestUtils.test_parse_args +test.unit.common.ring.test_utils.TestUtils.test_parse_args ... ok +test.unit.common.ring.test_utils.TestUtils.test_parse_builder_ring_filename_args +test.unit.common.ring.test_utils.TestUtils.test_parse_builder_ring_filename_args ... ok +test.unit.common.ring.test_utils.TestUtils.test_parse_change_values_from_opts +test.unit.common.ring.test_utils.TestUtils.test_parse_change_values_from_opts ... ok +test.unit.common.ring.test_utils.TestUtils.test_parse_search_value +test.unit.common.ring.test_utils.TestUtils.test_parse_search_value ... ok +test.unit.common.ring.test_utils.TestUtils.test_parse_search_values_from_opts +test.unit.common.ring.test_utils.TestUtils.test_parse_search_values_from_opts ... ok +test.unit.common.ring.test_utils.TestUtils.test_replication_defaults +test.unit.common.ring.test_utils.TestUtils.test_replication_defaults ... ok +test.unit.common.ring.test_utils.TestUtils.test_tiers_for_dev +test.unit.common.ring.test_utils.TestUtils.test_tiers_for_dev ... ok +test.unit.common.ring.test_utils.TestUtils.test_validate_and_normalize_address +test.unit.common.ring.test_utils.TestUtils.test_validate_and_normalize_address ... ok +test.unit.common.ring.test_utils.TestUtils.test_validate_and_normalize_ip +test.unit.common.ring.test_utils.TestUtils.test_validate_and_normalize_ip ... ok +test.unit.common.ring.test_utils.TestUtils.test_validate_args +test.unit.common.ring.test_utils.TestUtils.test_validate_args ... ok +test.unit.common.ring.test_utils.TestUtils.test_validate_args_new_cmd_format +test.unit.common.ring.test_utils.TestUtils.test_validate_args_new_cmd_format ... ok +test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_close +test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_close ... ok +test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_errors +test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_errors ... ok +test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_exact +test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_exact ... ok +test.unit.common.test_constraints.TestConstraintsConfig.test_default_constraints +test.unit.common.test_constraints.TestConstraintsConfig.test_default_constraints ... ok +test.unit.common.test_constraints.TestConstraintsConfig.test_effective_constraints +test.unit.common.test_constraints.TestConstraintsConfig.test_effective_constraints ... ok +test.unit.common.test_constraints.TestConstraintsConfig.test_override_constraints +test.unit.common.test_constraints.TestConstraintsConfig.test_override_constraints ... ok +test.unit.common.test_constraints.TestConstraintsConfig.test_reload_reset +test.unit.common.test_constraints.TestConstraintsConfig.test_reload_reset ... ok +test.unit.common.test_db.TestDatabaseBroker.test_DB_PREALLOCATION_setting +test.unit.common.test_db.TestDatabaseBroker.test_DB_PREALLOCATION_setting ... ok +test.unit.common.test_db.TestDatabaseBroker.test_commit_puts +test.unit.common.test_db.TestDatabaseBroker.test_commit_puts ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: src_bucket src_obj HEAD {} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Wed, 15 May 2024 17:59:44 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715795984.47529', 'Content-Type': 'binary/octet-stream'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +test DEBUG: permission denined: 403 Forbidden test:other WRITE test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_target -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_target ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_uri -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_uri ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_delete_db_does_not_clear_particular_sharding_meta -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_delete_db_does_not_clear_particular_sharding_meta ... ok -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 433, in set - raise MemcacheConnectionError('failed set: %s' % msg) -swift.common.memcached.MemcacheConnectionError: failed set: - -During handling of the above exception, another exception occurred: - -Traceback (most recent call last): - File "/usr/lib/python3/dist-packages/eventlet/queue.py", line 116, in switch - self.greenlet.switch(value) - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 264, in main - result = function(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 1551, in _timing_stats - result = func(cache, *args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 437, in set - self._exception_occurred(server, e, cmd, conn_start_time, - File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 283, in _exception_occurred - elif isinstance(e, (socket.error, MemcacheConnectionError)): - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ -TypeError: isinstance() arg 2 must be a type, a tuple of types, or a union +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +test DEBUG: checking permission: src_bucket src_obj HEAD {} +test DEBUG: +test:testertest:testertest:testertest:testerFULL_CONTROL +test DEBUG: permission denined: 403 Forbidden test:write READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_without_src_obj_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_without_src_obj_permission ... ok test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -test ERROR: 400 Bad Request +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Storage-Class': 'STANDARD', 'Content-Md5': 'XUFAKrxLKna5cZ2REBfFkg==', 'Date': 'Wed, 15 May 2024 17:59:44 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '5d41402abc4b2a76b9719d911017c592', 'X-Timestamp': '1715795984.61822', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_uri_xml -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_uri_xml ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_read -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_read ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_after_DELETE_not_found -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_after_DELETE_not_found ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_insufficient_space -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_insufficient_space ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_partition -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_partition ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_timestamp_not_float -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_timestamp_not_float ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -test DEBUG: Grant test:tester READ permission on the object /bucket/object +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20240515/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20240515T175944Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': '2cf24dba5fb0a30e26e83b2ac5b9e29e1b161e5c1fa7425e73043362938b9824', 'Date': 'Wed, 15 May 2024 17:59:44 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715795984.62742', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4 +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4 ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4_bad_hash +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4_bad_hash ... ok +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.0:1000/sda (txn: tx0ee225b051fb4ddd994f2-006644f811) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: txbc6f35f3f418475c9ba76-006644f811) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.0:1000/sda (txn: txc79e33b6c1a24d17973b8-006644f811) +proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.2:1002/sdc (txn: txc79e33b6c1a24d17973b8-006644f811) +proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.1:1001/sdb (txn: txc79e33b6c1a24d17973b8-006644f811) +proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: txc79e33b6c1a24d17973b8-006644f811) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read next part of object multi-part GET (retrying) 10.0.0.2:1002/sdc (txn: txd844a1afd1f148959337a-006644f811) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.0:1000/sda (txn: txe3b41341aa73408c805ef-006644f811) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read next part of object multi-part GET (retrying) 10.0.0.2:1002/sdc (txn: txd79a5e9feaf54dc59502f-006644f811) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read next part of object multi-part GET (retrying) 10.0.0.0:1000/sda (txn: tx75ae67fc9da04240be864-006644f811) +proxy-server ERROR: Trying to read next part of object multi-part GET (retrying) 10.0.0.1:1001/sdb (txn: tx75ae67fc9da04240be864-006644f811) +proxy-server ERROR: Trying to read next part of object multi-part GET (retrying) 10.0.0.2:1002/sdc (txn: tx75ae67fc9da04240be864-006644f811) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: tx7e9a59d7900946ef85609-006644f811) +proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx7e9a59d7900946ef85609-006644f811) +proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx7590ed40fadc41c689bdf-006644f811) +proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: txf7b8e936ec4e48ad8054b-006644f811) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a/c/o: Timeout (Nones) (txn: txf7b8e936ec4e48ad8054b-006644f811) +proxy-server ERROR: Object HEAD returning 503 for [] (txn: txf7b8e936ec4e48ad8054b-006644f811) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a/c/o: Timeout (Nones) (txn: txfcadaf6ddfa041b68d3cf-006644f811) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: txfcadaf6ddfa041b68d3cf-006644f811) +proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: txfcadaf6ddfa041b68d3cf-006644f811) +proxy-server ERROR: Object HEAD returning 503 for [507] (txn: txfcadaf6ddfa041b68d3cf-006644f811) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: txa4460686b6dc4ef5b807c-006644f811) +proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: txa4460686b6dc4ef5b807c-006644f811) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a/c/o: Timeout (Nones) (txn: txa4460686b6dc4ef5b807c-006644f811) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_different_timestamps +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_different_timestamps ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_with_some_missing +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_with_some_missing ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_with_two_vector_timestamps +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_with_two_vector_timestamps ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_delete_at_in_past +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_delete_at_in_past ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_delete_at_non_integer +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_delete_at_non_integer ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_limits_expirer_queue_deletes +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_limits_expirer_queue_deletes ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_negative_delete_after +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_negative_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_non_int_delete_after +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_non_int_delete_after ... ok +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to POST /a/c: Timeout (Nones) (txn: txecddf7e0253d4c09b6deb-006644f816) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status +Exception: kaboom! (txn: tx4922fcce420343f99de84-006644f816) +test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx8df86b9feebc4d09a1aee-006644f816) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: txf7f1b1d3c90742d390158-006644f816) +test INFO: Client disconnected on read of '/a/c' (txn: txdb7b768e2afa4f79b2c50-006644f816) +test INFO: Client disconnected on read of '/a/c' (txn: tx0378347d35734064b43c4-006644f816) +test INFO: Client disconnected on read of '/a/c' (txn: tx0378347d35734064b43c4-006644f816) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: Container GET returning 503 for (204, 404, 503, 503) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd +test ERROR: Container GET returning 503 for (204, 503, 503, 503) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_DELETE +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_DELETE ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -test DEBUG: Grant test:tester READ_ACP permission on the object /bucket/object +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:46 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715795986.12032', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:46 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715795986.12240', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:46 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715795986.12426', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:46 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715795986.12589', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_read_acp -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_read_acp ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_with_both_header_and_canned_acl -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_with_both_header_and_canned_acl ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:46 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715795986.12783', 'Content-Type': 'binary/octet-stream'} +test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 157, in PUT + resp = req.get_response(self.app) + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1637, in get_response + return self.get_acl_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1613, in get_acl_response + resp = self._get_response( + ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:46 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715795986.13011', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:46 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715795986.13183', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:46 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715795986.13361', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:46 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715795986.13539', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:46 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715795986.14336', 'Content-Type': 'binary/octet-stream'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:46 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715795986.14504', 'Content-Type': 'binary/octet-stream'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_quota_exceeded +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_quota_exceeded ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_with_both_header_and_xml -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_with_both_header_and_xml ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_write -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_write ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -test DEBUG: Grant test:tester WRITE permission on the object /bucket/object +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20240515/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20240515T175946Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': 'not the hash', 'Date': 'Wed, 15 May 2024 17:59:46 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715795986.06904', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -test DEBUG: Grant test:tester WRITE_ACP permission on the object /bucket/object +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20240515/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20240515T175946Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': 'UNSIGNED-PAYLOAD', 'Date': 'Wed, 15 May 2024 17:59:46 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715795986.07841', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4_unsigned_payload +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4_unsigned_payload ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_fullcontrol_permission ... ok +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txf3c19496b25d403cbfdf3-006644f811) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txf3c19496b25d403cbfdf3-006644f811) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txf3c19496b25d403cbfdf3-006644f811) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx10374cd04f3a467894679-006644f812) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx10374cd04f3a467894679-006644f812) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx10374cd04f3a467894679-006644f812) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx115e35fe8cd846938671d-006644f813) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx115e35fe8cd846938671d-006644f813) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx115e35fe8cd846938671d-006644f813) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_chunkreadtimeout_during_transfer_data +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_chunkreadtimeout_during_transfer_data ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_connect_exception_with_unicode_path +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_connect_exception_with_unicode_path ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_connect_exceptions +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_connect_exceptions ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_converts_delete_after_to_delete_at +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_converts_delete_after_to_delete_at ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at_in_past +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at_in_past ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shrink_threshold +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shrink_threshold ... ok +test INFO: - - - [15/May/2024:17:59:41 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.1118 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:42 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0595 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:42 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0762 "-" 1329773 - +test INFO: - - - [15/May/2024:17:59:42 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0568 "-" 1329773 - +DEBUG: New builder; performing initial balance +New builder; performing initial balance +DEBUG: Planning 3.0 on (1,) +Planning 3.0 on (1,) +DEBUG: Planning 3.0 on (1, 1) +Planning 3.0 on (1, 1) +DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') +Planning 3.0 on (1, 1, '10.1.1.1') +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) +Planning 0.75 on (1, 1, '10.1.1.1', 0) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) +Planning 0.75 on (1, 1, '10.1.1.1', 1) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) +Planning 0.75 on (1, 1, '10.1.1.1', 2) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) +Planning 0.75 on (1, 1, '10.1.1.1', 3) +DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: 768 new parts and 0 removed parts from replica-count change +768 new parts and 0 removed parts from replica-count change +DEBUG: Gather start is 132 (Last start was 0) +Gather start is 132 (Last start was 0) +DEBUG: Gathered 768 parts +Gathered 768 parts +DEBUG: Placed 245/0 onto dev r1z1-10.1.1.1/sdd +Placed 245/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 245/1 onto dev r1z1-10.1.1.1/sdb +Placed 245/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 245/2 onto dev r1z1-10.1.1.1/sdc +Placed 245/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 147/0 onto dev r1z1-10.1.1.1/sda +Placed 147/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 147/1 onto dev r1z1-10.1.1.1/sdd +Placed 147/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 147/2 onto dev r1z1-10.1.1.1/sdb +Placed 147/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 58/0 onto dev r1z1-10.1.1.1/sdc +Placed 58/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 58/1 onto dev r1z1-10.1.1.1/sda +Placed 58/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 58/2 onto dev r1z1-10.1.1.1/sdd +Placed 58/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 169/0 onto dev r1z1-10.1.1.1/sdb +Placed 169/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 169/1 onto dev r1z1-10.1.1.1/sdc +Placed 169/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 169/2 onto dev r1z1-10.1.1.1/sda +Placed 169/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 113/0 onto dev r1z1-10.1.1.1/sdd +Placed 113/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 113/1 onto dev r1z1-10.1.1.1/sdb +Placed 113/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 113/2 onto dev r1z1-10.1.1.1/sdc +Placed 113/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 13/0 onto dev r1z1-10.1.1.1/sda +Placed 13/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 13/1 onto dev r1z1-10.1.1.1/sdd +Placed 13/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 13/2 onto dev r1z1-10.1.1.1/sdb +Placed 13/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 125/0 onto dev r1z1-10.1.1.1/sdc +Placed 125/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 125/1 onto dev r1z1-10.1.1.1/sda +Placed 125/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 125/2 onto dev r1z1-10.1.1.1/sdd +Placed 125/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 76/0 onto dev r1z1-10.1.1.1/sdb +Placed 76/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 76/1 onto dev r1z1-10.1.1.1/sdc +Placed 76/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 76/2 onto dev r1z1-10.1.1.1/sda +Placed 76/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 251/0 onto dev r1z1-10.1.1.1/sdd +Placed 251/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 251/1 onto dev r1z1-10.1.1.1/sdb +Placed 251/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 251/2 onto dev r1z1-10.1.1.1/sdc +Placed 251/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 64/0 onto dev r1z1-10.1.1.1/sda +Placed 64/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 64/1 onto dev r1z1-10.1.1.1/sdd +Placed 64/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 64/2 onto dev r1z1-10.1.1.1/sdb +Placed 64/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 41/0 onto dev r1z1-10.1.1.1/sdc +Placed 41/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 41/1 onto dev r1z1-10.1.1.1/sda +Placed 41/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 41/2 onto dev r1z1-10.1.1.1/sdd +Placed 41/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 205/0 onto dev r1z1-10.1.1.1/sdb +Placed 205/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 205/1 onto dev r1z1-10.1.1.1/sdc +Placed 205/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 205/2 onto dev r1z1-10.1.1.1/sda +Placed 205/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 127/0 onto dev r1z1-10.1.1.1/sdd +Placed 127/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 127/1 onto dev r1z1-10.1.1.1/sdb +Placed 127/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 127/2 onto dev r1z1-10.1.1.1/sdc +Placed 127/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 110/0 onto dev r1z1-10.1.1.1/sda +Placed 110/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 110/1 onto dev r1z1-10.1.1.1/sdd +Placed 110/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 110/2 onto dev r1z1-10.1.1.1/sdb +Placed 110/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 152/0 onto dev r1z1-10.1.1.1/sdc +Placed 152/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 152/1 onto dev r1z1-10.1.1.1/sda +Placed 152/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 152/2 onto dev r1z1-10.1.1.1/sdd +Placed 152/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 106/0 onto dev r1z1-10.1.1.1/sdb +Placed 106/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 106/1 onto dev r1z1-10.1.1.1/sdc +Placed 106/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 106/2 onto dev r1z1-10.1.1.1/sda +Placed 106/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 38/0 onto dev r1z1-10.1.1.1/sdd +Placed 38/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 38/1 onto dev r1z1-10.1.1.1/sdb +Placed 38/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 38/2 onto dev r1z1-10.1.1.1/sdc +Placed 38/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 19/0 onto dev r1z1-10.1.1.1/sda +Placed 19/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 19/1 onto dev r1z1-10.1.1.1/sdd +Placed 19/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 19/2 onto dev r1z1-10.1.1.1/sdb +Placed 19/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 192/0 onto dev r1z1-10.1.1.1/sdc +Placed 192/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 192/1 onto dev r1z1-10.1.1.1/sda +Placed 192/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 192/2 onto dev r1z1-10.1.1.1/sdd +Placed 192/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 214/0 onto dev r1z1-10.1.1.1/sdb +Placed 214/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 214/1 onto dev r1z1-10.1.1.1/sdc +Placed 214/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 214/2 onto dev r1z1-10.1.1.1/sda +Placed 214/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 244/0 onto dev r1z1-10.1.1.1/sdd +Placed 244/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 244/1 onto dev r1z1-10.1.1.1/sdb +Placed 244/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 244/2 onto dev r1z1-10.1.1.1/sdc +Placed 244/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 203/0 onto dev r1z1-10.1.1.1/sda +Placed 203/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 203/1 onto dev r1z1-10.1.1.1/sdd +Placed 203/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 203/2 onto dev r1z1-10.1.1.1/sdb +Placed 203/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 143/0 onto dev r1z1-10.1.1.1/sdc +Placed 143/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 143/1 onto dev r1z1-10.1.1.1/sda +Placed 143/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 143/2 onto dev r1z1-10.1.1.1/sdd +Placed 143/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 37/0 onto dev r1z1-10.1.1.1/sdb +Placed 37/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 37/1 onto dev r1z1-10.1.1.1/sdc +Placed 37/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 37/2 onto dev r1z1-10.1.1.1/sda +Placed 37/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 226/0 onto dev r1z1-10.1.1.1/sdd +Placed 226/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 226/1 onto dev r1z1-10.1.1.1/sdb +Placed 226/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 226/2 onto dev r1z1-10.1.1.1/sdc +Placed 226/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 30/0 onto dev r1z1-10.1.1.1/sda +Placed 30/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 30/1 onto dev r1z1-10.1.1.1/sdd +Placed 30/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 30/2 onto dev r1z1-10.1.1.1/sdb +Placed 30/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 238/0 onto dev r1z1-10.1.1.1/sdc +Placed 238/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 238/1 onto dev r1z1-10.1.1.1/sda +Placed 238/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 238/2 onto dev r1z1-10.1.1.1/sdd +Placed 238/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 225/0 onto dev r1z1-10.1.1.1/sdb +Placed 225/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 225/1 onto dev r1z1-10.1.1.1/sdc +Placed 225/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 225/2 onto dev r1z1-10.1.1.1/sda +Placed 225/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 181/0 onto dev r1z1-10.1.1.1/sdd +Placed 181/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 181/1 onto dev r1z1-10.1.1.1/sdb +Placed 181/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 181/2 onto dev r1z1-10.1.1.1/sdc +Placed 181/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 206/0 onto dev r1z1-10.1.1.1/sda +Placed 206/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 206/1 onto dev r1z1-10.1.1.1/sdd +Placed 206/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 206/2 onto dev r1z1-10.1.1.1/sdb +Placed 206/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 95/0 onto dev r1z1-10.1.1.1/sdc +Placed 95/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 95/1 onto dev r1z1-10.1.1.1/sda +Placed 95/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 95/2 onto dev r1z1-10.1.1.1/sdd +Placed 95/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 100/0 onto dev r1z1-10.1.1.1/sdb +Placed 100/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 100/1 onto dev r1z1-10.1.1.1/sdc +Placed 100/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 100/2 onto dev r1z1-10.1.1.1/sda +Placed 100/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 108/0 onto dev r1z1-10.1.1.1/sdd +Placed 108/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 108/1 onto dev r1z1-10.1.1.1/sdb +Placed 108/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 108/2 onto dev r1z1-10.1.1.1/sdc +Placed 108/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 63/0 onto dev r1z1-10.1.1.1/sda +Placed 63/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 63/1 onto dev r1z1-10.1.1.1/sdd +Placed 63/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 63/2 onto dev r1z1-10.1.1.1/sdb +Placed 63/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 165/0 onto dev r1z1-10.1.1.1/sdc +Placed 165/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 165/1 onto dev r1z1-10.1.1.1/sda +Placed 165/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 165/2 onto dev r1z1-10.1.1.1/sdd +Placed 165/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 0/0 onto dev r1z1-10.1.1.1/sdb +Placed 0/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 0/1 onto dev r1z1-10.1.1.1/sdc +Placed 0/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 0/2 onto dev r1z1-10.1.1.1/sda +Placed 0/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 135/0 onto dev r1z1-10.1.1.1/sdd +Placed 135/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 135/1 onto dev r1z1-10.1.1.1/sdb +Placed 135/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 135/2 onto dev r1z1-10.1.1.1/sdc +Placed 135/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 186/0 onto dev r1z1-10.1.1.1/sda +Placed 186/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 186/1 onto dev r1z1-10.1.1.1/sdd +Placed 186/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 186/2 onto dev r1z1-10.1.1.1/sdb +Placed 186/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 212/0 onto dev r1z1-10.1.1.1/sdc +Placed 212/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 212/1 onto dev r1z1-10.1.1.1/sda +Placed 212/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 212/2 onto dev r1z1-10.1.1.1/sdd +Placed 212/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 84/0 onto dev r1z1-10.1.1.1/sdb +Placed 84/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 84/1 onto dev r1z1-10.1.1.1/sdc +Placed 84/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 84/2 onto dev r1z1-10.1.1.1/sda +Placed 84/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 15/0 onto dev r1z1-10.1.1.1/sdd +Placed 15/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 15/1 onto dev r1z1-10.1.1.1/sdb +Placed 15/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 15/2 onto dev r1z1-10.1.1.1/sdc +Placed 15/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 180/0 onto dev r1z1-10.1.1.1/sda +Placed 180/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 180/1 onto dev r1z1-10.1.1.1/sdd +Placed 180/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 180/2 onto dev r1z1-10.1.1.1/sdb +Placed 180/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 78/0 onto dev r1z1-10.1.1.1/sdc +Placed 78/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 78/1 onto dev r1z1-10.1.1.1/sda +Placed 78/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 78/2 onto dev r1z1-10.1.1.1/sdd +Placed 78/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 132/0 onto dev r1z1-10.1.1.1/sdb +Placed 132/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 132/1 onto dev r1z1-10.1.1.1/sdc +Placed 132/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 132/2 onto dev r1z1-10.1.1.1/sda +Placed 132/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 248/0 onto dev r1z1-10.1.1.1/sdd +Placed 248/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 248/1 onto dev r1z1-10.1.1.1/sdb +Placed 248/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 248/2 onto dev r1z1-10.1.1.1/sdc +Placed 248/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 115/0 onto dev r1z1-10.1.1.1/sda +Placed 115/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 115/1 onto dev r1z1-10.1.1.1/sdd +Placed 115/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 115/2 onto dev r1z1-10.1.1.1/sdb +Placed 115/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 73/0 onto dev r1z1-10.1.1.1/sdc +Placed 73/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 73/1 onto dev r1z1-10.1.1.1/sda +Placed 73/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 73/2 onto dev r1z1-10.1.1.1/sdd +Placed 73/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 6/0 onto dev r1z1-10.1.1.1/sdb +Placed 6/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 6/1 onto dev r1z1-10.1.1.1/sdc +Placed 6/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 6/2 onto dev r1z1-10.1.1.1/sda +Placed 6/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 71/0 onto dev r1z1-10.1.1.1/sdd +Placed 71/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 71/1 onto dev r1z1-10.1.1.1/sdb +Placed 71/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 71/2 onto dev r1z1-10.1.1.1/sdc +Placed 71/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 89/0 onto dev r1z1-10.1.1.1/sda +Placed 89/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 89/1 onto dev r1z1-10.1.1.1/sdd +Placed 89/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 89/2 onto dev r1z1-10.1.1.1/sdb +Placed 89/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 80/0 onto dev r1z1-10.1.1.1/sdc +Placed 80/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 80/1 onto dev r1z1-10.1.1.1/sda +Placed 80/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 80/2 onto dev r1z1-10.1.1.1/sdd +Placed 80/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 45/0 onto dev r1z1-10.1.1.1/sdb +Placed 45/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 45/1 onto dev r1z1-10.1.1.1/sdc +Placed 45/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 45/2 onto dev r1z1-10.1.1.1/sda +Placed 45/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 149/0 onto dev r1z1-10.1.1.1/sdd +Placed 149/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 149/1 onto dev r1z1-10.1.1.1/sdb +Placed 149/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 149/2 onto dev r1z1-10.1.1.1/sdc +Placed 149/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 32/0 onto dev r1z1-10.1.1.1/sda +Placed 32/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 32/1 onto dev r1z1-10.1.1.1/sdd +Placed 32/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 32/2 onto dev r1z1-10.1.1.1/sdb +Placed 32/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 36/0 onto dev r1z1-10.1.1.1/sdc +Placed 36/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 36/1 onto dev r1z1-10.1.1.1/sda +Placed 36/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 36/2 onto dev r1z1-10.1.1.1/sdd +Placed 36/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 172/0 onto dev r1z1-10.1.1.1/sdb +Placed 172/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 172/1 onto dev r1z1-10.1.1.1/sdc +Placed 172/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 172/2 onto dev r1z1-10.1.1.1/sda +Placed 172/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 153/0 onto dev r1z1-10.1.1.1/sdd +Placed 153/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 153/1 onto dev r1z1-10.1.1.1/sdb +Placed 153/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 153/2 onto dev r1z1-10.1.1.1/sdc +Placed 153/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 243/0 onto dev r1z1-10.1.1.1/sda +Placed 243/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 243/1 onto dev r1z1-10.1.1.1/sdd +Placed 243/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 243/2 onto dev r1z1-10.1.1.1/sdb +Placed 243/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 70/0 onto dev r1z1-10.1.1.1/sdc +Placed 70/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 70/1 onto dev r1z1-10.1.1.1/sda +Placed 70/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 70/2 onto dev r1z1-10.1.1.1/sdd +Placed 70/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 21/0 onto dev r1z1-10.1.1.1/sdb +Placed 21/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 21/1 onto dev r1z1-10.1.1.1/sdc +Placed 21/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 21/2 onto dev r1z1-10.1.1.1/sda +Placed 21/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 72/0 onto dev r1z1-10.1.1.1/sdd +Placed 72/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 72/1 onto dev r1z1-10.1.1.1/sdb +Placed 72/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 72/2 onto dev r1z1-10.1.1.1/sdc +Placed 72/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 68/0 onto dev r1z1-10.1.1.1/sda +Placed 68/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 68/1 onto dev r1z1-10.1.1.1/sdd +Placed 68/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 68/2 onto dev r1z1-10.1.1.1/sdb +Placed 68/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 31/0 onto dev r1z1-10.1.1.1/sdc +Placed 31/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 31/1 onto dev r1z1-10.1.1.1/sda +Placed 31/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 31/2 onto dev r1z1-10.1.1.1/sdd +Placed 31/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 90/0 onto dev r1z1-10.1.1.1/sdb +Placed 90/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 90/1 onto dev r1z1-10.1.1.1/sdc +Placed 90/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 90/2 onto dev r1z1-10.1.1.1/sda +Placed 90/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 142/0 onto dev r1z1-10.1.1.1/sdd +Placed 142/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 142/1 onto dev r1z1-10.1.1.1/sdb +Placed 142/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 142/2 onto dev r1z1-10.1.1.1/sdc +Placed 142/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 129/0 onto dev r1z1-10.1.1.1/sda +Placed 129/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 129/1 onto dev r1z1-10.1.1.1/sdd +Placed 129/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 129/2 onto dev r1z1-10.1.1.1/sdb +Placed 129/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 170/0 onto dev r1z1-10.1.1.1/sdc +Placed 170/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 170/1 onto dev r1z1-10.1.1.1/sda +Placed 170/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 170/2 onto dev r1z1-10.1.1.1/sdd +Placed 170/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 66/0 onto dev r1z1-10.1.1.1/sdb +Placed 66/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 66/1 onto dev r1z1-10.1.1.1/sdc +Placed 66/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 66/2 onto dev r1z1-10.1.1.1/sda +Placed 66/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 222/0 onto dev r1z1-10.1.1.1/sdd +Placed 222/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 222/1 onto dev r1z1-10.1.1.1/sdb +Placed 222/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 222/2 onto dev r1z1-10.1.1.1/sdc +Placed 222/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 174/0 onto dev r1z1-10.1.1.1/sda +Placed 174/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 174/1 onto dev r1z1-10.1.1.1/sdd +Placed 174/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 174/2 onto dev r1z1-10.1.1.1/sdb +Placed 174/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 118/0 onto dev r1z1-10.1.1.1/sdc +Placed 118/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 118/1 onto dev r1z1-10.1.1.1/sda +Placed 118/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 118/2 onto dev r1z1-10.1.1.1/sdd +Placed 118/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 227/0 onto dev r1z1-10.1.1.1/sdb +Placed 227/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 227/1 onto dev r1z1-10.1.1.1/sdc +Placed 227/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 227/2 onto dev r1z1-10.1.1.1/sda +Placed 227/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 197/0 onto dev r1z1-10.1.1.1/sdd +Placed 197/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 197/1 onto dev r1z1-10.1.1.1/sdb +Placed 197/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 197/2 onto dev r1z1-10.1.1.1/sdc +Placed 197/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 83/0 onto dev r1z1-10.1.1.1/sda +Placed 83/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 83/1 onto dev r1z1-10.1.1.1/sdd +Placed 83/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 83/2 onto dev r1z1-10.1.1.1/sdb +Placed 83/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 157/0 onto dev r1z1-10.1.1.1/sdc +Placed 157/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 157/1 onto dev r1z1-10.1.1.1/sda +Placed 157/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 157/2 onto dev r1z1-10.1.1.1/sdd +Placed 157/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 96/0 onto dev r1z1-10.1.1.1/sdb +Placed 96/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 96/1 onto dev r1z1-10.1.1.1/sdc +Placed 96/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 96/2 onto dev r1z1-10.1.1.1/sda +Placed 96/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 128/0 onto dev r1z1-10.1.1.1/sdd +Placed 128/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 128/1 onto dev r1z1-10.1.1.1/sdb +Placed 128/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 128/2 onto dev r1z1-10.1.1.1/sdc +Placed 128/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 185/0 onto dev r1z1-10.1.1.1/sda +Placed 185/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 185/1 onto dev r1z1-10.1.1.1/sdd +Placed 185/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 185/2 onto dev r1z1-10.1.1.1/sdb +Placed 185/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 85/0 onto dev r1z1-10.1.1.1/sdc +Placed 85/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 85/1 onto dev r1z1-10.1.1.1/sda +Placed 85/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 85/2 onto dev r1z1-10.1.1.1/sdd +Placed 85/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 62/0 onto dev r1z1-10.1.1.1/sdb +Placed 62/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 62/1 onto dev r1z1-10.1.1.1/sdc +Placed 62/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 62/2 onto dev r1z1-10.1.1.1/sda +Placed 62/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 103/0 onto dev r1z1-10.1.1.1/sdd +Placed 103/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 103/1 onto dev r1z1-10.1.1.1/sdb +Placed 103/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 103/2 onto dev r1z1-10.1.1.1/sdc +Placed 103/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 198/0 onto dev r1z1-10.1.1.1/sda +Placed 198/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 198/1 onto dev r1z1-10.1.1.1/sdd +Placed 198/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 198/2 onto dev r1z1-10.1.1.1/sdb +Placed 198/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 56/0 onto dev r1z1-10.1.1.1/sdc +Placed 56/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 56/1 onto dev r1z1-10.1.1.1/sda +Placed 56/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 56/2 onto dev r1z1-10.1.1.1/sdd +Placed 56/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 167/0 onto dev r1z1-10.1.1.1/sdb +Placed 167/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 167/1 onto dev r1z1-10.1.1.1/sdc +Placed 167/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 167/2 onto dev r1z1-10.1.1.1/sda +Placed 167/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 51/0 onto dev r1z1-10.1.1.1/sdd +Placed 51/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 51/1 onto dev r1z1-10.1.1.1/sdb +Placed 51/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 51/2 onto dev r1z1-10.1.1.1/sdc +Placed 51/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 10/0 onto dev r1z1-10.1.1.1/sda +Placed 10/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 10/1 onto dev r1z1-10.1.1.1/sdd +Placed 10/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 10/2 onto dev r1z1-10.1.1.1/sdb +Placed 10/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 223/0 onto dev r1z1-10.1.1.1/sdc +Placed 223/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 223/1 onto dev r1z1-10.1.1.1/sda +Placed 223/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 223/2 onto dev r1z1-10.1.1.1/sdd +Placed 223/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 216/0 onto dev r1z1-10.1.1.1/sdb +Placed 216/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 216/1 onto dev r1z1-10.1.1.1/sdc +Placed 216/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 216/2 onto dev r1z1-10.1.1.1/sda +Placed 216/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 11/0 onto dev r1z1-10.1.1.1/sdd +Placed 11/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 11/1 onto dev r1z1-10.1.1.1/sdb +Placed 11/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 11/2 onto dev r1z1-10.1.1.1/sdc +Placed 11/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 150/0 onto dev r1z1-10.1.1.1/sda +Placed 150/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 150/1 onto dev r1z1-10.1.1.1/sdd +Placed 150/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 150/2 onto dev r1z1-10.1.1.1/sdb +Placed 150/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 138/0 onto dev r1z1-10.1.1.1/sdc +Placed 138/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 138/1 onto dev r1z1-10.1.1.1/sda +Placed 138/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 138/2 onto dev r1z1-10.1.1.1/sdd +Placed 138/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 24/0 onto dev r1z1-10.1.1.1/sdb +Placed 24/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 24/1 onto dev r1z1-10.1.1.1/sdc +Placed 24/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 24/2 onto dev r1z1-10.1.1.1/sda +Placed 24/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 120/0 onto dev r1z1-10.1.1.1/sdd +Placed 120/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 120/1 onto dev r1z1-10.1.1.1/sdb +Placed 120/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 120/2 onto dev r1z1-10.1.1.1/sdc +Placed 120/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 179/0 onto dev r1z1-10.1.1.1/sda +Placed 179/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 179/1 onto dev r1z1-10.1.1.1/sdd +Placed 179/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 179/2 onto dev r1z1-10.1.1.1/sdb +Placed 179/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 220/0 onto dev r1z1-10.1.1.1/sdc +Placed 220/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 220/1 onto dev r1z1-10.1.1.1/sda +Placed 220/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 220/2 onto dev r1z1-10.1.1.1/sdd +Placed 220/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 81/0 onto dev r1z1-10.1.1.1/sdb +Placed 81/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 81/1 onto dev r1z1-10.1.1.1/sdc +Placed 81/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 81/2 onto dev r1z1-10.1.1.1/sda +Placed 81/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 105/0 onto dev r1z1-10.1.1.1/sdd +Placed 105/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 105/1 onto dev r1z1-10.1.1.1/sdb +Placed 105/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 105/2 onto dev r1z1-10.1.1.1/sdc +Placed 105/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 232/0 onto dev r1z1-10.1.1.1/sda +Placed 232/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 232/1 onto dev r1z1-10.1.1.1/sdd +Placed 232/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 232/2 onto dev r1z1-10.1.1.1/sdb +Placed 232/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 69/0 onto dev r1z1-10.1.1.1/sdc +Placed 69/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 69/1 onto dev r1z1-10.1.1.1/sda +Placed 69/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 69/2 onto dev r1z1-10.1.1.1/sdd +Placed 69/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 2/0 onto dev r1z1-10.1.1.1/sdb +Placed 2/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 2/1 onto dev r1z1-10.1.1.1/sdc +Placed 2/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 2/2 onto dev r1z1-10.1.1.1/sda +Placed 2/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 230/0 onto dev r1z1-10.1.1.1/sdd +Placed 230/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 230/1 onto dev r1z1-10.1.1.1/sdb +Placed 230/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 230/2 onto dev r1z1-10.1.1.1/sdc +Placed 230/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 177/0 onto dev r1z1-10.1.1.1/sda +Placed 177/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 177/1 onto dev r1z1-10.1.1.1/sdd +Placed 177/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 177/2 onto dev r1z1-10.1.1.1/sdb +Placed 177/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 75/0 onto dev r1z1-10.1.1.1/sdc +Placed 75/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 75/1 onto dev r1z1-10.1.1.1/sda +Placed 75/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 75/2 onto dev r1z1-10.1.1.1/sdd +Placed 75/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 109/0 onto dev r1z1-10.1.1.1/sdb +Placed 109/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 109/1 onto dev r1z1-10.1.1.1/sdc +Placed 109/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 109/2 onto dev r1z1-10.1.1.1/sda +Placed 109/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 116/0 onto dev r1z1-10.1.1.1/sdd +Placed 116/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 116/1 onto dev r1z1-10.1.1.1/sdb +Placed 116/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 116/2 onto dev r1z1-10.1.1.1/sdc +Placed 116/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 107/0 onto dev r1z1-10.1.1.1/sda +Placed 107/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 107/1 onto dev r1z1-10.1.1.1/sdd +Placed 107/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 107/2 onto dev r1z1-10.1.1.1/sdb +Placed 107/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 34/0 onto dev r1z1-10.1.1.1/sdc +Placed 34/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 34/1 onto dev r1z1-10.1.1.1/sda +Placed 34/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 34/2 onto dev r1z1-10.1.1.1/sdd +Placed 34/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 237/0 onto dev r1z1-10.1.1.1/sdb +Placed 237/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 237/1 onto dev r1z1-10.1.1.1/sdc +Placed 237/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 237/2 onto dev r1z1-10.1.1.1/sda +Placed 237/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 47/0 onto dev r1z1-10.1.1.1/sdd +Placed 47/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 47/1 onto dev r1z1-10.1.1.1/sdb +Placed 47/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 47/2 onto dev r1z1-10.1.1.1/sdc +Placed 47/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 55/0 onto dev r1z1-10.1.1.1/sda +Placed 55/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 55/1 onto dev r1z1-10.1.1.1/sdd +Placed 55/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 55/2 onto dev r1z1-10.1.1.1/sdb +Placed 55/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 79/0 onto dev r1z1-10.1.1.1/sdc +Placed 79/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 79/1 onto dev r1z1-10.1.1.1/sda +Placed 79/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 79/2 onto dev r1z1-10.1.1.1/sdd +Placed 79/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 252/0 onto dev r1z1-10.1.1.1/sdb +Placed 252/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 252/1 onto dev r1z1-10.1.1.1/sdc +Placed 252/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 252/2 onto dev r1z1-10.1.1.1/sda +Placed 252/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 14/0 onto dev r1z1-10.1.1.1/sdd +Placed 14/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 14/1 onto dev r1z1-10.1.1.1/sdb +Placed 14/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 14/2 onto dev r1z1-10.1.1.1/sdc +Placed 14/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 99/0 onto dev r1z1-10.1.1.1/sda +Placed 99/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 99/1 onto dev r1z1-10.1.1.1/sdd +Placed 99/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 99/2 onto dev r1z1-10.1.1.1/sdb +Placed 99/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 221/0 onto dev r1z1-10.1.1.1/sdc +Placed 221/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 221/1 onto dev r1z1-10.1.1.1/sda +Placed 221/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 221/2 onto dev r1z1-10.1.1.1/sdd +Placed 221/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 42/0 onto dev r1z1-10.1.1.1/sdb +Placed 42/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 42/1 onto dev r1z1-10.1.1.1/sdc +Placed 42/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 42/2 onto dev r1z1-10.1.1.1/sda +Placed 42/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 12/0 onto dev r1z1-10.1.1.1/sdd +Placed 12/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 12/1 onto dev r1z1-10.1.1.1/sdb +Placed 12/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 12/2 onto dev r1z1-10.1.1.1/sdc +Placed 12/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 217/0 onto dev r1z1-10.1.1.1/sda +Placed 217/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 217/1 onto dev r1z1-10.1.1.1/sdd +Placed 217/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 217/2 onto dev r1z1-10.1.1.1/sdb +Placed 217/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 191/0 onto dev r1z1-10.1.1.1/sdc +Placed 191/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 191/1 onto dev r1z1-10.1.1.1/sda +Placed 191/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 191/2 onto dev r1z1-10.1.1.1/sdd +Placed 191/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 48/0 onto dev r1z1-10.1.1.1/sdb +Placed 48/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 48/1 onto dev r1z1-10.1.1.1/sdc +Placed 48/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 48/2 onto dev r1z1-10.1.1.1/sda +Placed 48/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 182/0 onto dev r1z1-10.1.1.1/sdd +Placed 182/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 182/1 onto dev r1z1-10.1.1.1/sdb +Placed 182/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 182/2 onto dev r1z1-10.1.1.1/sdc +Placed 182/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 61/0 onto dev r1z1-10.1.1.1/sda +Placed 61/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 61/1 onto dev r1z1-10.1.1.1/sdd +Placed 61/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 61/2 onto dev r1z1-10.1.1.1/sdb +Placed 61/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 158/0 onto dev r1z1-10.1.1.1/sdc +Placed 158/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 158/1 onto dev r1z1-10.1.1.1/sda +Placed 158/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 158/2 onto dev r1z1-10.1.1.1/sdd +Placed 158/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 213/0 onto dev r1z1-10.1.1.1/sdb +Placed 213/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 213/1 onto dev r1z1-10.1.1.1/sdc +Placed 213/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 213/2 onto dev r1z1-10.1.1.1/sda +Placed 213/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 136/0 onto dev r1z1-10.1.1.1/sdd +Placed 136/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 136/1 onto dev r1z1-10.1.1.1/sdb +Placed 136/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 136/2 onto dev r1z1-10.1.1.1/sdc +Placed 136/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 139/0 onto dev r1z1-10.1.1.1/sda +Placed 139/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 139/1 onto dev r1z1-10.1.1.1/sdd +Placed 139/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 139/2 onto dev r1z1-10.1.1.1/sdb +Placed 139/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 134/0 onto dev r1z1-10.1.1.1/sdc +Placed 134/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 134/1 onto dev r1z1-10.1.1.1/sda +Placed 134/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 134/2 onto dev r1z1-10.1.1.1/sdd +Placed 134/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 16/0 onto dev r1z1-10.1.1.1/sdb +Placed 16/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 16/1 onto dev r1z1-10.1.1.1/sdc +Placed 16/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 16/2 onto dev r1z1-10.1.1.1/sda +Placed 16/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 175/0 onto dev r1z1-10.1.1.1/sdd +Placed 175/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 175/1 onto dev r1z1-10.1.1.1/sdb +Placed 175/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 175/2 onto dev r1z1-10.1.1.1/sdc +Placed 175/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 22/0 onto dev r1z1-10.1.1.1/sda +Placed 22/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 22/1 onto dev r1z1-10.1.1.1/sdd +Placed 22/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 22/2 onto dev r1z1-10.1.1.1/sdb +Placed 22/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 195/0 onto dev r1z1-10.1.1.1/sdc +Placed 195/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 195/1 onto dev r1z1-10.1.1.1/sda +Placed 195/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 195/2 onto dev r1z1-10.1.1.1/sdd +Placed 195/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 53/0 onto dev r1z1-10.1.1.1/sdb +Placed 53/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 53/1 onto dev r1z1-10.1.1.1/sdc +Placed 53/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 53/2 onto dev r1z1-10.1.1.1/sda +Placed 53/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 204/0 onto dev r1z1-10.1.1.1/sdd +Placed 204/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 204/1 onto dev r1z1-10.1.1.1/sdb +Placed 204/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 204/2 onto dev r1z1-10.1.1.1/sdc +Placed 204/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 101/0 onto dev r1z1-10.1.1.1/sda +Placed 101/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 101/1 onto dev r1z1-10.1.1.1/sdd +Placed 101/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 101/2 onto dev r1z1-10.1.1.1/sdb +Placed 101/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 148/0 onto dev r1z1-10.1.1.1/sdc +Placed 148/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 148/1 onto dev r1z1-10.1.1.1/sda +Placed 148/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 148/2 onto dev r1z1-10.1.1.1/sdd +Placed 148/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 255/0 onto dev r1z1-10.1.1.1/sdb +Placed 255/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 255/1 onto dev r1z1-10.1.1.1/sdc +Placed 255/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 255/2 onto dev r1z1-10.1.1.1/sda +Placed 255/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 162/0 onto dev r1z1-10.1.1.1/sdd +Placed 162/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 162/1 onto dev r1z1-10.1.1.1/sdb +Placed 162/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 162/2 onto dev r1z1-10.1.1.1/sdc +Placed 162/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 50/0 onto dev r1z1-10.1.1.1/sda +Placed 50/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 50/1 onto dev r1z1-10.1.1.1/sdd +Placed 50/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 50/2 onto dev r1z1-10.1.1.1/sdb +Placed 50/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 171/0 onto dev r1z1-10.1.1.1/sdc +Placed 171/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 171/1 onto dev r1z1-10.1.1.1/sda +Placed 171/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 171/2 onto dev r1z1-10.1.1.1/sdd +Placed 171/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 46/0 onto dev r1z1-10.1.1.1/sdb +Placed 46/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 46/1 onto dev r1z1-10.1.1.1/sdc +Placed 46/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 46/2 onto dev r1z1-10.1.1.1/sda +Placed 46/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 121/0 onto dev r1z1-10.1.1.1/sdd +Placed 121/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 121/1 onto dev r1z1-10.1.1.1/sdb +Placed 121/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 121/2 onto dev r1z1-10.1.1.1/sdc +Placed 121/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 224/0 onto dev r1z1-10.1.1.1/sda +Placed 224/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 224/1 onto dev r1z1-10.1.1.1/sdd +Placed 224/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 224/2 onto dev r1z1-10.1.1.1/sdb +Placed 224/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 210/0 onto dev r1z1-10.1.1.1/sdc +Placed 210/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 210/1 onto dev r1z1-10.1.1.1/sda +Placed 210/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 210/2 onto dev r1z1-10.1.1.1/sdd +Placed 210/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 239/0 onto dev r1z1-10.1.1.1/sdb +Placed 239/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 239/1 onto dev r1z1-10.1.1.1/sdc +Placed 239/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 239/2 onto dev r1z1-10.1.1.1/sda +Placed 239/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 102/0 onto dev r1z1-10.1.1.1/sdd +Placed 102/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 102/1 onto dev r1z1-10.1.1.1/sdb +Placed 102/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 102/2 onto dev r1z1-10.1.1.1/sdc +Placed 102/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 9/0 onto dev r1z1-10.1.1.1/sda +Placed 9/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 9/1 onto dev r1z1-10.1.1.1/sdd +Placed 9/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 9/2 onto dev r1z1-10.1.1.1/sdb +Placed 9/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 236/0 onto dev r1z1-10.1.1.1/sdc +Placed 236/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 236/1 onto dev r1z1-10.1.1.1/sda +Placed 236/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 236/2 onto dev r1z1-10.1.1.1/sdd +Placed 236/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 231/0 onto dev r1z1-10.1.1.1/sdb +Placed 231/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 231/1 onto dev r1z1-10.1.1.1/sdc +Placed 231/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 231/2 onto dev r1z1-10.1.1.1/sda +Placed 231/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 25/0 onto dev r1z1-10.1.1.1/sdd +Placed 25/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 25/1 onto dev r1z1-10.1.1.1/sdb +Placed 25/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 25/2 onto dev r1z1-10.1.1.1/sdc +Placed 25/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 82/0 onto dev r1z1-10.1.1.1/sda +Placed 82/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 82/1 onto dev r1z1-10.1.1.1/sdd +Placed 82/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 82/2 onto dev r1z1-10.1.1.1/sdb +Placed 82/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 98/0 onto dev r1z1-10.1.1.1/sdc +Placed 98/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 98/1 onto dev r1z1-10.1.1.1/sda +Placed 98/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 98/2 onto dev r1z1-10.1.1.1/sdd +Placed 98/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 184/0 onto dev r1z1-10.1.1.1/sdb +Placed 184/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 184/1 onto dev r1z1-10.1.1.1/sdc +Placed 184/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 184/2 onto dev r1z1-10.1.1.1/sda +Placed 184/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 247/0 onto dev r1z1-10.1.1.1/sdd +Placed 247/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 247/1 onto dev r1z1-10.1.1.1/sdb +Placed 247/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 247/2 onto dev r1z1-10.1.1.1/sdc +Placed 247/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 160/0 onto dev r1z1-10.1.1.1/sda +Placed 160/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 160/1 onto dev r1z1-10.1.1.1/sdd +Placed 160/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 160/2 onto dev r1z1-10.1.1.1/sdb +Placed 160/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 211/0 onto dev r1z1-10.1.1.1/sdc +Placed 211/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 211/1 onto dev r1z1-10.1.1.1/sda +Placed 211/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 211/2 onto dev r1z1-10.1.1.1/sdd +Placed 211/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 5/0 onto dev r1z1-10.1.1.1/sdb +Placed 5/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 5/1 onto dev r1z1-10.1.1.1/sdc +Placed 5/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 5/2 onto dev r1z1-10.1.1.1/sda +Placed 5/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 241/0 onto dev r1z1-10.1.1.1/sdd +Placed 241/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 241/1 onto dev r1z1-10.1.1.1/sdb +Placed 241/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 241/2 onto dev r1z1-10.1.1.1/sdc +Placed 241/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 144/0 onto dev r1z1-10.1.1.1/sda +Placed 144/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 144/1 onto dev r1z1-10.1.1.1/sdd +Placed 144/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 144/2 onto dev r1z1-10.1.1.1/sdb +Placed 144/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 154/0 onto dev r1z1-10.1.1.1/sdc +Placed 154/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 154/1 onto dev r1z1-10.1.1.1/sda +Placed 154/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 154/2 onto dev r1z1-10.1.1.1/sdd +Placed 154/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 92/0 onto dev r1z1-10.1.1.1/sdb +Placed 92/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 92/1 onto dev r1z1-10.1.1.1/sdc +Placed 92/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 92/2 onto dev r1z1-10.1.1.1/sda +Placed 92/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 193/0 onto dev r1z1-10.1.1.1/sdd +Placed 193/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 193/1 onto dev r1z1-10.1.1.1/sdb +Placed 193/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 193/2 onto dev r1z1-10.1.1.1/sdc +Placed 193/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 207/0 onto dev r1z1-10.1.1.1/sda +Placed 207/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 207/1 onto dev r1z1-10.1.1.1/sdd +Placed 207/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 207/2 onto dev r1z1-10.1.1.1/sdb +Placed 207/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 137/0 onto dev r1z1-10.1.1.1/sdc +Placed 137/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 137/1 onto dev r1z1-10.1.1.1/sda +Placed 137/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 137/2 onto dev r1z1-10.1.1.1/sdd +Placed 137/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 233/0 onto dev r1z1-10.1.1.1/sdb +Placed 233/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 233/1 onto dev r1z1-10.1.1.1/sdc +Placed 233/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 233/2 onto dev r1z1-10.1.1.1/sda +Placed 233/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 87/0 onto dev r1z1-10.1.1.1/sdd +Placed 87/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 87/1 onto dev r1z1-10.1.1.1/sdb +Placed 87/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 87/2 onto dev r1z1-10.1.1.1/sdc +Placed 87/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 173/0 onto dev r1z1-10.1.1.1/sda +Placed 173/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 173/1 onto dev r1z1-10.1.1.1/sdd +Placed 173/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 173/2 onto dev r1z1-10.1.1.1/sdb +Placed 173/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 201/0 onto dev r1z1-10.1.1.1/sdc +Placed 201/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 201/1 onto dev r1z1-10.1.1.1/sda +Placed 201/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 201/2 onto dev r1z1-10.1.1.1/sdd +Placed 201/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 151/0 onto dev r1z1-10.1.1.1/sdb +Placed 151/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 151/1 onto dev r1z1-10.1.1.1/sdc +Placed 151/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 151/2 onto dev r1z1-10.1.1.1/sda +Placed 151/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 141/0 onto dev r1z1-10.1.1.1/sdd +Placed 141/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 141/1 onto dev r1z1-10.1.1.1/sdb +Placed 141/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 141/2 onto dev r1z1-10.1.1.1/sdc +Placed 141/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 60/0 onto dev r1z1-10.1.1.1/sda +Placed 60/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 60/1 onto dev r1z1-10.1.1.1/sdd +Placed 60/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 60/2 onto dev r1z1-10.1.1.1/sdb +Placed 60/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 7/0 onto dev r1z1-10.1.1.1/sdc +Placed 7/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 7/1 onto dev r1z1-10.1.1.1/sda +Placed 7/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 7/2 onto dev r1z1-10.1.1.1/sdd +Placed 7/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 88/0 onto dev r1z1-10.1.1.1/sdb +Placed 88/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 88/1 onto dev r1z1-10.1.1.1/sdc +Placed 88/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 88/2 onto dev r1z1-10.1.1.1/sda +Placed 88/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 123/0 onto dev r1z1-10.1.1.1/sdd +Placed 123/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 123/1 onto dev r1z1-10.1.1.1/sdb +Placed 123/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 123/2 onto dev r1z1-10.1.1.1/sdc +Placed 123/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 202/0 onto dev r1z1-10.1.1.1/sda +Placed 202/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 202/1 onto dev r1z1-10.1.1.1/sdd +Placed 202/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 202/2 onto dev r1z1-10.1.1.1/sdb +Placed 202/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 35/0 onto dev r1z1-10.1.1.1/sdc +Placed 35/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 35/1 onto dev r1z1-10.1.1.1/sda +Placed 35/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 35/2 onto dev r1z1-10.1.1.1/sdd +Placed 35/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 29/0 onto dev r1z1-10.1.1.1/sdb +Placed 29/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 29/1 onto dev r1z1-10.1.1.1/sdc +Placed 29/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 29/2 onto dev r1z1-10.1.1.1/sda +Placed 29/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 3/0 onto dev r1z1-10.1.1.1/sdd +Placed 3/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 3/1 onto dev r1z1-10.1.1.1/sdb +Placed 3/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 3/2 onto dev r1z1-10.1.1.1/sdc +Placed 3/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 33/0 onto dev r1z1-10.1.1.1/sda +Placed 33/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 33/1 onto dev r1z1-10.1.1.1/sdd +Placed 33/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 33/2 onto dev r1z1-10.1.1.1/sdb +Placed 33/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 194/0 onto dev r1z1-10.1.1.1/sdc +Placed 194/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 194/1 onto dev r1z1-10.1.1.1/sda +Placed 194/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 194/2 onto dev r1z1-10.1.1.1/sdd +Placed 194/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 187/0 onto dev r1z1-10.1.1.1/sdb +Placed 187/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 187/1 onto dev r1z1-10.1.1.1/sdc +Placed 187/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 187/2 onto dev r1z1-10.1.1.1/sda +Placed 187/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 20/0 onto dev r1z1-10.1.1.1/sdd +Placed 20/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 20/1 onto dev r1z1-10.1.1.1/sdb +Placed 20/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 20/2 onto dev r1z1-10.1.1.1/sdc +Placed 20/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 57/0 onto dev r1z1-10.1.1.1/sda +Placed 57/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 57/1 onto dev r1z1-10.1.1.1/sdd +Placed 57/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 57/2 onto dev r1z1-10.1.1.1/sdb +Placed 57/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 4/0 onto dev r1z1-10.1.1.1/sdc +Placed 4/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 4/1 onto dev r1z1-10.1.1.1/sda +Placed 4/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 4/2 onto dev r1z1-10.1.1.1/sdd +Placed 4/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 229/0 onto dev r1z1-10.1.1.1/sdb +Placed 229/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 229/1 onto dev r1z1-10.1.1.1/sdc +Placed 229/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 229/2 onto dev r1z1-10.1.1.1/sda +Placed 229/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 65/0 onto dev r1z1-10.1.1.1/sdd +Placed 65/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 65/1 onto dev r1z1-10.1.1.1/sdb +Placed 65/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 65/2 onto dev r1z1-10.1.1.1/sdc +Placed 65/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 228/0 onto dev r1z1-10.1.1.1/sda +Placed 228/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 228/1 onto dev r1z1-10.1.1.1/sdd +Placed 228/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 228/2 onto dev r1z1-10.1.1.1/sdb +Placed 228/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 122/0 onto dev r1z1-10.1.1.1/sdc +Placed 122/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 122/1 onto dev r1z1-10.1.1.1/sda +Placed 122/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 122/2 onto dev r1z1-10.1.1.1/sdd +Placed 122/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 91/0 onto dev r1z1-10.1.1.1/sdb +Placed 91/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 91/1 onto dev r1z1-10.1.1.1/sdc +Placed 91/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 91/2 onto dev r1z1-10.1.1.1/sda +Placed 91/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 253/0 onto dev r1z1-10.1.1.1/sdd +Placed 253/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 253/1 onto dev r1z1-10.1.1.1/sdb +Placed 253/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 253/2 onto dev r1z1-10.1.1.1/sdc +Placed 253/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 44/0 onto dev r1z1-10.1.1.1/sda +Placed 44/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 44/1 onto dev r1z1-10.1.1.1/sdd +Placed 44/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 44/2 onto dev r1z1-10.1.1.1/sdb +Placed 44/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 133/0 onto dev r1z1-10.1.1.1/sdc +Placed 133/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 133/1 onto dev r1z1-10.1.1.1/sda +Placed 133/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 133/2 onto dev r1z1-10.1.1.1/sdd +Placed 133/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 117/0 onto dev r1z1-10.1.1.1/sdb +Placed 117/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 117/1 onto dev r1z1-10.1.1.1/sdc +Placed 117/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 117/2 onto dev r1z1-10.1.1.1/sda +Placed 117/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 1/0 onto dev r1z1-10.1.1.1/sdd +Placed 1/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 1/1 onto dev r1z1-10.1.1.1/sdb +Placed 1/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 1/2 onto dev r1z1-10.1.1.1/sdc +Placed 1/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 190/0 onto dev r1z1-10.1.1.1/sda +Placed 190/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 190/1 onto dev r1z1-10.1.1.1/sdd +Placed 190/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 190/2 onto dev r1z1-10.1.1.1/sdb +Placed 190/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 26/0 onto dev r1z1-10.1.1.1/sdc +Placed 26/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 26/1 onto dev r1z1-10.1.1.1/sda +Placed 26/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 26/2 onto dev r1z1-10.1.1.1/sdd +Placed 26/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 208/0 onto dev r1z1-10.1.1.1/sdb +Placed 208/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 208/1 onto dev r1z1-10.1.1.1/sdc +Placed 208/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 208/2 onto dev r1z1-10.1.1.1/sda +Placed 208/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 163/0 onto dev r1z1-10.1.1.1/sdd +Placed 163/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 163/1 onto dev r1z1-10.1.1.1/sdb +Placed 163/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 163/2 onto dev r1z1-10.1.1.1/sdc +Placed 163/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 112/0 onto dev r1z1-10.1.1.1/sda +Placed 112/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 112/1 onto dev r1z1-10.1.1.1/sdd +Placed 112/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 112/2 onto dev r1z1-10.1.1.1/sdb +Placed 112/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 145/0 onto dev r1z1-10.1.1.1/sdc +Placed 145/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 145/1 onto dev r1z1-10.1.1.1/sda +Placed 145/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 145/2 onto dev r1z1-10.1.1.1/sdd +Placed 145/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 74/0 onto dev r1z1-10.1.1.1/sdb +Placed 74/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 74/1 onto dev r1z1-10.1.1.1/sdc +Placed 74/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 74/2 onto dev r1z1-10.1.1.1/sda +Placed 74/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 219/0 onto dev r1z1-10.1.1.1/sdd +Placed 219/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 219/1 onto dev r1z1-10.1.1.1/sdb +Placed 219/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 219/2 onto dev r1z1-10.1.1.1/sdc +Placed 219/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 209/0 onto dev r1z1-10.1.1.1/sda +Placed 209/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 209/1 onto dev r1z1-10.1.1.1/sdd +Placed 209/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 209/2 onto dev r1z1-10.1.1.1/sdb +Placed 209/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 67/0 onto dev r1z1-10.1.1.1/sdc +Placed 67/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 67/1 onto dev r1z1-10.1.1.1/sda +Placed 67/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 67/2 onto dev r1z1-10.1.1.1/sdd +Placed 67/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 200/0 onto dev r1z1-10.1.1.1/sdb +Placed 200/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 200/1 onto dev r1z1-10.1.1.1/sdc +Placed 200/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 200/2 onto dev r1z1-10.1.1.1/sda +Placed 200/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 254/0 onto dev r1z1-10.1.1.1/sdd +Placed 254/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 254/1 onto dev r1z1-10.1.1.1/sdb +Placed 254/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 254/2 onto dev r1z1-10.1.1.1/sdc +Placed 254/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 168/0 onto dev r1z1-10.1.1.1/sda +Placed 168/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 168/1 onto dev r1z1-10.1.1.1/sdd +Placed 168/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 168/2 onto dev r1z1-10.1.1.1/sdb +Placed 168/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 235/0 onto dev r1z1-10.1.1.1/sdc +Placed 235/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 235/1 onto dev r1z1-10.1.1.1/sda +Placed 235/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 235/2 onto dev r1z1-10.1.1.1/sdd +Placed 235/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 54/0 onto dev r1z1-10.1.1.1/sdb +Placed 54/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 54/1 onto dev r1z1-10.1.1.1/sdc +Placed 54/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 54/2 onto dev r1z1-10.1.1.1/sda +Placed 54/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 28/0 onto dev r1z1-10.1.1.1/sdd +Placed 28/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 28/1 onto dev r1z1-10.1.1.1/sdb +Placed 28/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 28/2 onto dev r1z1-10.1.1.1/sdc +Placed 28/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 240/0 onto dev r1z1-10.1.1.1/sda +Placed 240/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 240/1 onto dev r1z1-10.1.1.1/sdd +Placed 240/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 240/2 onto dev r1z1-10.1.1.1/sdb +Placed 240/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 39/0 onto dev r1z1-10.1.1.1/sdc +Placed 39/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 39/1 onto dev r1z1-10.1.1.1/sda +Placed 39/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 39/2 onto dev r1z1-10.1.1.1/sdd +Placed 39/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 156/0 onto dev r1z1-10.1.1.1/sdb +Placed 156/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 156/1 onto dev r1z1-10.1.1.1/sdc +Placed 156/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 156/2 onto dev r1z1-10.1.1.1/sda +Placed 156/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 161/0 onto dev r1z1-10.1.1.1/sdd +Placed 161/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 161/1 onto dev r1z1-10.1.1.1/sdb +Placed 161/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 161/2 onto dev r1z1-10.1.1.1/sdc +Placed 161/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 176/0 onto dev r1z1-10.1.1.1/sda +Placed 176/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 176/1 onto dev r1z1-10.1.1.1/sdd +Placed 176/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 176/2 onto dev r1z1-10.1.1.1/sdb +Placed 176/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 40/0 onto dev r1z1-10.1.1.1/sdc +Placed 40/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 40/1 onto dev r1z1-10.1.1.1/sda +Placed 40/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 40/2 onto dev r1z1-10.1.1.1/sdd +Placed 40/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 250/0 onto dev r1z1-10.1.1.1/sdb +Placed 250/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 250/1 onto dev r1z1-10.1.1.1/sdc +Placed 250/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 250/2 onto dev r1z1-10.1.1.1/sda +Placed 250/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 215/0 onto dev r1z1-10.1.1.1/sdd +Placed 215/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 215/1 onto dev r1z1-10.1.1.1/sdb +Placed 215/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 215/2 onto dev r1z1-10.1.1.1/sdc +Placed 215/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 218/0 onto dev r1z1-10.1.1.1/sda +Placed 218/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 218/1 onto dev r1z1-10.1.1.1/sdd +Placed 218/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 218/2 onto dev r1z1-10.1.1.1/sdb +Placed 218/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 189/0 onto dev r1z1-10.1.1.1/sdc +Placed 189/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 189/1 onto dev r1z1-10.1.1.1/sda +Placed 189/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 189/2 onto dev r1z1-10.1.1.1/sdd +Placed 189/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 164/0 onto dev r1z1-10.1.1.1/sdb +Placed 164/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 164/1 onto dev r1z1-10.1.1.1/sdc +Placed 164/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 164/2 onto dev r1z1-10.1.1.1/sda +Placed 164/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 49/0 onto dev r1z1-10.1.1.1/sdd +Placed 49/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 49/1 onto dev r1z1-10.1.1.1/sdb +Placed 49/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 49/2 onto dev r1z1-10.1.1.1/sdc +Placed 49/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 131/0 onto dev r1z1-10.1.1.1/sda +Placed 131/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 131/1 onto dev r1z1-10.1.1.1/sdd +Placed 131/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 131/2 onto dev r1z1-10.1.1.1/sdb +Placed 131/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 104/0 onto dev r1z1-10.1.1.1/sdc +Placed 104/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 104/1 onto dev r1z1-10.1.1.1/sda +Placed 104/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 104/2 onto dev r1z1-10.1.1.1/sdd +Placed 104/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 140/0 onto dev r1z1-10.1.1.1/sdb +Placed 140/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 140/1 onto dev r1z1-10.1.1.1/sdc +Placed 140/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 140/2 onto dev r1z1-10.1.1.1/sda +Placed 140/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 199/0 onto dev r1z1-10.1.1.1/sdd +Placed 199/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 199/1 onto dev r1z1-10.1.1.1/sdb +Placed 199/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 199/2 onto dev r1z1-10.1.1.1/sdc +Placed 199/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 27/0 onto dev r1z1-10.1.1.1/sda +Placed 27/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 27/1 onto dev r1z1-10.1.1.1/sdd +Placed 27/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 27/2 onto dev r1z1-10.1.1.1/sdb +Placed 27/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 23/0 onto dev r1z1-10.1.1.1/sdc +Placed 23/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 23/1 onto dev r1z1-10.1.1.1/sda +Placed 23/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 23/2 onto dev r1z1-10.1.1.1/sdd +Placed 23/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 119/0 onto dev r1z1-10.1.1.1/sdb +Placed 119/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 119/1 onto dev r1z1-10.1.1.1/sdc +Placed 119/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 119/2 onto dev r1z1-10.1.1.1/sda +Placed 119/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 94/0 onto dev r1z1-10.1.1.1/sdd +Placed 94/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 94/1 onto dev r1z1-10.1.1.1/sdb +Placed 94/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 94/2 onto dev r1z1-10.1.1.1/sdc +Placed 94/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 155/0 onto dev r1z1-10.1.1.1/sda +Placed 155/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 155/1 onto dev r1z1-10.1.1.1/sdd +Placed 155/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 155/2 onto dev r1z1-10.1.1.1/sdb +Placed 155/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 93/0 onto dev r1z1-10.1.1.1/sdc +Placed 93/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 93/1 onto dev r1z1-10.1.1.1/sda +Placed 93/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 93/2 onto dev r1z1-10.1.1.1/sdd +Placed 93/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 17/0 onto dev r1z1-10.1.1.1/sdb +Placed 17/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 17/1 onto dev r1z1-10.1.1.1/sdc +Placed 17/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 17/2 onto dev r1z1-10.1.1.1/sda +Placed 17/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 52/0 onto dev r1z1-10.1.1.1/sdd +Placed 52/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 52/1 onto dev r1z1-10.1.1.1/sdb +Placed 52/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 52/2 onto dev r1z1-10.1.1.1/sdc +Placed 52/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 130/0 onto dev r1z1-10.1.1.1/sda +Placed 130/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 130/1 onto dev r1z1-10.1.1.1/sdd +Placed 130/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 130/2 onto dev r1z1-10.1.1.1/sdb +Placed 130/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 188/0 onto dev r1z1-10.1.1.1/sdc +Placed 188/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 188/1 onto dev r1z1-10.1.1.1/sda +Placed 188/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 188/2 onto dev r1z1-10.1.1.1/sdd +Placed 188/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 242/0 onto dev r1z1-10.1.1.1/sdb +Placed 242/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 242/1 onto dev r1z1-10.1.1.1/sdc +Placed 242/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 242/2 onto dev r1z1-10.1.1.1/sda +Placed 242/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 126/0 onto dev r1z1-10.1.1.1/sdd +Placed 126/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 126/1 onto dev r1z1-10.1.1.1/sdb +Placed 126/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 126/2 onto dev r1z1-10.1.1.1/sdc +Placed 126/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 18/0 onto dev r1z1-10.1.1.1/sda +Placed 18/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 18/1 onto dev r1z1-10.1.1.1/sdd +Placed 18/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 18/2 onto dev r1z1-10.1.1.1/sdb +Placed 18/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 59/0 onto dev r1z1-10.1.1.1/sdc +Placed 59/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 59/1 onto dev r1z1-10.1.1.1/sda +Placed 59/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 59/2 onto dev r1z1-10.1.1.1/sdd +Placed 59/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 86/0 onto dev r1z1-10.1.1.1/sdb +Placed 86/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 86/1 onto dev r1z1-10.1.1.1/sdc +Placed 86/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 86/2 onto dev r1z1-10.1.1.1/sda +Placed 86/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 146/0 onto dev r1z1-10.1.1.1/sdd +Placed 146/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 146/1 onto dev r1z1-10.1.1.1/sdb +Placed 146/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 146/2 onto dev r1z1-10.1.1.1/sdc +Placed 146/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 43/0 onto dev r1z1-10.1.1.1/sda +Placed 43/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 43/1 onto dev r1z1-10.1.1.1/sdd +Placed 43/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 43/2 onto dev r1z1-10.1.1.1/sdb +Placed 43/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 246/0 onto dev r1z1-10.1.1.1/sdc +Placed 246/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 246/1 onto dev r1z1-10.1.1.1/sda +Placed 246/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 246/2 onto dev r1z1-10.1.1.1/sdd +Placed 246/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 77/0 onto dev r1z1-10.1.1.1/sdb +Placed 77/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 77/1 onto dev r1z1-10.1.1.1/sdc +Placed 77/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 77/2 onto dev r1z1-10.1.1.1/sda +Placed 77/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 183/0 onto dev r1z1-10.1.1.1/sdd +Placed 183/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 183/1 onto dev r1z1-10.1.1.1/sdb +Placed 183/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 183/2 onto dev r1z1-10.1.1.1/sdc +Placed 183/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 111/0 onto dev r1z1-10.1.1.1/sda +Placed 111/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 111/1 onto dev r1z1-10.1.1.1/sdd +Placed 111/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 111/2 onto dev r1z1-10.1.1.1/sdb +Placed 111/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 178/0 onto dev r1z1-10.1.1.1/sdc +Placed 178/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 178/1 onto dev r1z1-10.1.1.1/sda +Placed 178/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 178/2 onto dev r1z1-10.1.1.1/sdd +Placed 178/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 8/0 onto dev r1z1-10.1.1.1/sdb +Placed 8/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 8/1 onto dev r1z1-10.1.1.1/sdc +Placed 8/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 8/2 onto dev r1z1-10.1.1.1/sda +Placed 8/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 234/0 onto dev r1z1-10.1.1.1/sdd +Placed 234/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 234/1 onto dev r1z1-10.1.1.1/sdb +Placed 234/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 234/2 onto dev r1z1-10.1.1.1/sdc +Placed 234/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 249/0 onto dev r1z1-10.1.1.1/sda +Placed 249/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 249/1 onto dev r1z1-10.1.1.1/sdd +Placed 249/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 249/2 onto dev r1z1-10.1.1.1/sdb +Placed 249/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 196/0 onto dev r1z1-10.1.1.1/sdc +Placed 196/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 196/1 onto dev r1z1-10.1.1.1/sda +Placed 196/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 196/2 onto dev r1z1-10.1.1.1/sdd +Placed 196/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 97/0 onto dev r1z1-10.1.1.1/sdb +Placed 97/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 97/1 onto dev r1z1-10.1.1.1/sdc +Placed 97/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 97/2 onto dev r1z1-10.1.1.1/sda +Placed 97/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 114/0 onto dev r1z1-10.1.1.1/sdd +Placed 114/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 114/1 onto dev r1z1-10.1.1.1/sdb +Placed 114/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 114/2 onto dev r1z1-10.1.1.1/sdc +Placed 114/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 159/0 onto dev r1z1-10.1.1.1/sda +Placed 159/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 159/1 onto dev r1z1-10.1.1.1/sdd +Placed 159/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 159/2 onto dev r1z1-10.1.1.1/sdb +Placed 159/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 166/0 onto dev r1z1-10.1.1.1/sdc +Placed 166/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 166/1 onto dev r1z1-10.1.1.1/sda +Placed 166/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 166/2 onto dev r1z1-10.1.1.1/sdd +Placed 166/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 124/0 onto dev r1z1-10.1.1.1/sdb +Placed 124/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 124/1 onto dev r1z1-10.1.1.1/sdc +Placed 124/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 124/2 onto dev r1z1-10.1.1.1/sda +Placed 124/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Assigned 768 parts +Assigned 768 parts +DEBUG: Finished rebalance plan after 1 attempts +Finished rebalance plan after 1 attempts +DEBUG: Planning 3.0 on (1,) +DEBUG: Planning 3.0 on (1,) +Planning 3.0 on (1,) +DEBUG: Planning 3.0 on (1, 1) +DEBUG: Planning 3.0 on (1, 1) +Planning 3.0 on (1, 1) +DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') +DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') +Planning 3.0 on (1, 1, '10.1.1.1') +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) +Planning 0.75 on (1, 1, '10.1.1.1', 0) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) +Planning 0.75 on (1, 1, '10.1.1.1', 1) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) +Planning 0.75 on (1, 1, '10.1.1.1', 2) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) +Planning 0.75 on (1, 1, '10.1.1.1', 3) +DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: 0 new parts and 0 removed parts from replica-count change +DEBUG: 0 new parts and 0 removed parts from replica-count change +0 new parts and 0 removed parts from replica-count change +DEBUG: Gather start is 214 (Last start was 132) +DEBUG: Gather start is 214 (Last start was 132) +Gather start is 214 (Last start was 132) +DEBUG: Unable to finish rebalance plan after 1 attempts +DEBUG: Unable to finish rebalance plan after 1 attempts +Unable to finish rebalance plan after 1 attempts +DEBUG: Planning 3.0 on (1,) +DEBUG: Planning 3.0 on (1,) +DEBUG: Planning 3.0 on (1,) +Planning 3.0 on (1,) +DEBUG: Planning 3.0 on (1, 1) +DEBUG: Planning 3.0 on (1, 1) +DEBUG: Planning 3.0 on (1, 1) +Planning 3.0 on (1, 1) +DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') +DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') +DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') +Planning 3.0 on (1, 1, '10.1.1.1') +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) +Planning 0.75 on (1, 1, '10.1.1.1', 0) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) +Planning 0.75 on (1, 1, '10.1.1.1', 1) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) +Planning 0.75 on (1, 1, '10.1.1.1', 2) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) +Planning 0.75 on (1, 1, '10.1.1.1', 3) +DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: 0 new parts and 0 removed parts from replica-count change +DEBUG: 0 new parts and 0 removed parts from replica-count change +DEBUG: 0 new parts and 0 removed parts from replica-count change +0 new parts and 0 removed parts from replica-count change +DEBUG: Gather start is 214 (Last start was 132) +DEBUG: Gather start is 214 (Last start was 132) +DEBUG: Gather start is 214 (Last start was 132) +Gather start is 214 (Last start was 132) +DEBUG: Unable to finish rebalance plan after 1 attempts +DEBUG: Unable to finish rebalance plan after 1 attempts +DEBUG: Unable to finish rebalance plan after 1 attempts +Unable to finish rebalance plan after 1 attempts +test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_debug +test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_debug ... ok +test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_rebalance_warning_appears +test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_rebalance_warning_appears ... ok +test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_rebalance_warning_with_overload +test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_rebalance_warning_with_overload ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_bad_container_key_for_default_required_list +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_bad_container_key_for_default_required_list ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_bad_object_key_for_default_required_list +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_bad_object_key_for_default_required_list ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_callback_exception +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_callback_exception ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_callback +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_callback ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_container_key_for_specified_required_list +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_container_key_for_specified_required_list ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_key_for_default_required_list +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_key_for_default_required_list ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_object_key_for_specified_required_list +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_object_key_for_specified_required_list ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_not_a_dict +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_not_a_dict ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_with_crypto_meta +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_with_crypto_meta ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_multiple_keys +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_multiple_keys ... ok +test.unit.common.middleware.s3api.test_acl_utils.TestS3ApiAclUtils.test_canned_acl_header +test.unit.common.middleware.s3api.test_acl_utils.TestS3ApiAclUtils.test_canned_acl_header ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_with_fullcontrol_permission ... ok +test.unit.common.test_db.TestDatabaseBroker.test_delete_db +test.unit.common.test_db.TestDatabaseBroker.test_delete_db ... ok +test.unit.common.test_db.TestDatabaseBroker.test_disk_db_init +test.unit.common.test_db.TestDatabaseBroker.test_disk_db_init ... ok +test.unit.common.test_db.TestDatabaseBroker.test_disk_preallocate +test.unit.common.test_db.TestDatabaseBroker.test_disk_preallocate ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_write_acp -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_write_acp ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_invalid_canned_acl -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_invalid_canned_acl ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Storage-Class': 'STANDARD', 'Content-Md5': 'XUFAKrxLKna5cZ2REBfFkg==', 'Date': 'Wed, 15 May 2024 17:59:47 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '5d41402abc4b2a76b9719d911017c592', 'X-Timestamp': '1715795987.05052', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20240515/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20240515T175947Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': '2cf24dba5fb0a30e26e83b2ac5b9e29e1b161e5c1fa7425e73043362938b9824', 'Date': 'Wed, 15 May 2024 17:59:47 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715795987.06301', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4 +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4 ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4_bad_hash +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4_bad_hash ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_owner_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_owner_permission ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:47 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715795987.82449', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:read_acp:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:47 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715795987.83227', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_read_acp_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_read_acp_permission ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_without_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_without_permission ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_owner_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_owner_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_write_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_write_permission ... ok +test.unit.common.test_db.TestDatabaseBroker.test_initialize +test.unit.common.test_db.TestDatabaseBroker.test_initialize ... ok +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server WARNING: ERROR Client read timeout (Nones) (txn: txff116cc3fe34454796bc0-006644f814) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Expect: 100-continue on /AUTH_kilroy/%ED%88%8E/%E9%90%89: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 433, in set - raise MemcacheConnectionError('failed set: %s' % msg) -swift.common.memcached.MemcacheConnectionError: failed set: - -During handling of the above exception, another exception occurred: - + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 724, in _connect_put_node + putter = self._make_putter(node, part, req, headers) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 981, in _make_putter + putter = Putter.connect( + ^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 1850, in connect + conn, expect_resp, final_resp, connect_duration = cls._make_connection( + ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 1814, in _make_connection + conn = http_connect(ip, port, node['device'], + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status +Exception: Connection refused: Please insert ten dollars (txn: txe66553fb775040778b169-006644f814) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o.jpg From Object Server 10.0.0.0:1000/sda (txn: tx6817db46a1dd4a3ba0c35-006644f814) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o.jpg From Object Server 10.0.0.1:1001/sdb (txn: txb72c7feab67340c1a2192-006644f814) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o.jpg From Object Server 10.0.0.2:1002/sdc (txn: txff29fb26565e4fc28cdc4-006644f814) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Expect: 100-continue on /a/c/o.jpg: Timeout (Nones) (txn: txb350f666d99f48cc8e9cc-006644f814) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Expect: 100-continue on /a/c/o.jpg: Traceback (most recent call last): - File "/usr/lib/python3/dist-packages/eventlet/queue.py", line 116, in switch - self.greenlet.switch(value) - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 264, in main - result = function(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 1551, in _timing_stats - result = func(cache, *args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 437, in set - self._exception_occurred(server, e, cmd, conn_start_time, - File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 283, in _exception_occurred - elif isinstance(e, (socket.error, MemcacheConnectionError)): - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ -TypeError: isinstance() arg 2 must be a type, a tuple of types, or a union -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 724, in _connect_put_node + putter = self._make_putter(node, part, req, headers) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 981, in _make_putter + putter = Putter.connect( + ^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 1850, in connect + conn, expect_resp, final_resp, connect_duration = cls._make_connection( + ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 1814, in _make_connection + conn = http_connect(ip, port, node['device'], + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status +Exception: kaboom! (txn: tx2b7991f2ac7446ee91803-006644f814) +proxy-server ERROR: ERROR 503 Expect: 100-continue From Object Server 10.0.0.2:1002/sdc (txn: tx9174624811de423dacf3d-006644f814) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: txf0435f9f4e364d9dbfcb8-006644f814) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to get final status of PUT to /v1/a/c/o.jpg: Timeout (Nones) (txn: tx85f6c79bc62a4cdf95320-006644f814) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to get final status of PUT to /v1/a/c/o.jpg: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 523, in _get_conn_response + resp = putter.await_response( + ^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 1752, in await_response + self.resp = self.conn.getresponse() + ^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 848, in getresponse + self.status = self._status.get_response_status() + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 748, in get_response_status + raise self.status +Exception (txn: txd9e83b414a51487f9a6ab-006644f814) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: txa91df75452cb479aa841d-006644f814) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at_non_integer +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at_non_integer ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_empty_bad_etag +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_empty_bad_etag ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_error_during_transfer_data +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_error_during_transfer_data ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_error_with_footers +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_error_with_footers ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_exception_during_transfer_data +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_exception_during_transfer_data ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_final_response_errors_with_unicode_path +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_final_response_errors_with_unicode_path ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_get_expect_errors_with_unicode_path +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_get_expect_errors_with_unicode_path ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match_denied +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match_denied ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match_not_star +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match_not_star ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shrink_threshold_with_tombstones +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shrink_threshold_with_tombstones ... ok +test.unit.common.test_db.TestDatabaseBroker.test_lock +test.unit.common.test_db.TestDatabaseBroker.test_lock ... ok +test.unit.common.test_db.TestDatabaseBroker.test_memory_db_init +test.unit.common.test_db.TestDatabaseBroker.test_memory_db_init ... ok +test ERROR: Bad key for 'container': Key must be length 32 bytes: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 181, in get_keys + self.crypto.check_key(key) + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 144, in check_key + raise ValueError("Key must be length %s bytes" % self.key_length) +ValueError: Key must be length 32 bytes +test ERROR: Bad key for 'object': Key must be length 32 bytes: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 181, in get_keys + self.crypto.check_key(key) + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 144, in check_key + raise ValueError("Key must be length %s bytes" % self.key_length) +ValueError: Key must be length 32 bytes +test ERROR: get_keys(): from callback: boom: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 169, in get_keys + keys = fetch_crypto_keys(key_id=key_id) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/crypto/test_crypto_utils.py", line 95, in callback + raise Exception('boom') +Exception: boom +test ERROR: ERROR get_keys() missing callback: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 161, in get_keys + fetch_crypto_keys = env[CRYPTO_KEY_CALLBACK] + ~~~^^^^^^^^^^^^^^^^^^^^^ +KeyError: 'swift.callback.fetch_crypto_keys' +test ERROR: Missing key for 'container': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 180, in get_keys + key = keys[name] + ~~~~^^^^^^ +KeyError: 'container' +test ERROR: Missing key for 'object': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 180, in get_keys + key = keys[name] + ~~~~^^^^^^ +KeyError: 'object' +test ERROR: Missing key for 'object': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 180, in get_keys + key = keys[name] + ~~~~^^^^^^ +KeyError: 'object' +test ERROR: Did not get a keys dict: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 180, in get_keys + key = keys[name] + ~~~~^^^^^^ +TypeError: list indices must be integers or slices, not str test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ_ACP +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 15 May 2024 17:59:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -test DEBUG: Grant test:full_control FULL_CONTROL permission on the object /bucket/object +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Wed, 15 May 2024 17:59:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_owner_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_owner_permission ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_with_write_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_with_write_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_without_permission ... ok +test.unit.common.test_db.TestDatabaseBroker.test_merge_syncs +test.unit.common.test_db.TestDatabaseBroker.test_merge_syncs ... ok +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_single_donor_shrink_to_root +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_single_donor_shrink_to_root ... ok +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server WARNING: Client disconnected without sending last chunk (txn: tx40ace026ba714deaa660f-006644f816) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.0:1000/sda (txn: txf52cd3adb3a3442ea53ab-006644f816) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.2:1002/sdc (txn: txf52cd3adb3a3442ea53ab-006644f816) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.1:1001/sdb (txn: txf52cd3adb3a3442ea53ab-006644f816) +proxy-server ERROR: Object PUT returning 503 for [503, 503, 503] (txn: txf52cd3adb3a3442ea53ab-006644f816) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR Exception transferring data to object servers {'path': '/v1/a/c/o.jpg'}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 1020, in _transfer_data + chunk = next(data_source) + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3709, in __next__ + return self._get_next_item() + ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 6533, in _get_next_item + return super(CooperativeIterator, self)._get_next_item() + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3705, in _get_next_item + return next(self.wrapped_iter) + ^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 882, in reader + return req.environ['wsgi.input'].read( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/controllers/test_obj.py", line 1662, in read + raise Exception('exception message') +Exception: exception message (txn: txa973cf15c2d649b28b45c-006644f816) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to get final status of PUT to /v1/AUTH_kilroy/%ED%88%8E/%E9%90%89: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 523, in _get_conn_response + resp = putter.await_response( + ^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 1752, in await_response + self.resp = self.conn.getresponse() + ^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 848, in getresponse + self.status = self._status.get_response_status() + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 748, in get_response_status + raise self.status +Exception: boom (txn: txdb5a295b044c40089f835-006644f816) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to get final status of PUT to /v1/AUTH_kilroy/%ED%88%8E/%E9%90%89: Timeout (Nones) (txn: txb052a8e65fd44bd7b923e-006644f816) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx3881fb4cf88a444ebefa9-006644f816) +proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx7d3321fa8ec9499d99b97-006644f816) +proxy-server ERROR: ERROR 500 b'' Trying to PUT /v1/AUTH_kilroy/%ED%88%8E/%E9%90%89 From Object Server 10.0.0.0:1000/sda (txn: tx7d3321fa8ec9499d99b97-006644f816) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: tx81ddb29b88ce42639589c-006644f816) +proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: txcb54ec04a67844b5ac4ca-006644f816) +proxy-server ERROR: ERROR 503 Expect: 100-continue From Object Server 10.0.0.2:1002/sdc (txn: txcb54ec04a67844b5ac4ca-006644f816) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Object PUT returning 412, [412] (txn: txb591384637bf49d087bc9-006644f816) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_insufficient_data_from_client +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_insufficient_data_from_client ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_limits_expirer_queue_deletes +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_limits_expirer_queue_deletes ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_negative_delete_after +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_negative_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_non_int_delete_after +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_non_int_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_requires_length +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_requires_length ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_send_exception_with_unicode_path +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_send_exception_with_unicode_path ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_simple +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_simple ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_timeout_during_transfer_data +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_timeout_during_transfer_data ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_body_and_no_footers +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_body_and_no_footers ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_chunked_body_and_no_footers +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_chunked_body_and_no_footers ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_no_body_and_no_footers +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_no_body_and_no_footers ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_connect_put_node_timeout +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_connect_put_node_timeout ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_delete +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_delete ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_match +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_match ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_newer +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_newer ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -test DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20240515/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20240515T175949Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': 'not the hash', 'Date': 'Wed, 15 May 2024 17:59:49 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715795989.51355', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -test DEBUG: Grant test:write_acp FULL_CONTROL permission on the object /bucket/object -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_write_acp_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_write_acp_permission ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_without_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_without_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4_unsigned_payload +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4_unsigned_payload ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_fullcontrol_permission ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other WRITE_ACP +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:49 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715795989.71832', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_xml_error -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_xml_error ... ok -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET ... ok -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:49 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715795989.72795', 'Content-Type': 'binary/octet-stream'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_without_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_without_permission ... ok +test.unit.common.test_db.TestDatabaseBroker.test_metadata +test.unit.common.test_db.TestDatabaseBroker.test_metadata ... ok +test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_on_non_utf8 +test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_on_non_utf8 ... ok +test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_over_max_count +test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_over_max_count ... ok +test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_over_max_overall_size +test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_over_max_overall_size ... ok +test.unit.common.test_db.TestDatabaseBroker.test_metadata_with_max_count +test.unit.common.test_db.TestDatabaseBroker.test_metadata_with_max_count ... ok +test.unit.common.test_db.TestDatabaseBroker.test_metadata_with_max_overall_size +test.unit.common.test_db.TestDatabaseBroker.test_metadata_with_max_overall_size ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_user_input +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_user_input ... ok +Loaded db broker for a/c +Loaded db broker for a/c +Loaded db broker for a/c +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_deprecated_options +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_deprecated_options ... ok +test.unit.common.test_db.TestDatabaseBroker.test_newid +test.unit.common.test_db.TestDatabaseBroker.test_newid ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_does_not_exist +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_does_not_exist ... ok +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: Container GET returning 503 for (404, 503, 503, 503) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: Container GET returning 503 for (503, 503, 503, 503) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.3:1003/sdd +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: Container GET returning 503 for (204, 404, 503, 503) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: Container GET returning 503 for (204, 503, 503, 503) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_POST +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_POST ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_invalid +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_invalid ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_invalid_deprecated_options +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_invalid_deprecated_options ... ok +Loaded db broker for a/c +Loaded db broker for a/c +Loaded db broker for a/c +Loaded db broker for a/c +Loaded db broker for a/c +Loaded db broker for a/c +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_options +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_options ... ok +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server WARNING: Client disconnected without sending enough data (txn: tx7ffca57e7fd34dac90489-006644f817) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to write to /AUTH_kilroy/%ED%88%8E/%E9%90%89: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 1795, in _send_chunk + self.conn.send(to_send) + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 926, in send + self.give_send(self, data) + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/controllers/test_obj.py", line 1426, in capture_send + raise exc +Exception: Exception while sending data on connection (txn: tx12bc3dfbcb0a44b8ae95b-006644f818) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to write to /AUTH_kilroy/%ED%88%8E/%E9%90%89: ChunkWriteTimeout (Nones) (txn: tx2505e38ebdc54fa2aa9ad-006644f818) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR Exception causing client disconnect: Timeout (Nones) (txn: tx13abaf082ecf40f19f2ca-006644f818) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server :/ re: Expect: 100-continue on /a/c/o: ConnectionTimeout (0.05s) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Object PUT returning 202 for 409: 1715795992.48485 <= '409 (1715795992.48485), 409 (1715795992.48485), 409 (1715795992.48485)' (txn: txa80b25601ed049cebd284-006644f818) +proxy-server DEBUG: Object PUT returning 202 for 409: 1715795992.48700 <= '409 (1715795992.48700), 409 (1715795992.48700), 409 (1715795992.48700)' (txn: txd45f1c99f36442508efee-006644f818) +proxy-server DEBUG: Object PUT returning 202 for 409: 1715795992.48904 <= '409 (1715795992.48904), 409 (1715795992.48904), 409 (1715795992.48904)' (txn: txf3cd118a5b1d40d1aad5a-006644f818) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_not_found +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_not_found ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_older +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_older ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_race +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_race ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_unsynced_race +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_unsynced_race ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_update_backend_requests +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_update_backend_requests ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_delete_at_backend_requests +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_delete_at_backend_requests ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_expirer_DELETE_suppresses_expirer_queue_updates +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_expirer_DELETE_suppresses_expirer_queue_updates ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_dry_run_and_yes_is_invalid +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_dry_run_and_yes_is_invalid ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_handoff_local_first_default +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_handoff_local_first_default ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_handoff_local_first_non_default +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_handoff_local_first_non_default ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_best_effort +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_best_effort ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_moves_locals_first +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_moves_locals_first ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_noops_when_no_affinity +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_noops_when_no_affinity ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_handoff_first_noops_when_no_affinity +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_handoff_first_noops_when_no_affinity ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_object_DELETE_backend_update_container_ip_default +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_object_DELETE_backend_update_container_ip_default ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_primary_returns_some_nonsense_timestamp +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_primary_returns_some_nonsense_timestamp ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other WRITE test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket0 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_bucket_list -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_bucket_list ... ok -test DEBUG: checking permission: bucket1 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:othertest:other -test DEBUG: permission denined: 403 Forbidden test:tester OWNER -test DEBUG: checking permission: bucket2 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket3 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket4 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:othertest:other -test DEBUG: permission denined: 403 Forbidden test:tester OWNER -test DEBUG: checking permission: bucket5 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket6 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket7 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:othertest:other -test DEBUG: permission denined: 403 Forbidden test:tester OWNER -test DEBUG: checking permission: bucket8 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket9 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_list_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_list_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET ... ok +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20240515/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20240515T175949Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': 'UNSIGNED-PAYLOAD', 'Date': 'Wed, 15 May 2024 17:59:49 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715795989.52249', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:50 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715795990.12068', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_subresource -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_subresource ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket0 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket1 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket2 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket3 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket4 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket5 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket6 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket7 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket8 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket9 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_owner_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_owner_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_write_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_write_permission ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other WRITE test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_without_bucket -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_without_bucket ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket0 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:othertest:other -test DEBUG: permission denined: 403 Forbidden test:tester OWNER -test DEBUG: checking permission: bucket1 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:othertest:other -test DEBUG: permission denined: 403 Forbidden test:tester OWNER -test DEBUG: checking permission: bucket2 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:othertest:other -test DEBUG: permission denined: 403 Forbidden test:tester OWNER -test DEBUG: checking permission: bucket3 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:othertest:other -test DEBUG: permission denined: 403 Forbidden test:tester OWNER -test DEBUG: checking permission: bucket4 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:othertest:other -test DEBUG: permission denined: 403 Forbidden test:tester OWNER -test DEBUG: checking permission: bucket5 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:othertest:other -test DEBUG: permission denined: 403 Forbidden test:tester OWNER -test DEBUG: checking permission: bucket6 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:othertest:other -test DEBUG: permission denined: 403 Forbidden test:tester OWNER -test DEBUG: checking permission: bucket7 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:othertest:other -test DEBUG: permission denined: 403 Forbidden test:tester OWNER -test DEBUG: checking permission: bucket8 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:othertest:other -test DEBUG: permission denined: 403 Forbidden test:tester OWNER -test DEBUG: checking permission: bucket9 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:othertest:other -test DEBUG: permission denined: 403 Forbidden test:tester OWNER +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_without_owner_bucket -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_without_owner_bucket ... ok -test.unit.common.middleware.test_bulk.TestSwiftInfo.test_registered_defaults -test.unit.common.middleware.test_bulk.TestSwiftInfo.test_registered_defaults ... ok -test.unit.common.middleware.test_ratelimit.TestSwiftInfo.test_registered_defaults -test.unit.common.middleware.test_ratelimit.TestSwiftInfo.test_registered_defaults ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_off -test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_off ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_on -test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_on ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_on_allow_deletes -test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_on_allow_deletes ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_non_swift_path -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_non_swift_path ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_destination_account_on_on_copy -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_destination_account_on_on_copy ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_src_acct_on_dest_acct_off_on_copy -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_src_acct_on_dest_acct_off_on_copy ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_src_acct_on_dest_acct_on_on_copy -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_src_acct_on_dest_acct_on_on_copy ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_account_off -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_account_off ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_allow_deletes -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_allow_deletes ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_destination_account_off_on_copy -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_destination_account_off_on_copy ... ok -test.unit.common.test_memcached.TestMemcached.test_connection_pooling -test.unit.common.test_memcached.TestMemcached.test_connection_pooling ... ok -test.unit.common.test_memcached.TestMemcached.test_connection_slow_connect -test.unit.common.test_memcached.TestMemcached.test_connection_slow_connect ... ok -test.unit.common.test_memcached.TestMemcached.test_decr -test.unit.common.test_memcached.TestMemcached.test_decr ... ok -test.unit.common.test_memcached.TestMemcached.test_delete -test.unit.common.test_memcached.TestMemcached.test_delete ... ok -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test-ic DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -fake-swift INFO: - - 18/Jun/2025/00/02/44 GET /cont/obj HTTP/1.0 200 - some_agent - - 19 - - - 0.0002 - - 1750204964.181342363 1750204964.181591272 - -fake-swift INFO: - - 18/Jun/2025/00/02/44 GET /cont/obj HTTP/1.0 503 - some_agent - - 19 - - - 0.0001 - - 1750204964.182753086 1750204964.182892799 - -fake-swift INFO: - - 18/Jun/2025/00/02/44 GET /cont/obj HTTP/1.0 503 - some_agent - - 19 - - - 0.0001 - - 1750204964.183488607 1750204964.183596373 - -fake-swift INFO: - - 18/Jun/2025/00/02/44 GET /cont/obj HTTP/1.0 503 - some_agent - - 19 - - - 0.0001 - - 1750204964.183940172 1750204964.184051752 - -test DEBUG: Before request -test DEBUG: Inside of request (txn: foo) -test DEBUG: After request -fake-swift INFO: - - 18/Jun/2025/00/02/44 DELETE /container HTTP/1.0 409 - some_agent - - 19 - - - 0.0001 - - 1750204964.189378262 1750204964.189457655 - -test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10027599334716797 -test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10112977027893066 -test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10132908821105957 -test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10151124000549316 -test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10166335105895996 -test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10185122489929199 -test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10201144218444824 -test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10216999053955078 -test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0002222061157227 -test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try -test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0007588863372803 -test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try -test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0009219646453857 -test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try -test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0011203289031982 -test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try -test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0012664794921875 -test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try -test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0014047622680664 -test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try -test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.001535177230835 -test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try -test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0016810894012451 -test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try -test ERROR: Timeout connecting to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10178709030151367 -test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method decr, time_spent 2.5033950805664062e-05: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 528, in incr - new_val = self._incr_or_decr(fp, sock, cmd, delta_val) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 488, in _incr_or_decr - line = fp.readline().strip().split() - ^^^^^^^^^^^^^^^^^^^ -AttributeError: 'NoneType' object has no attribute 'strip' -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test.unit.common.test_memcached.TestMemcached.test_error_disabled -test.unit.common.test_memcached.TestMemcached.test_error_disabled ... ok -test.unit.common.test_memcached.TestMemcached.test_error_limiting -test.unit.common.test_memcached.TestMemcached.test_error_limiting ... ok -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error limiting server 1.2.3.5:11211 -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error limiting server 1.2.3.4:11211 -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method get: No more memcached servers to try -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error limiting server 1.2.3.5:11211 -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test.unit.common.test_memcached.TestMemcached.test_error_limiting_custom_config -test.unit.common.test_memcached.TestMemcached.test_error_limiting_custom_config ... ok -test.unit.common.test_memcached.TestMemcached.test_error_raising -test.unit.common.test_memcached.TestMemcached.test_error_raising ... ok -test.unit.common.test_memcached.TestMemcached.test_get_conns -test.unit.common.test_memcached.TestMemcached.test_get_conns ... ok -test.unit.common.test_memcached.TestMemcached.test_get_conns_bad_v6 -test.unit.common.test_memcached.TestMemcached.test_get_conns_bad_v6 ... ok -test.unit.common.test_memcached.TestMemcached.test_get_conns_hostname -test.unit.common.test_memcached.TestMemcached.test_get_conns_hostname ... ok -test.unit.common.test_memcached.TestMemcached.test_get_failed_connection_mid_request -test.unit.common.test_memcached.TestMemcached.test_get_failed_connection_mid_request ... ok -test.unit.common.test_memcached.TestMemcached.test_incr -test.unit.common.test_memcached.TestMemcached.test_incr ... ok -test.unit.common.test_memcached.TestMemcached.test_incr_add_expires -test.unit.common.test_memcached.TestMemcached.test_incr_add_expires ... ok -test.unit.common.test_memcached.TestMemcached.test_incr_failed_connection_mid_request -test.unit.common.test_memcached.TestMemcached.test_incr_failed_connection_mid_request ... ok -test.unit.common.test_memcached.TestMemcached.test_incr_unexpected_response -test.unit.common.test_memcached.TestMemcached.test_incr_unexpected_response ... ok -test.unit.common.test_memcached.TestMemcached.test_incr_w_timeout -test.unit.common.test_memcached.TestMemcached.test_incr_w_timeout ... ok -test.unit.common.test_memcached.TestMemcached.test_item_size_warning_threshold -test.unit.common.test_memcached.TestMemcached.test_item_size_warning_threshold ... ok -test.unit.common.test_memcached.TestMemcached.test_logger_kwarg -test.unit.common.test_memcached.TestMemcached.test_logger_kwarg ... ok -test.unit.common.test_memcached.TestMemcached.test_multi -test.unit.common.test_memcached.TestMemcached.test_multi ... ok -test.unit.common.test_memcached.TestMemcached.test_multi_delete -test.unit.common.test_memcached.TestMemcached.test_multi_delete ... ok -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats ... ok -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_error -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_error ... ok -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error limiting server 1.2.3.5:11211 -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error limiting server 1.2.3.5:11211 -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method get, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method get, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method decr, time_spent 2.0742416381835938e-05: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 528, in incr - new_val = self._incr_or_decr(fp, sock, cmd, delta_val) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 488, in _incr_or_decr - line = fp.readline().strip().split() - ^^^^^^^^^^^^^^^^^^^ -AttributeError: 'NoneType' object has no attribute 'strip' -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method incr, time_spent 1.0, expired ttl=1.23 -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method incr, time_spent 1.0: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 528, in incr - new_val = self._incr_or_decr(fp, sock, cmd, delta_val) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 493, in _incr_or_decr - return int(line[0].strip()) - ^^^^^^^^^^^^^^^^^^^^ -ValueError: invalid literal for int() with base 10: b'UNEXPECTED' -test WARNING: Item size larger than warning threshold: 80 (80) >= 80 (80) -test WARNING: Item size larger than warning threshold: 81 (81) >= 80 (80) -test WARNING: Item size larger than warning threshold: 99 (99) >= 80 (80) -test WARNING: Item size larger than warning threshold: 100 (100) >= 80 (80) -test WARNING: Item size larger than warning threshold: 0 (0) >= 0 (0) -test WARNING: Item size larger than warning threshold: 1 (1) >= 0 (0) -test WARNING: Item size larger than warning threshold: 50 (50) >= 0 (0) -test WARNING: Item size larger than warning threshold: 99 (99) >= 0 (0) -test WARNING: Item size larger than warning threshold: 100 (100) >= 0 (0) -test WARNING: Item size larger than warning threshold: 2048576 (2Mi) >= 1000000 (977Ki) -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix multi_key, method get_multi, time_spent 2.9087066650390625e-05, incomplete read -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix get_key, method get, time_spent 0.0, failed to connect -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_exception -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_exception ... ok -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_timeout -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_timeout ... ok -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_incr_exception -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_incr_exception ... ok -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_incr_timeout -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_incr_timeout ... ok -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_set_exception -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_set_exception ... ok -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_set_timeout -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_set_timeout ... ok -test.unit.common.test_memcached.TestMemcached.test_retry -test.unit.common.test_memcached.TestMemcached.test_retry ... ok -test.unit.common.test_memcached.TestMemcached.test_serialization -test.unit.common.test_memcached.TestMemcached.test_serialization ... ok -test.unit.common.test_memcached.TestMemcached.test_set_error -test.unit.common.test_memcached.TestMemcached.test_set_error ... ok -test.unit.common.test_memcached.TestMemcached.test_set_error_raise_on_error -test.unit.common.test_memcached.TestMemcached.test_set_error_raise_on_error ... ok -test.unit.common.test_memcached.TestMemcached.test_set_get_json -test.unit.common.test_memcached.TestMemcached.test_set_get_json ... ok -test.unit.common.test_memcached.TestMemcached.test_tls_context_kwarg -test.unit.common.test_memcached.TestMemcached.test_tls_context_kwarg ... ok -test.unit.common.test_swob.TestConditionalIfNoneMatch.test_list_match -test.unit.common.test_swob.TestConditionalIfNoneMatch.test_list_match ... ok -test.unit.common.test_swob.TestConditionalIfNoneMatch.test_list_no_match -test.unit.common.test_swob.TestConditionalIfNoneMatch.test_list_no_match ... ok -test.unit.common.test_swob.TestConditionalIfNoneMatch.test_match_star -test.unit.common.test_swob.TestConditionalIfNoneMatch.test_match_star ... ok -test.unit.common.test_swob.TestConditionalIfNoneMatch.test_quoted_simple_match -test.unit.common.test_swob.TestConditionalIfNoneMatch.test_quoted_simple_match ... ok -test.unit.common.test_swob.TestConditionalIfNoneMatch.test_simple_match -test.unit.common.test_swob.TestConditionalIfNoneMatch.test_simple_match ... ok -test.unit.common.test_swob.TestStatusMap.test_status_map -test.unit.common.test_swob.TestStatusMap.test_status_map ... ok -test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_closed_part_iterator -test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_closed_part_iterator ... ok -test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_multiple_parts -test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_multiple_parts ... ok -test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_no_parts -test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_no_parts ... ok -test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_single_part -test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_single_part ... ok -test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_single_part_unexpected_ranges -test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_single_part_unexpected_ranges ... ok -test.unit.common.test_utils.TestLRUCache.test_maxsize -test.unit.common.test_utils.TestLRUCache.test_maxsize ... ok -test.unit.common.test_utils.TestLRUCache.test_maxtime -test.unit.common.test_utils.TestLRUCache.test_maxtime ... ok -test.unit.common.test_utils.TestLRUCache.test_set_maxsize -test.unit.common.test_utils.TestLRUCache.test_set_maxsize ... ok -test.unit.common.test_utils.TestLRUCache.test_set_maxtime -test.unit.common.test_utils.TestLRUCache.test_set_maxtime ... ok -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_empty_paths -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_empty_paths ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_containers_iter -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_containers_iter ... ok -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_mixed -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_mixed ... ok -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_not_exists_paths -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_not_exists_paths ... ok -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_not_old_enough -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_not_old_enough ... ok -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_file -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_file ... ok -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_now -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_now ... ok -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_path_not_exists -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_path_not_exists ... ok -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_paths -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_paths ... ok -test.unit.common.test_wsgi.TestWorkersStrategy.test_log_sock_exit -test.unit.common.test_wsgi.TestWorkersStrategy.test_log_sock_exit ... ok -test.unit.common.test_wsgi.TestWorkersStrategy.test_loop_timeout -test.unit.common.test_wsgi.TestWorkersStrategy.test_loop_timeout ... ok -test.unit.common.test_wsgi.TestWorkersStrategy.test_new_worker_socks -test.unit.common.test_wsgi.TestWorkersStrategy.test_new_worker_socks ... ok -test.unit.common.test_wsgi.TestWorkersStrategy.test_no_fork_sock -test.unit.common.test_wsgi.TestWorkersStrategy.test_no_fork_sock ... ok -test.unit.common.test_wsgi.TestWorkersStrategy.test_post_fork_hook -test.unit.common.test_wsgi.TestWorkersStrategy.test_post_fork_hook ... ok -test.unit.common.test_wsgi.TestWorkersStrategy.test_shutdown_sockets -test.unit.common.test_wsgi.TestWorkersStrategy.test_shutdown_sockets ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_impossible -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_impossible ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shrink_threshold_with_tombstones -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shrink_threshold_with_tombstones ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache -test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache ... ok -test.unit.container.test_server.TestContainerController.test_DELETE_PUT_recreate_replication_race -test.unit.container.test_server.TestContainerController.test_DELETE_PUT_recreate_replication_race ... ok -test.unit.account.test_server.TestAccountController.test_POST_HEAD_sys_metadata -test.unit.account.test_server.TestAccountController.test_POST_HEAD_sys_metadata ... ok -test.unit.account.test_server.TestAccountController.test_POST_after_DELETE_not_found -test.unit.account.test_server.TestAccountController.test_POST_after_DELETE_not_found ... ok -test.unit.account.test_server.TestAccountController.test_POST_insufficient_space -test.unit.account.test_server.TestAccountController.test_POST_insufficient_space ... ok -test.unit.account.test_server.TestAccountController.test_POST_invalid_partition -test.unit.account.test_server.TestAccountController.test_POST_invalid_partition ... ok -test.unit.account.test_server.TestAccountController.test_POST_timestamp_not_float -test.unit.account.test_server.TestAccountController.test_POST_timestamp_not_float ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_delete_db_does_not_clear_particular_sharding_meta -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_delete_db_does_not_clear_particular_sharding_meta ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_exception -test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_exception ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_delete_object -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_delete_object ... ok -test.unit.account.test_server.TestAccountController.test_PUT -test.unit.account.test_server.TestAccountController.test_PUT ... ok -test INFO: - - - [18/Jun/2025:00:02:40 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.1424 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:40 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0116 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:41 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0674 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:41 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.0740 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:41 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0118 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:41 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0576 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:41 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.0886 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:41 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0650 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:41 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0024 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:41 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0932 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:41 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.1179 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:41 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0014 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:41 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.1082 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:41 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0947 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:41 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0028 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:41 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0981 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:41 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0031 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:41 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0909 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:42 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.0628 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:42 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0019 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:42 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0728 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:42 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.0714 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:42 +0000] "PUT /sda1/p/%22%27" 201 - "-" "-" "-" 0.0498 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:42 +0000] "GET /sda1/p/%22%27" 200 74 "-" "-" "-" 0.0017 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:42 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0846 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:42 +0000] "PUT /sda1/p/a/%22%3Cword" 201 - "-" "-" "-" 0.0031 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:42 +0000] "GET /sda1/p/a" 200 203 "-" "-" "-" 0.0768 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:42 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0647 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:42 +0000] "PUT /sda1/p/a/%22%3Cword-test" 201 - "-" "-" "-" 0.0009 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:42 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0647 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:42 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0638 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:42 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0053 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:42 +0000] "HEAD /sda1/p/a" 400 21 "-" "-" "-" 0.0002 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:42 +0000] "HEAD /sda1/p/a" 406 - "-" "-" "-" 0.0003 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:42 +0000] "HEAD /sda1/p/a" 400 34 "-" "-" "-" 0.0002 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:42 +0000] "HEAD /sda1/./a" 400 20 "-" "-" "-" 0.0001 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:42 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 0.0002 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:42 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0626 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:42 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0015 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:42 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.1392 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:42 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 0.0013 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:42 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0448 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:42 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0012 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:42 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0671 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:43 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0877 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:43 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0064 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:43 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0727 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:43 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0823 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:43 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0756 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:43 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0648 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:43 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:43 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0671 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:43 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0023 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:43 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:43 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0014 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:43 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0762 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:43 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:43 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0494 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:43 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0747 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:43 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0017 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:43 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.1869 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:43 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:43 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:43 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:44 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.2293 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:44 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0017 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:44 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.4891 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:44 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.2260 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:44 +0000] "POST /sda1/p/a" 404 - "-" "-" "-" 0.0012 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:44 +0000] "POST /sda1/./a" 400 20 "-" "-" "-" 0.0001 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:44 +0000] "POST /sda1/p/a" 400 26 "-" "-" "-" 0.0001 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:45 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.4982 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:46 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.9668 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:48 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 1.9610 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:48 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0449 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:48 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0974 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:48 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0015 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:48 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.1794 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:48 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0021 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:48 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0014 "-" 635420 - -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_objects_iter_order_and_reverse -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_objects_iter_order_and_reverse ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_ioerror -test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_ioerror ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_metadata -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_metadata ... ok -test.unit.container.test_server.TestContainerController.test_DELETE_account_update -test.unit.container.test_server.TestContainerController.test_DELETE_account_update ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_batch_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_batch_reclaim ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_single_donor_shrink_to_root -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_single_donor_shrink_to_root ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_valueerror -test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_valueerror ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_with_deleted -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_with_deleted ... ok -test.unit.container.test_server.TestContainerController.test_DELETE_container_not_found -test.unit.container.test_server.TestContainerController.test_DELETE_container_not_found ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_double_check_trailing_delimiter -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_double_check_trailing_delimiter ... ok -test.unit.container.test_server.TestContainerController.test_DELETE_invalid_partition -test.unit.container.test_server.TestContainerController.test_DELETE_invalid_partition ... ok -test.unit.container.test_server.TestContainerController.test_DELETE_not_found -test.unit.container.test_server.TestContainerController.test_DELETE_not_found ... ok -test.unit.container.test_server.TestContainerController.test_DELETE_obj_not_found -test.unit.container.test_server.TestContainerController.test_DELETE_obj_not_found ... ok -test INFO: - - - [18/Jun/2025:00:02:41 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0012 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:41 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0646 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:41 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.0943 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:41 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0019 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:41 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.1136 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:41 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.0938 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:41 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0895 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:41 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0015 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:41 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.1254 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:41 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0793 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:41 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0013 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:42 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0721 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:42 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0681 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:42 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0026 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:42 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0674 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:42 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0117 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:42 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0659 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:42 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.0666 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:42 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0014 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:42 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0655 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:42 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.0706 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:42 +0000] "PUT /sda1/p/%22%27" 201 - "-" "-" "-" 0.0710 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:42 +0000] "GET /sda1/p/%22%27" 200 74 "-" "-" "-" 0.0014 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:42 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0653 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:42 +0000] "PUT /sda1/p/a/%22%3Cword" 201 - "-" "-" "-" 0.0011 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:42 +0000] "GET /sda1/p/a" 200 203 "-" "-" "-" 0.0509 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:42 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0570 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:42 +0000] "PUT /sda1/p/a/%22%3Cword-test" 201 - "-" "-" "-" 0.0322 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:42 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0690 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:42 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0787 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:42 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0015 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:42 +0000] "HEAD /sda1/p/a" 400 21 "-" "-" "-" 0.0003 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:42 +0000] "HEAD /sda1/p/a" 406 - "-" "-" "-" 0.0004 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:42 +0000] "HEAD /sda1/p/a" 400 34 "-" "-" "-" 0.0003 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:42 +0000] "HEAD /sda1/./a" 400 20 "-" "-" "-" 0.0002 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:42 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 0.0005 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:43 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0657 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:43 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0049 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:43 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.1530 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:43 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 0.0009 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:43 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0721 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:43 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0013 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:43 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0868 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:43 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0596 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:43 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:43 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0749 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:43 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0587 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:43 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0653 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:43 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.2438 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:43 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:44 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.2385 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:44 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:44 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:44 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:44 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.5054 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:44 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:45 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.4607 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:45 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.9236 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:45 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0018 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:46 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.5494 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:46 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:46 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:46 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:47 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 1.0345 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:47 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:48 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.3407 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:48 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.1035 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:48 +0000] "POST /sda1/p/a" 404 - "-" "-" "-" 0.0009 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:48 +0000] "POST /sda1/./a" 400 20 "-" "-" "-" 0.0001 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:48 +0000] "POST /sda1/p/a" 400 26 "-" "-" "-" 0.0001 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:48 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.1054 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:48 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0821 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:48 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.2016 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:48 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:48 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0990 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:48 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0014 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:49 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.3289 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:49 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0016 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:49 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0011 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:49 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 635414 - -test.unit.account.test_server.TestAccountController.test_PUT_GET_metadata -test.unit.account.test_server.TestAccountController.test_PUT_GET_metadata ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_async_info -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_async_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_delete_object -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_delete_object ... ok -test.unit.common.test_db.TestDatabaseBroker.test_delete_db -test.unit.common.test_db.TestDatabaseBroker.test_delete_db ... ok -test.unit.common.test_db.TestDatabaseBroker.test_disk_db_init -test.unit.common.test_db.TestDatabaseBroker.test_disk_db_init ... ok -test.unit.common.test_db.TestDatabaseBroker.test_disk_preallocate -test.unit.common.test_db.TestDatabaseBroker.test_disk_preallocate ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_sys_metadata -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_sys_metadata ... ok -test.unit.container.test_server.TestContainerController.test_DELETE_object -test.unit.container.test_server.TestContainerController.test_DELETE_object ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_account -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_account ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_load_old_pending_puts -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_load_old_pending_puts ... ok -test.unit.common.test_db.TestDatabaseBroker.test_initialize -test.unit.common.test_db.TestDatabaseBroker.test_initialize ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_double_check_trailing_delimiter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_double_check_trailing_delimiter_non_slash ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_after_DELETE -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_after_DELETE ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_auto_create -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_auto_create ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_insufficient_space -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_insufficient_space ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_invalid_partition -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_invalid_partition ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_container -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_chexor -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_chexor ... ok -test.unit.common.test_db.TestDatabaseBroker.test_lock -test.unit.common.test_db.TestDatabaseBroker.test_lock ... ok -test.unit.common.test_db.TestDatabaseBroker.test_memory_db_init -test.unit.common.test_db.TestDatabaseBroker.test_memory_db_init ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_non_utf8_metadata -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_non_utf8_metadata ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_not_found -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_not_found ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_user_input -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_user_input ... ok -test.unit.account.test_server.TestAccountController.test_PUT_GET_sys_metadata -test.unit.account.test_server.TestAccountController.test_PUT_GET_sys_metadata ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_simulated_create_race -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_simulated_create_race ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_object -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_object ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_complete_rsync_works -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_complete_rsync_works ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_insufficient_space -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_insufficient_space ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_rsync_then_merge_works -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_rsync_then_merge_works ... ok -Loaded db broker for a/c -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_unknown_sync -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_unknown_sync ... ok -Loaded db broker for a/c -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_value_error_works -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_value_error_works ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test__call__raise_timeout -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test__call__raise_timeout ... ok -Loaded db broker for a/c -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_deprecated_options -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_deprecated_options ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_double_check_trailing_delimiter -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_double_check_trailing_delimiter ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_with_single_policy -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_with_single_policy ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_does_not_exist -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_does_not_exist ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_content_type_on_HEAD -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_content_type_on_HEAD ... ok -test.unit.account.test_server.TestAccountController.test_PUT_after_DELETE -test.unit.account.test_server.TestAccountController.test_PUT_after_DELETE ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_correct_allowed_method -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_correct_allowed_method ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_object_parallel_once -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_object_parallel_once ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_invalid_reserved_container_in_account -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_invalid_reserved_container_in_account ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_invalid -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_invalid ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_invalid_reserved_namespace_account -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_invalid_reserved_namespace_account ... ok -test.unit.account.test_server.TestAccountController.test_PUT_auto_create -test.unit.account.test_server.TestAccountController.test_PUT_auto_create ... ok -test.unit.account.test_server.TestAccountController.test_PUT_insufficient_space -test.unit.account.test_server.TestAccountController.test_PUT_insufficient_space ... ok -test.unit.account.test_server.TestAccountController.test_PUT_invalid_partition -test.unit.account.test_server.TestAccountController.test_PUT_invalid_partition ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_create_broker -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_create_broker ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_container_in_account -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_container_in_account ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_invalid_deprecated_options -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_invalid_deprecated_options ... ok -test.unit.account.test_server.TestAccountController.test_PUT_non_utf8_metadata -test.unit.account.test_server.TestAccountController.test_PUT_non_utf8_metadata ... ok -test.unit.account.test_server.TestAccountController.test_PUT_not_found -test.unit.account.test_server.TestAccountController.test_PUT_not_found ... ok -Loaded db broker for a/c -Loaded db broker for a/c -Loaded db broker for a/c -Loaded db broker for a/c -Loaded db broker for a/c -test.unit.common.test_db.TestDatabaseBroker.test_merge_syncs -test.unit.common.test_db.TestDatabaseBroker.test_merge_syncs ... ok -Loaded db broker for a/c -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_options -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_options ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_dry_run_and_yes_is_invalid -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_dry_run_and_yes_is_invalid ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_unrecognized -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_unrecognized ... ok -test.unit.account.test_server.TestAccountController.test_PUT_simulated_create_race -test.unit.account.test_server.TestAccountController.test_PUT_simulated_create_race ... ok -test.unit.account.test_server.TestAccountController.test_REPLICATE_complete_rsync_works -test.unit.account.test_server.TestAccountController.test_REPLICATE_complete_rsync_works ... ok -test.unit.account.test_server.TestAccountController.test_REPLICATE_insufficient_space -test.unit.account.test_server.TestAccountController.test_REPLICATE_insufficient_space ... ok -test.unit.account.test_server.TestAccountController.test_REPLICATE_rsync_then_merge_works -test.unit.account.test_server.TestAccountController.test_REPLICATE_rsync_then_merge_works ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_namespace_account -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_namespace_account ... ok -test.unit.account.test_server.TestAccountController.test_REPLICATE_unknown_sync -test.unit.account.test_server.TestAccountController.test_REPLICATE_unknown_sync ... ok -test.unit.account.test_server.TestAccountController.test_REPLICATE_value_error_works -test.unit.account.test_server.TestAccountController.test_REPLICATE_value_error_works ... ok -test.unit.account.test_server.TestAccountController.test__call__raise_timeout -test.unit.account.test_server.TestAccountController.test__call__raise_timeout ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_stats_tracking -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_stats_tracking ... ok -test.unit.account.test_server.TestAccountController.test_content_type_on_HEAD -test.unit.account.test_server.TestAccountController.test_content_type_on_HEAD ... ok -test.unit.account.test_server.TestAccountController.test_correct_allowed_method -test.unit.account.test_server.TestAccountController.test_correct_allowed_method ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_delimiter_with_reserved_and_no_public -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_delimiter_with_reserved_and_no_public ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_double_check_trailing_delimiter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_double_check_trailing_delimiter_non_slash ... ok -test.unit.account.test_server.TestAccountController.test_create_invalid_reserved_container_in_account -test.unit.account.test_server.TestAccountController.test_create_invalid_reserved_container_in_account ... ok -test.unit.account.test_server.TestAccountController.test_create_invalid_reserved_namespace_account -test.unit.account.test_server.TestAccountController.test_create_invalid_reserved_namespace_account ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_merge_items -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_merge_items ... ok -test.unit.account.test_server.TestAccountController.test_create_reserved_container_in_account -test.unit.account.test_server.TestAccountController.test_create_reserved_container_in_account ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_checkmount_fail -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_checkmount_fail ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_enable -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_enable ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_delimiter_with_reserved_and_public -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_delimiter_with_reserved_and_public ... ok -test.unit.account.test_server.TestAccountController.test_create_reserved_namespace_account -test.unit.account.test_server.TestAccountController.test_create_reserved_namespace_account ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_excludes_files -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_excludes_files ... ok -test.unit.common.test_db.TestDatabaseBroker.test_metadata -test.unit.common.test_db.TestDatabaseBroker.test_metadata ... ok -test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_on_non_utf8 -test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_on_non_utf8 ... ok -test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_over_max_count -test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_over_max_count ... ok -test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_over_max_overall_size -test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_over_max_overall_size ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_creation -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_creation ... ok -test.unit.common.test_db.TestDatabaseBroker.test_metadata_with_max_count -test.unit.common.test_db.TestDatabaseBroker.test_metadata_with_max_count ... ok -test.unit.common.test_db.TestDatabaseBroker.test_metadata_with_max_overall_size -test.unit.common.test_db.TestDatabaseBroker.test_metadata_with_max_overall_size ... ok -test.unit.account.test_server.TestAccountController.test_delimiter_with_reserved_and_no_public -test.unit.account.test_server.TestAccountController.test_delimiter_with_reserved_and_no_public ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_empty_except_for_used_policies -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_empty_except_for_used_policies ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_oserror -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_oserror ... ok -test INFO: - - - [18/Jun/2025:00:02:48 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0015 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:48 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.2214 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:48 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0014 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:49 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.3110 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:49 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:49 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.1362 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:49 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0014 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:49 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.1712 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:49 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0014 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:49 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0011 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:49 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0035 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:49 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.1289 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:49 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0017 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:49 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.3491 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:50 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.4560 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:50 +0000] "PUT /sda1/p/a" 403 16 "-" "-" "-" 0.0013 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:50 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0006 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:50 +0000] "PUT /sda1/p/.a/c" 201 - "-" "-" "-" 0.1878 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:50 +0000] "PUT /sda1/p/a/.c" 404 - "-" "-" "-" 0.0003 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:50 +0000] "PUT /sda1/./a" 400 20 "-" "-" "-" 0.0003 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:50 +0000] "PUT /sda1/p/a" 400 28 "-" "-" "-" 0.0824 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:50 +0000] "PUT /sda1/p/a" 400 28 "-" "-" "-" 0.0012 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:50 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0025 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:50 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0002 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:50 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0851 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:50 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0568 "-" 635420 - -test DEBUG: - - - [18/Jun/2025:00:02:50 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0003 "-" 635420 - -test DEBUG: - - - [18/Jun/2025:00:02:50 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0002 "-" 635420 - -test DEBUG: - - - [18/Jun/2025:00:02:50 +0000] "REPLICATE /sda1/p/a/" 404 - "-" "-" "-" 0.0003 "-" 635420 - -test ERROR: ERROR __call__ error with REPLICATE /sda1/p/a/ : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/account/server.py", line 313, in __call__ - res = getattr(self, req.method)(req) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 1519, in _timing_stats - resp = func(ctrl, *args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/account/server.py", line 279, in REPLICATE - ret = self.replicator_rpc.dispatch(post_args, args) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/db_replicator.py", line 897, in dispatch - return getattr(self, op)( - ^^^^^^^^^^^^^^^^^ -AttributeError: 'ReplicatorRpc' object has no attribute 'unknown_sync' -test DEBUG: - - - [18/Jun/2025:00:02:50 +0000] "REPLICATE /sda1/p/a/" 500 833 "-" "-" "-" 0.0038 "-" 635420 - -test DEBUG: - - - [18/Jun/2025:00:02:50 +0000] "REPLICATE /sda1/p/a/" 400 49 "-" "-" "-" 0.0002 "-" 635420 - -test ERROR: ERROR __call__ error with PUT /sda1/p/a/c : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/account/server.py", line 313, in __call__ - res = getattr(self, req.method)(req) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_server.py", line 2606, in mock_put_method - raise Exception() -Exception -test INFO: - - - [18/Jun/2025:00:02:50 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0804 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:50 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:50 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:50 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:50 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:50 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:50 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0718 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:50 +0000] "PUT /sda1/p/a/c%00stuff" 400 36 "-" "-" "-" 0.0001 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:51 +0000] "PUT /sda1/p/foo%00bar" 400 34 "-" "-" "-" 0.0002 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:51 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0679 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:51 +0000] "PUT /sda1/p/a/%00c%00stuff" 201 - "-" "-" "-" 0.0010 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:51 +0000] "PUT /sda1/p/%00a" 201 - "-" "-" "-" 0.0954 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:51 +0000] "PUT /sda1/p/%00foo%00bar" 201 - "-" "-" "-" 0.1058 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:51 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0828 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:51 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0072 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:51 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.1019 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:51 +0000] "GET /sda1/p/a" 200 109 "-" "-" "-" 0.0017 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:51 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0016 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:51 +0000] "GET /sda1/p/a" 200 26 "-" "-" "-" 0.0014 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:51 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.1680 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:51 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0134 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:51 +0000] "PUT /sda1/p/a/nullish" 201 - "-" "-" "-" 0.0928 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:51 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.1009 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:51 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0018 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:51 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0017 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:51 +0000] "GET /sda1/p/a" 200 26 "-" "-" "-" 0.0016 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:51 +0000] "GET /sda1/p/a" 200 94 "-" "-" "-" 0.0016 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:51 +0000] "GET /sda1/p/a" 200 116 "-" "-" "-" 0.0016 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:51 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0897 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:51 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0015 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:51 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:51 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 635420 2 -test INFO: - - - [18/Jun/2025:00:02:52 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.1530 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:52 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0016 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:52 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0782 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:52 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0014 "-" 635420 - -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_empty_policy_stats -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_empty_policy_stats ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_init -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_init ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_table_cont_count_do_migrations -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_table_cont_count_do_migrations ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_false -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_false ... ok -test.unit.account.test_server.TestAccountController.test_delimiter_with_reserved_and_public -test.unit.account.test_server.TestAccountController.test_delimiter_with_reserved_and_public ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_replace_enable -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_replace_enable ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_driveaudit_info -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_driveaudit_info ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_true -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_true ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_doesnt_exist -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_doesnt_exist ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_is_not_public -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_is_not_public ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_list_allowed_methods -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_list_allowed_methods ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_log_line_format -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_log_line_format ... ok -test.unit.common.test_db.TestDatabaseBroker.test_newid -test.unit.common.test_db.TestDatabaseBroker.test_newid ... ok -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test WARNING: Inconsistent project domain id: unexpected_id in token vs test_id in account metadata. -test WARNING: Inconsistent project domain id: unexpected_id in token vs test_id in account metadata. -test WARNING: Inconsistent project domain id: unexpected_id in token vs test_id in account metadata. -test WARNING: Inconsistent project domain id: None in token vs test_id in account metadata. -test WARNING: Inconsistent project domain id: None in token vs test_id in account metadata. -test WARNING: Inconsistent project domain id: None in token vs test_id in account metadata. -test WARNING: Inconsistent project domain id: unexpected_id in token vs None in account metadata. -test WARNING: Inconsistent project domain id: unexpected_id in token vs None in account metadata. -test WARNING: Inconsistent project domain id: unexpected_id in token vs None in account metadata. -Quarantined /tmp/tmpb_e234xw/dev/dbs/par/pre/db to /tmp/tmpb_e234xw/dev/quarantined/tests/db due to malformed database -Quarantined /tmp/tmpb_e234xw/dev/dbs/par/pre/db to /tmp/tmpb_e234xw/dev/quarantined/tests/db due to malformed database -Quarantined /tmp/tmpb_e234xw/dev/dbs/par/pre/db to /tmp/tmpb_e234xw/dev/quarantined/tests/db due to corrupted database -Quarantined /tmp/tmpb_e234xw/dev/dbs/par/pre/db to /tmp/tmpb_e234xw/dev/quarantined/tests/db due to disk error while accessing database +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_slo_object_DELETE +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_slo_object_DELETE ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_slo_object_async_DELETE +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_slo_object_async_DELETE ... ok +test INFO: - - 15/May/2024/17/59/47 PUT /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1715795987.683346033 1715795987.683569193 0 +test INFO: - - 15/May/2024/17/59/48 POST /v1/a/c/o HTTP/1.0 200 - - - - - - - - 1.2815 - - 1715795987.683292627 1715795988.964761019 0 +test INFO: - - 15/May/2024/17/59/48 DELETE /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1715795988.966456175 1715795988.966659546 0 +test INFO: - - 15/May/2024/17/59/48 POST /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0008 - - 1715795988.966409445 1715795988.967189074 0 +test INFO: - - 15/May/2024/17/59/49 HEAD /v1/a/c/sub_get HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1715795989.696577072 1715795989.696811438 0 +test INFO: - - 15/May/2024/17/59/49 GET /v1/a/test/obj HTTP/1.0 200 - Swift - - - - - - 0.0003 SSC - 1715795989.697679520 1715795989.697948933 0 +test INFO: - - 15/May/2024/17/59/49 HEAD /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1715795989.698421240 1715795989.698626995 0 +test INFO: - - 15/May/2024/17/59/49 PUT /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0027 - - 1715795989.696411848 1715795989.699152470 - +test INFO: - - 15/May/2024/17/59/49 GET /v1/a/c/sub_get HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1715795989.700542212 1715795989.700756788 0 +test INFO: - - 15/May/2024/17/59/49 GET /v1/a/test/obj HTTP/1.0 200 - Swift - - - - - - 0.0002 SSC - 1715795989.701046228 1715795989.701265335 0 +test INFO: - - 15/May/2024/17/59/49 GET /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1715795989.701697588 1715795989.701888800 0 +test INFO: - - 15/May/2024/17/59/49 PUT /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0020 - - 1715795989.700406313 1715795989.702366352 - +test INFO: - - 15/May/2024/17/59/49 POST /v1/a/c/sub_get HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1715795989.703736067 1715795989.703911781 0 +test INFO: - - 15/May/2024/17/59/49 GET /v1/a/test/obj HTTP/1.0 200 - Swift - - - - - - 0.0002 SSC - 1715795989.704202414 1715795989.704419374 0 +test INFO: - - 15/May/2024/17/59/49 POST /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1715795989.704813480 1715795989.704973221 0 +test INFO: - - 15/May/2024/17/59/49 PUT /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0019 - - 1715795989.703601360 1715795989.705461740 - +test INFO: - - 15/May/2024/17/59/49 PUT /v1/a/c/sub_get HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1715795989.706762791 1715795989.706964016 0 +test INFO: - - 15/May/2024/17/59/49 GET /v1/a/test/obj HTTP/1.0 200 - Swift - - - - - - 0.0002 SSC - 1715795989.707506895 1715795989.707729578 0 +test INFO: - - 15/May/2024/17/59/49 PUT /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1715795989.708159924 1715795989.708345890 0 +test INFO: - - 15/May/2024/17/59/49 PUT /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0022 - - 1715795989.706632614 1715795989.708817720 - +test INFO: - - 15/May/2024/17/59/49 DELETE /v1/a/c/sub_get HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1715795989.710118294 1715795989.710275888 0 +test INFO: - - 15/May/2024/17/59/49 GET /v1/a/test/obj HTTP/1.0 200 - Swift - - - - - - 0.0002 SSC - 1715795989.710584402 1715795989.710797548 0 +test INFO: - - 15/May/2024/17/59/49 DELETE /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1715795989.711186171 1715795989.711371422 0 +test INFO: - - 15/May/2024/17/59/49 PUT /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0019 - - 1715795989.709992409 1715795989.711854219 - +Quarantined /tmp/tmp8uzpzkga/dev/dbs/par/pre/db to /tmp/tmp8uzpzkga/dev/quarantined/tests/db due to malformed database +Quarantined /tmp/tmp8uzpzkga/dev/dbs/par/pre/db to /tmp/tmp8uzpzkga/dev/quarantined/tests/db due to malformed database +Quarantined /tmp/tmp8uzpzkga/dev/dbs/par/pre/db to /tmp/tmp8uzpzkga/dev/quarantined/tests/db due to corrupted database +Quarantined /tmp/tmp8uzpzkga/dev/dbs/par/pre/db to /tmp/tmp8uzpzkga/dev/quarantined/tests/db due to disk error while accessing database test.unit.common.test_db.TestDatabaseBroker.test_possibly_quarantine_db_errors test.unit.common.test_db.TestDatabaseBroker.test_possibly_quarantine_db_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_db_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_db_file ... ok -test.unit.account.test_server.TestAccountController.test_empty_except_for_used_policies -test.unit.account.test_server.TestAccountController.test_empty_except_for_used_policies ... ok test.unit.common.test_db.TestDatabaseBroker.test_put_record test.unit.common.test_db.TestDatabaseBroker.test_put_record ... ok -Quarantined /tmp/tmpbzsfh47h/dev/dbs/par/pre/db to /tmp/tmpbzsfh47h/dev/quarantined/containers/db due to missing row in container_stat table +Quarantined /tmp/tmph2nf8448/dev/dbs/par/pre/db to /tmp/tmph2nf8448/dev/quarantined/containers/db due to missing row in container_stat table test.unit.common.test_db.TestDatabaseBroker.test_reclaim_missing_container_info test.unit.common.test_db.TestDatabaseBroker.test_reclaim_missing_container_info ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_shard_ranges -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_shard_ranges ... ok -test.unit.account.test_server.TestAccountController.test_empty_policy_stats -test.unit.account.test_server.TestAccountController.test_empty_policy_stats ... ok -test.unit.account.test_server.TestAccountController.test_init -test.unit.account.test_server.TestAccountController.test_init ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_expirer_info_object -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_expirer_info_object ... ok -test.unit.account.test_server.TestAccountController.test_insufficient_storage_mount_check_false -test.unit.account.test_server.TestAccountController.test_insufficient_storage_mount_check_false ... ok test.unit.common.test_db.TestDatabaseBroker.test_skip_commits test.unit.common.test_db.TestDatabaseBroker.test_skip_commits ... ok -Quarantined /tmp/tmpv0jovdny/dev/dbs/par/pre/db to /tmp/tmpv0jovdny/dev/quarantined/containers/db due to missing row in container_stat table +Quarantined /tmp/tmpfwylsro5/dev/dbs/par/pre/db to /tmp/tmpfwylsro5/dev/quarantined/containers/db due to missing row in container_stat table test.unit.common.test_db.TestDatabaseBroker.test_update_metadata_missing_container_info test.unit.common.test_db.TestDatabaseBroker.test_update_metadata_missing_container_info ... ok -test.unit.account.test_server.TestAccountController.test_insufficient_storage_mount_check_true -test.unit.account.test_server.TestAccountController.test_insufficient_storage_mount_check_true ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_load -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_load ... ok -test INFO: - - - [18/Jun/2025:00:02:49 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.1582 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:49 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0015 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:49 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.1605 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:49 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0014 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:49 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.2887 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:49 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0017 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:50 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.7322 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:50 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0019 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:50 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0013 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:50 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:50 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.1781 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:50 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:50 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0850 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:50 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0867 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:50 +0000] "PUT /sda1/p/a" 403 16 "-" "-" "-" 0.0009 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:50 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:51 +0000] "PUT /sda1/p/.a/c" 201 - "-" "-" "-" 0.0917 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:51 +0000] "PUT /sda1/p/a/.c" 404 - "-" "-" "-" 0.0002 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:51 +0000] "PUT /sda1/./a" 400 20 "-" "-" "-" 0.0001 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:51 +0000] "PUT /sda1/p/a" 400 28 "-" "-" "-" 0.0779 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:51 +0000] "PUT /sda1/p/a" 400 28 "-" "-" "-" 0.0012 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:51 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0009 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:51 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0002 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:51 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0800 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:51 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0604 "-" 635414 - -test DEBUG: - - - [18/Jun/2025:00:02:51 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0002 "-" 635414 - -test DEBUG: - - - [18/Jun/2025:00:02:51 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0002 "-" 635414 - -test DEBUG: - - - [18/Jun/2025:00:02:51 +0000] "REPLICATE /sda1/p/a/" 404 - "-" "-" "-" 0.0013 "-" 635414 - -test ERROR: ERROR __call__ error with REPLICATE /sda1/p/a/ : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/account/server.py", line 313, in __call__ - res = getattr(self, req.method)(req) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 1519, in _timing_stats - resp = func(ctrl, *args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/account/server.py", line 279, in REPLICATE - ret = self.replicator_rpc.dispatch(post_args, args) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/db_replicator.py", line 897, in dispatch - return getattr(self, op)( - ^^^^^^^^^^^^^^^^^ -AttributeError: 'ReplicatorRpc' object has no attribute 'unknown_sync' -test DEBUG: - - - [18/Jun/2025:00:02:51 +0000] "REPLICATE /sda1/p/a/" 500 833 "-" "-" "-" 0.0039 "-" 635414 - -test DEBUG: - - - [18/Jun/2025:00:02:51 +0000] "REPLICATE /sda1/p/a/" 400 49 "-" "-" "-" 0.0002 "-" 635414 - -test ERROR: ERROR __call__ error with PUT /sda1/p/a/c : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/account/server.py", line 313, in __call__ - res = getattr(self, req.method)(req) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_server.py", line 2606, in mock_put_method - raise Exception() -Exception -test INFO: - - - [18/Jun/2025:00:02:51 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0812 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:51 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:51 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:51 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:51 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:51 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:51 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.2028 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:51 +0000] "PUT /sda1/p/a/c%00stuff" 400 36 "-" "-" "-" 0.0001 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:51 +0000] "PUT /sda1/p/foo%00bar" 400 34 "-" "-" "-" 0.0005 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:51 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0810 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:51 +0000] "PUT /sda1/p/a/%00c%00stuff" 201 - "-" "-" "-" 0.0159 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:51 +0000] "PUT /sda1/p/%00a" 201 - "-" "-" "-" 0.0763 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:51 +0000] "PUT /sda1/p/%00foo%00bar" 201 - "-" "-" "-" 0.0936 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:52 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.1053 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:52 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0011 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:52 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0819 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:52 +0000] "GET /sda1/p/a" 200 109 "-" "-" "-" 0.0016 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:52 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0014 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:52 +0000] "GET /sda1/p/a" 200 26 "-" "-" "-" 0.0015 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:52 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0673 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:52 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0012 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:52 +0000] "PUT /sda1/p/a/nullish" 201 - "-" "-" "-" 0.0802 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:52 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0869 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:52 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0015 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:52 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0015 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:52 +0000] "GET /sda1/p/a" 200 26 "-" "-" "-" 0.0013 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:52 +0000] "GET /sda1/p/a" 200 94 "-" "-" "-" 0.0016 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:52 +0000] "GET /sda1/p/a" 200 116 "-" "-" "-" 0.0015 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:52 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0972 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:52 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0016 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:52 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:52 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0011 "-" 635414 0 -test INFO: - - - [18/Jun/2025:00:02:52 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0887 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:52 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0014 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:52 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0832 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:52 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0015 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:52 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 635414 - -test.unit.account.test_server.TestAccountController.test_invalid_method_doesnt_exist -test.unit.account.test_server.TestAccountController.test_invalid_method_doesnt_exist ... ok -test.unit.account.test_server.TestAccountController.test_invalid_method_is_not_public -test.unit.account.test_server.TestAccountController.test_invalid_method_is_not_public ... ok -test.unit.account.test_server.TestAccountController.test_list_allowed_methods -test.unit.account.test_server.TestAccountController.test_list_allowed_methods ... ok -test.unit.account.test_server.TestAccountController.test_log_line_format -test.unit.account.test_server.TestAccountController.test_log_line_format ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_shard_ranges_with_minimum_size -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_shard_ranges_with_minimum_size ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_delete_db_does_not_clear_particular_sharding_meta -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_delete_db_does_not_clear_particular_sharding_meta ... ok test.unit.common.test_db.TestDatabaseBroker.test_validate_metadata_is_called_from_update_metadata test.unit.common.test_db.TestDatabaseBroker.test_validate_metadata_is_called_from_update_metadata ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_mem -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_mem ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_merge_items_overwrite_unicode -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_merge_items_overwrite_unicode ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_markers_with_reserved -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_markers_with_reserved ... ok -test WARNING: boom -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:02:43 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0746 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:02:43 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0750 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:02:43 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0650 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:02:43 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0020 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:02:43 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0058 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:02:43 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0014 "-" 635438 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:02:43 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0652 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:02:43 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0863 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:02:43 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0017 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:02:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.6564 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:02:44 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0023 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:02:44 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0040 "-" 635438 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:02:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.3137 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:02:44 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.2640 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:02:44 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0015 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:02:44 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:02:46 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 2.0549 "-" 635438 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:02:48 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 1.1505 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:02:48 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.1602 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:02:48 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0907 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:02:48 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0834 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:02:48 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.2044 "-" 635438 0 -test ERROR: ERROR Account update failed with 127.0.0.1:43889/sda1 (will retry later): Response 503 OK -test INFO: - - - [18/Jun/2025:00:02:48 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0864 "-" 635438 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:02:48 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.2236 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:02:49 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.1859 "-" 635438 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:02:49 +0000] "DELETE /sda1/./a/c" 400 20 "-" "-" "-" 0.0030 "-" 635438 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:02:49 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 635438 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:02:49 +0000] "DELETE /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0003 "-" 635438 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:02:49 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0893 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:02:49 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:02:49 +0000] "DELETE /sda1/p/a/c" 409 - "-" "-" "-" 0.0953 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:02:49 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0004 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:02:49 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.4132 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:02:49 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0024 "-" 635438 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:02:50 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.5044 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:02:50 +0000] "DELETE /sda1/p/a/c/bashful" 204 - "-" "-" "-" 0.0006 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:02:50 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.3157 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:02:50 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1137 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:02:50 +0000] "DELETE /sda1/p/a/c/grumpy10" 204 - "-" "-" "-" 0.0011 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:02:50 +0000] "DELETE /sda1/p/a/c/grumpy10_no_header" 204 - "-" "-" "-" 0.0007 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:02:51 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0684 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:02:51 +0000] "DELETE /sda1/p/a/c/grumpy20" 301 - "-" "-" "-" 0.0022 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:02:51 +0000] "DELETE /sda1/p/a/c/grumpy20_no_header" 204 - "-" "-" "-" 0.0004 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:02:51 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0716 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:02:51 +0000] "DELETE /sda1/p/a/c/grumpy30" 301 - "-" "-" "-" 0.0011 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:02:51 +0000] "DELETE /sda1/p/a/c/grumpy30_no_header" 204 - "-" "-" "-" 0.0004 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:02:51 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0958 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:02:51 +0000] "DELETE /sda1/p/a/c/grumpy40" 301 - "-" "-" "-" 0.0009 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:02:51 +0000] "DELETE /sda1/p/a/c/grumpy40_no_header" 204 - "-" "-" "-" 0.0003 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:02:51 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1742 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:02:51 +0000] "DELETE /sda1/p/a/c/grumpy50" 204 - "-" "-" "-" 0.0023 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:02:51 +0000] "DELETE /sda1/p/a/c/grumpy50_no_header" 204 - "-" "-" "-" 0.0080 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:02:51 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1002 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:02:51 +0000] "DELETE /sda1/p/a/c/grumpy60" 301 - "-" "-" "-" 0.0015 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:02:51 +0000] "DELETE /sda1/p/a/c/grumpy60_no_header" 204 - "-" "-" "-" 0.0004 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:02:52 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0892 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:02:52 +0000] "DELETE /sda1/p/a/c/grumpy70" 204 - "-" "-" "-" 0.0016 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:02:52 +0000] "DELETE /sda1/p/a/c/grumpy70_no_header" 204 - "-" "-" "-" 0.0005 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:02:52 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1125 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:02:52 +0000] "DELETE /sda1/p/a/c/grumpy80" 204 - "-" "-" "-" 0.0015 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:02:52 +0000] "DELETE /sda1/p/a/c/grumpy80_no_header" 204 - "-" "-" "-" 0.0027 "-" 635438 - -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_table_cont_count_update_get_stats -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_table_cont_count_update_get_stats ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_mounted -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_mounted ... ok test.unit.common.test_db.TestDatabaseBroker.test_validate_metadata_is_not_called_from_update_metadata test.unit.common.test_db.TestDatabaseBroker.test_validate_metadata_is_not_called_from_update_metadata ... ok -test.unit.common.test_db.TestHelperFunctions.test_zero_like -test.unit.common.test_db.TestHelperFunctions.test_zero_like ... ok -test.unit.common.test_exceptions.TestExceptions.test_client_exception -test.unit.common.test_exceptions.TestExceptions.test_client_exception ... ok -test.unit.common.test_exceptions.TestExceptions.test_replication_exception -test.unit.common.test_exceptions.TestExceptions.test_replication_exception ... ok -test.unit.common.test_exceptions.TestExceptions.test_replication_lock_timeout -test.unit.common.test_exceptions.TestExceptions.test_replication_lock_timeout ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_absolute_target -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_absolute_target ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request_app_logging -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request_app_logging ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request_server_logging -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request_server_logging ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_chunked_with_content_length -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_chunked_with_content_length ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_leading_slashes -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_leading_slashes ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_messy -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_messy ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_quoted -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_quoted ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_request_lines -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_request_lines ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_simple -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_simple ... ok -test.unit.common.test_linkat.TestLinkat.test_available -test.unit.common.test_linkat.TestLinkat.test_available ... ok -test.unit.common.test_linkat.TestLinkat.test_errno -test.unit.common.test_linkat.TestLinkat.test_errno ... ok -test.unit.common.test_linkat.TestLinkat.test_flags -test.unit.common.test_linkat.TestLinkat.test_flags ... ok -test.unit.common.test_linkat.TestLinkat.test_linkat_fd_not_integer -test.unit.common.test_linkat.TestLinkat.test_linkat_fd_not_integer ... ok -test.unit.common.test_linkat.TestLinkat.test_linkat_success -test.unit.common.test_linkat.TestLinkat.test_linkat_success ... ok -test.unit.common.test_linkat.TestLinkat.test_unavailable -test.unit.common.test_linkat.TestLinkat.test_unavailable ... ok -test.unit.common.test_linkat.TestLinkat.test_unavailable_in_libc -test.unit.common.test_linkat.TestLinkat.test_unavailable_in_libc ... ok -test.unit.common.test_manager.TestManager.test_create -test.unit.common.test_manager.TestManager.test_create ... ok -test.unit.common.test_manager.TestManager.test_default_strict -test.unit.common.test_manager.TestManager.test_default_strict ... ok -test.unit.common.test_manager.TestManager.test_force_reload -test.unit.common.test_manager.TestManager.test_force_reload ... ok -test.unit.common.test_manager.TestManager.test_get_command -test.unit.common.test_manager.TestManager.test_get_command ... ok -test.unit.common.test_manager.TestManager.test_iter -test.unit.common.test_manager.TestManager.test_iter ... ok -test.unit.common.test_manager.TestManager.test_list_commands -test.unit.common.test_manager.TestManager.test_list_commands ... ok -test.unit.common.test_manager.TestManager.test_no_daemon -test.unit.common.test_manager.TestManager.test_no_daemon ... ok -test.unit.common.test_manager.TestManager.test_no_wait -test.unit.common.test_manager.TestManager.test_no_wait ... ok -test.unit.common.test_manager.TestManager.test_once -test.unit.common.test_manager.TestManager.test_once ... ok -test.unit.common.test_manager.TestManager.test_reload -test.unit.common.test_manager.TestManager.test_reload ... ok -test.unit.common.test_manager.TestManager.test_restart -test.unit.common.test_manager.TestManager.test_restart ... ok -test.unit.common.test_manager.TestManager.test_run_command -test.unit.common.test_manager.TestManager.test_run_command ... ok -test.unit.common.test_manager.TestManager.test_shutdown -test.unit.common.test_manager.TestManager.test_shutdown ... ok -test.unit.common.test_manager.TestManager.test_start -test.unit.common.test_manager.TestManager.test_start ... ok -test.unit.common.test_manager.TestManager.test_status -test.unit.common.test_manager.TestManager.test_status ... ok -test.unit.common.test_manager.TestManager.test_stop -test.unit.common.test_manager.TestManager.test_stop ... ok -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -proxy INFO: (635416) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (635416) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [17/Jun/2025 12:02:53] "GET https://cluster.domain/bucket/key HTTP/1.0" 200 106 0.000100 -proxy INFO: wsgi exiting -proxy INFO: (635416) wsgi exited, is_accepting=True -proxy INFO: (635416) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (635416) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [17/Jun/2025 12:02:53] "GET http://cluster.domain/v1/acct/cont/obj HTTP/1.0" 200 112 0.000043 -proxy INFO: wsgi exiting -proxy INFO: (635416) wsgi exited, is_accepting=True -proxy INFO: (635416) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (635416) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [17/Jun/2025 12:02:53] "GET ftp://cluster.domain/bucket/key HTTP/1.0" 200 126 0.000036 -proxy INFO: wsgi exiting -proxy INFO: (635416) wsgi exited, is_accepting=True -proxy INFO: (635416) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (635416) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [17/Jun/2025 12:02:53] "GET https://cluster.domain HTTP/1.0" 200 117 0.000033 -proxy INFO: wsgi exiting -proxy INFO: (635416) wsgi exited, is_accepting=True -proxy INFO: (635416) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (635416) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [17/Jun/2025 12:02:53] "GET http:omg//wtf/bbq HTTP/1.0" 200 112 0.000036 -proxy INFO: wsgi exiting -proxy INFO: (635416) wsgi exited, is_accepting=True -proxy INFO: (635416) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (635416) accepted ('127.0.0.1', 8359) -proxy INFO: ERROR WSGI: code 400, message Bad request syntax ('ONLY-METHOD'), (txn: tx622cb4845e494d8e8bd14-006852022d) -proxy INFO: wsgi exiting -proxy INFO: (635416) wsgi exited, is_accepting=True -proxy INFO: (635416) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (635416) accepted ('127.0.0.1', 8359) -test ERROR: ERROR WSGI: code 400, message Bad request syntax ('ONLY-METHOD') (txn: test-trans-id) -proxy INFO: wsgi exiting (txn: test-trans-id) -proxy INFO: (635416) wsgi exited, is_accepting=True (txn: test-trans-id) -proxy INFO: (635416) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (635416) accepted ('127.0.0.1', 8359) -proxy INFO: ERROR WSGI: code 400, message Bad request syntax ('ONLY-METHOD'), (txn: test-trans-id) -proxy INFO: wsgi exiting -proxy INFO: (635416) wsgi exited, is_accepting=True -proxy INFO: (635416) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (635416) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [17/Jun/2025 12:02:53] "PUT /path HTTP/1.0" 200 105 0.000050 -proxy INFO: wsgi exiting -proxy INFO: (635416) wsgi exited, is_accepting=True -proxy INFO: (635416) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (635416) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [17/Jun/2025 12:02:53] "GET ///some-leading-slashes HTTP/1.0" 200 118 0.000034 -proxy INFO: wsgi exiting -proxy INFO: (635416) wsgi exited, is_accepting=True -proxy INFO: (635416) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (635416) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [17/Jun/2025 12:02:53] "GET /ohÿboy%what$now%E2%80%bd HTTP/1.0" 200 120 0.000034 -proxy INFO: wsgi exiting -proxy INFO: (635416) wsgi exited, is_accepting=True -proxy INFO: (635416) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (635416) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [17/Jun/2025 12:02:53] "GET /some%fFpath%D8%AA HTTP/1.0" 200 113 0.000033 -proxy INFO: wsgi exiting -proxy INFO: (635416) wsgi exited, is_accepting=True -proxy INFO: (635416) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (635416) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [17/Jun/2025 12:02:53] "GET / HTTP/1.1" 200 120 0.000059 -proxy INFO: wsgi exiting -proxy INFO: (635416) wsgi exited, is_accepting=True -b'HTTP/1.1 200 OK\r\nContent-Length: 44\r\nDate: Wed, 18 Jun 2025 00:02:53 GMT\r\n\r\n{"RAW_PATH_INFO": "/", "QUERY_STRING": null}' -proxy INFO: (635416) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (635416) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [17/Jun/2025 12:02:53] "GET /%FF HTTP/1.1" 200 123 0.000045 -proxy INFO: wsgi exiting -proxy INFO: (635416) wsgi exited, is_accepting=True -b'HTTP/1.1 200 OK\r\nContent-Length: 47\r\nDate: Wed, 18 Jun 2025 00:02:53 GMT\r\n\r\n{"RAW_PATH_INFO": "/%FF", "QUERY_STRING": null}' -proxy INFO: (635416) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (635416) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [17/Jun/2025 12:02:53] "GET /ÿ HTTP/1.1" 200 126 0.000044 -proxy INFO: wsgi exiting -proxy INFO: (635416) wsgi exited, is_accepting=True -b'HTTP/1.1 200 OK\r\nContent-Length: 50\r\nDate: Wed, 18 Jun 2025 00:02:53 GMT\r\n\r\n{"RAW_PATH_INFO": "/\\u00ff", "QUERY_STRING": null}' -proxy INFO: (635416) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (635416) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [17/Jun/2025 12:02:53] "PUT /Here%20Is%20A%20SnowMan:☃ HTTP/1.0" 200 181 0.000044 -proxy INFO: wsgi exiting -proxy INFO: (635416) wsgi exited, is_accepting=True -b'HTTP/1.1 200 OK\r\nContent-Length: 86\r\nDate: Wed, 18 Jun 2025 00:02:53 GMT\r\nConnection: close\r\n\r\n{"RAW_PATH_INFO": "/Here%20Is%20A%20SnowMan:\\u00e2\\u0098\\u0083", "QUERY_STRING": null}' -proxy INFO: (635416) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (635416) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [17/Jun/2025 12:02:53] "POST /?and%20it=does+nothing+to+params&PALMTREE=ð%9fŒ%b4 HTTP/1.1" 200 178 0.000042 -proxy INFO: wsgi exiting -proxy INFO: (635416) wsgi exited, is_accepting=True -b'HTTP/1.1 200 OK\r\nContent-Length: 101\r\nDate: Wed, 18 Jun 2025 00:02:53 GMT\r\n\r\n{"RAW_PATH_INFO": "/", "QUERY_STRING": "and%20it=does+nothing+to+params&PALMTREE=\\u00f0%9f\\u008c%b4"}' -proxy INFO: (635416) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (635416) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [17/Jun/2025 12:02:53] "GET // HTTP/1.1" 200 121 0.000042 -proxy INFO: wsgi exiting -proxy INFO: (635416) wsgi exited, is_accepting=True -b'HTTP/1.1 200 OK\r\nContent-Length: 45\r\nDate: Wed, 18 Jun 2025 00:02:53 GMT\r\n\r\n{"RAW_PATH_INFO": "//", "QUERY_STRING": null}' -proxy INFO: (635416) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (635416) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [17/Jun/2025 12:02:53] "GET //bar HTTP/1.1" 200 124 0.000042 -proxy INFO: wsgi exiting -proxy INFO: (635416) wsgi exited, is_accepting=True -b'HTTP/1.1 200 OK\r\nContent-Length: 48\r\nDate: Wed, 18 Jun 2025 00:02:53 GMT\r\n\r\n{"RAW_PATH_INFO": "//bar", "QUERY_STRING": null}' -proxy INFO: (635416) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (635416) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [17/Jun/2025 12:02:53] "GET //////baz HTTP/1.1" 200 128 0.000099 -proxy INFO: wsgi exiting -proxy INFO: (635416) wsgi exited, is_accepting=True -b'HTTP/1.1 200 OK\r\nContent-Length: 52\r\nDate: Wed, 18 Jun 2025 00:02:53 GMT\r\n\r\n{"RAW_PATH_INFO": "//////baz", "QUERY_STRING": null}' -proxy INFO: (635416) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (635416) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [17/Jun/2025 12:02:53] "GET /someurl HTTP/1.0" 200 102 0.000042 -proxy INFO: wsgi exiting -proxy INFO: (635416) wsgi exited, is_accepting=True - -user quit -No .MockServer object at 0x7f9991920cb0> running -.MockServerFactory.MockServer object at 0x7f99919202f0> (1) appears to have stopped -No .MockServerFactory.MockServer object at 0x7f99919207a0> running -No .MockServerFactory.MockServer object at 0x7f99919202f0> running -Waited 15 seconds for .MockServerFactory.MockServer object at 0x7f99919207a0> to die; giving up -test.unit.common.test_manager.TestManager.test_stop_kill_after_timeout -test.unit.common.test_manager.TestManager.test_stop_kill_after_timeout ... ok -test.unit.common.test_manager.TestManagerModule.test_command_wrapper -test.unit.common.test_manager.TestManagerModule.test_command_wrapper ... ok -test.unit.common.test_manager.TestManagerModule.test_exc -test.unit.common.test_manager.TestManagerModule.test_exc ... ok -test.unit.common.test_manager.TestManagerModule.test_format_server_name -test.unit.common.test_manager.TestManagerModule.test_format_server_name ... ok -test.unit.common.test_manager.TestManagerModule.test_safe_kill -test.unit.common.test_manager.TestManagerModule.test_safe_kill ... ok -test.unit.common.test_manager.TestManagerModule.test_servers -test.unit.common.test_manager.TestManagerModule.test_servers ... ok -test.unit.common.test_manager.TestManagerModule.test_setup_env -test.unit.common.test_manager.TestManagerModule.test_setup_env ... ok -test.unit.common.test_manager.TestManagerModule.test_verify_server -test.unit.common.test_manager.TestManagerModule.test_verify_server ... ok -test.unit.common.test_manager.TestManagerModule.test_watch_server_pids -test.unit.common.test_manager.TestManagerModule.test_watch_server_pids ... ok -test.unit.common.test_request_helpers.TestSegmentedIterable.test_simple_segments_app_iter -test.unit.common.test_request_helpers.TestSegmentedIterable.test_simple_segments_app_iter ... ok -test.unit.common.test_request_helpers.TestSegmentedIterable.test_simple_segments_app_iter_ranges -test.unit.common.test_request_helpers.TestSegmentedIterable.test_simple_segments_app_iter_ranges ... ok -test.unit.common.test_utils.TestNamespace.test_bounds_serialization -test.unit.common.test_utils.TestNamespace.test_bounds_serialization ... ok -test.unit.common.test_utils.TestNamespace.test_comparisons -test.unit.common.test_utils.TestNamespace.test_comparisons ... ok -test.unit.common.test_utils.TestNamespace.test_contains -test.unit.common.test_utils.TestNamespace.test_contains ... ok -test.unit.common.test_utils.TestNamespace.test_end_marker -test.unit.common.test_utils.TestNamespace.test_end_marker ... ok -test.unit.common.test_utils.TestNamespace.test_entire_namespace -test.unit.common.test_utils.TestNamespace.test_entire_namespace ... ok -test.unit.common.test_utils.TestNamespace.test_expand -test.unit.common.test_utils.TestNamespace.test_expand ... ok -test.unit.common.test_utils.TestNamespace.test_includes -test.unit.common.test_utils.TestNamespace.test_includes ... ok -test.unit.common.test_utils.TestNamespace.test_lower_setter -test.unit.common.test_utils.TestNamespace.test_lower_setter ... ok -test.unit.common.test_utils.TestNamespace.test_name -test.unit.common.test_utils.TestNamespace.test_name ... ok -test.unit.common.test_utils.TestNamespace.test_name_unexpected_format -test.unit.common.test_utils.TestNamespace.test_name_unexpected_format ... ok -test.unit.common.test_utils.TestNamespace.test_total_ordering -test.unit.common.test_utils.TestNamespace.test_total_ordering ... ok -test.unit.common.test_utils.TestNamespace.test_unicode_name -test.unit.common.test_utils.TestNamespace.test_unicode_name ... ok -test.unit.common.test_utils.TestNamespace.test_upper_setter -test.unit.common.test_utils.TestNamespace.test_upper_setter ... ok -test.unit.common.test_utils.TestParseContentRange.test_bad -test.unit.common.test_utils.TestParseContentRange.test_bad ... ok -test.unit.common.test_utils.TestParseContentRange.test_good -test.unit.common.test_utils.TestParseContentRange.test_good ... ok -test.unit.common.test_utils.TestSocketStringParser.test_socket_string_parser -test.unit.common.test_utils.TestSocketStringParser.test_socket_string_parser ... ok -test.unit.common.utils.test_libc.Test_LibcWrapper.test_argument_plumbing -test.unit.common.utils.test_libc.Test_LibcWrapper.test_argument_plumbing ... ok -test.unit.common.utils.test_libc.Test_LibcWrapper.test_available_function -test.unit.common.utils.test_libc.Test_LibcWrapper.test_available_function ... ok -test.unit.common.utils.test_libc.Test_LibcWrapper.test_unavailable_function -test.unit.common.utils.test_libc.Test_LibcWrapper.test_unavailable_function ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_multiple_policies_in_use -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_multiple_policies_in_use ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_not_allowed_method -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_not_allowed_method ... ok -test.unit.account.test_server.TestAccountController.test_markers_with_reserved -test.unit.account.test_server.TestAccountController.test_markers_with_reserved ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_quarantine_count -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_quarantine_count ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_newid -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_newid ... ok -test.unit.container.test_sharder.TestCleavingContext.test_cursor -test.unit.container.test_sharder.TestCleavingContext.test_cursor ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_reconstruction -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_reconstruction ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_delete_object -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_delete_object ... ok -test.unit.account.test_server.TestAccountController.test_multiple_policies_in_use -test.unit.account.test_server.TestAccountController.test_multiple_policies_in_use ... ok -test.unit.account.test_server.TestAccountController.test_not_allowed_method -test.unit.account.test_server.TestAccountController.test_not_allowed_method ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_info -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_info ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_null_markers -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_null_markers ... ok -test.unit.container.test_sharder.TestCleavingContext.test_delete -test.unit.container.test_sharder.TestCleavingContext.test_delete ... ok -test.unit.container.test_sharder.TestCleavingContext.test_done -test.unit.container.test_sharder.TestCleavingContext.test_done ... ok -test.unit.container.test_sharder.TestCleavingContext.test_init -test.unit.container.test_sharder.TestCleavingContext.test_init ... ok -test.unit.container.test_sharder.TestCleavingContext.test_iter -test.unit.container.test_sharder.TestCleavingContext.test_iter ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_relinker_info -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_relinker_info ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_params_format -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_params_format ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_params_utf8 -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_params_utf8 ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_account -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_account ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_put_container -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_put_container ... ok -test.unit.account.test_server.TestAccountController.test_null_markers -test.unit.account.test_server.TestAccountController.test_null_markers ... ok -test.unit.container.test_sharder.TestCleavingContext.test_load -test.unit.container.test_sharder.TestCleavingContext.test_load ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_stats_tracking -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_stats_tracking ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_policy_stats_non_default -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_policy_stats_non_default ... ok -test.unit.account.test_server.TestAccountController.test_params_format -test.unit.account.test_server.TestAccountController.test_params_format ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_container -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_container ... ok -test.unit.account.test_server.TestAccountController.test_params_utf8 -test.unit.account.test_server.TestAccountController.test_params_utf8 ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_policy_stats_with_legacy -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_policy_stats_with_legacy ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_double_check_trailing_delimiter -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_double_check_trailing_delimiter ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_fills_gap -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_fills_gap ... ok -test.unit.account.test_server.TestAccountController.test_policy_stats_non_default -test.unit.account.test_server.TestAccountController.test_policy_stats_non_default ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_unrecognized -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_unrecognized ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_warns_of_gap -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_warns_of_gap ... ok -test.unit.account.test_server.TestAccountController.test_policy_stats_with_legacy -test.unit.account.test_server.TestAccountController.test_policy_stats_with_legacy ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_object -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_object ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_and_delim_with_reserved -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_and_delim_with_reserved ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_reclaim -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_reclaim ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_table_migration -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_table_migration ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_warns_of_overlap -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_warns_of_overlap ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5 -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5 ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_double_check_trailing_delimiter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_double_check_trailing_delimiter_non_slash ... ok -test.unit.container.test_sharder.TestCleavingContext.test_load_all -test.unit.container.test_sharder.TestCleavingContext.test_load_all ... ok -test.unit.account.test_server.TestAccountController.test_prefix_and_delim_with_reserved -test.unit.account.test_server.TestAccountController.test_prefix_and_delim_with_reserved ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_excludes_configured_missing_obj_rings -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_excludes_configured_missing_obj_rings ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_children_overlaps_with_parent_donor -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_children_overlaps_with_parent_donor ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_with_reserved -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_with_reserved ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_table_migration_in_get_policy_stats -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_table_migration_in_get_policy_stats ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_excludes_unconfigured_present_obj_rings -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_excludes_unconfigured_present_obj_rings ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_exits_if_sharding_state -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_exits_if_sharding_state ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_replicaiton_server_call_all_methods -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_replicaiton_server_call_all_methods ... ok -test.unit.account.test_server.TestAccountController.test_prefix_with_reserved -test.unit.account.test_server.TestAccountController.test_prefix_with_reserved ... ok +test.unit.common.test_digest.TestDigestUtils.test_extract_digest_and_algorithm +test.unit.common.test_digest.TestDigestUtils.test_extract_digest_and_algorithm ... ok +test.unit.common.test_digest.TestDigestUtils.test_get_allowed_digests +test.unit.common.test_digest.TestDigestUtils.test_get_allowed_digests ... ok +test.unit.common.test_digest.TestDigestUtils.test_get_hmac +test.unit.common.test_digest.TestDigestUtils.test_get_hmac ... ok +test.unit.common.test_digest.TestDigestUtils.test_get_hmac_digest +test.unit.common.test_digest.TestDigestUtils.test_get_hmac_digest ... ok +test.unit.common.test_digest.TestDigestUtils.test_get_hmac_ip_range +test.unit.common.test_digest.TestDigestUtils.test_get_hmac_ip_range ... ok +test.unit.common.test_digest.TestDigestUtils.test_get_hmac_ip_range_non_binary_type +test.unit.common.test_digest.TestDigestUtils.test_get_hmac_ip_range_non_binary_type ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_default +test.unit.common.test_memcached.TestLoadMemcache.test_conf_default ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_default_read +test.unit.common.test_memcached.TestLoadMemcache.test_conf_default_read ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_extra_no_option +test.unit.common.test_memcached.TestLoadMemcache.test_conf_extra_no_option ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_extra_no_section +test.unit.common.test_memcached.TestLoadMemcache.test_conf_extra_no_section ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_extra_conf +test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_extra_conf ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_extra_conf_bad_max_conn +test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_extra_conf_bad_max_conn ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_inline_and_maxc_from_extra_conf +test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_inline_and_maxc_from_extra_conf ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_inline_and_sers_from_extra_conf +test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_inline_and_sers_from_extra_conf ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_bad_item_warning_threshold +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_bad_item_warning_threshold ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_bad_max_conn +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_bad_max_conn ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_other_max_conn +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_other_max_conn ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_ratelimiting +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_ratelimiting ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_tls +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_tls ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_set_no_read +test.unit.common.test_memcached.TestLoadMemcache.test_conf_set_no_read ... ok +test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_absent +test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_absent ... ok +test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_before +test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_before ... ok +test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_greater +test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_greater ... ok +test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_out_of_range_is_ignored +test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_out_of_range_is_ignored ... ok +test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_same +test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_same ... ok +test.unit.common.test_utils.TestAffinityKeyFunction.test_all_whitespace_value +test.unit.common.test_utils.TestAffinityKeyFunction.test_all_whitespace_value ... ok +test.unit.common.test_utils.TestAffinityKeyFunction.test_bogus_value +test.unit.common.test_utils.TestAffinityKeyFunction.test_bogus_value ... ok +test.unit.common.test_utils.TestAffinityKeyFunction.test_empty_value +test.unit.common.test_utils.TestAffinityKeyFunction.test_empty_value ... ok +test.unit.common.test_utils.TestAffinityKeyFunction.test_more_specific_after_less_specific +test.unit.common.test_utils.TestAffinityKeyFunction.test_more_specific_after_less_specific ... ok +test.unit.common.test_utils.TestAffinityKeyFunction.test_multiple +test.unit.common.test_utils.TestAffinityKeyFunction.test_multiple ... ok +test.unit.common.test_utils.TestAffinityKeyFunction.test_single_region +test.unit.common.test_utils.TestAffinityKeyFunction.test_single_region ... ok +test.unit.common.test_utils.TestAffinityKeyFunction.test_with_zone_zero +test.unit.common.test_utils.TestAffinityKeyFunction.test_with_zone_zero ... ok +test.unit.common.test_utils.TestAffinityLocalityPredicate.test_empty +test.unit.common.test_utils.TestAffinityLocalityPredicate.test_empty ... ok +test.unit.common.test_utils.TestAffinityLocalityPredicate.test_invalid +test.unit.common.test_utils.TestAffinityLocalityPredicate.test_invalid ... ok +test.unit.common.test_utils.TestAffinityLocalityPredicate.test_multiple +test.unit.common.test_utils.TestAffinityLocalityPredicate.test_multiple ... ok +test.unit.common.test_utils.TestAffinityLocalityPredicate.test_region +test.unit.common.test_utils.TestAffinityLocalityPredicate.test_region ... ok +test.unit.common.test_utils.TestAffinityLocalityPredicate.test_zone +test.unit.common.test_utils.TestAffinityLocalityPredicate.test_zone ... ok +test.unit.common.test_utils.TestDistributeEvenly.test_evenly_divided +test.unit.common.test_utils.TestDistributeEvenly.test_evenly_divided ... ok +test.unit.common.test_utils.TestDistributeEvenly.test_just_one +test.unit.common.test_utils.TestDistributeEvenly.test_just_one ... ok +test.unit.common.test_utils.TestDistributeEvenly.test_more_buckets_than_items +test.unit.common.test_utils.TestDistributeEvenly.test_more_buckets_than_items ... ok +test.unit.common.test_utils.TestDistributeEvenly.test_uneven +test.unit.common.test_utils.TestDistributeEvenly.test_uneven ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_enable +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_enable ... ok +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Object PUT returning 202 for 409: 1715795993.00000 <= '409 (1715795994.00000), 409 (1715795994.00000), 409 (1715795994.00000)' (txn: txbc9454a4c0854c5da30d1-006644f819) +proxy-server DEBUG: Object PUT returning 202 for 409: 1715795995.00000 <= '409 (1715795996.00000), 409 (1715795996.00000), 409 (1715795996.00000)' (txn: tx04df2784ea0c4629bcaf0-006644f819) +proxy-server DEBUG: Object PUT returning 202 for 409: 1715795997.00000 <= '409 (1715795998.00000), 409 (1715795998.00000), 409 (1715795998.00000)' (txn: tx060849713da64a9796369-006644f819) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Object PUT returning 202 for 409: 1715795993.00000 <= '409 (1715795993.00000), 409 (1715795993.00000), 409 (1715795993.00000)' (txn: txefbbeaec673045af8bcb5-006644f819) +proxy-server DEBUG: Object PUT returning 202 for 409: 1715795994.00000 <= '409 (1715795994.00000), 409 (1715795994.00000), 409 (1715795994.00000)' (txn: tx33c3e766c25144c791435-006644f819) +proxy-server DEBUG: Object PUT returning 202 for 409: 1715795995.00000 <= '409 (1715795995.00000), 409 (1715795995.00000), 409 (1715795995.00000)' (txn: tx84df7ad3fe744dab8175d-006644f819) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Object PUT returning 202 for 409: 1715795993.00000 <= '409 (1715795993.00000)' (txn: tx1afbddec672b439d96d7e-006644f819) +proxy-server DEBUG: Object PUT returning 202 for 409: 1715795994.00000 <= '409 (1715795994.00000)' (txn: tx10765acdbde34fc88c58d-006644f819) +proxy-server DEBUG: Object PUT returning 202 for 409: 1715795995.00000 <= '409 (1715795995.00000)' (txn: tx8e687be6e2594b8c9b741-006644f819) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: txf6082b6594cd4d54ac4c0-006644f819) +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_if_none_match +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_if_none_match ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_missing_backend_timestamp +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_missing_backend_timestamp ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_other_weird_success_response +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_other_weird_success_response ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_repl_object_DELETE_backend_update_container_repl_ip +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_repl_object_DELETE_backend_update_container_repl_ip ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_smooth_distributed_backend_requests +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_smooth_distributed_backend_requests ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_some_404s_and_507s +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_some_404s_and_507s ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_txn_id_logging_on_PUT +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_txn_id_logging_on_PUT ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_not_configured +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_not_configured ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_per_policy_config +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_per_policy_config ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_replace_enable +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_replace_enable ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_shard_ranges +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_shard_ranges ... ok +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ -test ERROR: Error retrieving recon data: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/recon.py", line 85, in _from_recon_cache - with openr(cache_file, 'r') as f: - ^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/test_recon.py", line 228, in raise_Exception - raise Exception -Exception -test ERROR: Error reading recon cache file: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/recon.py", line 85, in _from_recon_cache - with openr(cache_file, 'r') as f: - ^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError: [Errno None] None -test ERROR: Error reading recon cache file: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/recon.py", line 85, in _from_recon_cache - with openr(cache_file, 'r') as f: - ^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/recon.py", line 85, in _from_recon_cache - with openr(cache_file, 'r') as f: - ^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError: [Errno None] None -test ERROR: Error parsing recon cache file: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/recon.py", line 85, in _from_recon_cache - with openr(cache_file, 'r') as f: - ^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/test_recon.py", line 225, in raise_ValueError - raise ValueError -ValueError -test ERROR: Error reading ringfile: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/recon.py", line 276, in get_ring_md5 - sums[ringfile] = md5_hash_for_file(ringfile) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError -test ERROR: Error reading ringfile: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/recon.py", line 276, in get_ring_md5 - sums[ringfile] = md5_hash_for_file(ringfile) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_failed_ring_hash_recovers_without_restart -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_failed_ring_hash_recovers_without_restart ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_exits_if_shrinking_state -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_exits_if_shrinking_state ... ok -test.unit.account.test_server.TestAccountController.test_replicaiton_server_call_all_methods -test.unit.account.test_server.TestAccountController.test_replicaiton_server_call_all_methods ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_reserved_markers_with_non_reserved -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_reserved_markers_with_non_reserved ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_ioerror_produces_none_hash -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_ioerror_produces_none_hash ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_serv_reserv -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_serv_reserv ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path ... ok -test INFO: - - - [18/Jun/2025:00:02:52 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:52 +0000] "method_doesnt_exist /sda1/p/a" 405 - "-" "-" "-" 0.0002 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:52 +0000] "__init__ /sda1/p/a" 405 - "-" "-" "-" 0.0001 "-" 635420 - -test INFO: 1.2.3.4 - - [01/Jan/1970:02:46:42 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 2.0000 "-" 1234 - -test INFO: - - - [18/Jun/2025:00:02:52 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.1164 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:52 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0061 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:52 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0971 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:52 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.1509 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:52 +0000] "GET /sda1/p/a" 200 218 "-" "-" "-" 0.0018 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:52 +0000] "GET /sda1/p/a" 200 109 "-" "-" "-" 0.0028 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:52 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0890 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:52 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0011 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:53 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.1044 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:53 +0000] "PUT /sda1/p/a/%00null%00test03" 201 - "-" "-" "-" 0.0903 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:53 +0000] "GET /sda1/p/a" 200 219 "-" "-" "-" 0.1071 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:53 +0000] "GET /sda1/p/a" 200 110 "-" "-" "-" 0.0017 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:53 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0968 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:53 +0000] "PUT /sda1/p/a/c_zero" 201 - "-" "-" "-" 0.0079 "-" 635420 0 -test INFO: - - - [18/Jun/2025:00:02:53 +0000] "PUT /sda1/p/a/c_one" 201 - "-" "-" "-" 0.1199 "-" 635420 1 -test INFO: - - - [18/Jun/2025:00:02:53 +0000] "PUT /sda1/p/a/c_two" 201 - "-" "-" "-" 0.0810 "-" 635420 2 -test INFO: - - - [18/Jun/2025:00:02:53 +0000] "PUT /sda1/p/a/c_three" 201 - "-" "-" "-" 0.0955 "-" 635420 3 -test INFO: - - - [18/Jun/2025:00:02:54 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.3786 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:54 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0893 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:54 +0000] "PUT /sda1/p/a/%00null%00" 201 - "-" "-" "-" 0.0010 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:54 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.1621 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:54 +0000] "PUT /sda1/p/a/null" 201 - "-" "-" "-" 0.0883 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:54 +0000] "GET /sda1/p/a" 200 92 "-" "-" "-" 0.1079 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:54 +0000] "GET /sda1/p/a" 200 304 "-" "-" "-" 0.0017 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:54 +0000] "GET /sda1/p/a" 200 201 "-" "-" "-" 0.0015 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:54 +0000] "GET /sda1/p/a" 200 201 "-" "-" "-" 0.0016 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:54 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0880 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:54 +0000] "GET /sda1/p/a" 200 68 "-" "-" "-" 0.0014 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:54 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0011 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:54 +0000] "GET /sda1/p/a" 400 37 "-" "-" "-" 0.0002 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:54 +0000] "GET /sda1/p/a" 400 33 "-" "-" "-" 0.0001 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:54 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0001 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:54 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0001 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:54 +0000] "GET /sda1/p/a" 400 38 "-" "-" "-" 0.0001 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:54 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0001 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:54 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0956 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:54 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:54 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0026 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:54 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:54 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:54 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:54 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:54 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.1049 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:54 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 635420 2 -test INFO: - - - [18/Jun/2025:00:02:54 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.1572 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:54 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:55 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0714 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:55 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0013 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:55 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0937 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:55 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0014 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:55 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.1082 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:55 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0010 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:55 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0882 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:55 +0000] "PUT /sda1/p/a/%00null%00foo" 201 - "-" "-" "-" 0.1119 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:55 +0000] "PUT /sda1/p/a/%00nullish" 201 - "-" "-" "-" 0.2034 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:55 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.1046 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:55 +0000] "GET /sda1/p/a" 200 133 "-" "-" "-" 0.0017 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:55 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0795 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:55 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0011 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:55 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.1184 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:56 +0000] "PUT /sda1/p/a/%00null%00foo" 201 - "-" "-" "-" 0.0929 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:56 +0000] "PUT /sda1/p/a/%00nullish" 201 - "-" "-" "-" 0.1654 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:56 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.1093 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:56 +0000] "GET /sda1/p/a" 200 218 "-" "-" "-" 0.0023 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:56 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0847 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:56 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0067 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:57 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.3195 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:57 +0000] "PUT /sda1/p/a/nullish" 201 - "-" "-" "-" 0.1146 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:57 +0000] "GET /sda1/p/a" 200 313 "-" "-" "-" 0.1101 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:57 +0000] "GET /sda1/p/a" 200 95 "-" "-" "-" 0.0016 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:57 +0000] "GET /sda1/p/a" 200 313 "-" "-" "-" 0.0014 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:57 +0000] "GET /sda1/p/a" 200 204 "-" "-" "-" 0.0016 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:57 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:57 +0000] "GET /bob" 400 18 "-" "-" "-" 0.0001 "-" 635420 - -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path_utf8 -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path_utf8 ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_reverse_prefix_delim -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_reverse_prefix_delim ... ok -test.unit.container.test_sharder.TestCleavingContext.test_load_modify_store_load -test.unit.container.test_sharder.TestCleavingContext.test_load_modify_store_load ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_missing_ring_recovers_without_restart -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_missing_ring_recovers_without_restart ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_commit_pending -test.unit.account.test_backend.TestCommonAccountBroker.test_commit_pending ... ok -test.unit.account.test_server.TestAccountController.test_reserved_markers_with_non_reserved -test.unit.account.test_server.TestAccountController.test_reserved_markers_with_non_reserved ... ok -test.unit.account.test_server.TestAccountController.test_serv_reserv -test.unit.account.test_server.TestAccountController.test_serv_reserv ... ok -test.unit.account.test_server.TestAccountController.test_through_call -test.unit.account.test_server.TestAccountController.test_through_call ... ok -test.unit.account.test_server.TestAccountController.test_through_call_invalid_path -test.unit.account.test_server.TestAccountController.test_through_call_invalid_path ... ok -test.unit.account.test_server.TestAccountController.test_through_call_invalid_path_utf8 -test.unit.account.test_server.TestAccountController.test_through_call_invalid_path_utf8 ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_pre_storage_policy_replication -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_pre_storage_policy_replication ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_sharding_info -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_sharding_info ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_delete_db -test.unit.account.test_backend.TestCommonAccountBroker.test_delete_db ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_get_info -test.unit.account.test_backend.TestCommonAccountBroker.test_get_info ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_socket_info -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_socket_info ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_utf8_metadata -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_utf8_metadata ... ok -test.unit.cli.test_form_signature.TestFormSignature.test_invalid_filecount_arg -test.unit.cli.test_form_signature.TestFormSignature.test_invalid_filecount_arg ... ok -test.unit.cli.test_form_signature.TestFormSignature.test_invalid_filesize_arg -test.unit.cli.test_form_signature.TestFormSignature.test_invalid_filesize_arg ... ok -test.unit.cli.test_form_signature.TestFormSignature.test_invalid_path_arg -test.unit.cli.test_form_signature.TestFormSignature.test_invalid_path_arg ... ok -test.unit.cli.test_form_signature.TestFormSignature.test_invalid_seconds_arg -test.unit.cli.test_form_signature.TestFormSignature.test_invalid_seconds_arg ... ok -test.unit.cli.test_form_signature.TestFormSignature.test_prints_signature -test.unit.cli.test_form_signature.TestFormSignature.test_prints_signature ... ok -test.unit.cli.test_form_signature.TestFormSignature.test_too_few_args -test.unit.cli.test_form_signature.TestFormSignature.test_too_few_args ... ok -test INFO: - - - [18/Jun/2025:00:02:52 +0000] "method_doesnt_exist /sda1/p/a" 405 - "-" "-" "-" 0.0002 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:52 +0000] "__init__ /sda1/p/a" 405 - "-" "-" "-" 0.0001 "-" 635414 - -test INFO: 1.2.3.4 - - [01/Jan/1970:02:46:42 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 2.0000 "-" 1234 - -test INFO: - - - [18/Jun/2025:00:02:53 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0937 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:53 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0014 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:53 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.1395 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:53 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.1385 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:53 +0000] "GET /sda1/p/a" 200 218 "-" "-" "-" 0.0019 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:53 +0000] "GET /sda1/p/a" 200 109 "-" "-" "-" 0.0017 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:53 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.1298 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:53 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0014 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:53 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0647 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:53 +0000] "PUT /sda1/p/a/%00null%00test03" 201 - "-" "-" "-" 0.1229 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:54 +0000] "GET /sda1/p/a" 200 219 "-" "-" "-" 0.3968 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:54 +0000] "GET /sda1/p/a" 200 110 "-" "-" "-" 0.0016 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:54 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0886 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:54 +0000] "PUT /sda1/p/a/c_nulo" 201 - "-" "-" "-" 0.0010 "-" 635414 0 -test INFO: - - - [18/Jun/2025:00:02:54 +0000] "PUT /sda1/p/a/c_unu" 201 - "-" "-" "-" 0.1618 "-" 635414 1 -test INFO: - - - [18/Jun/2025:00:02:54 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.1008 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:54 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.1084 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:54 +0000] "PUT /sda1/p/a/%00null%00" 201 - "-" "-" "-" 0.0009 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:54 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0833 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:54 +0000] "PUT /sda1/p/a/null" 201 - "-" "-" "-" 0.1295 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:54 +0000] "GET /sda1/p/a" 200 92 "-" "-" "-" 0.0833 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:54 +0000] "GET /sda1/p/a" 200 304 "-" "-" "-" 0.0015 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:54 +0000] "GET /sda1/p/a" 200 201 "-" "-" "-" 0.0016 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:54 +0000] "GET /sda1/p/a" 200 201 "-" "-" "-" 0.0014 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:55 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.1538 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:55 +0000] "GET /sda1/p/a" 200 68 "-" "-" "-" 0.0014 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:55 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0011 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:55 +0000] "GET /sda1/p/a" 400 37 "-" "-" "-" 0.0002 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:55 +0000] "GET /sda1/p/a" 400 33 "-" "-" "-" 0.0001 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:55 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0001 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:55 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0001 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:55 +0000] "GET /sda1/p/a" 400 38 "-" "-" "-" 0.0001 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:55 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0001 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:55 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0804 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:55 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0014 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:55 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0145 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:55 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:55 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0015 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:55 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0016 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:55 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:55 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0990 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:55 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0014 "-" 635414 1 -test INFO: - - - [18/Jun/2025:00:02:55 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0991 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:55 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:55 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.1090 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:55 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0012 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:55 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.1681 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:55 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:55 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0919 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:55 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0016 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:55 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.1292 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:55 +0000] "PUT /sda1/p/a/%00null%00foo" 201 - "-" "-" "-" 0.1185 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:56 +0000] "PUT /sda1/p/a/%00nullish" 201 - "-" "-" "-" 0.0939 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:56 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.1812 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:56 +0000] "GET /sda1/p/a" 200 133 "-" "-" "-" 0.0023 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:56 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.1102 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:56 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0024 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:56 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0856 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:56 +0000] "PUT /sda1/p/a/%00null%00foo" 201 - "-" "-" "-" 0.1473 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:56 +0000] "PUT /sda1/p/a/%00nullish" 201 - "-" "-" "-" 0.0835 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:57 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.3153 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:57 +0000] "GET /sda1/p/a" 200 218 "-" "-" "-" 0.0017 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:57 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0917 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:57 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0031 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:57 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0742 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:57 +0000] "PUT /sda1/p/a/nullish" 201 - "-" "-" "-" 0.0886 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:57 +0000] "GET /sda1/p/a" 200 313 "-" "-" "-" 0.1065 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:57 +0000] "GET /sda1/p/a" 200 95 "-" "-" "-" 0.0019 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:57 +0000] "GET /sda1/p/a" 200 313 "-" "-" "-" 0.0014 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:57 +0000] "GET /sda1/p/a" 200 204 "-" "-" "-" 0.0015 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:57 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:57 +0000] "GET /bob" 400 18 "-" "-" "-" 0.0001 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:57 +0000] "GET /sda1/p/a/c%D8%3E%2520" 412 12 "-" "-" "-" 0.0000 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:57 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.1668 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:57 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0944 "-" 635414 - -test.unit.cli.test_info.TestPrintObjWeirdPath.test_invalid_etag -test.unit.cli.test_info.TestPrintObjWeirdPath.test_invalid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_crypto_metadata -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_crypto_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_curl_command_ipv4 -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_curl_command_ipv4 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_curl_command_ipv6 -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_curl_command_ipv6 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_meta_and_ts_files -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_meta_and_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_metadata -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_no_ring -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_no_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_policy_index -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_policy_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_policy_name_mismatch -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_policy_name_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjWeirdPath.test_unchecked_etag -test.unit.cli.test_info.TestPrintObjWeirdPath.test_unchecked_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjWeirdPath.test_valid_etag -test.unit.cli.test_info.TestPrintObjWeirdPath.test_valid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_add -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_add ... ok -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_overload -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_overload ... ok -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_part_power -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_part_power ... ok -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_random_seed -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_random_seed ... ok -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_remove -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_remove ... ok -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_replicas -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_replicas ... ok -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_rounds -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_rounds ... ok -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_save -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_save ... ok -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_set_weight -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_set_weight ... ok -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_good -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_good ... ok -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_invalid_json -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_invalid_json ... ok -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_json_not_object -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_json_not_object ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_get_max_row -test.unit.account.test_backend.TestCommonAccountBroker.test_get_max_row ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_time -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_time ... ok -test.unit.cli.test_ring_builder_analyzer.TestRunScenario.test_it_runs -test.unit.cli.test_ring_builder_analyzer.TestRunScenario.test_it_runs ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_append_crypto_meta -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_append_crypto_meta ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_append_then_extract_crypto_meta -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_append_then_extract_crypto_meta ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_dump_crypto_meta -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_dump_crypto_meta ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_dump_then_load_crypto_meta -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_dump_then_load_crypto_meta ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_extract_crypto_meta -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_extract_crypto_meta ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_load_crypto_meta -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_load_crypto_meta ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_acl_GET -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_acl_GET ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_acl_PUT -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_acl_PUT ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_canned_acl_PUT -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_canned_acl_PUT ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_fails_with_both_acl_header_and_xml_PUT -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_fails_with_both_acl_header_and_xml_PUT ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_fails_with_neither_acl_header_nor_xml_PUT -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_fails_with_neither_acl_header_nor_xml_PUT ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_handle_acl_header -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_handle_acl_header ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_handle_acl_with_invalid_header_string -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_handle_acl_with_invalid_header_string ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_invalid_xml -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_invalid_xml ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_object_acl_GET -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_object_acl_GET ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE ... ok -test.unit.account.test_server.TestAccountController.test_utf8_metadata -test.unit.account.test_server.TestAccountController.test_utf8_metadata ... ok -test INFO: - - - [18/Jun/2025:00:02:57 +0000] "GET /sda1/p/a/c%D8%3E%2520" 412 12 "-" "-" "-" 0.0001 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:57 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.1842 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:57 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.1070 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:57 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0868 "-" 635420 - -test INFO: - - - [18/Jun/2025:00:02:58 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0836 "-" 635420 - -test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_encoding_type_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_encoding_type_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_batch_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_batch_reclaim ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_shard_ranges_with_minimum_size +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_shard_ranges_with_minimum_size ... ok +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:50 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715795990.13193', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:51 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715795991.82601', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error ... ok -test.unit.cli.test_container_deleter.TestContainerDeleter.test_init_internal_client_log_name -test.unit.cli.test_container_deleter.TestContainerDeleter.test_init_internal_client_log_name ... ok -test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs -test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs ... ok -test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs_native_utf8 -test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs_native_utf8 ... ok -test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs_unicode_utf8 -test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs_unicode_utf8 ... ok -test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_empty_no_yield -test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_empty_no_yield ... ok -test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_empty_with_yield -test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_empty_with_yield ... ok -test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_one_update_no_yield -test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_one_update_no_yield ... ok -test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_two_updates_with_yield -test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_two_updates_with_yield ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_404_response -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_404_response ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_412_response -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_412_response ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_cipher_mismatch_for_body -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_cipher_mismatch_for_body ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_cipher_mismatch_for_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_cipher_mismatch_for_metadata ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_decryption_override -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_decryption_override ... ok -test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/bucket.py", line 408, in DELETE - self._delete_segments_bucket(req) - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/bucket.py", line 56, in _delete_segments_bucket - resp = req.get_response(self.app, 'HEAD') - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1630, in get_response - resp = self.acl_handler.handle_acl( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 94, in handle_acl - return getattr(ah, method)(app) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 199, in HEAD - return self._handle_acl(app, 'DELETE') - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 141, in _handle_acl - resp = self.req.get_acl_response(app, 'HEAD', - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1613, in get_acl_response - resp = self._get_response( - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:51 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715795991.83345', 'Content-Type': 'binary/octet-stream'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_without_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_without_permission ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 15 May 2024 17:59:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_while_segment_bucket_delete -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_while_segment_bucket_delete ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_with_enabled_versioning -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_with_enabled_versioning ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_different_keys_for_data_and_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_different_keys_for_data_and_metadata ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_encrypted_data_and_unencrypted_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_encrypted_data_and_unencrypted_metadata ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_error_in_key_callback -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_error_in_key_callback ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_metadata_not_encrypted -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_metadata_not_encrypted ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_get_raw_metadata -test.unit.account.test_backend.TestCommonAccountBroker.test_get_raw_metadata ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_missing_etag_crypto_meta -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_missing_etag_crypto_meta ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_missing_key_callback -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_missing_key_callback ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_bad_body_cipher -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_bad_body_cipher ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_ciphertext -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_ciphertext ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_content_type -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_content_type ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_missing_body_cipher -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_missing_body_cipher ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_missing_body_iv -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_missing_body_iv ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_no_body_crypto_meta -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_no_body_crypto_meta ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_too_long_body_iv -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_too_long_body_iv ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_too_short_body_iv -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_too_short_body_iv ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multiseg -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multiseg ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multiseg_with_range -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multiseg_with_range ... ok -test.unit.container.test_sharder.TestCleavingContext.test_load_modify_store_load_old_style -test.unit.container.test_sharder.TestCleavingContext.test_load_modify_store_load_old_style ... ok -test.unit.container.test_sharder.TestCleavingContext.test_range_done -test.unit.container.test_sharder.TestCleavingContext.test_range_done ... ok -test.unit.container.test_sharder.TestCleavingContext.test_reset -test.unit.container.test_sharder.TestCleavingContext.test_reset ... ok -test.unit.container.test_sharder.TestCleavingContext.test_start -test.unit.container.test_sharder.TestCleavingContext.test_start ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_override_etag_bad_cipher -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_override_etag_bad_cipher ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_override_etag_bad_iv -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_override_etag_bad_iv ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_owner_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_owner_permission ... ok +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Object PUT returning 202 for 409: 1715795994.00000 <= '409 (1715795995.00000)' (txn: txa3e418e1fbfe4d28a0942-006644f81a) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Object PUT returning 412, [409, 412, 412] (txn: txf3b8ac13ab524692bf6eb-006644f81a) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Object PUT returning 202 for 409: 1715795994.00000 <= '409 (unknown), 409 (unknown), 409 (unknown)' (txn: tx5d54b9fc1429482abdfae-006644f81a) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Object PUT returning 202 for 409: 1715795994.00000 <= '409 (1715795995.00000), 201 (unknown), 201 (unknown)' (txn: tx422b085a05e24960beb60-006644f81a) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (nulo): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (nulo): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_per_policy_config_overrides_and_inherits +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_per_policy_config_overrides_and_inherits ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_proxy_server_config +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_proxy_server_config ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_x_timestamp_not_overridden +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_x_timestamp_not_overridden ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_chexor +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_chexor ... ok +test.unit.container.test_backend.TestContainerBroker.test_empty_shard_container +test.unit.container.test_backend.TestContainerBroker.test_empty_shard_container ... ok +test.unit.container.test_backend.TestContainerBroker.test_enable_sharding +test.unit.container.test_backend.TestContainerBroker.test_enable_sharding ... ok +test.unit.container.test_backend.TestContainerBroker.test_exception +test.unit.container.test_backend.TestContainerBroker.test_exception ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_info +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_create_broker +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_create_broker ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty_old_style_shard_container ... ok +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (nulo): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (nulo): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmpwl8xrqyh/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpwl8xrqyh/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmpwl8xrqyh/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpwl8xrqyh/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct2 INFO: 127.0.0.1 - - [15/May/2024:17:59:55 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0984 "-" 1329772 - +acct1 INFO: 127.0.0.1 - - [15/May/2024:17:59:55 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0563 "-" 1329772 - +acct1 INFO: 127.0.0.1 - - [15/May/2024:17:59:55 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.2207 "-" 1329772 - +acct2 INFO: 127.0.0.1 - - [15/May/2024:17:59:55 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0660 "-" 1329772 - +acct1 INFO: 127.0.0.1 - - [15/May/2024:17:59:55 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx21fb3e5c73bb4d3eaee99-006644f81b" "proxy-server 1329772" 0.0011 "-" 1329772 - +acct1 INFO: 127.0.0.1 - - [15/May/2024:17:59:56 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:54609/sdb1/1/a/c" "tx21fb3e5c73bb4d3eaee99-006644f81b" "container-server 1329772" 0.0009 "-" 1329772 0 +acct2 INFO: 127.0.0.1 - - [15/May/2024:17:59:56 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:60051/sda1/1/a/c" "tx21fb3e5c73bb4d3eaee99-006644f81b" "container-server 1329772" 0.0008 "-" 1329772 0 +cont2 INFO: 127.0.0.1 - - [15/May/2024:17:59:56 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx21fb3e5c73bb4d3eaee99-006644f81b" "proxy-server 1329772" 0.0670 "-" 1329772 0 +cont1 INFO: 127.0.0.1 - - [15/May/2024:17:59:56 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx21fb3e5c73bb4d3eaee99-006644f81b" "proxy-server 1329772" 0.1403 "-" 1329772 0 +proxy INFO: 127.0.0.1 127.0.0.1 15/May/2024/17/59/56 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx21fb3e5c73bb4d3eaee99-006644f81b - 0.1466 - - 1715795995.948753834 1715795996.095347643 0 +acct1 INFO: 127.0.0.1 - - [15/May/2024:17:59:56 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx0656e6b80c0b4785a5368-006644f81c" "proxy-server 1329772" 0.0009 "-" 1329772 - +acct1 INFO: 127.0.0.1 - - [15/May/2024:17:59:56 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:60051/sda1/1/a1/c1" "tx0656e6b80c0b4785a5368-006644f81c" "container-server 1329772" 0.0035 "-" 1329772 0 +acct2 INFO: 127.0.0.1 - - [15/May/2024:17:59:56 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:54609/sdb1/1/a1/c1" "tx0656e6b80c0b4785a5368-006644f81c" "container-server 1329772" 0.0027 "-" 1329772 0 +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_json +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_json ... ok +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_unknown +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_unknown ... ok +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_xml +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_xml ... ok +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_bad_accept +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_bad_accept ... ok +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_invalid_utf8 +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_invalid_utf8 ... ok +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_json +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_json ... ok +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_xml +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_xml ... ok +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_utf8 +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_utf8 ... ok +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_account_acl_header_access +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_account_acl_header_access ... ok +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_account_acls_through_delegation +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_account_acls_through_delegation ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge ... ok +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_with_suspended_versioning -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_with_suspended_versioning ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_empty_versioning -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_empty_versioning ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_success -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_success ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_unencrypted_data -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_unencrypted_data ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_unencrypted_data_and_encrypted_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_unencrypted_data_and_encrypted_metadata ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_body_key_for_object_body -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_body_key_for_object_body ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_iv_for_object_body -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_iv_for_object_body ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_iv_for_user_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_iv_for_user_metadata ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_key -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_key ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_body_key_for_object_body -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_body_key_for_object_body ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_crypto_meta_for_user_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_crypto_meta_for_user_metadata ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_iv_for_object_body -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_iv_for_object_body ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_iv_for_user_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_iv_for_user_metadata ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_404_response -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_404_response ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_412_response -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_412_response ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_different_keys_for_data_and_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_different_keys_for_data_and_metadata ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_encrypted_data_and_unencrypted_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_encrypted_data_and_unencrypted_metadata ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_metadata_not_encrypted -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_metadata_not_encrypted ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads_over_default +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads_over_default ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other WRITE +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_slo_object_DELETE +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_slo_object_DELETE ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_slo_object_async_DELETE +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_slo_object_async_DELETE ... ok +test.unit.common.middleware.s3api.test_object_lock.TestS3ApiObjectLock.test_get_object_lock +test.unit.common.middleware.s3api.test_object_lock.TestS3ApiObjectLock.test_get_object_lock ... ok +test.unit.common.middleware.s3api.test_object_lock.TestS3ApiObjectLock.test_put_object_lock +test.unit.common.middleware.s3api.test_object_lock.TestS3ApiObjectLock.test_put_object_lock ... ok +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_bad_hash +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_bad_hash ... ok +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_empty +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_empty ... ok +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_empty_bad_hash +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_empty_bad_hash ... ok +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_good +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_good ... ok +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_too_long +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_too_long ... ok +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_too_short +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_too_short ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_all_users +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_all_users ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_authenticated_read +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_authenticated_read ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_authenticated_users +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_authenticated_users ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_bucket_owner_full_control +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_bucket_owner_full_control ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_bucket_owner_read +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_bucket_owner_read ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_canonical_user +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_canonical_user ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_elem +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_elem ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_from_elem +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_from_elem ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_from_elem_by_id_only +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_from_elem_by_id_only ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_private +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_private ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_public_read +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_public_read ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_public_read_write +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_public_read_write ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_base_grantee +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_base_grantee ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_canned_acl_grantees +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_canned_acl_grantees ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_container +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_container ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_empty_list +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_empty_list ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_object +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_object ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_undefined +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_undefined ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_with_invalid_json +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_with_invalid_json ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_container +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_container ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_many_grant +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_many_grant ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_object +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_object ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_from_headers_x_amz_acl +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_from_headers_x_amz_acl ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_from_headers_x_amz_acl_invalid +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_from_headers_x_amz_acl_invalid ... ok +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_quota_copy_from +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_quota_copy_from ... ok +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_quota_copy_verb +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_quota_copy_verb ... ok +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_from +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_from ... ok +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_verb +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_verb ... ok +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_quota_copy_from_bad_src +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_quota_copy_from_bad_src ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_500_resp +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_500_resp ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_content_type +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_content_type ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_file_over_twice_max_length +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_file_over_twice_max_length ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_file_too_long +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_file_too_long ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_path +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_path ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_call_and_content_type +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_call_and_content_type ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete_retry_and_fails +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete_retry_and_fails ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete_retry_and_success +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete_retry_and_success ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_get_objs +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_get_objs ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_max_failures +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_max_failures ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_no_body +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_no_body ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_no_files_in_body +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_no_files_in_body ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_too_many_newlines +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_too_many_newlines ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_unauth +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_unauth ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_uses_predefined_object_errors +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_uses_predefined_object_errors ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_extra_newlines_extra_quoting +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_extra_newlines_extra_quoting ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_unicode +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_unicode ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_with_DELETE_verb +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_with_DELETE_verb ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_with_POST_verb +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_with_POST_verb ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_allow_full_urls_setting +test.unit.common.middleware.test_container_sync.TestContainerSync.test_allow_full_urls_setting ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_in_realms_conf +test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_in_realms_conf ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_invalid +test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_invalid ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_not_set +test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_not_set ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_filter +test.unit.common.middleware.test_container_sync.TestContainerSync.test_filter ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_info +test.unit.common.middleware.test_container_sync.TestContainerSync.test_info ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_info_always_fresh +test.unit.common.middleware.test_container_sync.TestContainerSync.test_info_always_fresh ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_invalid_sig +test.unit.common.middleware.test_container_sync.TestContainerSync.test_invalid_sig ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_missing_from_realms_conf +test.unit.common.middleware.test_container_sync.TestContainerSync.test_missing_from_realms_conf ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_not_enough_args +test.unit.common.middleware.test_container_sync.TestContainerSync.test_not_enough_args ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_pass_through +test.unit.common.middleware.test_container_sync.TestContainerSync.test_pass_through ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_realm_miss +test.unit.common.middleware.test_container_sync.TestContainerSync.test_realm_miss ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_user_key_miss +test.unit.common.middleware.test_container_sync.TestContainerSync.test_user_key_miss ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_valid_sig +test.unit.common.middleware.test_container_sync.TestContainerSync.test_valid_sig ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_valid_sig2 +test.unit.common.middleware.test_container_sync.TestContainerSync.test_valid_sig2 ... ok +test.unit.common.middleware.test_domain_remap.TestSwiftInfo.test_registered_defaults +test.unit.common.middleware.test_domain_remap.TestSwiftInfo.test_registered_defaults ... ok +test.unit.common.middleware.test_domain_remap.TestSwiftInfo.test_registered_nondefaults +test.unit.common.middleware.test_domain_remap.TestSwiftInfo.test_registered_nondefaults ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_is_authorized_for_permitted_referrer +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_is_authorized_for_permitted_referrer ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_is_not_authorized_for_unknown_reseller_prefix +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_is_not_authorized_for_unknown_reseller_prefix ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_options_allowed +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_options_allowed ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_with_validtoken_authorized_for_permitted_referrer +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_with_validtoken_authorized_for_permitted_referrer ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_auth_scheme +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_auth_scheme ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_blank_reseller_prefix +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_blank_reseller_prefix ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_fills_gap +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_fills_gap ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_confirmed_identity_is_authorized +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_confirmed_identity_is_authorized ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_confirmed_identity_is_not_authorized +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_confirmed_identity_is_not_authorized ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_denied_responses +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_denied_responses ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_detect_reseller_request +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_detect_reseller_request ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_identified_options_allowed +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_identified_options_allowed ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_invalid_request_authorized +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_invalid_request_authorized ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_invalid_request_non_authorized +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_invalid_request_non_authorized ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_asked_for_and_allowed +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_asked_for_and_allowed ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_asked_for_but_not_allowed +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_asked_for_but_not_allowed ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_default_allowed +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_default_allowed ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_not_set +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_not_set ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set_to_unknown +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set_to_unknown ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set_unknown_with_v2 +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set_unknown_with_v2 ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_reseller_prefix_added_underscore +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_reseller_prefix_added_underscore ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_reseller_prefix_not_added_double_underscores +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_reseller_prefix_not_added_double_underscores ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_invalid_referrer +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_invalid_referrer ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_invalid_reseller_prefix +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_invalid_reseller_prefix ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_referrer_without_rlistings +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_referrer_without_rlistings ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_unauthorized_user +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_unauthorized_user ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_same_user_and_tenant +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_same_user_and_tenant ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_as_owner_for_insensitive_operator_role +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_as_owner_for_insensitive_operator_role ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_as_owner_for_operator_role +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_as_owner_for_operator_role ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_container_sync +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_container_sync ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_insensitive_reseller_admin +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_insensitive_reseller_admin ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_project_id_user_in_roles +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_project_id_user_in_roles ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_project_name_user_in_roles +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_project_name_user_in_roles ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_referrer_with_obj +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_referrer_with_obj ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_referrer_with_rlistings +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_referrer_with_rlistings ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_reseller_admin +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_reseller_admin ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_tenant_id_user_in_roles +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_tenant_id_user_in_roles ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_creation +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_creation ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_fullcontrol_permission ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_override_etag_bad_cipher -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_override_etag_bad_cipher ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_override_etag_bad_iv -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_override_etag_bad_iv ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_success -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_success ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_unencrypted_data_and_encrypted_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_unencrypted_data_and_encrypted_metadata ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_bad_iv_for_user_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_bad_iv_for_user_metadata ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_bad_key -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_bad_key ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_missing_crypto_meta_for_user_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_missing_crypto_meta_for_user_metadata ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_missing_iv_for_user_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_missing_iv_for_user_metadata ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_headers_case -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_headers_case ... ok -test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_bucket_logging_GET -test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_bucket_logging_GET ... ok -test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_bucket_logging_PUT -test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_bucket_logging_PUT ... ok -test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_object_logging_GET_error -test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_object_logging_GET_error ... ok -test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_object_logging_PUT_error -test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_object_logging_PUT_error ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:full_control OWNER +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:write OWNER +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:read_acp:hmac', 'Date': 'Wed, 15 May 2024 17:59:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_write_permission -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_write_permission ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_without_permission -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_without_permission ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_get_syncs -test.unit.account.test_backend.TestCommonAccountBroker.test_get_syncs ... ok -test INFO: - - - [18/Jun/2025:00:02:58 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.1082 "-" 635414 - -test INFO: - - - [18/Jun/2025:00:02:58 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0548 "-" 635414 - -Finished. Marked 0 objects for deletion. -test ERROR: Error decrypting object: Bad crypto meta: Cipher must be AES_CTR_256 -test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Bad crypto meta: Cipher must be AES_CTR_256 -test DEBUG: No decryption is necessary because of override -test DEBUG: No decryption is necessary because of override -test ERROR: get_keys(): from callback: Testing: +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_read_acp_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_read_acp_permission ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_without_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_without_permission ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_warns_of_gap +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_warns_of_gap ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_warns_of_overlap +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_warns_of_overlap ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_db_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_db_file ... ok +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 169, in get_keys - keys = fetch_crypto_keys(key_id=key_id) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/crypto/test_decrypter.py", line 902, in raise_exc - raise Exception('Testing') -Exception: Testing -test ERROR: Error decrypting header X-Object-Sysmeta-Crypto-Etag: Missing crypto meta in value fgBd78GL6kACmfmuAxTz9B7eJCFTfjxotcr7trw/5Qo= -test ERROR: ERROR get_keys() missing callback: + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 161, in get_keys - fetch_crypto_keys = env[CRYPTO_KEY_CALLBACK] - ~~~^^^^^^^^^^^^^^^^^^^^^ -KeyError: 'swift.callback.fetch_crypto_keys' -test ERROR: Error decrypting object: Bad crypto meta: Cipher must be AES_CTR_256 -test ERROR: Error decrypting object: Bad crypto meta: Missing 'cipher' -test ERROR: Error decrypting object: Bad crypto meta: Missing 'iv' -test ERROR: Error decrypting object: Bad crypto meta: IV must be length 16 bytes -test ERROR: Error decrypting object: Bad crypto meta: IV must be length 16 bytes -test ERROR: Error decrypting header X-Object-Sysmeta-Container-Update-Override-Etag: Bad crypto meta: Cipher must be AES_CTR_256 -test ERROR: Error decrypting header X-Object-Sysmeta-Container-Update-Override-Etag: Bad crypto meta: IV must be length 16 bytes -test ERROR: Error decrypting object: Key must be length 32 bytes -test ERROR: Error decrypting object: Bad crypto meta: IV must be length 16 bytes -test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Bad crypto meta: IV must be length 16 bytes -test ERROR: Bad key for 'object': Key must be length 32 bytes: + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 181, in get_keys - self.crypto.check_key(key) - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 144, in check_key - raise ValueError("Key must be length %s bytes" % self.key_length) -ValueError: Key must be length 32 bytes -test ERROR: Error decrypting object: Missing 'body_key' -test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Missing crypto meta in value LwwJqI3L+FBfmg== -test ERROR: Error decrypting object: Bad crypto meta: Missing 'iv' -test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Bad crypto meta: Missing 'iv' -test ERROR: Error decrypting header X-Object-Sysmeta-Container-Update-Override-Etag: Bad crypto meta: Cipher must be AES_CTR_256 -test ERROR: Error decrypting header X-Object-Sysmeta-Container-Update-Override-Etag: Bad crypto meta: IV must be length 16 bytes -test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Bad crypto meta: IV must be length 16 bytes -test ERROR: Bad key for 'object': Key must be length 32 bytes: + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 181, in get_keys - self.crypto.check_key(key) - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 144, in check_key - raise ValueError("Key must be length %s bytes" % self.key_length) -ValueError: Key must be length 32 bytes -test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Missing crypto meta in value LwwJqI3L+FBfmg== -test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Bad crypto meta: Missing 'iv' -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.3:1003/sdd +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: Container GET returning 503 for (404, 503, 503, 503) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.3:1003/sdd +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: Container GET returning 503 for (503, 503, 503, 503) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: Container GET returning 503 for (201, 404, 503, 503) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: Container GET returning 503 for (201, 503, 503, 503) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd +test ERROR: Container GET returning 503 for (404, 503, 503, 503) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_PUT +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_PUT ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_children_overlaps_with_parent_donor +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_children_overlaps_with_parent_donor ... ok +cont1 INFO: 127.0.0.1 - - [15/May/2024:17:59:56 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx0656e6b80c0b4785a5368-006644f81c" "proxy-server 1329772" 0.0712 "-" 1329772 0 +cont2 INFO: 127.0.0.1 - - [15/May/2024:17:59:56 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx0656e6b80c0b4785a5368-006644f81c" "proxy-server 1329772" 0.1210 "-" 1329772 0 +proxy INFO: 127.0.0.1 127.0.0.1 15/May/2024/17/59/56 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx0656e6b80c0b4785a5368-006644f81c - 0.1274 - - 1715795996.096441507 1715795996.223873615 0 +acct1 INFO: 127.0.0.1 - - [15/May/2024:17:59:56 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txa744db839967487082a80-006644f81c" "proxy-server 1329772" 0.0755 "-" 1329772 - +acct1 INFO: 127.0.0.1 - - [15/May/2024:17:59:56 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:54609/sdb1/2/a/c1" "txa744db839967487082a80-006644f81c" "container-server 1329772" 0.0045 "-" 1329772 1 +acct2 INFO: 127.0.0.1 - - [15/May/2024:17:59:56 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:60051/sda1/2/a/c1" "txa744db839967487082a80-006644f81c" "container-server 1329772" 0.0612 "-" 1329772 1 +cont2 INFO: 127.0.0.1 - - [15/May/2024:17:59:56 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txa744db839967487082a80-006644f81c" "proxy-server 1329772" 0.1249 "-" 1329772 1 +cont1 INFO: 127.0.0.1 - - [15/May/2024:17:59:56 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txa744db839967487082a80-006644f81c" "proxy-server 1329772" 0.1893 "-" 1329772 1 +proxy INFO: 127.0.0.1 127.0.0.1 15/May/2024/17/59/56 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txa744db839967487082a80-006644f81c - 0.2711 - - 1715795996.225679159 1715795996.496778488 1 +acct1 INFO: 127.0.0.1 - - [15/May/2024:17:59:56 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx4348eac105994b868e0c9-006644f81c" "proxy-server 1329772" 0.0755 "-" 1329772 - +acct2 INFO: 127.0.0.1 - - [15/May/2024:17:59:56 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:60051/sda1/1/a/c2" "tx4348eac105994b868e0c9-006644f81c" "container-server 1329772" 0.0797 "-" 1329772 2 +acct1 INFO: 127.0.0.1 - - [15/May/2024:17:59:56 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:54609/sdb1/1/a/c2" "tx4348eac105994b868e0c9-006644f81c" "container-server 1329772" 0.0043 "-" 1329772 2 +cont2 INFO: 127.0.0.1 - - [15/May/2024:17:59:56 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx4348eac105994b868e0c9-006644f81c" "proxy-server 1329772" 0.1475 "-" 1329772 2 +cont1 INFO: 127.0.0.1 - - [15/May/2024:17:59:56 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx4348eac105994b868e0c9-006644f81c" "proxy-server 1329772" 0.2392 "-" 1329772 2 +proxy INFO: 127.0.0.1 127.0.0.1 15/May/2024/17/59/56 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx4348eac105994b868e0c9-006644f81c - 0.3216 - - 1715795996.498107195 1715795996.819719791 2 +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmpiuw3stu4/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpiuw3stu4/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmpiuw3stu4/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpiuw3stu4/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct2 INFO: 127.0.0.1 - - [15/May/2024:17:59:56 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0532 "-" 1329772 - +acct1 INFO: 127.0.0.1 - - [15/May/2024:17:59:57 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0587 "-" 1329772 - +acct1 INFO: 127.0.0.1 - - [15/May/2024:17:59:57 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0657 "-" 1329772 - +acct2 INFO: 127.0.0.1 - - [15/May/2024:17:59:57 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0653 "-" 1329772 - +acct2 INFO: 127.0.0.1 - - [15/May/2024:17:59:57 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txde9ae101da45477ea132a-006644f81d" "proxy-server 1329772" 0.0011 "-" 1329772 - +acct1 INFO: 127.0.0.1 - - [15/May/2024:17:59:57 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:37357/sda1/1/a/c" "txde9ae101da45477ea132a-006644f81d" "container-server 1329772" 0.0010 "-" 1329772 0 +acct2 INFO: 127.0.0.1 - - [15/May/2024:17:59:57 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:58033/sdb1/1/a/c" "txde9ae101da45477ea132a-006644f81d" "container-server 1329772" 0.0009 "-" 1329772 0 +cont2 INFO: 127.0.0.1 - - [15/May/2024:17:59:57 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txde9ae101da45477ea132a-006644f81d" "proxy-server 1329772" 0.0675 "-" 1329772 0 +cont1 INFO: 127.0.0.1 - - [15/May/2024:17:59:57 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txde9ae101da45477ea132a-006644f81d" "proxy-server 1329772" 0.1252 "-" 1329772 0 +proxy INFO: 127.0.0.1 127.0.0.1 15/May/2024/17/59/57 PUT /v1/a/c HTTP/1.0 201 - - t - - - txde9ae101da45477ea132a-006644f81d - 0.1318 - - 1715795997.157415867 1715795997.289178848 0 +acct2 INFO: 127.0.0.1 - - [15/May/2024:17:59:57 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txbb46cd0761424bbdacabf-006644f81d" "proxy-server 1329772" 0.0009 "-" 1329772 - +acct1 INFO: 127.0.0.1 - - [15/May/2024:17:59:57 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:37357/sda1/1/a1/c1" "txbb46cd0761424bbdacabf-006644f81d" "container-server 1329772" 0.0039 "-" 1329772 0 +acct2 INFO: 127.0.0.1 - - [15/May/2024:17:59:57 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:58033/sdb1/1/a1/c1" "txbb46cd0761424bbdacabf-006644f81d" "container-server 1329772" 0.0009 "-" 1329772 0 +cont2 INFO: 127.0.0.1 - - [15/May/2024:17:59:57 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txbb46cd0761424bbdacabf-006644f81d" "proxy-server 1329772" 0.0794 "-" 1329772 0 +cont1 INFO: 127.0.0.1 - - [15/May/2024:17:59:57 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txbb46cd0761424bbdacabf-006644f81d" "proxy-server 1329772" 0.1370 "-" 1329772 0 +proxy INFO: 127.0.0.1 127.0.0.1 15/May/2024/17/59/57 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txbb46cd0761424bbdacabf-006644f81d - 0.1429 - - 1715795997.290280819 1715795997.433154821 0 +acct1 INFO: 127.0.0.1 - - [15/May/2024:17:59:57 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx349e93d3f2ba4c84b5c26-006644f81d" "proxy-server 1329772" 0.0521 "-" 1329772 - +acct1 INFO: 127.0.0.1 - - [15/May/2024:17:59:57 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:37357/sda1/2/a/c1" "tx349e93d3f2ba4c84b5c26-006644f81d" "container-server 1329772" 0.0032 "-" 1329772 1 +acct2 INFO: 127.0.0.1 - - [15/May/2024:17:59:57 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:58033/sdb1/2/a/c1" "tx349e93d3f2ba4c84b5c26-006644f81d" "container-server 1329772" 0.0380 "-" 1329772 1 +cont1 INFO: 127.0.0.1 - - [15/May/2024:17:59:57 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx349e93d3f2ba4c84b5c26-006644f81d" "proxy-server 1329772" 0.1756 "-" 1329772 1 +cont2 INFO: 127.0.0.1 - - [15/May/2024:17:59:57 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx349e93d3f2ba4c84b5c26-006644f81d" "proxy-server 1329772" 0.1092 "-" 1329772 1 +proxy INFO: 127.0.0.1 127.0.0.1 15/May/2024/17/59/57 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx349e93d3f2ba4c84b5c26-006644f81d - 0.2350 - - 1715795997.434285164 1715795997.669306517 1 +test.unit.proxy.test_server.TestAccountController.test_DELETE +test.unit.proxy.test_server.TestAccountController.test_DELETE ... ok +test.unit.proxy.test_server.TestAccountController.test_DELETE_with_query_string +test.unit.proxy.test_server.TestAccountController.test_DELETE_with_query_string ... ok +test.unit.proxy.test_server.TestAccountController.test_GET +test.unit.proxy.test_server.TestAccountController.test_GET ... ok +test.unit.proxy.test_server.TestAccountController.test_GET_autocreate +test.unit.proxy.test_server.TestAccountController.test_GET_autocreate ... ok +test.unit.proxy.test_server.TestAccountController.test_HEAD +test.unit.proxy.test_server.TestAccountController.test_HEAD ... ok +test.unit.proxy.test_server.TestAccountController.test_HEAD_autocreate +test.unit.proxy.test_server.TestAccountController.test_HEAD_autocreate ... ok +test.unit.proxy.test_server.TestAccountController.test_OPTIONS +test.unit.proxy.test_server.TestAccountController.test_OPTIONS ... ok +test.unit.proxy.test_server.TestAccountController.test_POST_autocreate +test.unit.proxy.test_server.TestAccountController.test_POST_autocreate ... ok +test.unit.proxy.test_server.TestAccountController.test_POST_autocreate_with_sysmeta +test.unit.proxy.test_server.TestAccountController.test_POST_autocreate_with_sysmeta ... ok +test.unit.proxy.test_server.TestAccountController.test_POST_bad_metadata +test.unit.proxy.test_server.TestAccountController.test_POST_bad_metadata ... ok +test.unit.proxy.test_server.TestAccountController.test_POST_metadata +test.unit.proxy.test_server.TestAccountController.test_POST_metadata ... ok +test.unit.proxy.test_server.TestAccountController.test_PUT +test.unit.proxy.test_server.TestAccountController.test_PUT ... ok +test.unit.proxy.test_server.TestAccountController.test_PUT_bad_metadata +test.unit.proxy.test_server.TestAccountController.test_PUT_bad_metadata ... ok +test.unit.proxy.test_server.TestAccountController.test_PUT_connect_exceptions +test.unit.proxy.test_server.TestAccountController.test_PUT_connect_exceptions ... ok +test.unit.proxy.test_server.TestAccountController.test_PUT_max_account_name_length +test.unit.proxy.test_server.TestAccountController.test_PUT_max_account_name_length ... ok +test.unit.proxy.test_server.TestAccountController.test_PUT_metadata +test.unit.proxy.test_server.TestAccountController.test_PUT_metadata ... ok +test.unit.proxy.test_server.TestAccountController.test_PUT_status +test.unit.proxy.test_server.TestAccountController.test_PUT_status ... ok +test.unit.proxy.test_server.TestAccountController.test_auto_create_account_listing_response_is_json +test.unit.proxy.test_server.TestAccountController.test_auto_create_account_listing_response_is_json ... ok +test.unit.proxy.test_server.TestAccountController.test_connection_refused +test.unit.proxy.test_server.TestAccountController.test_connection_refused ... ok +test.unit.proxy.test_server.TestAccountController.test_other_socket_error +test.unit.proxy.test_server.TestAccountController.test_other_socket_error ... ok +test.unit.proxy.test_server.TestAccountController.test_response_get_accept_ranges_header +test.unit.proxy.test_server.TestAccountController.test_response_get_accept_ranges_header ... ok +test.unit.proxy.test_server.TestAccountController.test_response_head_accept_ranges_header +test.unit.proxy.test_server.TestAccountController.test_response_head_accept_ranges_header ... ok +test.unit.proxy.test_server.TestECGets.test_GET_with_missing_durables +test.unit.proxy.test_server.TestECGets.test_GET_with_missing_durables ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECGets.test_GET_with_multiple_frags_per_node +test.unit.proxy.test_server.TestECGets.test_GET_with_multiple_frags_per_node ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECGets.test_GET_with_multiple_timestamps_on_nodes +test.unit.proxy.test_server.TestECGets.test_GET_with_multiple_timestamps_on_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECGets.test_GET_with_same_frag_index_on_multiple_nodes +test.unit.proxy.test_server.TestECGets.test_GET_with_same_frag_index_on_multiple_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECMismatchedFA.test_mixing_different_objects_fragment_archives +test.unit.proxy.test_server.TestECMismatchedFA.test_mixing_different_objects_fragment_archives ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECMismatchedFA.test_mixing_different_objects_fragment_archives_with_dup_factor +test.unit.proxy.test_server.TestECMismatchedFA.test_mixing_different_objects_fragment_archives_with_dup_factor ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges +test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_with_write_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_with_write_permission ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_all_mounted -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_all_mounted ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_negative_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_negative_maxuploads ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_str_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_str_maxuploads ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other OWNER +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_all_users -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_all_users ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_authenticated_users -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_authenticated_users ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_maybe_get -test.unit.account.test_backend.TestCommonAccountBroker.test_maybe_get ... ok +test DEBUG: Calling S3Api Middleware +test ERROR: Invalid current //REALM/CLUSTER (foo) +test ERROR: Unknown current //REALM/CLUSTER (//FOO/BAR) +test ERROR: Unknown current //REALM/CLUSTER (//FOO/BAR) +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing as anonymous +test DEBUG: Using identity: {'user': ('42', 'usr'), 'tenant': ('1', 'acct'), 'roles': ['admin'], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} +test DEBUG: tenant mismatch: AUTH_acct != 1 +test DEBUG: Using identity: {'user': (None, None), 'tenant': (None, None), 'roles': [], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} +test DEBUG: tenant mismatch: AUTH_foo != None +test DEBUG: Using identity: {'user': (None, None), 'tenant': (None, None), 'roles': [], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} +test DEBUG: tenant mismatch: AUTH_foo != None +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing from an overriding middleware +test DEBUG: tenant mismatch: BLAN_a != tenant_id +test DEBUG: allow user with role(s) swiftoperator,admin as account admin +test DEBUG: allow user with role(s) swiftoperator,admin as account admin +test DEBUG: allowing proxy 127.0.0.1 for container-sync +test DEBUG: User tenant_id has reseller admin authorizing +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:user_id allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:* allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_id allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:* allowed in ACL authorizing. +test DEBUG: authorizing http://example.com/index.html via referer ACL +test DEBUG: Names allowed in acls. +test DEBUG: authorizing http://example.com/index.html via referer ACL +test DEBUG: User tenant_id has reseller admin authorizing +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:user_id allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:* allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_id allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_tenant_name_user_in_roles +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_tenant_name_user_in_roles ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_user_role_in_roles +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_user_role_in_roles ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_wildcard_tenant_user_in_roles +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_wildcard_tenant_user_in_roles ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_allow_names +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_allow_names ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_failure +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_failure ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_success +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_success ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_delete_own_account_not_allowed +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_delete_own_account_not_allowed ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_delete_own_account_when_reseller_allowed +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_delete_own_account_when_reseller_allowed ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_get_project_domain_id +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_get_project_domain_id ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_identity_set_up_at_call +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_identity_set_up_at_call ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_keystone_identity +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_keystone_identity ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_allowed_in_acls_inside_default_domain +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_allowed_in_acls_inside_default_domain ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_allowed_in_acls_inside_default_domain_with_config +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_allowed_in_acls_inside_default_domain_with_config ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_disallowed_in_acls_inside_default_domain +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_disallowed_in_acls_inside_default_domain ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_disallowed_in_acls_outside_default_domain +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_disallowed_in_acls_outside_default_domain ... ok +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_bytes_quota_copy_from_bad_src +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_bytes_quota_copy_from_bad_src ... ok +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_bytes_quota_copy_from_no_src +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_bytes_quota_copy_from_no_src ... ok +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_bytes_quota_copy_from +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_bytes_quota_copy_from ... ok +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_bytes_quota_copy_verb +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_bytes_quota_copy_verb ... ok +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_cross_account_PUT_verb +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_cross_account_PUT_verb ... ok +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_cross_account_verb +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_cross_account_verb ... ok +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_from +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_from ... ok +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_verb +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_verb ... ok +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_from +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_from ... ok +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_verb +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_verb ... ok +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_counts_quota_copy_from +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_counts_quota_copy_from ... ok +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_counts_quota_copy_verb +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_counts_quota_copy_verb ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_account_ratelimit +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_account_ratelimit ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_already_handled +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_already_handled ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_call_invalid_path +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_call_invalid_path ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_call_non_swift_api_path +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_call_non_swift_api_path ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_get_maxrate +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_get_maxrate ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_get_ratelimitable_key_tuples +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_get_ratelimitable_key_tuples ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_memcached_container_info_dict +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_memcached_container_info_dict ... ok +acct2 INFO: 127.0.0.1 - - [15/May/2024:17:59:57 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx61075a4101374890af499-006644f81d" "proxy-server 1329772" 0.0722 "-" 1329772 - +acct2 INFO: 127.0.0.1 - - [15/May/2024:17:59:57 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:37357/sda1/1/a/c2" "tx61075a4101374890af499-006644f81d" "container-server 1329772" 0.0011 "-" 1329772 2 +acct1 INFO: 127.0.0.1 - - [15/May/2024:17:59:57 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:58033/sdb1/1/a/c2" "tx61075a4101374890af499-006644f81d" "container-server 1329772" 0.0749 "-" 1329772 2 +cont1 INFO: 127.0.0.1 - - [15/May/2024:17:59:57 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx61075a4101374890af499-006644f81d" "proxy-server 1329772" 0.1591 "-" 1329772 2 +cont2 INFO: 127.0.0.1 - - [15/May/2024:17:59:57 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx61075a4101374890af499-006644f81d" "proxy-server 1329772" 0.2200 "-" 1329772 2 +proxy INFO: 127.0.0.1 127.0.0.1 15/May/2024/17/59/57 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx61075a4101374890af499-006644f81d - 0.2989 - - 1715795997.670894623 1715795997.969794273 2 +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_exits_if_sharding_state +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_exits_if_sharding_state ... ok +test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges_errors +test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_delete_db_does_not_clear_particular_sharding_meta +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_delete_db_does_not_clear_particular_sharding_meta ... ok +test DEBUG: user tenant_name:* allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_name allowed in ACL: allowme authorizing +test DEBUG: Names allowed in acls. +test DEBUG: user *:user_id allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user *:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user *:* allowed in ACL authorizing. +test DEBUG: User tenant_name:user_name is not allowed to delete its own account +test DEBUG: User tenant_id has reseller admin authorizing +test DEBUG: Using identity: {'user': ('user_id', 'user_name'), 'tenant': ('test', 'tenant_name'), 'roles': ['reselleradmin'], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} +test DEBUG: User test has reseller admin authorizing +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_id allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:user_id allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_id allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:user_id allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_id allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:user_id allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_id allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:user_id allowed in ACL authorizing. +test DEBUG: user tenant_id:user_id allowed in ACL authorizing. +test DEBUG: user tenant_id:user_id allowed in ACL authorizing. +test DEBUG: user tenant_id:user_id allowed in ACL authorizing. +test DEBUG: user tenant_id:user_id allowed in ACL authorizing. +ERROR: swift.cache could not be found in env! +ERROR: swift.cache could not be found in env! +ERROR: swift.cache could not be found in env! +ERROR: swift.cache could not be found in env! +ERROR: swift.cache could not be found in env! +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_no_memcache +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_no_memcache ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_blacklist +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_blacklist ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double_container +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double_container ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double_container_listing +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double_container_listing ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_multiple_acc +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_multiple_acc ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_old_memcache_format +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_old_memcache_format ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_old_white_black_list +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_old_white_black_list ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_set_incr +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_set_incr ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_whitelist_sysmeta +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_whitelist_sysmeta ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_restarting_memcache +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_restarting_memcache ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_get_with_if_modified_since +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_get_with_if_modified_since ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag_non_slo +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag_non_slo ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag_non_slo_after_refetch +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag_non_slo_after_refetch ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_and_range +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_and_range ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag_non_slo +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag_non_slo ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag_non_slo_after_refetch +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag_non_slo_after_refetch ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_manifest_json_md5 +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_manifest_json_md5 ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_ancient_date +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_ancient_date ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_last_modified +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_last_modified ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_now +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_now ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches_no_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches_no_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches_json_md5 +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches_json_md5 ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_ancient_date +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_ancient_date ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_last_modified +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_last_modified ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_now +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_now ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_matches +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_matches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_matches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_matches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_alternate_etag_miss +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_alternate_etag_miss ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_without_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_without_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_matches +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_matches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_matches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_matches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_mismatches +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_mismatches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_mismatches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_mismatches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_old_swift_if_match_matches_and_range +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_old_swift_if_match_matches_and_range ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_range_resume_download +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_range_resume_download ... ok +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_etag_is_hash_of_segment_etags +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_etag_is_hash_of_segment_etags ... ok +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_get_manifest_passthrough +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_get_manifest_passthrough ... ok +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_head_manifest_is_efficient +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_head_manifest_is_efficient ... ok +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_match_etag_not_matching +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_match_etag_not_matching ... ok +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_match_etag_not_matching_with_override +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_match_etag_not_matching_with_override ... ok +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_none_match_etag_matching +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_none_match_etag_matching ... ok +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_none_match_etag_matching_with_override +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_none_match_etag_matching_with_override ... ok +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_zero_byte_manifest +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_zero_byte_manifest ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_bad_keys +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_bad_keys ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_multiple +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_multiple ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_path +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_path ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_ranges +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_ranges ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential_last_segment +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential_last_segment ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential_non_ascii +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential_non_ascii ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_size_bytes +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_size_bytes ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_undersize_segment +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_undersize_segment ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_unsatisfiable_range +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_unsatisfiable_range ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_container_listing +test.unit.common.middleware.test_slo.TestSloMiddleware.test_container_listing ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_handle_multipart_no_obj +test.unit.common.middleware.test_slo.TestSloMiddleware.test_handle_multipart_no_obj ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_slo_PUT_env_override +test.unit.common.middleware.test_slo.TestSloMiddleware.test_slo_PUT_env_override ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_slo_header_assigned +test.unit.common.middleware.test_slo.TestSloMiddleware.test_slo_header_assigned ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_valid_input +test.unit.common.middleware.test_slo.TestSloMiddleware.test_valid_input ... ok +test.unit.common.middleware.test_symlink.SymlinkVersioningTestCase.test_delete_latest_version_no_marker_success +test.unit.common.middleware.test_symlink.SymlinkVersioningTestCase.test_delete_latest_version_no_marker_success ... ok +test.unit.common.middleware.test_symlink.SymlinkVersioningTestCase.test_new_symlink_version_success +test.unit.common.middleware.test_symlink.SymlinkVersioningTestCase.test_new_symlink_version_success ... ok +test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_multiple_tier_dispersion +test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_multiple_tier_dispersion ... ok +test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_rebalance_dispersion +test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_rebalance_dispersion ... ok +test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_weight_dispersion +test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_weight_dispersion ... ok +test.unit.common.test_db.TestHelperFunctions.test_zero_like +test.unit.common.test_db.TestHelperFunctions.test_zero_like ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_client_exception +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_client_exception ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_account +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_account ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_account_failure +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_account_failure ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_account_replication_net +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_account_replication_net ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_error +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_error ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_obj_error +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_obj_error ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_object +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_object ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_replication_net +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_replication_net ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_with_timestamp +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_with_timestamp ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_object +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_object ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_object_error +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_object_error ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_object_with_timestamp +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_object_with_timestamp ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_account +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_account ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_account_error +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_account_error ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_account_no_content_does_not_parse_body +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_account_no_content_does_not_parse_body ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_container +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_container ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_container_no_content_does_not_decode_body +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_container_no_content_does_not_decode_body ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_container_with_extra_params +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_container_with_extra_params ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_object +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_object ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_object_chunks +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_object_chunks ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_object_error +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_object_error ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_recon +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_recon ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_suffix_hashes +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_suffix_hashes ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_suffix_hashes_503 +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_suffix_hashes_503 ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_suffix_hashes_507 +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_suffix_hashes_507 ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container_deleted +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container_deleted ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container_error +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container_error ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container_replication_net +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container_replication_net ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_object +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_object ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_object_error +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_object_error ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_object_not_found +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_object_not_found ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_post_container +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_post_container ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_post_object +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_post_object ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_post_object_error +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_post_object_error ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_chunked +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_chunked ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_fail +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_fail ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_object +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_object ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_object_error +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_object_error ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_args +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_args ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_chunked +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_chunked ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_fail +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_fail ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_header_content_length +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_header_content_length ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_with_content_length +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_with_content_length ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_gen_headers +test.unit.common.test_direct_client.TestUTF8DirectClient.test_gen_headers ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry +test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry_client_exception +test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry_client_exception ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry_http_exception +test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry_http_exception ... ok +test.unit.common.test_exceptions.TestExceptions.test_client_exception +test.unit.common.test_exceptions.TestExceptions.test_client_exception ... ok +test.unit.common.test_exceptions.TestExceptions.test_replication_exception +test.unit.common.test_exceptions.TestExceptions.test_replication_exception ... ok +test.unit.common.test_exceptions.TestExceptions.test_replication_lock_timeout +test.unit.common.test_exceptions.TestExceptions.test_replication_lock_timeout ... ok +test.unit.common.test_swob.TestEtag.test_normalize_bytes +test.unit.common.test_swob.TestEtag.test_normalize_bytes ... ok +test.unit.common.test_swob.TestEtag.test_normalize_etag +test.unit.common.test_swob.TestEtag.test_normalize_etag ... ok +test.unit.common.test_swob.TestTransferEncoding.test_is_chunked +test.unit.common.test_swob.TestTransferEncoding.test_is_chunked ... ok +test.unit.common.test_utils.TestSpliterator.test_big_input_string +test.unit.common.test_utils.TestSpliterator.test_big_input_string ... ok +test.unit.common.test_utils.TestSpliterator.test_chunk_boundaries +test.unit.common.test_utils.TestSpliterator.test_chunk_boundaries ... ok +test.unit.common.test_utils.TestSpliterator.test_closing +test.unit.common.test_utils.TestSpliterator.test_closing ... ok +test.unit.common.test_utils.TestSpliterator.test_no_empty_strings +test.unit.common.test_utils.TestSpliterator.test_no_empty_strings ... ok +test.unit.common.test_utils.TestSpliterator.test_overlap +test.unit.common.test_utils.TestSpliterator.test_overlap ... ok +test.unit.common.test_utils.TestSpliterator.test_running_out +test.unit.common.test_utils.TestSpliterator.test_running_out ... ok +test.unit.common.test_utils.TestSpliterator.test_string +test.unit.common.test_utils.TestSpliterator.test_string ... ok +test.unit.common.test_wsgi.TestWorkersStrategy.test_log_sock_exit +test.unit.common.test_wsgi.TestWorkersStrategy.test_log_sock_exit ... ok +test.unit.common.test_wsgi.TestWorkersStrategy.test_loop_timeout +test.unit.common.test_wsgi.TestWorkersStrategy.test_loop_timeout ... ok +test.unit.common.test_wsgi.TestWorkersStrategy.test_new_worker_socks +test.unit.common.test_wsgi.TestWorkersStrategy.test_new_worker_socks ... ok +test.unit.common.test_wsgi.TestWorkersStrategy.test_no_fork_sock +test.unit.common.test_wsgi.TestWorkersStrategy.test_no_fork_sock ... ok +test.unit.common.test_wsgi.TestWorkersStrategy.test_post_fork_hook +test.unit.common.test_wsgi.TestWorkersStrategy.test_post_fork_hook ... ok +test.unit.common.test_wsgi.TestWorkersStrategy.test_shutdown_sockets +test.unit.common.test_wsgi.TestWorkersStrategy.test_shutdown_sockets ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_PUT_recreate +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_PUT_recreate ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_exits_if_shrinking_state +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_exits_if_shrinking_state ... ok +test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges_with_misplaced_objects +test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges_with_misplaced_objects ... ok +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_PUT_recreate_replication_race +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_PUT_recreate_replication_race ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ_ACP test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other WRITE -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_without_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_list_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_list_parts ... ok -test DEBUG: checking permission: public None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 15 May 2024 17:59:54 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '462'} +test DEBUG: Grant test:full_control FULL_CONTROL permission on the bucket /bucket test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_other_owner +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_other_owner ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: authenticated None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_error -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_error ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_put_container -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_put_container ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_checkmount_fail -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_checkmount_fail ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_delimiter ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_id_and_key_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_id_and_key_marker ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_delete_object +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_delete_object ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_account_update +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_account_update ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:54 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '446'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:54 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '450'} +test DEBUG: Grant test:tester FULL_CONTROL permission on the bucket /bucket test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_encoding_type_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_encoding_type_error ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_owner_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_owner_permission ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_write_acp_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_write_acp_permission ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_container_not_found +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_container_not_found ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_invalid_partition +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_invalid_partition ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_found +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_found ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_obj_not_found +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_obj_not_found ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/bucket.py", line 345, in GET - resp = req.get_response(self.app, query=query) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1637, in get_response - return self.get_acl_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1613, in get_acl_response - resp = self._get_response( - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test ERROR: Got non-JSON response trying to list /bucket: b'obj0\nobj1\nobj2\nobj3\nobj4\nobj5\nobj6\nobj7\nobj8\nobj9\nobj10\nobj1...' -test ERROR: Expecting value: line 1 column 1 (char 0): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/bucket.py", line 348, in GET - objects = json.loads(resp.body) - ^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/json/__init__.py", line 346, in loads - return _default_decoder.decode(s) - ^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/json/decoder.py", line 337, in decode - obj, end = self.raw_decode(s, idx=_w(s, 0).end()) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/json/decoder.py", line 355, in raw_decode - raise JSONDecodeError("Expecting value", s, err.value) from None -json.decoder.JSONDecodeError: Expecting value: line 1 column 1 (char 0) +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_non_json -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_non_json ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_fullcontrol_permission ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_delete_with_objects -test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_delete_with_objects ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_excludes_files -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_excludes_files ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_key_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_key_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write_acp:hmac', 'Date': 'Wed, 15 May 2024 17:59:55 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '456'} +test DEBUG: Grant test:write_acp FULL_CONTROL permission on the bucket /bucket test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads_over_default -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads_over_default ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:55 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '448'} +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_without_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_without_permission ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_owner_permission -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_owner_permission ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_read_permission -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_read_permission ... ok -test.unit.container.test_sharder.TestCleavingContext.test_store -test.unit.container.test_sharder.TestCleavingContext.test_store ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_prefix +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_prefix ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter ... ok +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: Container GET returning 503 for (503, 503, 503, 503) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status +OSError (txn: tx891493b05b894f88bf5cb-006644f818) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status +OSError (txn: tx891493b05b894f88bf5cb-006644f818) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status +OSError (txn: tx891493b05b894f88bf5cb-006644f818) +test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status +OSError (txn: tx891493b05b894f88bf5cb-006644f818) +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status +OSError (txn: tx891493b05b894f88bf5cb-006644f818) +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to GET /v1/a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status +OSError (txn: tx891493b05b894f88bf5cb-006644f818) +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to GET /v1/a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status +OSError (txn: tx891493b05b894f88bf5cb-006644f818) +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to GET /v1/a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status +OSError (txn: tx891493b05b894f88bf5cb-006644f818) +test ERROR: Container GET returning 503 for [] (txn: tx891493b05b894f88bf5cb-006644f818) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx421ecec60a0c471782b45-006644f81b) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.3:1003/sdd (txn: tx421ecec60a0c471782b45-006644f81b) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: tx421ecec60a0c471782b45-006644f81b) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx421ecec60a0c471782b45-006644f81b) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.4:1004/sda (txn: tx421ecec60a0c471782b45-006644f81b) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.5:1005/sda (txn: tx421ecec60a0c471782b45-006644f81b) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.6:1006/sda (txn: tx421ecec60a0c471782b45-006644f81b) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.7:1007/sda (txn: tx421ecec60a0c471782b45-006644f81b) +test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500, 500, 500] (txn: tx421ecec60a0c471782b45-006644f81b) +test INFO: Client disconnected on read of '/a/c' (txn: tx06b81c6c042642828720a-006644f81b) +test INFO: Client disconnected on read of '/a/c' (txn: tx7b6b065eb999488ea1c73-006644f81b) +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_codes_for_GET +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_codes_for_GET ... ok +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_swift_owner +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_swift_owner ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_brokers +test.unit.container.test_backend.TestContainerBroker.test_get_brokers ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_double_check_trailing_delimiter +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_double_check_trailing_delimiter ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_object +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_object ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: permission denined: 403 Forbidden test:other WRITE_ACP +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +test DEBUG: Grant AuthenticatedUsers READ permission on the object /bucket/object +test DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_without_permission -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_without_permission ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_authenticated_read +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_authenticated_read ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_bucket_owner_full_control +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_bucket_owner_full_control ... ok +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx8c1175289edb4fc5bf527-006644f81b) +test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx8c1175289edb4fc5bf527-006644f81b) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx8c1175289edb4fc5bf527-006644f81b) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx8c1175289edb4fc5bf527-006644f81b) +test ERROR: Container GET returning 503 for [] (txn: tx8c1175289edb4fc5bf527-006644f81b) +test INFO: Client disconnected on read of '/a/c' (txn: tx8c1175289edb4fc5bf527-006644f81b) +test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txead554c64eb646b385acc-006644f81d) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txead554c64eb646b385acc-006644f81d) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txead554c64eb646b385acc-006644f81d) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txead554c64eb646b385acc-006644f81d) +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txead554c64eb646b385acc-006644f81d) +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txead554c64eb646b385acc-006644f81d) +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txead554c64eb646b385acc-006644f81d) +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txead554c64eb646b385acc-006644f81d) +test ERROR: Container GET returning 503 for [] (txn: txead554c64eb646b385acc-006644f81d) +test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txf4607c99ec384277accaa-006644f81d) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txf4607c99ec384277accaa-006644f81d) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txf4607c99ec384277accaa-006644f81d) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txf4607c99ec384277accaa-006644f81d) +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txf4607c99ec384277accaa-006644f81d) +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txf4607c99ec384277accaa-006644f81d) +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txf4607c99ec384277accaa-006644f81d) +test ERROR: Container GET returning 503 for [] (txn: txf4607c99ec384277accaa-006644f81d) +test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txe5c79bd39e4249daa5ff5-006644f81d) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txe5c79bd39e4249daa5ff5-006644f81d) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txe5c79bd39e4249daa5ff5-006644f81d) +test ERROR: Container GET returning 503 for [] (txn: txe5c79bd39e4249daa5ff5-006644f81d) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx48e6d04c1c7c4e0b85062-006644f81d) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx48e6d04c1c7c4e0b85062-006644f81d) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx73f381f343d64d4bbad6a-006644f81d) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx73f381f343d64d4bbad6a-006644f81d) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.3:1003/sdd (txn: tx73f381f343d64d4bbad6a-006644f81d) +test ERROR: Container GET returning 503 for [500, 500, 500] (txn: tx73f381f343d64d4bbad6a-006644f81d) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx7fd0dbd741224261850eb-006644f81d) +test ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: tx6d4567c027b247fe9e828-006644f81d) +test DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx6d4567c027b247fe9e828-006644f81d) +test INFO: Client disconnected on read of '/a/c' (txn: tx6d4567c027b247fe9e828-006644f81d) +test ERROR: Container GET returning 503 for [] (txn: txdf4ef6bde00c48af98be8-006644f81d) +test INFO: Client disconnected on read of '/a/c' (txn: txdf4ef6bde00c48af98be8-006644f81d) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: txcebc421c33b04ec0b9b62-006644f81d) +test INFO: Client disconnected on read of '/a/c' (txn: txcebc421c33b04ec0b9b62-006644f81d) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx977c1524699246cabae7f-006644f81d) +test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx977c1524699246cabae7f-006644f81d) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx977c1524699246cabae7f-006644f81d) +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx977c1524699246cabae7f-006644f81d) +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_sys_meta_headers_POST +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_sys_meta_headers_POST ... ok +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_sys_meta_headers_PUT +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_sys_meta_headers_PUT ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_db_state +test.unit.container.test_backend.TestContainerBroker.test_get_db_state ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_negative_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_negative_maxuploads ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_no_mounts -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_no_mounts ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_without_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_without_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_without_segment_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_without_segment_bucket ... ok +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_double_check_trailing_delimiter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_double_check_trailing_delimiter_non_slash ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +test DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object +test DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +test DEBUG: Grant test:tester READ permission on the object /bucket/object +test DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_bucket_already_owned_by_you -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_bucket_already_owned_by_you ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_bucket_owner_read +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_bucket_owner_read ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_private +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_private ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_info +test.unit.container.test_backend.TestContainerBroker.test_get_info ... ok +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx977c1524699246cabae7f-006644f81d) +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx977c1524699246cabae7f-006644f81d) +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx977c1524699246cabae7f-006644f81d) +test ERROR: Container GET returning 503 for (200, 503, 503, 503) (txn: tx977c1524699246cabae7f-006644f81d) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx6eddbb2f190741179c814-006644f81f) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx6eddbb2f190741179c814-006644f81f) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx6eddbb2f190741179c814-006644f81f) +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx6eddbb2f190741179c814-006644f81f) +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx6eddbb2f190741179c814-006644f81f) +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx6eddbb2f190741179c814-006644f81f) +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx6eddbb2f190741179c814-006644f81f) +test ERROR: Container GET returning 503 for (200, 503, 503, 503) (txn: tx6eddbb2f190741179c814-006644f81f) +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmp9_yoeliv/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp9_yoeliv/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmp9_yoeliv/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp9_yoeliv/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct1 INFO: 127.0.0.1 - - [15/May/2024:17:59:59 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.0590 "-" 1329777 - +HTTP PERF: 0.06157 seconds to PUT 127.0.0.1:50459 /sda1/0/a) +acct2 INFO: 127.0.0.1 - - [15/May/2024:17:59:59 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0595 "-" 1329777 - +HTTP PERF: 0.06280 seconds to PUT 127.0.0.1:54027 /sdb1/0/a) +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:00:00 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0700 "-" 1329777 - +HTTP PERF: 0.07229 seconds to PUT 127.0.0.1:50459 /sda1/2/a1) +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:00:00 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0822 "-" 1329777 - +HTTP PERF: 0.08428 seconds to PUT 127.0.0.1:54027 /sdb1/2/a1) +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:00:00 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx34d2b68ba15d436d9e2e3-006644f820" "proxy-server 1329777" 0.0014 "-" 1329777 - +HTTP PERF: 0.00256 seconds to HEAD 127.0.0.1:50459 /sda1/0/a?format=json) +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:00:00 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:42969/sda1/3/a/c" "tx34d2b68ba15d436d9e2e3-006644f820" "container-server 1329777" 0.0060 "-" 1329777 0 +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:00:00 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:34199/sdb1/3/a/c" "tx34d2b68ba15d436d9e2e3-006644f820" "container-server 1329777" 0.0009 "-" 1329777 0 +HTTP PERF: 0.07313 seconds to PUT 127.0.0.1:50459 /sda1/0/a/c) +cont2 INFO: 127.0.0.1 - - [15/May/2024:18:00:00 +0000] "PUT /sdb1/3/a/c" 201 - "PUT http://localhost/v1/a/c" "tx34d2b68ba15d436d9e2e3-006644f820" "proxy-server 1329777" 0.1174 "-" 1329777 0 +HTTP PERF: 0.00956 seconds to PUT 127.0.0.1:54027 /sdb1/0/a/c) +cont1 INFO: 127.0.0.1 - - [15/May/2024:18:00:00 +0000] "PUT /sda1/3/a/c" 201 - "PUT http://localhost/v1/a/c" "tx34d2b68ba15d436d9e2e3-006644f820" "proxy-server 1329777" 0.0731 "-" 1329777 0 +HTTP PERF: 0.11929 seconds to PUT 127.0.0.1:42969 /sda1/3/a/c) +HTTP PERF: 0.11987 seconds to PUT 127.0.0.1:34199 /sdb1/3/a/c) +proxy INFO: 127.0.0.1 127.0.0.1 15/May/2024/18/00/00 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx34d2b68ba15d436d9e2e3-006644f820 - 0.1251 - - 1715796000.228517532 1715796000.353658676 0 +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:00:00 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txc545b7bd3b9a4faf8a135-006644f820" "proxy-server 1329777" 0.0010 "-" 1329777 - +HTTP PERF: 0.00205 seconds to HEAD 127.0.0.1:54027 /sdb1/2/a1?format=json) +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:00:00 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:42969/sda1/0/a1/c1" "txc545b7bd3b9a4faf8a135-006644f820" "container-server 1329777" 0.0011 "-" 1329777 0 +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:00:00 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:34199/sdb1/0/a1/c1" "txc545b7bd3b9a4faf8a135-006644f820" "container-server 1329777" 0.0034 "-" 1329777 0 +HTTP PERF: 0.00684 seconds to PUT 127.0.0.1:54027 /sdb1/2/a1/c1) +cont1 INFO: 127.0.0.1 - - [15/May/2024:18:00:00 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txc545b7bd3b9a4faf8a135-006644f820" "proxy-server 1329777" 0.0785 "-" 1329777 0 +HTTP PERF: 0.07967 seconds to PUT 127.0.0.1:50459 /sda1/2/a1/c1) +cont2 INFO: 127.0.0.1 - - [15/May/2024:18:00:00 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txc545b7bd3b9a4faf8a135-006644f820" "proxy-server 1329777" 0.1142 "-" 1329777 0 +HTTP PERF: 0.11545 seconds to PUT 127.0.0.1:42969 /sda1/0/a1/c1) +HTTP PERF: 0.11596 seconds to PUT 127.0.0.1:34199 /sdb1/0/a1/c1) +proxy INFO: 127.0.0.1 127.0.0.1 15/May/2024/18/00/00 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txc545b7bd3b9a4faf8a135-006644f820 - 0.1205 - - 1715796000.354876757 1715796000.475332499 0 +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:00:00 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txa1ecb07974a54e6abadb7-006644f820" "proxy-server 1329777" 0.0642 "-" 1329777 - +HTTP PERF: 0.06563 seconds to HEAD 127.0.0.1:50459 /sda1/0/a?format=json) +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:00:00 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:34199/sdb1/3/a/c1" "txa1ecb07974a54e6abadb7-006644f820" "container-server 1329777" 0.0795 "-" 1329777 1 +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:00:00 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:42969/sda1/3/a/c1" "txa1ecb07974a54e6abadb7-006644f820" "container-server 1329777" 0.0013 "-" 1329777 1 +HTTP PERF: 0.08395 seconds to PUT 127.0.0.1:54027 /sdb1/0/a/c1) +cont2 INFO: 127.0.0.1 - - [15/May/2024:18:00:00 +0000] "PUT /sdb1/3/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txa1ecb07974a54e6abadb7-006644f820" "proxy-server 1329777" 0.1682 "-" 1329777 1 +HTTP PERF: 0.16917 seconds to PUT 127.0.0.1:50459 /sda1/0/a/c1) +cont1 INFO: 127.0.0.1 - - [15/May/2024:18:00:00 +0000] "PUT /sda1/3/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txa1ecb07974a54e6abadb7-006644f820" "proxy-server 1329777" 0.2484 "-" 1329777 1 +HTTP PERF: 0.25014 seconds to PUT 127.0.0.1:42969 /sda1/3/a/c1) +HTTP PERF: 0.25010 seconds to PUT 127.0.0.1:34199 /sdb1/3/a/c1) +proxy INFO: 127.0.0.1 127.0.0.1 15/May/2024/18/00/00 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txa1ecb07974a54e6abadb7-006644f820 - 0.3188 - - 1715796000.476483822 1715796000.795264006 1 +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:00:00 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx4896f41d430f4b51a73cc-006644f820" "proxy-server 1329777" 0.0533 "-" 1329777 - +HTTP PERF: 0.05478 seconds to HEAD 127.0.0.1:54027 /sdb1/0/a?format=json) +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:00:01 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:42969/sda1/0/a/c2" "tx4896f41d430f4b51a73cc-006644f820" "container-server 1329777" 0.0643 "-" 1329777 2 +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:00:01 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:34199/sdb1/0/a/c2" "tx4896f41d430f4b51a73cc-006644f820" "container-server 1329777" 0.0010 "-" 1329777 2 +HTTP PERF: 0.12204 seconds to PUT 127.0.0.1:50459 /sda1/0/a/c2) +cont1 INFO: 127.0.0.1 - - [15/May/2024:18:00:01 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx4896f41d430f4b51a73cc-006644f820" "proxy-server 1329777" 0.1934 "-" 1329777 2 +HTTP PERF: 0.06831 seconds to PUT 127.0.0.1:54027 /sdb1/0/a/c2) +cont2 INFO: 127.0.0.1 - - [15/May/2024:18:00:01 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx4896f41d430f4b51a73cc-006644f820" "proxy-server 1329777" 0.1223 "-" 1329777 2 +HTTP PERF: 0.19543 seconds to PUT 127.0.0.1:34199 /sdb1/0/a/c2) +HTTP PERF: 0.19602 seconds to PUT 127.0.0.1:42969 /sda1/0/a/c2) +test.unit.proxy.test_mem_server.TestController.test_account_info_200 +test.unit.proxy.test_mem_server.TestController.test_account_info_200 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestController.test_account_info_404 +test.unit.proxy.test_mem_server.TestController.test_account_info_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestController.test_account_info_container_count +test.unit.proxy.test_mem_server.TestController.test_account_info_container_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestController.test_account_info_no_account +test.unit.proxy.test_mem_server.TestController.test_account_info_no_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestController.test_account_info_no_cache +test.unit.proxy.test_mem_server.TestController.test_account_info_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestController.test_container_info_200 +test.unit.proxy.test_mem_server.TestController.test_container_info_200 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestController.test_container_info_404 +test.unit.proxy.test_mem_server.TestController.test_container_info_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestController.test_container_info_invalid_account +test.unit.proxy.test_mem_server.TestController.test_container_info_invalid_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestController.test_container_info_no_cache +test.unit.proxy.test_mem_server.TestController.test_container_info_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestController.test_get_account_info_returns_values_as_strings +test.unit.proxy.test_mem_server.TestController.test_get_account_info_returns_values_as_strings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestController.test_get_container_info_returns_values_as_strings +test.unit.proxy.test_mem_server.TestController.test_get_container_info_returns_values_as_strings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestController.test_make_requests +test.unit.proxy.test_mem_server.TestController.test_make_requests ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestController.test_transfer_headers +test.unit.proxy.test_mem_server.TestController.test_transfer_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_str_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_str_maxuploads ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_delimiter ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_recreate_with_objects -test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_recreate_with_objects ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_abort +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_abort ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_complete +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_complete ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_info_is_deleted +test.unit.container.test_backend.TestContainerBroker.test_get_info_is_deleted ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_info_no_stale_reads +test.unit.container.test_backend.TestContainerBroker.test_get_info_no_stale_reads ... ok +proxy INFO: 127.0.0.1 127.0.0.1 15/May/2024/18/00/01 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx4896f41d430f4b51a73cc-006644f820 - 0.2536 - - 1715796000.796505690 1715796001.050148249 2 +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmptcsl11dp/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmptcsl11dp/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmptcsl11dp/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmptcsl11dp/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:00:01 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.0776 "-" 1329777 - +HTTP PERF: 0.08050 seconds to PUT 127.0.0.1:34371 /sda1/0/a) +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:00:01 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0676 "-" 1329777 - +HTTP PERF: 0.06944 seconds to PUT 127.0.0.1:48395 /sdb1/0/a) +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:00:01 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0669 "-" 1329777 - +HTTP PERF: 0.06905 seconds to PUT 127.0.0.1:34371 /sda1/2/a1) +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:00:01 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0468 "-" 1329777 - +HTTP PERF: 0.04902 seconds to PUT 127.0.0.1:48395 /sdb1/2/a1) +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:00:01 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txb98304e437eb475491c3e-006644f821" "proxy-server 1329777" 0.0013 "-" 1329777 - +HTTP PERF: 0.00263 seconds to HEAD 127.0.0.1:34371 /sda1/0/a?format=json) +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:00:01 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:44047/sdb1/3/a/c" "txb98304e437eb475491c3e-006644f821" "container-server 1329777" 0.0019 "-" 1329777 0 +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:00:01 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:40179/sda1/3/a/c" "txb98304e437eb475491c3e-006644f821" "container-server 1329777" 0.0008 "-" 1329777 0 +HTTP PERF: 0.00475 seconds to PUT 127.0.0.1:34371 /sda1/0/a/c) +cont1 INFO: 127.0.0.1 - - [15/May/2024:18:00:01 +0000] "PUT /sda1/3/a/c" 201 - "PUT http://localhost/v1/a/c" "txb98304e437eb475491c3e-006644f821" "proxy-server 1329777" 0.0524 "-" 1329777 0 +HTTP PERF: 0.05336 seconds to PUT 127.0.0.1:48395 /sdb1/0/a/c) +cont2 INFO: 127.0.0.1 - - [15/May/2024:18:00:01 +0000] "PUT /sdb1/3/a/c" 201 - "PUT http://localhost/v1/a/c" "txb98304e437eb475491c3e-006644f821" "proxy-server 1329777" 0.1137 "-" 1329777 0 +HTTP PERF: 0.11506 seconds to PUT 127.0.0.1:44047 /sdb1/3/a/c) +HTTP PERF: 0.11566 seconds to PUT 127.0.0.1:40179 /sda1/3/a/c) +proxy INFO: 127.0.0.1 127.0.0.1 15/May/2024/18/00/01 PUT /v1/a/c HTTP/1.0 201 - - t - - - txb98304e437eb475491c3e-006644f821 - 0.1210 - - 1715796001.379937172 1715796001.500924110 0 +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:00:01 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txaa0b38e0d8f344399a256-006644f821" "proxy-server 1329777" 0.0010 "-" 1329777 - +HTTP PERF: 0.00205 seconds to HEAD 127.0.0.1:34371 /sda1/2/a1?format=json) +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:00:01 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:44047/sdb1/0/a1/c1" "txaa0b38e0d8f344399a256-006644f821" "container-server 1329777" 0.0091 "-" 1329777 0 +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:00:01 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:40179/sda1/0/a1/c1" "txaa0b38e0d8f344399a256-006644f821" "container-server 1329777" 0.0013 "-" 1329777 0 +HTTP PERF: 0.01295 seconds to PUT 127.0.0.1:34371 /sda1/2/a1/c1) +cont2 INFO: 127.0.0.1 - - [15/May/2024:18:00:01 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txaa0b38e0d8f344399a256-006644f821" "proxy-server 1329777" 0.1256 "-" 1329777 0 +HTTP PERF: 0.12656 seconds to PUT 127.0.0.1:48395 /sdb1/2/a1/c1) +cont1 INFO: 127.0.0.1 - - [15/May/2024:18:00:01 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txaa0b38e0d8f344399a256-006644f821" "proxy-server 1329777" 0.1776 "-" 1329777 0 +HTTP PERF: 0.17907 seconds to PUT 127.0.0.1:40179 /sda1/0/a1/c1) +HTTP PERF: 0.17966 seconds to PUT 127.0.0.1:44047 /sdb1/0/a1/c1) +proxy INFO: 127.0.0.1 127.0.0.1 15/May/2024/18/00/01 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txaa0b38e0d8f344399a256-006644f821 - 0.1845 - - 1715796001.502087116 1715796001.686537981 0 +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:00:02 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx9dc309f7dfdb4799959ed-006644f821" "proxy-server 1329777" 0.3699 "-" 1329777 - +HTTP PERF: 0.37160 seconds to HEAD 127.0.0.1:48395 /sdb1/0/a?format=json) +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:00:02 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:44047/sdb1/3/a/c1" "tx9dc309f7dfdb4799959ed-006644f821" "container-server 1329777" 0.0652 "-" 1329777 1 +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:00:02 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:40179/sda1/3/a/c1" "tx9dc309f7dfdb4799959ed-006644f821" "container-server 1329777" 0.0010 "-" 1329777 1 +HTTP PERF: 0.06971 seconds to PUT 127.0.0.1:48395 /sdb1/0/a/c1) +cont1 INFO: 127.0.0.1 - - [15/May/2024:18:00:02 +0000] "PUT /sda1/3/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx9dc309f7dfdb4799959ed-006644f821" "proxy-server 1329777" 0.1358 "-" 1329777 1 +HTTP PERF: 0.13713 seconds to PUT 127.0.0.1:34371 /sda1/0/a/c1) +cont2 INFO: 127.0.0.1 - - [15/May/2024:18:00:02 +0000] "PUT /sdb1/3/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx9dc309f7dfdb4799959ed-006644f821" "proxy-server 1329777" 0.3830 "-" 1329777 1 +HTTP PERF: 0.38493 seconds to PUT 127.0.0.1:44047 /sdb1/3/a/c1) +HTTP PERF: 0.38477 seconds to PUT 127.0.0.1:40179 /sda1/3/a/c1) +proxy INFO: 127.0.0.1 127.0.0.1 15/May/2024/18/00/02 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx9dc309f7dfdb4799959ed-006644f821 - 0.7596 - - 1715796001.687890291 1715796002.447502375 1 +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:00:02 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx4a76201f94bf4fdab7acc-006644f822" "proxy-server 1329777" 0.0599 "-" 1329777 - +HTTP PERF: 0.06111 seconds to HEAD 127.0.0.1:34371 /sda1/0/a?format=json) +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:00:02 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:44047/sdb1/0/a/c2" "tx4a76201f94bf4fdab7acc-006644f822" "container-server 1329777" 0.0010 "-" 1329777 2 +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:00:02 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:40179/sda1/0/a/c2" "tx4a76201f94bf4fdab7acc-006644f822" "container-server 1329777" 0.0775 "-" 1329777 2 +HTTP PERF: 0.15039 seconds to PUT 127.0.0.1:48395 /sdb1/0/a/c2) +cont1 INFO: 127.0.0.1 - - [15/May/2024:18:00:02 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx4a76201f94bf4fdab7acc-006644f822" "proxy-server 1329777" 0.2316 "-" 1329777 2 +HTTP PERF: 0.08170 seconds to PUT 127.0.0.1:34371 /sda1/0/a/c2) +cont2 INFO: 127.0.0.1 - - [15/May/2024:18:00:02 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx4a76201f94bf4fdab7acc-006644f822" "proxy-server 1329777" 0.1506 "-" 1329777 2 +HTTP PERF: 0.23374 seconds to PUT 127.0.0.1:40179 /sda1/0/a/c2) +HTTP PERF: 0.23431 seconds to PUT 127.0.0.1:44047 /sdb1/0/a/c2) +test.unit.proxy.test_server.TestProxyServer.test_adds_transaction_id +test.unit.proxy.test_server.TestProxyServer.test_adds_transaction_id ... ok +test.unit.proxy.test_server.TestProxyServer.test_adds_transaction_id_length_limit +test.unit.proxy.test_server.TestProxyServer.test_adds_transaction_id_length_limit ... ok +test.unit.proxy.test_server.TestProxyServer.test_calls_authorize_allow +test.unit.proxy.test_server.TestProxyServer.test_calls_authorize_allow ... ok +test.unit.proxy.test_server.TestProxyServer.test_calls_authorize_deny +test.unit.proxy.test_server.TestProxyServer.test_calls_authorize_deny ... ok +test.unit.proxy.test_server.TestProxyServer.test_check_response_200 +test.unit.proxy.test_server.TestProxyServer.test_check_response_200 ... ok +test.unit.proxy.test_server.TestProxyServer.test_check_response_503 +test.unit.proxy.test_server.TestProxyServer.test_check_response_503 ... ok +test.unit.proxy.test_server.TestProxyServer.test_check_response_507 +test.unit.proxy.test_server.TestProxyServer.test_check_response_507 ... ok +test.unit.proxy.test_server.TestProxyServer.test_denied_host_header +test.unit.proxy.test_server.TestProxyServer.test_denied_host_header ... ok +test.unit.proxy.test_server.TestProxyServer.test_error_limit_methods +test.unit.proxy.test_server.TestProxyServer.test_error_limit_methods ... ok +test.unit.proxy.test_server.TestProxyServer.test_error_occurred +test.unit.proxy.test_server.TestProxyServer.test_error_occurred ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +test DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +test DEBUG: Grant AllUsers READ permission on the object /bucket/object +test DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/bucket.py", line 394, in PUT - resp = req.get_response(self.app) - ^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1630, in get_response - resp = self.acl_handler.handle_acl( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 94, in handle_acl - return getattr(ah, method)(app) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 220, in PUT - self.req.get_acl_response(app, 'PUT', self.container) - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1613, in get_acl_response - resp = self._get_response( - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_error -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_error ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_error_non_swift_owner -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_error_non_swift_owner ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_container -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_container ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_public_read +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_public_read ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_public_read_write +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_public_read_write ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_id_and_key_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_id_and_key_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_key_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_key_marker ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_initiate +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_initiate ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_upload_part_missing_key +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_upload_part_missing_key ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_info_sharding_states +test.unit.container.test_backend.TestContainerBroker.test_get_info_sharding_states ... ok +test ERROR: Returning 497 because of blacklisting: b +test ERROR: Returning 497 because of blacklisting: b +test ERROR: Returning 497 because of blacklisting: b +test ERROR: Returning 497 because of blacklisting: b +test ERROR: Returning 497 because of blacklisting: b +direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda +direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda +direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda +direct-client-test ERROR: Kaboom! +direct-client-test ERROR: Kaboom! +direct-client-test ERROR: Kaboom! +test NOTICE: Child 1329770 exiting normally +test NOTICE: Started child 88 from parent 1329770 +test NOTICE: Started child 89 from parent 1329770 +test ERROR: Removing dead child 88 from parent 1329770 +test NOTICE: Started child 90 from parent 1329770 +test NOTICE: Started child 88 from parent 1329770 +test NOTICE: Started child 89 from parent 1329770 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:00:00 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0714 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:00 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0513 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:00 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0818 "-" 1329770 - +test INFO: - - - [15/May/2024:18:00:00 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0012 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:00 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0010 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:00 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0009 "-" 1329770 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:00:00 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0621 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:00 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0761 "-" 1329770 - +test INFO: - - - [15/May/2024:18:00:00 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0010 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:00 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0988 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:00 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0043 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:00 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 1329770 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:00:00 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0546 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:00 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0884 "-" 1329770 - +test INFO: - - - [15/May/2024:18:00:00 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0051 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:00 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0002 "-" 1329770 0 +test INFO: - - - [15/May/2024:18:00:01 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1495 "-" 1329770 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:00:01 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0555 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:01 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0864 "-" 1329770 - +test INFO: - - - [15/May/2024:18:00:01 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0563 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:01 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0841 "-" 1329770 - +test INFO: - - - [15/May/2024:18:00:01 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0990 "-" 1329770 2 +test ERROR: ERROR Account update failed with 127.0.0.1:35741/sda1 (will retry later): Response 503 OK +test INFO: - - - [15/May/2024:18:00:01 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0543 "-" 1329770 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:00:01 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0589 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:01 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0525 "-" 1329770 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:00:01 +0000] "DELETE /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 1329770 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:00:01 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 1329770 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:00:01 +0000] "DELETE /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0003 "-" 1329770 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:00:02 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.4762 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:02 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:02 +0000] "DELETE /sda1/p/a/c" 409 - "-" "-" "-" 0.1777 "-" 1329770 - +test INFO: - - - [15/May/2024:18:00:02 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0004 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:02 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0927 "-" 1329770 - +test INFO: - - - [15/May/2024:18:00:02 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 1329770 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:00:02 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0579 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:02 +0000] "DELETE /sda1/p/a/c/bashful" 204 - "-" "-" "-" 0.0005 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:02 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1393 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:02 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0761 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:02 +0000] "DELETE /sda1/p/a/c/grumpy10" 204 - "-" "-" "-" 0.0012 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:02 +0000] "DELETE /sda1/p/a/c/grumpy10_no_header" 204 - "-" "-" "-" 0.0005 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:02 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0579 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:02 +0000] "DELETE /sda1/p/a/c/grumpy20" 301 - "-" "-" "-" 0.0011 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:02 +0000] "DELETE /sda1/p/a/c/grumpy20_no_header" 204 - "-" "-" "-" 0.0003 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:03 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0649 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:03 +0000] "DELETE /sda1/p/a/c/grumpy30" 301 - "-" "-" "-" 0.0012 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:03 +0000] "DELETE /sda1/p/a/c/grumpy30_no_header" 204 - "-" "-" "-" 0.0004 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:03 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0635 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:03 +0000] "DELETE /sda1/p/a/c/grumpy40" 301 - "-" "-" "-" 0.0011 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:03 +0000] "DELETE /sda1/p/a/c/grumpy40_no_header" 204 - "-" "-" "-" 0.0066 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:03 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0383 "-" 1329770 2 +test.unit.container.test_backend.TestContainerBroker.test_get_info_stale_read_ok +test.unit.container.test_backend.TestContainerBroker.test_get_info_stale_read_ok ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +test DEBUG: Grant AllUsers READ permission on the object /bucket/object +test DEBUG: Grant AllUsers WRITE permission on the object /bucket/object +test DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +test DEBUG: Grant AllUsers READ permission on the object /bucket/object test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 17:59:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_first_put_fail -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_first_put_fail ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_ami_location -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_ami_location ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_simple_delete -test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_simple_delete ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_object -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_object ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 17:59:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_all_users +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_all_users ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_all_users_with_uppercase_type +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_all_users_with_uppercase_type ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_items_since +test.unit.container.test_backend.TestContainerBroker.test_get_items_since ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 15 May 2024 18:00:00 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_canned_s3acl -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_canned_s3acl ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_unrecognized -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_unrecognized ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_simple_recreate -test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_simple_recreate ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_reclaim -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_reclaim ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_nested -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_nested ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_non_ascii -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_non_ascii ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_non_ascii_same_container -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_non_ascii_same_container ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_too_many_containers -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_too_many_containers ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_turned_off -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_turned_off ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_whole -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_whole ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_whole_404 -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_whole_404 ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_401 -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_401 ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_bad_json -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_bad_json ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_bad_utf8 -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_bad_utf8 ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_client_content_type -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_client_content_type ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_man -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_man ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_401 -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_401 ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_404 -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_404 ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_500 -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_500 ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_too_many_segments -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_too_many_segments ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_non_ascii -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_non_ascii ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_not_a_manifest -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_not_a_manifest ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_segment_404 -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_segment_404 ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole_404 -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole_404 ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole_old_swift -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole_old_swift ... ok -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink ... ok -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_new_target -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_new_target ... ok -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_target -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_target ... ok -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_with_slo_query -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_with_slo_query ... ok -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_new_slo_manifest -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_new_slo_manifest ... ok -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_old_slo_manifest -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_old_slo_manifest ... ok -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_really_old_slo_manifest -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_really_old_slo_manifest ... ok -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_slo_manifest_slo_etag -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_slo_manifest_slo_etag ... ok -test.unit.common.middleware.test_tempauth.TestTokenHandling.test_invalid_tokens -test.unit.common.middleware.test_tempauth.TestTokenHandling.test_invalid_tokens ... ok -test.unit.common.middleware.test_tempauth.TestTokenHandling.test_service_token_given_and_needed -test.unit.common.middleware.test_tempauth.TestTokenHandling.test_service_token_given_and_needed ... ok -test.unit.common.middleware.test_tempauth.TestTokenHandling.test_service_token_omitted -test.unit.common.middleware.test_tempauth.TestTokenHandling.test_service_token_omitted ... ok -test.unit.common.middleware.test_tempauth.TestTokenHandling.test_tokens_set_remote_user -test.unit.common.middleware.test_tempauth.TestTokenHandling.test_tokens_set_remote_user ... ok -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_300_status -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_300_status ... ok -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_already_in_sync -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_already_in_sync ... ok -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_drive_not_mounted -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_drive_not_mounted ... ok -test INFO: - - - [18/Jun/2025:00:02:53 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1398 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:02:53 +0000] "DELETE /sda1/p/a/c/grumpier10" 204 - "-" "-" "-" 0.0012 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:02:53 +0000] "DELETE /sda1/p/a/c/grumpier10_no_header" 204 - "-" "-" "-" 0.0060 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:02:53 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0962 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:02:53 +0000] "DELETE /sda1/p/a/c/grumpier20" 301 - "-" "-" "-" 0.0016 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:02:53 +0000] "DELETE /sda1/p/a/c/grumpier20_no_header" 204 - "-" "-" "-" 0.0005 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:02:54 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0925 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:02:54 +0000] "DELETE /sda1/p/a/c/grumpier30" 301 - "-" "-" "-" 0.0012 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:02:54 +0000] "DELETE /sda1/p/a/c/grumpier30_no_header" 204 - "-" "-" "-" 0.0004 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:02:54 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1301 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:02:54 +0000] "DELETE /sda1/p/a/c/grumpier40" 301 - "-" "-" "-" 0.0027 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:02:54 +0000] "DELETE /sda1/p/a/c/grumpier40_no_header" 204 - "-" "-" "-" 0.0004 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:02:54 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0802 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:02:54 +0000] "DELETE /sda1/p/a/c/grumpier50" 204 - "-" "-" "-" 0.0011 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:02:54 +0000] "DELETE /sda1/p/a/c/grumpier50_no_header" 204 - "-" "-" "-" 0.0004 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:02:54 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1340 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:02:54 +0000] "DELETE /sda1/p/a/c/grumpier60" 301 - "-" "-" "-" 0.0011 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:02:54 +0000] "DELETE /sda1/p/a/c/grumpier60_no_header" 204 - "-" "-" "-" 0.0004 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:02:55 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0978 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:02:55 +0000] "DELETE /sda1/p/a/c/grumpier70" 204 - "-" "-" "-" 0.0129 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:02:55 +0000] "DELETE /sda1/p/a/c/grumpier70_no_header" 204 - "-" "-" "-" 0.0007 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:02:55 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1064 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:02:55 +0000] "DELETE /sda1/p/a/c/grumpier80" 204 - "-" "-" "-" 0.0013 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:02:55 +0000] "DELETE /sda1/p/a/c/grumpier80_no_header" 204 - "-" "-" "-" 0.0005 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:02:55 +0000] "DELETE /sda1/p/a/c/dopey" 204 - "-" "-" "-" 0.0006 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:02:55 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1041 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:02:56 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0932 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:02:56 +0000] "DELETE /sda1/p/a/c/dopey10" 204 - "-" "-" "-" 0.0011 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:02:56 +0000] "DELETE /sda1/p/a/c/dopey10_no_header" 204 - "-" "-" "-" 0.0005 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:02:56 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0751 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:02:56 +0000] "DELETE /sda1/p/a/c/dopey20" 301 - "-" "-" "-" 0.0012 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:02:56 +0000] "DELETE /sda1/p/a/c/dopey20_no_header" 204 - "-" "-" "-" 0.0004 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:02:56 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1108 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:02:56 +0000] "DELETE /sda1/p/a/c/dopey30" 301 - "-" "-" "-" 0.0021 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:02:56 +0000] "DELETE /sda1/p/a/c/dopey30_no_header" 204 - "-" "-" "-" 0.0004 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:02:57 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1086 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:02:57 +0000] "DELETE /sda1/p/a/c/dopey40" 301 - "-" "-" "-" 0.0010 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:02:57 +0000] "DELETE /sda1/p/a/c/dopey40_no_header" 204 - "-" "-" "-" 0.0004 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:02:57 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0903 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:02:57 +0000] "DELETE /sda1/p/a/c/dopey50" 204 - "-" "-" "-" 0.0011 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:02:57 +0000] "DELETE /sda1/p/a/c/dopey50_no_header" 204 - "-" "-" "-" 0.0005 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:02:57 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0773 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:02:57 +0000] "DELETE /sda1/p/a/c/dopey60" 301 - "-" "-" "-" 0.0012 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:02:57 +0000] "DELETE /sda1/p/a/c/dopey60_no_header" 204 - "-" "-" "-" 0.0004 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:02:57 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1009 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:02:57 +0000] "DELETE /sda1/p/a/c/dopey70" 204 - "-" "-" "-" 0.0011 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:02:57 +0000] "DELETE /sda1/p/a/c/dopey70_no_header" 204 - "-" "-" "-" 0.0005 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:02:58 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0909 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:02:58 +0000] "DELETE /sda1/p/a/c/dopey80" 204 - "-" "-" "-" 0.0014 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:02:58 +0000] "DELETE /sda1/p/a/c/dopey80_no_header" 204 - "-" "-" "-" 0.0005 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:02:58 +0000] "DELETE /sda1/p/a/c/bashful" 301 - "-" "-" "-" 0.0010 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:02:58 +0000] "DELETE /sda1/p/a/c/dopey" 301 - "-" "-" "-" 0.0009 "-" 635438 - -test DEBUG: Unlinked retiring db '/tmp/tmptsnchrbm/tmp_test_container_server_ContainerController/sda1/containers/p/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db' -test INFO: - - - [18/Jun/2025:00:02:58 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1332 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:02:58 +0000] "DELETE /sda1/p/a/c/grumpiest10" 204 - "-" "-" "-" 0.0011 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:02:58 +0000] "DELETE /sda1/p/a/c/grumpiest10_no_header" 204 - "-" "-" "-" 0.0005 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:02:58 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1246 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:02:58 +0000] "DELETE /sda1/p/a/c/grumpiest20" 301 - "-" "-" "-" 0.0012 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:02:58 +0000] "DELETE /sda1/p/a/c/grumpiest20_no_header" 204 - "-" "-" "-" 0.0004 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:02:58 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0935 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:02:58 +0000] "DELETE /sda1/p/a/c/grumpiest30" 301 - "-" "-" "-" 0.0010 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:02:58 +0000] "DELETE /sda1/p/a/c/grumpiest30_no_header" 204 - "-" "-" "-" 0.0113 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:02:59 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1059 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:02:59 +0000] "DELETE /sda1/p/a/c/grumpiest40" 301 - "-" "-" "-" 0.0010 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:02:59 +0000] "DELETE /sda1/p/a/c/grumpiest40_no_header" 204 - "-" "-" "-" 0.0070 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:02:59 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0864 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:02:59 +0000] "DELETE /sda1/p/a/c/grumpiest50" 204 - "-" "-" "-" 0.0018 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:02:59 +0000] "DELETE /sda1/p/a/c/grumpiest50_no_header" 204 - "-" "-" "-" 0.0005 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:02:59 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0984 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:02:59 +0000] "DELETE /sda1/p/a/c/grumpiest60" 301 - "-" "-" "-" 0.0051 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:02:59 +0000] "DELETE /sda1/p/a/c/grumpiest60_no_header" 204 - "-" "-" "-" 0.0006 "-" 635438 - -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_metadata_update -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_metadata_update ... ok -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_not_found -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_not_found ... ok -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_not_response -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_not_response ... ok -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_rsync_success -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_rsync_success ... ok -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_small_container_always_usync -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_small_container_always_usync ... ok -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_usync_success -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_usync_success ... ok -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_200 -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_200 ... ok -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_206_multiple_ranges -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_206_multiple_ranges ... ok -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_206_single_range -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_206_single_range ... ok -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_ignore_range_header -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_ignore_range_header ... ok -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_multiple_resolove_ignore_range_header -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_multiple_resolove_ignore_range_header ... ok -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_resolove_ignore_range_header -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_resolove_ignore_range_header ... ok -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_resolve_etag_is_at_header -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_resolve_etag_is_at_header ... ok -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_update_etag_is_at_header -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_update_etag_is_at_header ... ok -test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_absent -test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_absent ... ok -test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_before -test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_before ... ok -test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_greater -test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_greater ... ok -test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_out_of_range_is_ignored -test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_out_of_range_is_ignored ... ok -test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_same -test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_same ... ok -test.unit.common.test_swob.TestEtag.test_normalize_bytes -test.unit.common.test_swob.TestEtag.test_normalize_bytes ... ok -test.unit.common.test_swob.TestEtag.test_normalize_etag -test.unit.common.test_swob.TestEtag.test_normalize_etag ... ok -test.unit.common.test_swob.TestHeaderEnvironProxy.test_contains -test.unit.common.test_swob.TestHeaderEnvironProxy.test_contains ... ok -test.unit.common.test_swob.TestHeaderEnvironProxy.test_del -test.unit.common.test_swob.TestHeaderEnvironProxy.test_del ... ok -test.unit.common.test_swob.TestHeaderEnvironProxy.test_ignored_keys -test.unit.common.test_swob.TestHeaderEnvironProxy.test_ignored_keys ... ok -test.unit.common.test_swob.TestHeaderEnvironProxy.test_keys -test.unit.common.test_swob.TestHeaderEnvironProxy.test_keys ... ok -test.unit.common.test_swob.TestHeaderEnvironProxy.test_proxy -test.unit.common.test_swob.TestHeaderEnvironProxy.test_proxy ... ok -test.unit.common.test_swob.TestMatch.test_match -test.unit.common.test_swob.TestMatch.test_match ... ok -test.unit.common.test_swob.TestMatch.test_match_lots_of_optional_white_space -test.unit.common.test_swob.TestMatch.test_match_lots_of_optional_white_space ... ok -test.unit.common.test_swob.TestMatch.test_match_no_optional_white_space -test.unit.common.test_swob.TestMatch.test_match_no_optional_white_space ... ok -test.unit.common.test_swob.TestMatch.test_match_noquote -test.unit.common.test_swob.TestMatch.test_match_noquote ... ok -test.unit.common.test_swob.TestMatch.test_match_star -test.unit.common.test_swob.TestMatch.test_match_star ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_with_write_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_with_write_permission ... ok +proxy INFO: 127.0.0.1 127.0.0.1 15/May/2024/18/00/02 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx4a76201f94bf4fdab7acc-006644f822 - 0.2979 - - 1715796002.448665380 1715796002.746614695 2 +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 Trying to PUT /v1/a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR 503 full Trying to GET /v1/a/c/o From Object Server 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage +test DEBUG: Node is error limited: 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage +test DEBUG: Node is error limited: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: test msg 10.0.0.0:1000/sda +test ERROR: ERROR with test1 server 10.0.0.0:1000/sda re: test1 msg: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1307, in test_error_limit_methods + raise Exception('kaboom1!') +Exception: kaboom1! +test WARNING: ERROR with test2 server 10.0.0.0:1000/sda re: test2 msg +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1321, in test_error_limit_methods + raise Exception('kaboom2!') +Exception: kaboom2! +test WARNING: ERROR with test3 server 10.0.0.0:1000/sda re: test3 msg +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1336, in test_error_limit_methods + raise Exception('kaboom3!') +Exception: kaboom3! +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test.unit.proxy.test_server.TestProxyServer.test_exception_occurred +test.unit.proxy.test_server.TestProxyServer.test_exception_occurred ... ok +test.unit.proxy.test_server.TestProxyServer.test_exception_occurred_replication_ip_port_logging +test.unit.proxy.test_server.TestProxyServer.test_exception_occurred_replication_ip_port_logging ... ok +test.unit.proxy.test_server.TestProxyServer.test_get_info_controller +test.unit.proxy.test_server.TestProxyServer.test_get_info_controller ... ok +test.unit.proxy.test_server.TestProxyServer.test_get_object_ring +test.unit.proxy.test_server.TestProxyServer.test_get_object_ring ... ok +test.unit.proxy.test_server.TestProxyServer.test_inexistent_method_request +test.unit.proxy.test_server.TestProxyServer.test_inexistent_method_request ... ok +test.unit.proxy.test_server.TestProxyServer.test_info_defaults +test.unit.proxy.test_server.TestProxyServer.test_info_defaults ... ok +test.unit.proxy.test_server.TestProxyServer.test_internal_method_request +test.unit.proxy.test_server.TestProxyServer.test_internal_method_request ... ok +test.unit.proxy.test_server.TestProxyServer.test_internal_reserved_name_request +test.unit.proxy.test_server.TestProxyServer.test_internal_reserved_name_request ... ok +test.unit.proxy.test_server.TestProxyServer.test_negative_content_length +test.unit.proxy.test_server.TestProxyServer.test_negative_content_length ... ok +test.unit.proxy.test_server.TestProxyServer.test_node_concurrency +test.unit.proxy.test_server.TestProxyServer.test_node_concurrency ... ok +test.unit.proxy.test_server.TestProxyServer.test_node_timing +test.unit.proxy.test_server.TestProxyServer.test_node_timing ... ok +test.unit.proxy.test_server.TestProxyServer.test_private_method_request +test.unit.proxy.test_server.TestProxyServer.test_private_method_request ... ok +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy ... ok +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_inherits +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_inherits ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_namespaces +test.unit.container.test_backend.TestContainerBroker.test_get_namespaces ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +test DEBUG: Grant AllUsers READ permission on the object /bucket/object test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +test DEBUG: Grant AuthenticatedUsers READ permission on the object /bucket/object +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_prefix -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_prefix ... ok -test.unit.common.test_utils.TestAuditLocationGenerator.test_drive_tree_access -test.unit.common.test_utils.TestAuditLocationGenerator.test_drive_tree_access ... ok -test.unit.common.test_utils.TestAuditLocationGenerator.test_error_counter -test.unit.common.test_utils.TestAuditLocationGenerator.test_error_counter ... ok -test.unit.common.test_utils.TestAuditLocationGenerator.test_filters -test.unit.common.test_utils.TestAuditLocationGenerator.test_filters ... ok -test.unit.common.test_utils.TestAuditLocationGenerator.test_find_objects -test.unit.common.test_utils.TestAuditLocationGenerator.test_find_objects ... ok -test.unit.common.test_utils.TestAuditLocationGenerator.test_hooks -test.unit.common.test_utils.TestAuditLocationGenerator.test_hooks ... ok -test.unit.common.test_utils.TestAuditLocationGenerator.test_ignore_metadata -test.unit.common.test_utils.TestAuditLocationGenerator.test_ignore_metadata ... ok -test.unit.common.test_utils.TestAuditLocationGenerator.test_mount_check_drive -test.unit.common.test_utils.TestAuditLocationGenerator.test_mount_check_drive ... ok -test.unit.common.test_utils.TestAuditLocationGenerator.test_non_dir_contents -test.unit.common.test_utils.TestAuditLocationGenerator.test_non_dir_contents ... ok -test.unit.common.test_utils.TestAuditLocationGenerator.test_non_dir_drive -test.unit.common.test_utils.TestAuditLocationGenerator.test_non_dir_drive ... ok -test.unit.common.test_utils.TestSetSwiftDir.test_set_swift_dir -test.unit.common.test_utils.TestSetSwiftDir.test_set_swift_dir ... ok -test.unit.common.test_utils.TestUTC.test_tzname -test.unit.common.test_utils.TestUTC.test_tzname ... ok -test.unit.common.test_utils.TestWatchdog.test_start_stop -test.unit.common.test_utils.TestWatchdog.test_start_stop ... ok -test.unit.common.test_utils.TestWatchdog.test_timeout_concurrency -test.unit.common.test_utils.TestWatchdog.test_timeout_concurrency ... ok -test.unit.common.test_utils.TestWatchdog.test_timeout_expire -test.unit.common.test_utils.TestWatchdog.test_timeout_expire ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_authenticated_users +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_authenticated_users ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_email +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_email ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_namespaces_root_container_fill_gap +test.unit.container.test_backend.TestContainerBroker.test_get_namespaces_root_container_fill_gap ... ok +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: txcc0eedf691be492dbbc34-006644f822) +test INFO: Client disconnected on read of '/a/c' (txn: txcc0eedf691be492dbbc34-006644f822) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.1.0:1100/sda (txn: tx912041890815419aa85be-006644f822) +test INFO: Client disconnected on read of '/a/c' (txn: tx912041890815419aa85be-006644f822) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to UPDATE /a/c: Network unreachable (txn: tx3e3f89d39d9946fb82892-006644f823) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to UPDATE /a/c: Network unreachable (txn: tx3e3f89d39d9946fb82892-006644f823) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to UPDATE /a/c: Network unreachable (txn: tx3e3f89d39d9946fb82892-006644f823) +test ERROR: Container UPDATE returning 503 for (503, 503, 503) (txn: tx3e3f89d39d9946fb82892-006644f823) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r3=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r3=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r3=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_overrides +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_overrides ... ok +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_with_no_default +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_with_no_default ... ok +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_proxy_server_config +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_proxy_server_config ... ok +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_timing_per_policy +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_timing_per_policy ... ok +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_default +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_default ... ok +test.unit.proxy.test_server.TestProxyServer.test_statsd_prefix +test.unit.proxy.test_server.TestProxyServer.test_statsd_prefix ... ok +test.unit.proxy.test_server.TestProxyServer.test_unhandled_exception +test.unit.proxy.test_server.TestProxyServer.test_unhandled_exception ... ok +test.unit.proxy.test_server.TestProxyServer.test_valid_api_version +test.unit.proxy.test_server.TestProxyServer.test_valid_api_version ... ok +test.unit.proxy.test_server.TestProxyServerLoading.test_concurrent_ec_options +test.unit.proxy.test_server.TestProxyServerLoading.test_concurrent_ec_options ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Wed, 15 May 2024 18:00:01 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:01 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_without_permission ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_namespaces_state_filtering +test.unit.container.test_backend.TestContainerBroker.test_get_namespaces_state_filtering ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_objects +test.unit.container.test_backend.TestContainerBroker.test_get_objects ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location_error -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location_error ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location_invalid_xml -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location_invalid_xml ... ok -test.unit.common.test_wsgi.TestPipelineWrapper.test_insert_filter -test.unit.common.test_wsgi.TestPipelineWrapper.test_insert_filter ... ok -test.unit.common.test_wsgi.TestPipelineWrapper.test_startswith -test.unit.common.test_wsgi.TestPipelineWrapper.test_startswith ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +test ERROR: 501 Not Implemented test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_email_xml +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_email_xml ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_full_control +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_full_control ... ok +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': True, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 4}, app) +test.unit.proxy.test_server.TestProxyServerLoading.test_float_timeouts +test.unit.proxy.test_server.TestProxyServerLoading.test_float_timeouts ... ok +test.unit.proxy.test_server.TestProxyServerLoading.test_load_policy_rings +test.unit.proxy.test_server.TestProxyServerLoading.test_load_policy_rings ... ok +test.unit.proxy.test_server.TestProxyServerLoading.test_missing_rings +test.unit.proxy.test_server.TestProxyServerLoading.test_missing_rings ... ok +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.2, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: permission denined: 403 Forbidden test:other WRITE test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_without_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_without_bucket ... ok -test.unit.common.test_wsgi.TestPipelineWrapper.test_startswith_no_filters -test.unit.common.test_wsgi.TestPipelineWrapper.test_startswith_no_filters ... ok -test.unit.common.test_wsgi.TestPipelineWrapper.test_str -test.unit.common.test_wsgi.TestPipelineWrapper.test_str ... ok -test.unit.common.test_wsgi.TestPipelineWrapper.test_str_unknown_filter -test.unit.common.test_wsgi.TestPipelineWrapper.test_str_unknown_filter ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue -test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_fails -test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_fails ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_force -test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_force ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_socket_error -test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_socket_error ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_direct_delete_container_entry -test.unit.container.test_reconciler.TestReconcilerUtils.test_direct_delete_container_entry ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_direct_delete_container_entry_with_errors -test.unit.container.test_reconciler.TestReconcilerUtils.test_direct_delete_container_entry_with_errors ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_cache -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_cache ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_deleted -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_deleted ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_deleted -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_deleted ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_recreated -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_recreated ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_split_brain -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_split_brain ... ok -test.unit.container.test_server.TestContainerController.test_DELETE_object_update_redirected_to_shard -test.unit.container.test_server.TestContainerController.test_DELETE_object_update_redirected_to_shard ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 15 May 2024 18:00:01 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_with_write_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_with_write_permission ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +test DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_strange_location -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_strange_location ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_list_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_list_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_encoding_type_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_encoding_type_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_maxuploads ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_maxuploads_over_default -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_maxuploads_over_default ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_negative_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_negative_maxuploads ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_paginated -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_paginated ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_str_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_str_maxuploads ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_delimiter ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_id_and_key_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_id_and_key_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_key_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_key_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_prefix -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_prefix ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_without_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_without_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_without_segment_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_without_segment_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_abort -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_abort ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_complete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_complete ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_initiate -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_initiate ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_missing_key -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_missing_key ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_success -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_success ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_success_mixed_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_success_mixed_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_v4_bad_hash -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_v4_bad_hash ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_encoding_type -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_encoding_type ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_encoding_type_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_encoding_type_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_max_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_max_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_negative_max_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_negative_max_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_negative_part_number_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_negative_part_number_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_max_32bit_int -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_max_32bit_int ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_max_32bit_int_part_number_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_max_32bit_int_part_number_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_max_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_max_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_part_number_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_part_number_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_same_max_marts_as_objects_num -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_same_max_marts_as_objects_num ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_str_max_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_str_max_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_str_part_number_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_str_part_number_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_with_part_number_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_with_part_number_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_without_encoding_type -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_without_encoding_type ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_with_segment_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_with_segment_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_with_segment_bucket_mixed_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_with_segment_bucket_mixed_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_without_segment_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_without_segment_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_without_segment_bucket_mixed_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_without_segment_bucket_mixed_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_with_segment_bucket_mixed_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_with_segment_bucket_mixed_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_make_public -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_make_public ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_same_acls -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_same_acls ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_same_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_same_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multi_upload_empty_body -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multi_upload_empty_body ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_abort -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_abort ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_abort_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_abort_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_404_on_marker_delete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_404_on_marker_delete ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_409_on_marker_delete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_409_on_marker_delete ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_failure_with_heartbeat -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_failure_with_heartbeat ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_marker_ts_in_future -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_marker_ts_in_future ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_marker_ts_now -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_marker_ts_now ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_mixed_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_mixed_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_no_content_type -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_no_content_type ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_non_ascii -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_non_ascii ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_old_content_type -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_old_content_type ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_other_headers -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_other_headers ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_segment_too_small -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_segment_too_small ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_single_zero_length_segment -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_single_zero_length_segment ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_weird_host_name -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_weird_host_name ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_with_heartbeat -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_with_heartbeat ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_zero_length_final_segment -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_zero_length_final_segment ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_zero_segments -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_zero_segments ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_s3acl_with_cached_seg_buck -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_s3acl_with_cached_seg_buck ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_group_xml +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_group_xml ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_permission ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Wed, 15 May 2024 18:00:01 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_without_segment_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_without_segment_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_abort -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_abort ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_update_delete_no_status_change -test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_update_delete_no_status_change ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:01 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other WRITE test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_without_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_with_fullcontrol_permission ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:59 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:59 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:59 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:59 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Expecting an element , got nothing, line 1 -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:59 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_with_segment_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_with_segment_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_without_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_without_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_without_segment_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_without_segment_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_invalid_md5 -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_invalid_md5 ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_invalid_sha256 -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_invalid_sha256 ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_missing_part_with_heartbeat -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_missing_part_with_heartbeat ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_etag_mismatch -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_etag_mismatch ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_mixed_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_mixed_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_nothing_there -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_nothing_there ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_upload_id_mismatch -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_upload_id_mismatch ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_upper_sha256 -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_upper_sha256 ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_uploads_list -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_uploads_list ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_upload_part -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_upload_part ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_upload_part_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_upload_part_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_headers_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_headers_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_headers_with_match -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_headers_with_match ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_headers_with_not_match -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_headers_with_not_match ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range_invalid -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range_invalid ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range_unsatisfiable -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range_unsatisfiable ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_aws_chunked -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_aws_chunked ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_format_authorization -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_format_authorization ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_method -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_method ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_method_but_method_exists_in_controller -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_method_but_method_exists_in_controller ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bucket_virtual_hosted_style -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bucket_virtual_hosted_style ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_canonical_string_v2 -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_canonical_string_v2 ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_canonical_string_v4 -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_canonical_string_v4 ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_check_pipeline -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_check_pipeline ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_cors -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_cors ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_config -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_config ... ok -test.unit.container.test_server.TestContainerController.test_DELETE_timestamp_not_float -test.unit.container.test_server.TestContainerController.test_DELETE_timestamp_not_float ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_logger -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_logger ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_passes_wsgi_conf_file_to_check_pipeline -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_passes_wsgi_conf_file_to_check_pipeline ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_metadata_directive -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_metadata_directive ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_ssc -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_ssc ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_storage_class -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_storage_class ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_uri -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_uri ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_mfa -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_mfa ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_mixture_param_v4 -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_mixture_param_v4 ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_non_ascii_user -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_non_ascii_user ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_non_s3_request_passthrough -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_non_s3_request_passthrough ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_notification -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_notification ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_bad_padding -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_bad_padding ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_too_long -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_too_long ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_too_short -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_too_short ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_unreadable -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_unreadable ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_tagging -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_tagging ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_virtual_hosted_style -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_virtual_hosted_style ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_path_info_encode -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_path_info_encode ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_policy -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_policy ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_registered_defaults -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_registered_defaults ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_registered_sensitive_info -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_registered_sensitive_info ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_request_payment -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_request_payment ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_restore -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_restore ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_error_metric -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_error_metric ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_initialization_with_disabled_pipeline_check -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_initialization_with_disabled_pipeline_check ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token_in_s3acl -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token_in_s3acl ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token_v3 -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token_v3 ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_target +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_target ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_uri +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_uri ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_complete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_complete ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_initiate -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_initiate ... ok -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 15 May 2024 18:00:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 15 May 2024 18:00:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Wed, 15 May 2024 18:00:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Wed, 15 May 2024 18:00:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_with_read_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_with_read_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_without_permission ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +test ERROR: 400 Bad Request test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test WARNING: s3api middleware requires SLO middleware to support multi-part upload, please add it in pipeline -test DEBUG: Use tempauth middleware. -test DEBUG: Use keystone middleware. -test DEBUG: Use keystone middleware. -test DEBUG: Use keystone middleware. -test DEBUG: 's3api' is not in list +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_uri_xml +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_uri_xml ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_read +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_read ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test WARNING: multipart: No SLO middleware in pipeline +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test WARNING: multipart: No SLO middleware in pipeline +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test WARNING: multipart: No SLO middleware in pipeline +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test WARNING: multipart: No SLO middleware in pipeline +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_with_read_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_with_read_permission ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test WARNING: multipart: No SLO middleware in pipeline -test WARNING: s3api middleware requires SLO middleware to support multi-part upload, please add it in pipeline -test DEBUG: Skip pipeline auth check. -test DEBUG: Skip pipeline auth check. -test DEBUG: Skip pipeline auth check. -test DEBUG: Skip pipeline auth check. -test DEBUG: 's3api' is not in list +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +test DEBUG: Grant test:tester READ permission on the object /bucket/object test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. -Use of the auth_admin_prefix, auth_host, auth_port, auth_protocol, identity_uri, admin_token, admin_user, admin_password, and admin_tenant_name configuration options was deprecated in the Mitaka release in favor of an auth_plugin and its related options. This class may be removed in a future release. -Configuring admin URI using auth fragments was deprecated in the Kilo release, and will be removed in the Newton release, use 'identity_uri' instead. -Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -Using the in-process token cache is deprecated as of the 4.2.0 release and may be removed in the 5.0.0 release or the 'O' development cycle. The in-process cache causes inconsistent results and high memory usage. When the feature is removed the auth_token middleware will not cache tokens by default which may result in performance issues. It is recommended to use memcache for the auth_token token cache by setting the memcached_servers option. -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_s3_token_and_auth_token -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_s3_token_and_auth_token ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_time_skew -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_time_skew ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_server_side_encryption -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_server_side_encryption ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4 -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4 ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_bad_authorization_string -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_bad_authorization_string ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_no_date -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_no_date ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_no_payload -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_no_payload ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_expired -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_expired ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_invalid_expire -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_invalid_expire ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_access -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_access ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_sign -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_sign ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_timestamp -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_timestamp ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4 -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4 ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_bad_credential -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_bad_credential ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_invalid_algorithm -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_invalid_algorithm ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_invalid_credentials -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_invalid_credentials ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_signature -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_signature ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_signed_headers -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_signed_headers ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_x_amz_date -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_x_amz_date ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_tagging -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_tagging ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_token_generation -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_token_generation ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_torrent -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_torrent ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_unsupported_method -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_unsupported_method ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_website -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_website ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_website_redirect_location -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_website_redirect_location ... ok -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_quota_copy_from -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_quota_copy_from ... ok -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_quota_copy_verb -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_quota_copy_verb ... ok -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_from -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_from ... ok -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_verb -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_verb ... ok -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_quota_copy_from_bad_src -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_quota_copy_from_bad_src ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddlewareWithEC.test_COPY_with_invalid_ranges -test.unit.common.middleware.test_copy.TestServerSideCopyMiddlewareWithEC.test_COPY_with_invalid_ranges ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddlewareWithEC.test_COPY_with_single_range -test.unit.common.middleware.test_copy.TestServerSideCopyMiddlewareWithEC.test_COPY_with_single_range ... ok -test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_exceeded -test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_exceeded ... ok -test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_exceeded_readline -test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_exceeded_readline ... ok -test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_read_sized -test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_read_sized ... ok -test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_whole -test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_whole ... ok -test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_whole_readline -test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_whole_readline ... ok -test.unit.common.middleware.test_formpost.TestSwiftInfo.test_bad_config -test.unit.common.middleware.test_formpost.TestSwiftInfo.test_bad_config ... ok -test.unit.common.middleware.test_formpost.TestSwiftInfo.test_no_deprecated_digests -test.unit.common.middleware.test_formpost.TestSwiftInfo.test_no_deprecated_digests ... ok -test.unit.common.middleware.test_formpost.TestSwiftInfo.test_non_default_methods -test.unit.common.middleware.test_formpost.TestSwiftInfo.test_non_default_methods ... ok -test.unit.common.middleware.test_formpost.TestSwiftInfo.test_registered_defaults -test.unit.common.middleware.test_formpost.TestSwiftInfo.test_registered_defaults ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_account_ratelimit -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_account_ratelimit ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_already_handled -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_already_handled ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_call_invalid_path -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_call_invalid_path ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_call_non_swift_api_path -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_call_non_swift_api_path ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_get_maxrate -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_get_maxrate ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_get_ratelimitable_key_tuples -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_get_ratelimitable_key_tuples ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_memcached_container_info_dict -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_memcached_container_info_dict ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +test DEBUG: Grant test:tester READ_ACP permission on the object /bucket/object test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_read_acp +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_read_acp ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_with_both_header_and_canned_acl +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_with_both_header_and_canned_acl ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty_shard_container ... ok +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 15 May 2024 18:00:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Wed, 15 May 2024 18:00:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test WARNING: multipart: No SLO middleware in pipeline +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test WARNING: multipart: No SLO middleware in pipeline -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -test WARNING: The following digest algorithms are configured but not supported: md5, not-a-valid-digest -test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. -ERROR: swift.cache could not be found in env! -ERROR: swift.cache could not be found in env! -ERROR: swift.cache could not be found in env! -ERROR: swift.cache could not be found in env! -ERROR: swift.cache could not be found in env! -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_no_memcache -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_no_memcache ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_blacklist -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_blacklist ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double_container -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double_container ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double_container_listing -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double_container_listing ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_multiple_acc -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_multiple_acc ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_old_memcache_format -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_old_memcache_format ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_old_white_black_list -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_old_white_black_list ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_set_incr -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_set_incr ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_whitelist_sysmeta -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_whitelist_sysmeta ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_restarting_memcache -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_restarting_memcache ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_get_with_if_modified_since -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_get_with_if_modified_since ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag_non_slo -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag_non_slo ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag_non_slo_after_refetch -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag_non_slo_after_refetch ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_and_range -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_and_range ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches ... ok -test.unit.container.test_server.TestContainerController.test_GET_accept_not_valid -test.unit.container.test_server.TestContainerController.test_GET_accept_not_valid ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag_non_slo -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag_non_slo ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag_non_slo_after_refetch -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag_non_slo_after_refetch ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_manifest_json_md5 -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_manifest_json_md5 ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_ancient_date -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_ancient_date ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_last_modified -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_last_modified ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_now -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_now ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches_no_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches_no_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches_json_md5 -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches_json_md5 ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_ancient_date -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_ancient_date ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_last_modified -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_last_modified ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_now -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_now ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_matches -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_matches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_matches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_matches_alternate_etag ... ok -test.unit.container.test_sharder.TestCleavingContext.test_store_add_row_load -test.unit.container.test_sharder.TestCleavingContext.test_store_add_row_load ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_alternate_etag_miss -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_alternate_etag_miss ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_without_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_without_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_matches -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_matches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_matches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_matches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_mismatches -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_mismatches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_mismatches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_mismatches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_old_swift_if_match_matches_and_range -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_old_swift_if_match_matches_and_range ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_range_resume_download -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_range_resume_download ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_download_takes_too_long -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_download_takes_too_long ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_first_segment_submanifest -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_first_segment_submanifest ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_segment -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_segment ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_submanifest -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_submanifest ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_mismatched_etag -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_mismatched_etag ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_mismatched_size -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_mismatched_size ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_not_available -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_not_available ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_not_exists -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_not_exists ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_generator_closure -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_generator_closure ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_generator_closure_iter_app_resp -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_generator_closure_iter_app_resp ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_get_bogus_manifest -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_get_bogus_manifest ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_get_invalid_sysmeta_passthrough -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_get_invalid_sysmeta_passthrough ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_head_does_not_validate_first_segment_mismatched_etag -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_head_does_not_validate_first_segment_mismatched_etag ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_head_does_not_validate_first_segment_mismatched_size -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_head_does_not_validate_first_segment_mismatched_size ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_invalid_json_submanifest -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_invalid_json_submanifest ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_checksum -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_checksum ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_etag -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_etag ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_length -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_length ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_size -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_size ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_recursion_limit -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_recursion_limit ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_slo_sysmeta_on_error -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_slo_sysmeta_on_error ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_sub_slo_recursion -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_sub_slo_recursion ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_sub_slo_recursion_limit -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_sub_slo_recursion_limit ... ok -test.unit.common.middleware.test_slo.TestSloGetRawManifest.test_get_raw_manifest -test.unit.common.middleware.test_slo.TestSloGetRawManifest.test_get_raw_manifest ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_update_put_no_status_change -test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_update_put_no_status_change ... ok -test.unit.common.middleware.test_slo.TestSloGetRawManifest.test_get_raw_manifest_passthrough_with_ranges -test.unit.common.middleware.test_slo.TestSloGetRawManifest.test_get_raw_manifest_passthrough_with_ranges ... ok -test.unit.common.middleware.test_tempurl.TestTempurlWarning.test_deprecation_warning -test.unit.common.middleware.test_tempurl.TestTempurlWarning.test_deprecation_warning ... ok -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_download -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_download ... ok -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_format_source_code -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_format_source_code ... ok -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_get_param -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_get_param ... ok -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_index -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_index ... ok -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_index_all -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_index_all ... ok -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_plot -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_plot ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_without_permission ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_upload_part_missing_key -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_upload_part_missing_key ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_with_fullcontrol_permission ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_put_timestamp -test.unit.account.test_backend.TestCommonAccountBroker.test_put_timestamp ... ok -test ERROR: Returning 497 because of blacklisting: b -test ERROR: Returning 497 because of blacklisting: b -test ERROR: Returning 497 because of blacklisting: b -test ERROR: Returning 497 because of blacklisting: b -test ERROR: Returning 497 because of blacklisting: b -fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-abcd, max LO GET time of 86400s exceeded -fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-manifest-a, GET of submanifest /v1/AUTH_test/gettest/manifest-a failed with status 403 (

Forbidden

Access was denied to this reso...) -fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-abcd, got 401 (

Unauthorized

This server could not verif...) while retrieving /v1/AUTH_test/gettest/c_15 -fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-abcd, GET of submanifest /v1/AUTH_test/gettest/manifest-bc failed with status 401 (

Unauthorized

This server could not verif...) -fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/a_5 etag: 594f803b380a41396ed63dca39503542 != wrong! or 5 != 5. -fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/a_5 etag: 594f803b380a41396ed63dca39503542 != 594f803b380a41396ed63dca39503542 or 5 != 999999. -fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-not-avail, got 503 (

Service Unavailable

The server is curren...) while retrieving /v1/AUTH_test/gettest/not_avail_obj -fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-not-exists, got 404 (

Not Found

The resource could not be foun...) while retrieving /v1/AUTH_test/gettest/not_exists_obj -fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 2 (char 1) -fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 2 (char 1) -fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-abcd, JSON-decoding of submanifest /v1/AUTH_test/gettest/manifest-bc failed with 500 Internal Error -fake-swift ERROR: Bad MD5 checksum for /v1/AUTH_test/gettest/a_5 as part of /v1/AUTH_test/gettest/manifest: headers had 594f803b380a41396ed63dca39503542, but object MD5 was actually fb0e22c79ac75679e9881e6ba183b354 -fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/b_10 etag: 82136b4240d6ce4ea7d03e51469a393b != wrong! or 10 != 10. -fake-swift ERROR: Bad response length for /v1/AUTH_test/gettest/a_5 as part of /v1/AUTH_test/gettest/manifest: headers had 5, but response length was actually 4 -fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/b_10 etag: 82136b4240d6ce4ea7d03e51469a393b != 82136b4240d6ce4ea7d03e51469a393b or 10 != 999999. -fake-swift ERROR: While processing manifest '/v1/AUTH_test/gettest/man1', max recursion depth was exceeded -fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 1 (char 0) -fake-swift ERROR: While processing manifest '/v1/AUTH_test/gettest/man1', max recursion depth was exceeded -test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. -Tue Jun 17 12:03:00 2025 /tmp/tmp2y88imev/unittest.profile123 -Tue Jun 17 12:03:00 2025 /tmp/tmp2y88imev/unittest.profile635420 -Tue Jun 17 12:03:00 2025 /tmp/tmp2y88imev/unittest.profile456 - - 30 function calls in 0.001 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 6 0.001 0.000 0.001 0.000 profile:0(import os;os.getcwd();) - 6 0.001 0.000 0.001 0.000 :0(exec) - 6 0.000 0.000 0.000 0.000 :1() - 6 0.000 0.000 0.000 0.000 :0(getcwd) - 0 0.000 0.000 profile:0(profiler) - 6 0.000 0.000 0.000 0.000 :0(setprofile) - - -Tue Jun 17 12:03:00 2025 /tmp/tmp2y88imev/unittest.profile123 -Tue Jun 17 12:03:00 2025 /tmp/tmp2y88imev/unittest.profile635420 -Tue Jun 17 12:03:00 2025 /tmp/tmp2y88imev/unittest.profile456 - - 30 function calls in 0.001 seconds - - Ordered by: call count - - ncalls tottime percall cumtime percall filename:lineno(function) - 6 0.001 0.000 0.001 0.000 profile:0(import os;os.getcwd();) - 6 0.001 0.000 0.001 0.000 :0(exec) - 6 0.000 0.000 0.000 0.000 :1() - 6 0.000 0.000 0.000 0.000 :0(getcwd) - 6 0.000 0.000 0.000 0.000 :0(setprofile) - 0 0.000 0.000 profile:0(profiler) - - -Tue Jun 17 12:03:00 2025 /tmp/tmp2y88imev/unittest.profile123 -Tue Jun 17 12:03:00 2025 /tmp/tmp2y88imev/unittest.profile635420 -Tue Jun 17 12:03:00 2025 /tmp/tmp2y88imev/unittest.profile456 - - 30 function calls in 0.001 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 6 0.001 0.000 0.001 0.000 profile:0(import os;os.getcwd();) - 6 0.001 0.000 0.001 0.000 :0(exec) - 6 0.000 0.000 0.000 0.000 :1() - 6 0.000 0.000 0.000 0.000 :0(getcwd) - 0 0.000 0.000 profile:0(profiler) - 6 0.000 0.000 0.000 0.000 :0(setprofile) - - -Tue Jun 17 12:03:00 2025 /tmp/tmp_of2gi4a/unittest.profile123 - - 5 function calls in 0.000 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 1 0.000 0.000 0.000 0.000 :0(exec) - 1 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) - 1 0.000 0.000 0.000 0.000 :1() - 1 0.000 0.000 0.000 0.000 :0(getcwd) - 0 0.000 0.000 profile:0(profiler) - 1 0.000 0.000 0.000 0.000 :0(setprofile) - - -Tue Jun 17 12:03:00 2025 /tmp/tmp_of2gi4a/unittest.profile123 - - 5 function calls in 0.000 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 1 0.000 0.000 0.000 0.000 :0(exec) - 1 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) - 1 0.000 0.000 0.000 0.000 :1() - 1 0.000 0.000 0.000 0.000 :0(getcwd) - 0 0.000 0.000 profile:0(profiler) - 1 0.000 0.000 0.000 0.000 :0(setprofile) - - -Tue Jun 17 12:03:00 2025 /tmp/tmp_of2gi4a/unittest.profile123 - - 5 function calls in 0.000 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 1 0.000 0.000 0.000 0.000 :0(exec) - 1 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) - 1 0.000 0.000 0.000 0.000 :1() - 1 0.000 0.000 0.000 0.000 :0(getcwd) - 0 0.000 0.000 profile:0(profiler) - 1 0.000 0.000 0.000 0.000 :0(setprofile) - - -Tue Jun 17 12:03:00 2025 /tmp/tmp_of2gi4a/unittest.profile123 - - 5 function calls in 0.000 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 1 0.000 0.000 0.000 0.000 :0(exec) - 1 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) - 1 0.000 0.000 0.000 0.000 :1() - 1 0.000 0.000 0.000 0.000 :0(getcwd) - 0 0.000 0.000 profile:0(profiler) - 1 0.000 0.000 0.000 0.000 :0(setprofile) - - -Tue Jun 17 12:03:00 2025 /tmp/tmp_of2gi4a/unittest.profile635420 -Tue Jun 17 12:03:00 2025 /tmp/tmp_of2gi4a/unittest.profile123 -Tue Jun 17 12:03:00 2025 /tmp/tmp_of2gi4a/unittest.profile456 - - 30 function calls in 0.001 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 6 0.001 0.000 0.001 0.000 test.unit.common.middleware.test_xprofile.Test_html_viewer.test_render -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_render ... ok -test.unit.common.test_digest.TestDigestUtils.test_extract_digest_and_algorithm -test.unit.common.test_digest.TestDigestUtils.test_extract_digest_and_algorithm ... ok -test.unit.common.test_digest.TestDigestUtils.test_get_allowed_digests -test.unit.common.test_digest.TestDigestUtils.test_get_allowed_digests ... ok -test.unit.common.test_digest.TestDigestUtils.test_get_hmac -test.unit.common.test_digest.TestDigestUtils.test_get_hmac ... ok -test.unit.common.test_digest.TestDigestUtils.test_get_hmac_digest -test.unit.common.test_digest.TestDigestUtils.test_get_hmac_digest ... ok -test.unit.common.test_digest.TestDigestUtils.test_get_hmac_ip_range -test.unit.common.test_digest.TestDigestUtils.test_get_hmac_ip_range ... ok -test.unit.common.test_digest.TestDigestUtils.test_get_hmac_ip_range_non_binary_type -test.unit.common.test_digest.TestDigestUtils.test_get_hmac_ip_range_non_binary_type ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_client_exception -test.unit.common.test_direct_client.TestDirectClient.test_direct_client_exception ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account_failure -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account_failure ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account_replication_net -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account_replication_net ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_error -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_error ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_obj_error -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_obj_error ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_object -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_object ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_replication_net -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_replication_net ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_with_timestamp -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_with_timestamp ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object_error -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object_error ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object_with_timestamp -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object_with_timestamp ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account_error -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account_error ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account_no_content_does_not_parse_body -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account_no_content_does_not_parse_body ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container_no_content_does_not_decode_body -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container_no_content_does_not_decode_body ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container_with_extra_params -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container_with_extra_params ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object_chunks -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object_chunks ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object_error -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object_error ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_recon -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_recon ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes_503 -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes_503 ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes_507 -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes_507 ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_deleted -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_deleted ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_error -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_error ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_replication_net -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_replication_net ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object_error -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object_error ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object_not_found -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object_not_found ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_post_container -test.unit.common.test_direct_client.TestDirectClient.test_direct_post_container ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_post_object -test.unit.common.test_direct_client.TestDirectClient.test_direct_post_object ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_post_object_error -test.unit.common.test_direct_client.TestDirectClient.test_direct_post_object_error ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_chunked -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_chunked ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_fail -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_fail ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_object -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_object ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_object_error -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_object_error ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_args -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_args ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_chunked -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_chunked ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_fail -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_fail ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_header_content_length -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_header_content_length ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_with_content_length -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_with_content_length ... ok -test.unit.common.test_direct_client.TestDirectClient.test_gen_headers -test.unit.common.test_direct_client.TestDirectClient.test_gen_headers ... ok -test.unit.common.test_direct_client.TestDirectClient.test_retry -test.unit.common.test_direct_client.TestDirectClient.test_retry ... ok -test.unit.common.test_direct_client.TestDirectClient.test_retry_client_exception -test.unit.common.test_direct_client.TestDirectClient.test_retry_client_exception ... ok -test.unit.common.test_direct_client.TestDirectClient.test_retry_http_exception -test.unit.common.test_direct_client.TestDirectClient.test_retry_http_exception ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_bad_request_line -test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_bad_request_line ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_message -test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_message ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_message_no_logger -test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_message_no_logger ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_request -test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_request ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_parse_request_no_proxy -test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_parse_request_no_proxy ... ok -test.unit.common.test_splice.TestSplice.test_available -test.unit.common.test_splice.TestSplice.test_available ... ok -test.unit.common.test_splice.TestSplice.test_errno -test.unit.common.test_splice.TestSplice.test_errno ... ok -test.unit.common.test_splice.TestSplice.test_fileno -test.unit.common.test_splice.TestSplice.test_fileno ... ok -test.unit.common.test_splice.TestSplice.test_flags -test.unit.common.test_splice.TestSplice.test_flags ... ok -test.unit.common.test_splice.TestSplice.test_flags_list -test.unit.common.test_splice.TestSplice.test_flags_list ... ok -test.unit.common.test_splice.TestSplice.test_splice_file_to_pipe -test.unit.common.test_splice.TestSplice.test_splice_file_to_pipe ... ok -test.unit.common.test_splice.TestSplice.test_splice_pipe_to_file -test.unit.common.test_splice.TestSplice.test_splice_pipe_to_file ... ok -test.unit.common.test_splice.TestSplice.test_splice_pipe_to_pipe -test.unit.common.test_splice.TestSplice.test_splice_pipe_to_pipe ... ok -test.unit.common.test_splice.TestSplice.test_unavailable -test.unit.common.test_splice.TestSplice.test_unavailable ... ok -test.unit.common.test_splice.TestSplice.test_unavailable_in_libc -test.unit.common.test_splice.TestSplice.test_unavailable_in_libc ... ok -test.unit.common.test_swob.TestAccept.test_accept_invalid -test.unit.common.test_swob.TestAccept.test_accept_invalid ... ok -test.unit.common.test_swob.TestAccept.test_accept_json -test.unit.common.test_swob.TestAccept.test_accept_json ... ok -test.unit.common.test_swob.TestAccept.test_accept_plain -test.unit.common.test_swob.TestAccept.test_accept_plain ... ok -test.unit.common.test_swob.TestAccept.test_accept_xml -test.unit.common.test_swob.TestAccept.test_accept_xml ... ok -test.unit.common.test_swob.TestAccept.test_repr -test.unit.common.test_swob.TestAccept.test_repr ... ok -test.unit.common.test_utils.TestContextPool.test_close -test.unit.common.test_utils.TestContextPool.test_close ... ok -test.unit.common.test_utils.TestContextPool.test_context_manager -test.unit.common.test_utils.TestContextPool.test_context_manager ... ok -test.unit.common.test_utils.TestRateLimitedIterator.test_limit_after -test.unit.common.test_utils.TestRateLimitedIterator.test_limit_after ... ok -test.unit.common.test_utils.TestRateLimitedIterator.test_rate_limiting -test.unit.common.test_utils.TestRateLimitedIterator.test_rate_limiting ... ok -test.unit.common.test_utils.TestRateLimitedIterator.test_rate_limiting_sometimes -test.unit.common.test_utils.TestRateLimitedIterator.test_rate_limiting_sometimes ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_ceil -test.unit.common.utils.test_timestamp.TestTimestamp.test_ceil ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_cmp_with_none -test.unit.common.utils.test_timestamp.TestTimestamp.test_cmp_with_none ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_delta -test.unit.common.utils.test_timestamp.TestTimestamp.test_delta ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_false -test.unit.common.utils.test_timestamp.TestTimestamp.test_false ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_float -test.unit.common.utils.test_timestamp.TestTimestamp.test_float ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_force_internal -test.unit.common.utils.test_timestamp.TestTimestamp.test_force_internal ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_from_isoformat -test.unit.common.utils.test_timestamp.TestTimestamp.test_from_isoformat ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_greater_no_offset -test.unit.common.utils.test_timestamp.TestTimestamp.test_greater_no_offset ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_greater_with_offset -test.unit.common.utils.test_timestamp.TestTimestamp.test_greater_with_offset ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_hashable -test.unit.common.utils.test_timestamp.TestTimestamp.test_hashable ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_int -test.unit.common.utils.test_timestamp.TestTimestamp.test_int ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_internal_format_no_offset -test.unit.common.utils.test_timestamp.TestTimestamp.test_internal_format_no_offset ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_internal_format_with_offset -test.unit.common.utils.test_timestamp.TestTimestamp.test_internal_format_with_offset ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_invalid_input -test.unit.common.utils.test_timestamp.TestTimestamp.test_invalid_input ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_invalid_string_conversion -test.unit.common.utils.test_timestamp.TestTimestamp.test_invalid_string_conversion ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_inversion -test.unit.common.utils.test_timestamp.TestTimestamp.test_inversion ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_isoformat -test.unit.common.utils.test_timestamp.TestTimestamp.test_isoformat ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_no_force_internal_no_offset -test.unit.common.utils.test_timestamp.TestTimestamp.test_no_force_internal_no_offset ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_no_force_internal_with_offset -test.unit.common.utils.test_timestamp.TestTimestamp.test_no_force_internal_with_offset ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_normal_format_no_offset -test.unit.common.utils.test_timestamp.TestTimestamp.test_normal_format_no_offset ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_not_equal -test.unit.common.utils.test_timestamp.TestTimestamp.test_not_equal ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_offset_limit -test.unit.common.utils.test_timestamp.TestTimestamp.test_offset_limit ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_ordering -test.unit.common.utils.test_timestamp.TestTimestamp.test_ordering ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_out_of_range_comparisons -test.unit.common.utils.test_timestamp.TestTimestamp.test_out_of_range_comparisons ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_raw -test.unit.common.utils.test_timestamp.TestTimestamp.test_raw ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_short_format_with_offset -test.unit.common.utils.test_timestamp.TestTimestamp.test_short_format_with_offset ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_smaller_no_offset -test.unit.common.utils.test_timestamp.TestTimestamp.test_smaller_no_offset ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_smaller_with_offset -test.unit.common.utils.test_timestamp.TestTimestamp.test_smaller_with_offset ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_true -test.unit.common.utils.test_timestamp.TestTimestamp.test_true ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_with_both_header_and_xml +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_with_both_header_and_xml ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_write +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_write ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:59 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:59 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_with_write_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_with_write_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_without_permission ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_list_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_list_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_list_parts_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_list_parts_error ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:59 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other WRITE +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +test DEBUG: Grant test:tester WRITE permission on the object /bucket/object test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_with_write_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_with_write_permission ... ok test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 18 Jun 2025 00:02:59 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +test DEBUG: Grant test:tester WRITE_ACP permission on the object /bucket/object test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_write_acp +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_write_acp ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_invalid_canned_acl +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_invalid_canned_acl ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:00 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_without_permission ... ok -test.unit.container.test_backend.TestContainerBroker.test_batch_reclaim -test.unit.container.test_backend.TestContainerBroker.test_batch_reclaim ... ok -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:00 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other WRITE +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:04 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:04 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:04 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e', 'Content-Length': '0'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:04 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6', 'Content-Length': '0'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:04 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:04 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multi_upload_empty_body +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multi_upload_empty_body ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_abort +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_abort ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_with_read_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_with_read_permission ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 15 May 2024 18:00:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_owner_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_owner_permission ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_without_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_with_fullcontrol_permission ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_status_changed_at -test.unit.account.test_backend.TestCommonAccountBroker.test_status_changed_at ... ok -test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_get_info -test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_get_info ... ok -test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_get_policy_stats -test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_get_policy_stats ... ok -test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_list_containers_iter -test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_list_containers_iter ... ok -test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_metadata -test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_metadata ... ok -test.unit.cli.test_dispersion_report.TestDispersionReport.test_placeholder -test.unit.cli.test_dispersion_report.TestDispersionReport.test_placeholder ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:read_acp:hmac', 'Date': 'Wed, 15 May 2024 18:00:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_read_acp_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_read_acp_permission ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_without_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_without_permission ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_enable_sharding +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_enable_sharding ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ_ACP test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_with_read_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_with_read_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_without_permission ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +test DEBUG: Grant test:full_control FULL_CONTROL permission on the object /bucket/object test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_owner_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_owner_permission ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_list_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_list_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_list_parts_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_list_parts_error ... ok -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_abort_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_abort_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_complete_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_complete_error ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multi_upload_empty_body -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multi_upload_empty_body ... ok -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +test DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e', 'Content-Length': '0'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6', 'Content-Length': '0'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6'} +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +test DEBUG: Grant test:write_acp FULL_CONTROL permission on the object /bucket/object test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_write_acp_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_write_acp_permission ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_without_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_without_permission ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_exception +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_exception ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other WRITE_ACP test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_abort -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_abort ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_abort_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_abort_error ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_xml_error +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_xml_error ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_bad_container +test.unit.common.middleware.test_bulk.TestUntar.test_bad_container ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_bad_tar +test.unit.common.middleware.test_bulk.TestUntar.test_bad_tar ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_content_length_required +test.unit.common.middleware.test_bulk.TestUntar.test_content_length_required ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_create_container_for_path +test.unit.common.middleware.test_bulk.TestUntar.test_create_container_for_path ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_call +test.unit.common.middleware.test_bulk.TestUntar.test_extract_call ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_compress_type +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_compress_type ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_cont_401 +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_cont_401 ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_create_cont +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_create_cont ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_create_cont_value_err +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_create_cont_value_err ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_cont +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_cont ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_failed_extractions +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_failed_extractions ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_file_size +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_file_size ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_obj_401 +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_obj_401 ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_obj_name_len +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_obj_name_len ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_unicode +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_unicode ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_with_basefile +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_with_basefile ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_works +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_works ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_get_response_body +test.unit.common.middleware.test_bulk.TestUntar.test_get_response_body ... ok +test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_bad_copy_from +test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_bad_copy_from ... ok +test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_bad_destination +test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_bad_destination ... ok +test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_copy_from +test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_copy_from ... ok +test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_destination +test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_destination ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_client_error_fetching_first_segment +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_client_error_fetching_first_segment ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_fetching_second_segment +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_fetching_second_segment ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_HEAD +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_HEAD ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_first_listing_request +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_first_listing_request ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_second_listing_request +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_second_listing_request ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_passthrough +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_passthrough ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_etag_comparison_ignores_quotes +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_etag_comparison_ignores_quotes ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_big_manifest +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_big_manifest ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_manifest +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_manifest ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_manifest_passthrough +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_manifest_passthrough ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_multi_range +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_multi_range ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_non_manifest_passthrough +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_non_manifest_passthrough ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_non_object_passthrough +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_non_object_passthrough ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_oversize_segment +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_oversize_segment ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_first_byte +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_first_byte ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_last_byte +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_last_byte ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_many_segments_satisfiability_unknown +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_many_segments_satisfiability_unknown ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_many_segments_satisfiable +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_many_segments_satisfiable ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_on_segment_boundaries +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_on_segment_boundaries ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_overlapping_end +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_overlapping_end ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_unsatisfiable +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_unsatisfiable ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_suffix_range +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_suffix_range ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_suffix_range_many_segments +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_suffix_range_many_segments ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_taking_too_long +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_taking_too_long ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_undersize_segment +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_undersize_segment ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_undersize_segment_range +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_undersize_segment_range ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_with_auth_overridden +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_with_auth_overridden ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_with_if_modified_since +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_with_if_modified_since ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_match_does_not_match +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_match_does_not_match ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_match_matches +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_match_matches ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_none_match_does_not_match +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_none_match_does_not_match ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_none_match_matches +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_none_match_matches ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_mismatched_etag_fetching_second_segment +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_mismatched_etag_fetching_second_segment ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_mismatched_length_fetching_second_segment +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_mismatched_length_fetching_second_segment ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_object_prefix_quoting +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_object_prefix_quoting ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_server_error_fetching_first_segment +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_server_error_fetching_first_segment ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_and_HEAD_registered +test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_and_HEAD_registered ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered +test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered_overrides_uploaded +test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered_overrides_uploaded ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered_with_query_string +test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered_with_query_string ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_POST +test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_POST ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_uploaded +test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_uploaded ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_uploaded_with_query_string +test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_uploaded_with_query_string ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_with_query_string_POST +test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_with_query_string_POST ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_allowed_methods +test.unit.common.middleware.test_helpers.TestFakeSwift.test_allowed_methods ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_not_registered +test.unit.common.middleware.test_helpers.TestFakeSwift.test_not_registered ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_object_GET_updated_with_storage_policy +test.unit.common.middleware.test_helpers.TestFakeSwift.test_object_GET_updated_with_storage_policy ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_range +test.unit.common.middleware.test_helpers.TestFakeSwift.test_range ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header +test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header_ignored +test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header_ignored ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header_old_swift +test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header_old_swift ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_DELETE_current_version +test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_DELETE_current_version ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_POST_error_versioning_disabled +test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_POST_error_versioning_disabled ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_PUT_version_versioning_disbaled +test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_PUT_version_versioning_disbaled ... ok +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_auth_fail +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_auth_fail ... ok +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_delete_quotas +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_delete_quotas ... ok +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_exceed_bytes_quota +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_exceed_bytes_quota ... ok +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_exceed_counts_quota +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_exceed_counts_quota ... ok +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_invalid_quotas +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_invalid_quotas ... ok +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_missing_container +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_missing_container ... ok +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_no_quotas +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_no_quotas ... ok +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_exceed_bytes_quota +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_exceed_bytes_quota ... ok +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_exceed_counts_quota +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_exceed_counts_quota ... ok +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_handled +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_handled ... ok +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_split_path_empty_container_path_segment +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_split_path_empty_container_path_segment ... ok +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_valid_quotas +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_valid_quotas ... ok +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_get_nonmanifest_passthrough +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_get_nonmanifest_passthrough ... ok +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_partially_satisfiable_passthrough +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_partially_satisfiable_passthrough ... ok +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_passthrough +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_passthrough ... ok +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_starting_beyond_multipart_resp_length +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_starting_beyond_multipart_resp_length ... ok +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_unsatisfiable_passthrough +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_unsatisfiable_passthrough ... ok +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_range_passthrough +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_range_passthrough ... ok +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_range_unsatisfiable_passthrough +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_range_unsatisfiable_passthrough ... ok +test.unit.common.middleware.test_slo.TestSloDataSegments.test_bunches_of_data_segments +test.unit.common.middleware.test_slo.TestSloDataSegments.test_bunches_of_data_segments ... ok +test.unit.common.middleware.test_slo.TestSloDataSegments.test_data_segment_sandwich +test.unit.common.middleware.test_slo.TestSloDataSegments.test_data_segment_sandwich ... ok +test.unit.common.middleware.test_slo.TestSloDataSegments.test_leading_data_segment +test.unit.common.middleware.test_slo.TestSloDataSegments.test_leading_data_segment ... ok +test.unit.common.middleware.test_slo.TestSloDataSegments.test_trailing_data_segment +test.unit.common.middleware.test_slo.TestSloDataSegments.test_trailing_data_segment ... ok +test.unit.common.middleware.test_xprofile.TestProfilers.test_runcall +test.unit.common.middleware.test_xprofile.TestProfilers.test_runcall ... ok +test.unit.common.middleware.test_xprofile.TestProfilers.test_runctx +test.unit.common.middleware.test_xprofile.TestProfilers.test_runctx ... ok +test.unit.common.middleware.test_xprofile.TestStats2.test_func_to_dict +test.unit.common.middleware.test_xprofile.TestStats2.test_func_to_dict ... ok +test.unit.common.middleware.test_xprofile.TestStats2.test_to_csv +test.unit.common.middleware.test_xprofile.TestStats2.test_to_csv ... ok +test.unit.common.middleware.test_xprofile.TestStats2.test_to_json +test.unit.common.middleware.test_xprofile.TestStats2.test_to_json ... ok +test.unit.common.middleware.test_xprofile.TestStats2.test_to_ods +test.unit.common.middleware.test_xprofile.TestStats2.test_to_ods ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_add_dev +test.unit.common.ring.test_builder.TestRingBuilder.test_add_dev ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_add_rebalance_add_rebalance_delete_rebalance +test.unit.common.ring.test_builder.TestRingBuilder.test_add_rebalance_add_rebalance_delete_rebalance ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_add_replicas_then_rebalance_respects_weight +test.unit.common.ring.test_builder.TestRingBuilder.test_add_replicas_then_rebalance_respects_weight ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_adding_region_slowly_with_unbalanceable_ring +test.unit.common.ring.test_builder.TestRingBuilder.test_adding_region_slowly_with_unbalanceable_ring ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_avoid_tier_change_new_region +test.unit.common.ring.test_builder.TestRingBuilder.test_avoid_tier_change_new_region ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_cancel_increase_partition_power +test.unit.common.ring.test_builder.TestRingBuilder.test_cancel_increase_partition_power ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_create_add_dev_add_replica_rebalance +test.unit.common.ring.test_builder.TestRingBuilder.test_create_add_dev_add_replica_rebalance ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_deepcopy +test.unit.common.ring.test_builder.TestRingBuilder.test_deepcopy ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_dispersion_with_zero_weight_devices +test.unit.common.ring.test_builder.TestRingBuilder.test_dispersion_with_zero_weight_devices ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_dispersion_with_zero_weight_devices_with_parts +test.unit.common.ring.test_builder.TestRingBuilder.test_dispersion_with_zero_weight_devices_with_parts ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_effective_overload +test.unit.common.ring.test_builder.TestRingBuilder.test_effective_overload ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_ever_rebalanced +test.unit.common.ring.test_builder.TestRingBuilder.test_ever_rebalanced ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '13'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '13'} test DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_complete_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_complete_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_complete_s3acl -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_complete_s3acl ... ok -test.unit.cli.test_info.TestPrintObj.test_missing_etag -test.unit.cli.test_info.TestPrintObj.test_missing_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObj.test_print_obj_invalid -test.unit.cli.test_info.TestPrintObj.test_print_obj_invalid ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObj.test_print_obj_valid -test.unit.cli.test_info.TestPrintObj.test_print_obj_valid ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObj.test_print_obj_with_policy -test.unit.cli.test_info.TestPrintObj.test_print_obj_with_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_ringcomposer.TestCommands.test_bad_composite_builder_file -test.unit.cli.test_ringcomposer.TestCommands.test_bad_composite_builder_file ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_complete_s3acl +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_complete_s3acl ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_initiate_no_content_type +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_initiate_no_content_type ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:05 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_initiate_no_content_type -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_initiate_no_content_type ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_uploads_list -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_uploads_list ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_uploads_list +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_uploads_list ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_upload_part +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_upload_part ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_finalize_increase_partition_power +test.unit.common.ring.test_builder.TestRingBuilder.test_finalize_increase_partition_power ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_complete_sequence +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_complete_sequence ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '11'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '11'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_upload_part -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_upload_part ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_upload_part_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_upload_part_error ... ok -test.unit.container.test_backend.TestContainerBroker.test_chexor -test.unit.container.test_backend.TestContainerBroker.test_chexor ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ @@ -25105,2575 +33151,3139 @@ test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_upload_part_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_upload_part_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_with_fullcontrol_permission ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_fractional_replicas_rebalance +test.unit.common.ring.test_builder.TestRingBuilder.test_fractional_replicas_rebalance ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 15 May 2024 18:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_with_write_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_with_write_permission ... ok -test.unit.cli.test_ringcomposer.TestCommands.test_compose -test.unit.cli.test_ringcomposer.TestCommands.test_compose ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Wed, 15 May 2024 18:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_with_write_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_with_write_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_without_permission ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_get_part_devices +test.unit.common.ring.test_builder.TestRingBuilder.test_get_part_devices ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_get_part_devices_partial_replicas +test.unit.common.ring.test_builder.TestRingBuilder.test_get_part_devices_partial_replicas ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_get_ring +test.unit.common.ring.test_builder.TestRingBuilder.test_get_ring ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other WRITE test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_without_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_invalid_source +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_invalid_source ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_id +test.unit.common.ring.test_builder.TestRingBuilder.test_id ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_id_copy_from +test.unit.common.ring.test_builder.TestRingBuilder.test_id_copy_from ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_id_legacy_builder_file +test.unit.common.ring.test_builder.TestRingBuilder.test_id_legacy_builder_file ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_id_not_initialised_errors +test.unit.common.ring.test_builder.TestRingBuilder.test_id_not_initialised_errors ... ok +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: checking permission: src_bucket src_obj HEAD {} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_invalid_source -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_invalid_source ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_fullcontrol_permission ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 15 May 2024 18:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: checking permission: src_bucket src_obj HEAD {} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_owner_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_owner_permission ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: checking permission: src_bucket src_obj HEAD {} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_owner_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_owner_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_write_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_write_permission ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Wed, 15 May 2024 18:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: checking permission: src_bucket src_obj HEAD {} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_write_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_write_permission ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_without_permission ... ok -test.unit.cli.test_ringcomposer.TestCommands.test_compose_existing -test.unit.cli.test_ringcomposer.TestCommands.test_compose_existing ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_split_recreated -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_split_recreated ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_error -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_error ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_socket_error -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_socket_error ... ok -test.unit.container.test_server.TestContainerController.test_GET_auto_record_type -test.unit.container.test_server.TestContainerController.test_GET_auto_record_type ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_too_many_errors -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_too_many_errors ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_parse_raw_obj -test.unit.container.test_reconciler.TestReconcilerUtils.test_parse_raw_obj ... ok -test.unit.container.test_backend.TestContainerBroker.test_create_broker -test.unit.container.test_backend.TestContainerBroker.test_create_broker ... ok +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other WRITE test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_without_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_without_src_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_without_src_permission ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_objects_since_row +test.unit.container.test_backend.TestContainerBroker.test_get_objects_since_row ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_increase_partition_power +test.unit.common.ring.test_builder.TestRingBuilder.test_increase_partition_power ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Wed, 15 May 2024 18:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: checking permission: src_bucket src_obj HEAD {} test DEBUG: test:testertest:testertest:writetest:writeWRITE test DEBUG: permission denined: 403 Forbidden test:write READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_without_src_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_without_src_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_error ... ok -test.unit.cli.test_ringcomposer.TestCommands.test_compose_fails_to_write_composite_builder_file -test.unit.cli.test_ringcomposer.TestCommands.test_compose_fails_to_write_composite_builder_file ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:06 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: checking permission: src_bucket src_obj HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:06 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: checking permission: src_bucket src_obj HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:06 -0000', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: checking permission: src_bucket src_obj HEAD {'If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:06 -0000', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: checking permission: src_bucket src_obj HEAD {'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_with_match_and_s3acl +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_with_match_and_s3acl ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_increase_partition_power_failed +test.unit.common.ring.test_builder.TestRingBuilder.test_increase_partition_power_failed ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_init +test.unit.common.ring.test_builder.TestRingBuilder.test_init ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_initial_balance +test.unit.common.ring.test_builder.TestRingBuilder.test_initial_balance ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_insufficient_replicas +test.unit.common.ring.test_builder.TestRingBuilder.test_insufficient_replicas ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_load +test.unit.common.ring.test_builder.TestRingBuilder.test_load ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:06 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: checking permission: src_bucket src_obj HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_with_match_and_s3acl -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_with_match_and_s3acl ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_with_not_match_and_s3acl -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_with_not_match_and_s3acl ... ok -test.unit.cli.test_ringcomposer.TestCommands.test_compose_fails_to_write_composite_ring_file -test.unit.cli.test_ringcomposer.TestCommands.test_compose_fails_to_write_composite_ring_file ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:06 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: checking permission: src_bucket src_obj HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_with_not_match_and_s3acl +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_with_not_match_and_s3acl ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_with_fullcontrol_permission ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_min_part_hours_zero_will_move_one_replica +test.unit.common.ring.test_builder.TestRingBuilder.test_min_part_hours_zero_will_move_one_replica ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_more_devices_than_replicas_validation_when_removed_dev +test.unit.common.ring.test_builder.TestRingBuilder.test_more_devices_than_replicas_validation_when_removed_dev ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 15 May 2024 18:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_error ... ok -test.unit.cli.test_ringcomposer.TestCommands.test_compose_insufficient_component_builder_files -test.unit.cli.test_ringcomposer.TestCommands.test_compose_insufficient_component_builder_files ... ok -test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 229, in DELETE - resp = req.get_response(self.app, query=query) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1637, in get_response - return self.get_acl_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1613, in get_acl_response - resp = self._get_response( - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Wed, 15 May 2024 18:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_with_write_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_with_write_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_without_permission ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_multiple_duplicate_device_assignment +test.unit.common.ring.test_builder.TestRingBuilder.test_multiple_duplicate_device_assignment ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_dont_move_too_many_replicas +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_dont_move_too_many_replicas ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other WRITE test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_missing -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_missing ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_multipart -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_multipart ... ok -test.unit.cli.test_ringcomposer.TestCommands.test_compose_nonexistent_component_builder_file -test.unit.cli.test_ringcomposer.TestCommands.test_compose_nonexistent_component_builder_file ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_list_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_list_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET ... ok test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_no_multipart -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_no_multipart ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_fullcontrol_permission ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_encoding_type_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_encoding_type_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads ... ok test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_owner_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_owner_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_version_id_but_not_enabled -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_version_id_but_not_enabled ... ok -test.unit.container.test_sharder.TestCleavingContext.test_store_add_row_load_old_style -test.unit.container.test_sharder.TestCleavingContext.test_store_add_row_load_old_style ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_default +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_default ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_expansion_more_devices +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_expansion_more_devices ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_write_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_write_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_without_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_without_permission ... ok -test.unit.container.test_server.TestContainerController.test_GET_delimiter -test.unit.container.test_server.TestContainerController.test_GET_delimiter ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other WRITE test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_negative_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_negative_maxuploads ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_str_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_str_maxuploads ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_full +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_full ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Range ... ok -test.unit.cli.test_ringcomposer.TestCommands.test_show -test.unit.cli.test_ringcomposer.TestCommands.test_show ... ok -test.unit.cli.test_ringcomposer.TestCommands.test_show_nonexistent_composite_builder_file -test.unit.cli.test_ringcomposer.TestCommands.test_show_nonexistent_composite_builder_file ... ok -test.unit.cli.test_ringcomposer.TestCommands.test_unknown_command -test.unit.cli.test_ringcomposer.TestCommands.test_unknown_command ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=0-3', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_delimiter ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_overfull +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_overfull ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_id_and_key_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_id_and_key_marker ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_part_moves_with_0_min_part_hours +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_part_moves_with_0_min_part_hours ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Range_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Range_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Response -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Response ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_empty_body -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_empty_body ... ok -test.unit.container.test_backend.TestContainerBroker.test_creation -test.unit.container.test_backend.TestContainerBroker.test_creation ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_key_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_key_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_part_moves_with_positive_min_part_hours +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_part_moves_with_positive_min_part_hours ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_error ... ok -test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 136, in GET - return self.GETorHEAD(req) - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 102, in GETorHEAD - resp = req.get_response(self.app, query=query) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1630, in get_response - resp = self.acl_handler.handle_acl( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 96, in handle_acl - return ah._handle_acl(app, method) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 136, in _handle_acl - resp = self.req.get_acl_response(app, 'HEAD', - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1613, in get_acl_response - resp = self._get_response( - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_prefix +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_prefix ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_without_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_without_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_without_segment_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_without_segment_bucket ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_version_id -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_version_id ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_version_id_not_implemented -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_version_id_not_implemented ... ok -test.unit.container.test_server.TestContainerController.test_GET_delimiter_non_ascii -test.unit.container.test_server.TestContainerController.test_GET_delimiter_non_ascii ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_abort +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_abort ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_complete +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_complete ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_partial +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_partial ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_negative_min_part_hours +test.unit.common.ring.test_builder.TestRingBuilder.test_negative_min_part_hours ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_overlarge_part_powers +test.unit.common.ring.test_builder.TestRingBuilder.test_overlarge_part_powers ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty_old_style_shard_container ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_read_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_read_permission ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_initiate +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_initiate ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_upload_part_missing_key +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_upload_part_missing_key ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_overload +test.unit.common.ring.test_builder.TestRingBuilder.test_overload ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_s3acl_and_keystone -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_s3acl_and_keystone ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_s3acl_and_unknown_user -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_s3acl_and_unknown_user ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_with_write_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_with_write_permission ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_overload_keeps_balanceable_things_balanced_initially +test.unit.common.ring.test_builder.TestRingBuilder.test_overload_keeps_balanceable_things_balanced_initially ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_overload_keeps_balanceable_things_balanced_on_rebalance +test.unit.common.ring.test_builder.TestRingBuilder.test_overload_keeps_balanceable_things_balanced_on_rebalance ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_oversmall_part_powers +test.unit.common.ring.test_builder.TestRingBuilder.test_oversmall_part_powers ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_part_swapping_problem +test.unit.common.ring.test_builder.TestRingBuilder.test_part_swapping_problem ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_version_id_but_not_enabled -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_version_id_but_not_enabled ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_without_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_without_permission ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_without_permission ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: permission denined: 403 Forbidden test:other WRITE test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_Range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_Range ... ok -test.unit.container.test_backend.TestContainerBroker.test_db_file -test.unit.container.test_backend.TestContainerBroker.test_db_file ... ok -test.unit.container.test_sharder.TestSharder.test_audit_cleave_contexts -test.unit.container.test_sharder.TestSharder.test_audit_cleave_contexts ... ok -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=0-3', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=3-3', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=1-', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_with_write_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_with_write_permission ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=-3', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': '', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other WRITE test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'hoge', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=1', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_without_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_with_fullcontrol_permission ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=5-1', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=5-10', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_Range_with_invalid_value -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_Range_with_invalid_value ... ok -test.unit.container.test_server.TestContainerController.test_GET_delimiter_xml -test.unit.container.test_server.TestContainerController.test_GET_delimiter_xml ... ok test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_with_read_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_with_read_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_without_permission ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 123, in HEAD - resp = self.GETorHEAD(req) - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 102, in GETorHEAD - resp = req.get_response(self.app, query=query) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1630, in get_response - resp = self.acl_handler.handle_acl( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 94, in handle_acl - return getattr(ah, method)(app) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 237, in HEAD - return self._handle_acl(app, 'HEAD') - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 136, in _handle_acl - resp = self.req.get_acl_response(app, 'HEAD', - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1613, in get_acl_response - resp = self._get_response( - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_POST_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_POST_error ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_with_read_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_with_read_permission ... ok +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Storage-Class': 'STANDARD', 'Content-Md5': 'XUFAKrxLKna5cZ2REBfFkg==', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '5d41402abc4b2a76b9719d911017c592', 'X-Timestamp': '1750204982.56626', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: some source HEAD {} -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750204982.00000', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_without_permission ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: some source HEAD {} -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750204982.00000', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: some source HEAD {} -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source?versionId=null', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750204982.00000', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: some source HEAD {} -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750204982.00000', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_list_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_list_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_list_parts_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_list_parts_error ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_empty_src_path -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_empty_src_path ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_error ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: some source HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: some source HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: some source HEAD {'If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e', 'Content-Length': '0'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: some source HEAD {'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6', 'Content-Length': '0'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multi_upload_empty_body +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multi_upload_empty_body ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_abort +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_abort ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: some source HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT'} -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750204982.66549', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_with_match_and_s3acl -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_with_match_and_s3acl ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_with_not_match_and_s3acl -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_with_not_match_and_s3acl ... ok -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: some source HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750204982.71306', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_abort_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_abort_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_complete_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_complete_error ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: some source HEAD {} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_metadata_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_metadata_copy ... ok -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'X-Amz-Metadata-Directive': 'COPY', 'X-Amz-Meta-Something': 'oh hai', 'X-Amz-Meta-Unreadable-Prefix': '\x04w', 'X-Amz-Meta-Unreadable-Suffix': 'h\x04', 'X-Amz-Meta-Lots-Of-Unprintable': '\x04\x04\x04\x04\x04', 'Cache-Control': 'hello', 'Content-Disposition': 'how are you', 'Content-Encoding': 'good and you', 'Content-Language': 'great', 'Expires': 'yeah', 'X-Robots-Tag': 'bye', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750204982.72127', 'Content-Type': 'so'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '13'} +test DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: some source HEAD {} -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'X-Amz-Metadata-Directive': 'REPLACE', 'X-Amz-Meta-Something': 'oh hai', 'X-Amz-Meta-Unreadable-Prefix': '\x04w', 'X-Amz-Meta-Unreadable-Suffix': 'h\x04', 'X-Amz-Meta-Lots-Of-Unprintable': '\x04\x04\x04\x04\x04', 'Cache-Control': 'hello', 'Content-Disposition': 'how are you', 'Content-Encoding': 'good and you', 'Content-Language': 'great', 'Expires': 'yeah', 'X-Robots-Tag': 'bye', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750204982.72983', 'Content-Type': 'so'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_complete_s3acl +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_complete_s3acl ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_initiate_no_content_type +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_initiate_no_content_type ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_metadata_replace -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_metadata_replace ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self_metadata_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self_metadata_copy ... ok -test.unit.container.test_backend.TestContainerBroker.test_delete_db_does_not_clear_particular_sharding_meta -test.unit.container.test_backend.TestContainerBroker.test_delete_db_does_not_clear_particular_sharding_meta ... ok -test.unit.container.test_server.TestContainerController.test_GET_delimiter_xml_with_quotes -test.unit.container.test_server.TestContainerController.test_GET_delimiter_xml_with_quotes ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: -test:testertest:testertest:testertest:testerFULL_CONTROL +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_uploads_list +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_uploads_list ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_upload_part +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_upload_part ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_prepare_increase_partition_power +test.unit.common.ring.test_builder.TestRingBuilder.test_prepare_increase_partition_power ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_prepare_increase_partition_power_failed +test.unit.common.ring.test_builder.TestRingBuilder.test_prepare_increase_partition_power_failed ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_own_shard_range +test.unit.container.test_backend.TestContainerBroker.test_get_own_shard_range ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_part_on_deleted_other_part_on_drained +test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_part_on_deleted_other_part_on_drained ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: -test:testertest:testertest:testertest:testerFULL_CONTROL +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {} -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/bucket/object', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'X-Amz-Metadata-Directive': 'REPLACE', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750204982.00000', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '11'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self_metadata_replace -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self_metadata_replace ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_fullcontrol_permission ... ok -test.unit.container.test_server.TestContainerController.test_GET_invalid_accept -test.unit.container.test_server.TestContainerController.test_GET_invalid_accept ... ok -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: -test:testertest:testertest:testertest:testerFULL_CONTROL +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: src_bucket src_obj HEAD {} -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750204982.81465', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_upload_part_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_upload_part_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_with_fullcontrol_permission ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_post_upgrade +test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_post_upgrade ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: src_bucket src_obj HEAD {} -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750204982.82520', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_grantee_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_grantee_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_owner_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_owner_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty ... ok -test.unit.container.test_sharder.TestSharder.test_audit_deleted_root_container -test.unit.container.test_sharder.TestSharder.test_audit_deleted_root_container ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: src_bucket src_obj HEAD {} -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750204982.86299', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_with_write_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_with_write_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_without_permission ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_with_seed +test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_with_seed ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_reduce_replicas_after_remove_device +test.unit.common.ring.test_builder.TestRingBuilder.test_reduce_replicas_after_remove_device ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: src_bucket src_obj HEAD {} -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750204982.87897', 'Content-Type': 'binary/octet-stream'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_without_dst_container_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_without_dst_container_permission ... ok +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other WRITE test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_invalid_source +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_invalid_source ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_region_fullness_with_balanceable_ring +test.unit.common.ring.test_builder.TestRingBuilder.test_region_fullness_with_balanceable_ring ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_region_fullness_with_unbalanceable_ring +test.unit.common.ring.test_builder.TestRingBuilder.test_region_fullness_with_unbalanceable_ring ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_remove_a_lot +test.unit.common.ring.test_builder.TestRingBuilder.test_remove_a_lot ... ok +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: checking permission: src_bucket src_obj HEAD {} -test DEBUG: -test:testertest:testertest:testertest:testerFULL_CONTROL -test DEBUG: permission denined: 403 Forbidden test:write READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_without_src_obj_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_without_src_obj_permission ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750204982.91579', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750204982.92079', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750204982.92542', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750204982.92825', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750204982.93100', 'Content-Type': 'binary/octet-stream'} -test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 157, in PUT - resp = req.get_response(self.app) - ^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1637, in get_response - return self.get_acl_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1613, in get_acl_response - resp = self._get_response( - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: src_bucket src_obj HEAD {} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750204982.93472', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750204982.93702', 'Content-Type': 'binary/octet-stream'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_owner_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_owner_permission ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_remove_dev +test.unit.common.ring.test_builder.TestRingBuilder.test_remove_dev ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_remove_last_partition_from_zero_weight +test.unit.common.ring.test_builder.TestRingBuilder.test_remove_last_partition_from_zero_weight ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_remove_zero_weighted +test.unit.common.ring.test_builder.TestRingBuilder.test_remove_zero_weighted ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750204982.93889', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750204982.94072', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: src_bucket src_obj HEAD {} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750204982.94872', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750204982.95104', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: src_bucket src_obj HEAD {} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_write_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_write_permission ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_rerebalance +test.unit.common.ring.test_builder.TestRingBuilder.test_rerebalance ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_quota_exceeded -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_quota_exceeded ... ok -test.unit.container.test_backend.TestContainerBroker.test_delete_object -test.unit.container.test_backend.TestContainerBroker.test_delete_object ... ok test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Storage-Class': 'STANDARD', 'Content-Md5': 'XUFAKrxLKna5cZ2REBfFkg==', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '5d41402abc4b2a76b9719d911017c592', 'X-Timestamp': '1750204982.97801', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other WRITE test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_without_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_without_src_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_without_src_permission ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_reuse_of_dev_holes_with_id +test.unit.common.ring.test_builder.TestRingBuilder.test_reuse_of_dev_holes_with_id ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20250618/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20250618T000302Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': '2cf24dba5fb0a30e26e83b2ac5b9e29e1b161e5c1fa7425e73043362938b9824', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750204982.98970', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: src_bucket src_obj HEAD {} +test DEBUG: +test:testertest:testertest:writetest:writeWRITE +test DEBUG: permission denined: 403 Forbidden test:write READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4 -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4 ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4_bad_hash -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4_bad_hash ... ok -test INFO: - - - [18/Jun/2025:00:02:59 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1147 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:02:59 +0000] "DELETE /sda1/p/a/c/grumpiest70" 204 - "-" "-" "-" 0.0013 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:02:59 +0000] "DELETE /sda1/p/a/c/grumpiest70_no_header" 204 - "-" "-" "-" 0.0013 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:00 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1094 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:00 +0000] "DELETE /sda1/p/a/c/grumpiest80" 204 - "-" "-" "-" 0.0153 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:00 +0000] "DELETE /sda1/p/a/c/grumpiest80_no_header" 204 - "-" "-" "-" 0.0007 "-" 635438 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:03:00 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1927 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:00 +0000] "DELETE /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 635438 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:03:01 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1995 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:01 +0000] "GET /sda1/p/a/c" 406 - "-" "-" "-" 0.0003 "-" 635438 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:03:01 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0764 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:01 +0000] "PUT /sda1/p/a/c/obj_0" 201 - "-" "-" "-" 0.0090 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:01 +0000] "PUT /sda1/p/a/c/obj_1" 201 - "-" "-" "-" 0.0004 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:01 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.2112 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:01 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0977 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:01 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0023 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:01 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0016 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:01 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0022 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:01 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0020 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:02 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0077 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:02 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0052 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:02 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0025 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:02 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0034 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:02 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0021 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:02 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0020 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:02 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0037 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:02 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0024 "-" 635438 0 -test DEBUG: Unlinked retiring db '/tmp/tmpyzmsqb1e/tmp_test_container_server_ContainerController/sda1/containers/p/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db' -test INFO: - - - [18/Jun/2025:00:03:02 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0019 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:02 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0018 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:02 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0023 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:02 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0025 "-" 635438 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:03:02 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0918 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:02 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0024 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:02 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0005 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:02 +0000] "PUT /sda1/p/a/c/US-OK-A" 201 - "-" "-" "-" 0.0004 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:02 +0000] "PUT /sda1/p/a/c/US-OK-B" 201 - "-" "-" "-" 0.0003 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:02 +0000] "PUT /sda1/p/a/c/US-UT-A" 201 - "-" "-" "-" 0.0004 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:02 +0000] "GET /sda1/p/a/c" 200 66 "-" "-" "-" 0.1502 "-" 635438 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:03:02 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0730 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:02 +0000] "PUT /sda1/p/a/c/a/%E2%9D%A5/1" 201 - "-" "-" "-" 0.0007 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:02 +0000] "PUT /sda1/p/a/c/a/%E2%9D%A5/2" 201 - "-" "-" "-" 0.0004 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:02 +0000] "PUT /sda1/p/a/c/a/%EA%99%AE/1" 201 - "-" "-" "-" 0.0004 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:02 +0000] "PUT /sda1/p/a/c/a/%EA%99%AE/2" 201 - "-" "-" "-" 0.0004 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:02 +0000] "GET /sda1/p/a/c" 200 50 "-" "-" "-" 0.0821 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:02 +0000] "GET /sda1/p/a/c" 200 14 "-" "-" "-" 0.0024 "-" 635438 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:03:02 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0932 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:02 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0021 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:02 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0004 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:02 +0000] "PUT /sda1/p/a/c/US-OK-A" 201 - "-" "-" "-" 0.0003 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:02 +0000] "PUT /sda1/p/a/c/US-OK-B" 201 - "-" "-" "-" 0.0008 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:02 +0000] "PUT /sda1/p/a/c/US-UT-A" 201 - "-" "-" "-" 0.0003 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:02 +0000] "GET /sda1/p/a/c" 200 221 "-" "-" "-" 0.1012 "-" 635438 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:03:02 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0933 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:02 +0000] "PUT /sda1/p/a/c/%3C%27sub%27%20%22dir%22%3E/object" 201 - "-" "-" "-" 0.0005 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:03 +0000] "GET /sda1/p/a/c" 200 159 "-" "-" "-" 0.1756 "-" 635438 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:03:03 +0000] "GET /sda1/p/a/c" 400 21 "-" "-" "-" 0.0003 "-" 635438 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:03:03 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0516 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:03 +0000] "GET /sda1/p/a/jsonc" 200 2 "-" "-" "-" 0.0020 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:03 +0000] "PUT /sda1/p/a/jsonc/0" 201 - "-" "-" "-" 0.0006 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:03 +0000] "PUT /sda1/p/a/jsonc/1" 201 - "-" "-" "-" 0.0003 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:03 +0000] "PUT /sda1/p/a/jsonc/2" 201 - "-" "-" "-" 0.0003 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:03 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0826 "-" 635438 0 -test.unit.container.test_server.TestContainerController.test_GET_json -test.unit.container.test_server.TestContainerController.test_GET_json ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20250618/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20250618T000303Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': 'not the hash', 'Date': 'Wed, 18 Jun 2025 00:03:03 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750204983.04249', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: src_bucket src_obj HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: src_bucket src_obj HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: src_bucket src_obj HEAD {'If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: src_bucket src_obj HEAD {'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_with_match_and_s3acl +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_with_match_and_s3acl ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_reuse_of_dev_holes_without_id +test.unit.common.ring.test_builder.TestRingBuilder.test_reuse_of_dev_holes_without_id ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_round_off_error +test.unit.common.ring.test_builder.TestRingBuilder.test_round_off_error ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20250618/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20250618T000303Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': 'UNSIGNED-PAYLOAD', 'Date': 'Wed, 18 Jun 2025 00:03:03 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750204983.05498', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: src_bucket src_obj HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4_unsigned_payload -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4_unsigned_payload ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_lots_of_keys -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_lots_of_keys ... ok -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:03 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750204983.08628', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: src_bucket src_obj HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_with_not_match_and_s3acl +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_with_not_match_and_s3acl ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_aws_chunked +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_aws_chunked ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_format_authorization +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_format_authorization ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_method +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_method ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_method_but_method_exists_in_controller +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_method_but_method_exists_in_controller ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bucket_virtual_hosted_style +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bucket_virtual_hosted_style ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_canonical_string_v2 +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_canonical_string_v2 ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_canonical_string_v4 +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_canonical_string_v4 ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_check_pipeline +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_check_pipeline ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_cors +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_cors ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_config +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_config ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_logger +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_logger ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_passes_wsgi_conf_file_to_check_pipeline +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_passes_wsgi_conf_file_to_check_pipeline ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_metadata_directive +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_metadata_directive ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_ssc +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_ssc ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_storage_class +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_storage_class ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_uri +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_uri ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_mfa +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_mfa ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_mixture_param_v4 +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_mixture_param_v4 ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_non_ascii_user +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_non_ascii_user ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_non_s3_request_passthrough +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_non_s3_request_passthrough ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_notification +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_notification ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_bad_padding +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_bad_padding ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_too_long +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_too_long ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_too_short +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_too_short ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_unreadable +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_unreadable ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_tagging +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_tagging ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_virtual_hosted_style +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_virtual_hosted_style ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_path_info_encode +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_path_info_encode ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_policy +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_policy ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_registered_defaults +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_registered_defaults ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_registered_sensitive_info +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_registered_sensitive_info ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_request_payment +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_request_payment ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_restore +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_restore ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_error_metric +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_error_metric ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_initialization_with_disabled_pipeline_check +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_initialization_with_disabled_pipeline_check ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token_in_s3acl +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token_in_s3acl ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token_v3 +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token_v3 ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_save +test.unit.common.ring.test_builder.TestRingBuilder.test_save ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_save_load +test.unit.common.ring.test_builder.TestRingBuilder.test_save_load ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_search_devs +test.unit.common.ring.test_builder.TestRingBuilder.test_search_devs ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:03 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750204983.09523', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test WARNING: s3api middleware requires SLO middleware to support multi-part upload, please add it in pipeline +test DEBUG: Use tempauth middleware. +test DEBUG: Use keystone middleware. +test DEBUG: Use keystone middleware. +test DEBUG: Use keystone middleware. +test DEBUG: 's3api' is not in list +test DEBUG: Calling S3Api Middleware +test WARNING: multipart: No SLO middleware in pipeline +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test WARNING: multipart: No SLO middleware in pipeline test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_no_key -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_no_key ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_owner_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_owner_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_write_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_write_permission ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_quiet -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_quiet ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_to_object -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_to_object ... ok +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test WARNING: multipart: No SLO middleware in pipeline +test DEBUG: Calling S3Api Middleware +test WARNING: multipart: No SLO middleware in pipeline +test DEBUG: Calling S3Api Middleware +test WARNING: multipart: No SLO middleware in pipeline +test WARNING: s3api middleware requires SLO middleware to support multi-part upload, please add it in pipeline +test DEBUG: Skip pipeline auth check. +test DEBUG: Skip pipeline auth check. +test DEBUG: Skip pipeline auth check. +test DEBUG: Skip pipeline auth check. +test DEBUG: 's3api' is not in list +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. +Use of the auth_admin_prefix, auth_host, auth_port, auth_protocol, identity_uri, admin_token, admin_user, admin_password, and admin_tenant_name configuration options was deprecated in the Mitaka release in favor of an auth_plugin and its related options. This class may be removed in a future release. +Configuring admin URI using auth fragments was deprecated in the Kilo release, and will be removed in the Newton release, use 'identity_uri' instead. +Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint +test DEBUG: Calling S3Api Middleware +Using the in-process token cache is deprecated as of the 4.2.0 release and may be removed in the 5.0.0 release or the 'O' development cycle. The in-process cache causes inconsistent results and high memory usage. When the feature is removed the auth_token middleware will not cache tokens by default which may result in performance issues. It is recommended to use memcache for the auth_token token cache by setting the memcached_servers option. +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_s3_token_and_auth_token +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_s3_token_and_auth_token ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_time_skew +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_time_skew ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_server_side_encryption +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_server_side_encryption ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4 +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4 ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_bad_authorization_string +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_bad_authorization_string ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_no_date +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_no_date ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_no_payload +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_no_payload ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_expired +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_expired ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_invalid_expire +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_invalid_expire ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_access +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_access ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_sign +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_sign ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_timestamp +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_timestamp ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4 +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4 ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_bad_credential +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_bad_credential ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_invalid_algorithm +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_invalid_algorithm ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_invalid_credentials +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_invalid_credentials ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_signature +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_signature ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_signed_headers +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_signed_headers ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_x_amz_date +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_x_amz_date ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_tagging +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_tagging ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_server_per_port +test.unit.common.ring.test_builder.TestRingBuilder.test_server_per_port ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_token_generation +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_token_generation ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_torrent +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_torrent ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_unsupported_method +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_unsupported_method ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_website +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_website ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_website_redirect_location +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_website_redirect_location ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_set_dev_weight +test.unit.common.ring.test_builder.TestRingBuilder.test_set_dev_weight ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas +test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas_decrease +test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas_decrease ... ok +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas_increase +test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas_increase ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_shuffled_gather +test.unit.common.ring.test_builder.TestRingBuilder.test_shuffled_gather ... ok +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test WARNING: multipart: No SLO middleware in pipeline +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test WARNING: multipart: No SLO middleware in pipeline +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:03 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750204983.14808', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket0 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket1 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:othertest:other +test DEBUG: permission denined: 403 Forbidden test:tester OWNER +test DEBUG: checking permission: bucket2 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket3 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket4 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:othertest:other +test DEBUG: permission denined: 403 Forbidden test:tester OWNER +test DEBUG: checking permission: bucket5 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket6 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket7 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:othertest:other +test DEBUG: permission denined: 403 Forbidden test:tester OWNER +test DEBUG: checking permission: bucket8 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket9 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_bucket_list +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_bucket_list ... ok +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_subresource +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_subresource ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_undispersable_server_converge_on_balance +test.unit.common.ring.test_builder.TestRingBuilder.test_undispersable_server_converge_on_balance ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:03 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750204983.15635', 'Content-Type': 'binary/octet-stream'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_without_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_without_permission ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_too_many_keys -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_too_many_keys ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_unhandled_exception -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_unhandled_exception ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_versioned_enabled -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_versioned_enabled ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_versioned_suspended -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_versioned_suspended ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_error -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_error ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_invalid_md5 -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_invalid_md5 ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_non_json -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_non_json ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_system_entity -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_system_entity ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_without_md5 -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_without_md5 ... ok -test.unit.common.middleware.s3api.test_s3api.TestListingMiddleware.test_s3_etag_in_json -test.unit.common.middleware.s3api.test_s3api.TestListingMiddleware.test_s3_etag_in_json ... ok -test.unit.common.middleware.s3api.test_s3api.TestListingMiddleware.test_s3_etag_non_json -test.unit.common.middleware.s3api.test_s3api.TestListingMiddleware.test_s3_etag_non_json ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other WRITE +test DEBUG: checking permission: None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket0 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket1 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket2 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket3 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket4 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_without_bucket +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_without_bucket ... ok +test DEBUG: checking permission: bucket5 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket6 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket7 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket8 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket9 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_slo_object_DELETE -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_slo_object_DELETE ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_slo_object_async_DELETE -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_slo_object_async_DELETE ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_obj_slash_v1 -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_obj_slash_v1 ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_root_and_path -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_root_and_path ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_bad_reply -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_bad_reply ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_fail_to_connect_to_keystone -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_fail_to_connect_to_keystone ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_unauthorized_token -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_unauthorized_token ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorization_nova_toconnect -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorization_nova_toconnect ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_root_obj -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_root_obj ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_trailing_slash -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_trailing_slash ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_root_path_obj_slash_v1 -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_root_path_obj_slash_v1 ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_with_path_root_container -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_with_path_root_container ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_with_path_root_and_path_no_slash -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_with_path_root_and_path_no_slash ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket0 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:othertest:other +test DEBUG: permission denined: 403 Forbidden test:tester OWNER +test DEBUG: checking permission: bucket1 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:othertest:other +test DEBUG: permission denined: 403 Forbidden test:tester OWNER +test DEBUG: checking permission: bucket2 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:othertest:other +test DEBUG: permission denined: 403 Forbidden test:tester OWNER +test DEBUG: checking permission: bucket3 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:othertest:other +test DEBUG: permission denined: 403 Forbidden test:tester OWNER +test DEBUG: checking permission: bucket4 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:othertest:other +test DEBUG: permission denined: 403 Forbidden test:tester OWNER +test DEBUG: checking permission: bucket5 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:othertest:other +test DEBUG: permission denined: 403 Forbidden test:tester OWNER +test DEBUG: checking permission: bucket6 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_without_owner_bucket +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_without_owner_bucket ... ok +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET ... ok +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_error +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_error ... ok +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_subresource +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_subresource ... ok +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_with_blind_resource +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_with_blind_resource ... ok +test.unit.common.middleware.test_bulk.TestConfig.test_defaults +test.unit.common.middleware.test_bulk.TestConfig.test_defaults ... ok +test.unit.common.middleware.test_bulk.TestConfig.test_delete_concurrency +test.unit.common.middleware.test_bulk.TestConfig.test_delete_concurrency ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account ... ok +test DEBUG: +test:othertest:other +test DEBUG: permission denined: 403 Forbidden test:tester OWNER +test DEBUG: checking permission: bucket7 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:othertest:other +test DEBUG: permission denined: 403 Forbidden test:tester OWNER +test DEBUG: checking permission: bucket8 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:othertest:other +test DEBUG: permission denined: 403 Forbidden test:tester OWNER +test DEBUG: checking permission: bucket9 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:othertest:other +test DEBUG: permission denined: 403 Forbidden test:tester OWNER test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'' -test DEBUG: Error on keystone reply: 201 b'' - deferring rejection downstream -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Received error, deferring rejection based on error: 400 Bad Request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone reply error: status=403 reason=None -test DEBUG: Received error, deferring rejection based on error: 401 Unauthorized -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Connecting with tenant: FORCED_TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Connecting with tenant: PROJECT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key_and_unquote_chars -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key_and_unquote_chars ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key_in_container -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key_in_container ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_bytes -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_bytes ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_http -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_http ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_trailing_slash -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_trailing_slash ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_v3 -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_v3 ... ok -test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Connecting with tenant: PROJECT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Connecting with tenant: PROJECT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Connecting with tenant: PROJECT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Connecting with tenant: PROJECT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Connecting with tenant: PROJECT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Connecting with tenant: PROJECT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Connecting with tenant: PROJECT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_bad_reply_missing_parts -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_bad_reply_missing_parts ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_all_users -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_all_users ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_authenticated_read -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_authenticated_read ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_authenticated_users -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_authenticated_users ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_bucket_owner_full_control -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_bucket_owner_full_control ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_bucket_owner_read -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_bucket_owner_read ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_canonical_user -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_canonical_user ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_elem -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_elem ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_from_elem -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_from_elem ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_from_elem_by_id_only -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_from_elem_by_id_only ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_private -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_private ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_public_read -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_public_read ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_public_read_write -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_public_read_write ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_base_grantee -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_base_grantee ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_canned_acl_grantees -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_canned_acl_grantees ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_container -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_container ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_empty_list -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_empty_list ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_object -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_object ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_undefined -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_undefined ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_with_invalid_json -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_with_invalid_json ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_container -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_container ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_many_grant -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_many_grant ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_object -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_object ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_from_headers_x_amz_acl -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_from_headers_x_amz_acl ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_from_headers_x_amz_acl_invalid -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_from_headers_x_amz_acl_invalid ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_500_resp -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_500_resp ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_content_type -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_content_type ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_file_over_twice_max_length -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_file_over_twice_max_length ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_file_too_long -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_file_too_long ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_path -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_path ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_call_and_content_type -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_call_and_content_type ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete_retry_and_fails -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete_retry_and_fails ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete_retry_and_success -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete_retry_and_success ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_get_objs -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_get_objs ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_max_failures -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_max_failures ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_no_body -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_no_body ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_no_files_in_body -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_no_files_in_body ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_too_many_newlines -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_too_many_newlines ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_unauth -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_unauth ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_uses_predefined_object_errors -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_uses_predefined_object_errors ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_extra_newlines_extra_quoting -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_extra_newlines_extra_quoting ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_unicode -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_unicode ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_with_DELETE_verb -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_with_DELETE_verb ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_with_POST_verb -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_with_POST_verb ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_client_error_fetching_first_segment -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_client_error_fetching_first_segment ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_fetching_second_segment -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_fetching_second_segment ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_HEAD -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_HEAD ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_first_listing_request -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_first_listing_request ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_second_listing_request -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_second_listing_request ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_passthrough -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_passthrough ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_etag_comparison_ignores_quotes -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_etag_comparison_ignores_quotes ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_big_manifest -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_big_manifest ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_manifest -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_manifest ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_manifest_passthrough -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_manifest_passthrough ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_multi_range -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_multi_range ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_non_manifest_passthrough -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_non_manifest_passthrough ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_non_object_passthrough -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_non_object_passthrough ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_oversize_segment -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_oversize_segment ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_first_byte -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_first_byte ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_last_byte -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_last_byte ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_many_segments_satisfiability_unknown -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_many_segments_satisfiability_unknown ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_many_segments_satisfiable -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_many_segments_satisfiable ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_on_segment_boundaries -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_on_segment_boundaries ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_overlapping_end -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_overlapping_end ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_unsatisfiable -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_unsatisfiable ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_suffix_range -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_suffix_range ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_suffix_range_many_segments -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_suffix_range_many_segments ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_taking_too_long -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_taking_too_long ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_undersize_segment -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_undersize_segment ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_undersize_segment_range -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_undersize_segment_range ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_with_auth_overridden -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_with_auth_overridden ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_with_if_modified_since -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_with_if_modified_since ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_match_does_not_match -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_match_does_not_match ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_match_matches -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_match_matches ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_none_match_does_not_match -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_none_match_does_not_match ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_none_match_matches -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_none_match_matches ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_mismatched_etag_fetching_second_segment -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_mismatched_etag_fetching_second_segment ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_mismatched_length_fetching_second_segment -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_mismatched_length_fetching_second_segment ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_object_prefix_quoting -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_object_prefix_quoting ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_server_error_fetching_first_segment -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_server_error_fetching_first_segment ... ok -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_allow_reserved_names -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_allow_reserved_names ... ok -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_duplicate_headers_not_removed -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_duplicate_headers_not_removed ... ok -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_location_header_fixed -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_location_header_fixed ... ok -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_ok_header -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_ok_header ... ok -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_removed_inbound -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_removed_inbound ... ok -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_removed_outbound -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_removed_outbound ... ok -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_shunt_bypassed_inbound -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_shunt_bypassed_inbound ... ok -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_shunted_inbound -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_shunted_inbound ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_first -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_first ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_is_last_response_wins -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_is_last_response_wins ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_keeps_current_registered_response -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_keeps_current_registered_response ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_resets -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_resets ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_response_is_forever -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_response_is_forever ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_response_is_last_response_wins -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_response_is_last_response_wins ... ok +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/service.py", line 35, in GET + resp = req.get_response(self.app, query={'format': 'json'}) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response + return self._get_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/', 'SERVER_NAME': 'AUTH_a.example.com', 'SERVER_PORT': '80', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7fb1525122c0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7fb152511780>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_uuid/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'AUTH-uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7fb1525122c0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_obj_slash_v1 +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_obj_slash_v1 ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_root_and_path +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_root_and_path ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_root_obj +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_root_obj ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_trailing_slash +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_trailing_slash ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_root_path_obj_slash_v1 +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_root_path_obj_slash_v1 ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_matching_ending_not_domain +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_matching_ending_not_domain ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_with_path_root_container +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_with_path_root_container ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_with_path_root_unicode_container +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_with_path_root_unicode_container ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_add_prefix +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_add_prefix ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_add_prefix_already_there +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_add_prefix_already_there ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_bad_prefixes +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_bad_prefixes ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_empty_storage_domain +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_empty_storage_domain ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_no_prefixes +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_no_prefixes ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_prefixes +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_prefixes ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_undispersable_zone_converge_on_balance +test.unit.common.ring.test_builder.TestRingBuilder.test_undispersable_zone_converge_on_balance ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_extra_subdomains +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_extra_subdomains ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_unoverload +test.unit.common.ring.test_builder.TestRingBuilder.test_unoverload ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_policy_info +test.unit.container.test_backend.TestContainerBroker.test_get_policy_info ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_multiple_missing +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_multiple_missing ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_validate +test.unit.common.ring.test_builder.TestRingBuilder.test_validate ... ok +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7fb1525122c0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/obj', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7fb1525122c0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c//v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7fb1525122c0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/v1/obj', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7fb1525122c0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7fb1525122c0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/obj/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7fb1525122c0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/v1//v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7fb152511780>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/dontchange', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.aexample.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7fb1525116c0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7fb1525116c0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/ä½\xa0好', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7fb1525122c0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/FOO_uuid/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7fb1525122c0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_uuid/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'auth-uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7fb1525122c0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.prefix_uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7fb1525122c0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7fb1525122c0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/uuid/c/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7fb1525122c0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/PREFIX_uuid/c/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.prefix_uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7fb1525122c0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/', 'SERVER_NAME': 'example.com', 'SERVER_PORT': '80', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7fb1525122c0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7fb152510d00>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_passthrough +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_passthrough ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_redirect +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_redirect ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_with_path_root_and_path_no_slash +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_with_path_root_and_path_no_slash ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_multiple_storage_domains +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_multiple_storage_domains ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_storage_domains_conf_format +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_storage_domains_conf_format ... ok test.unit.common.middleware.test_keystoneauth.ResellerInInfo.test_defaults test.unit.common.middleware.test_keystoneauth.ResellerInInfo.test_defaults ... ok test.unit.common.middleware.test_keystoneauth.ResellerInInfo.test_multiple test.unit.common.middleware.test_keystoneauth.ResellerInInfo.test_multiple ... ok -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}}}' - rejecting request -fake-swift ERROR: While processing manifest /v1/AUTH_test/mancon/manifest, got 403 (

Forbidden

Access was denied to this reso...) while retrieving /v1/AUTH_test/c/seg_01 -fake-swift ERROR: While processing manifest /v1/AUTH_test/mancon/manifest, got 403 (

Forbidden

Access was denied to this reso...) while retrieving /v1/AUTH_test/c/seg_02 -fake-swift ERROR: Got status 404 listing container /AUTH_test/c -fake-swift ERROR: Too many bytes for /v1/AUTH_test/mancon/manifest; truncating in /v1/AUTH_test/c/seg_03 with 5 bytes left -fake-swift ERROR: While processing manifest /v1/AUTH_test/mancon/manifest, max LO GET time of 86400s exceeded -fake-swift ERROR: Expected another 1 bytes for /v1/AUTH_test/mancon/manifest; closing connection -fake-swift ERROR: Expected another 1 bytes for /v1/AUTH_test/mancon/manifest; closing connection -fake-swift ERROR: Bad MD5 checksum for /v1/AUTH_test/c/seg_02 as part of /v1/AUTH_test/mancon/manifest: headers had a21075a36eeddd084e17611a238c7101, but object MD5 was actually 3902ee7e149eb8313a34757e89e21af6 -fake-swift ERROR: Bad response length for /v1/AUTH_test/c/seg_02 as part of /v1/AUTH_test/mancon/manifest: headers had 5, but response length was actually 4 -fake-swift ERROR: While processing manifest /v1/AUTH_test/mancon/manifest, got 503 (

Service Unavailable

The server is curren...) while retrieving /v1/AUTH_test/c/seg_01 -test.unit.common.middleware.test_slo.TestSloErrors.test_download_takes_too_long -test.unit.common.middleware.test_slo.TestSloErrors.test_download_takes_too_long ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_first_segment_submanifest -test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_first_segment_submanifest ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_segment -test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_segment ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_submanifest -test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_submanifest ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_mismatched_etag -test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_mismatched_etag ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_mismatched_size -test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_mismatched_size ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_not_available -test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_not_available ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_not_exists -test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_not_exists ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_generator_closure -test.unit.common.middleware.test_slo.TestSloErrors.test_generator_closure ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_generator_closure_iter_app_resp -test.unit.common.middleware.test_slo.TestSloErrors.test_generator_closure_iter_app_resp ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_get_bogus_manifest -test.unit.common.middleware.test_slo.TestSloErrors.test_get_bogus_manifest ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_get_invalid_sysmeta_passthrough -test.unit.common.middleware.test_slo.TestSloErrors.test_get_invalid_sysmeta_passthrough ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_head_does_not_validate_first_segment_mismatched_etag -test.unit.common.middleware.test_slo.TestSloErrors.test_head_does_not_validate_first_segment_mismatched_etag ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_head_does_not_validate_first_segment_mismatched_size -test.unit.common.middleware.test_slo.TestSloErrors.test_head_does_not_validate_first_segment_mismatched_size ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_invalid_json_submanifest -test.unit.common.middleware.test_slo.TestSloErrors.test_invalid_json_submanifest ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_checksum -test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_checksum ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_etag -test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_etag ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_length -test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_length ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_size -test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_size ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_recursion_limit -test.unit.common.middleware.test_slo.TestSloErrors.test_recursion_limit ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_slo_sysmeta_on_error -test.unit.common.middleware.test_slo.TestSloErrors.test_slo_sysmeta_on_error ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_sub_slo_recursion -test.unit.common.middleware.test_slo.TestSloErrors.test_sub_slo_recursion ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_sub_slo_recursion_limit -test.unit.common.middleware.test_slo.TestSloErrors.test_sub_slo_recursion_limit ... ok -test.unit.common.middleware.test_slo.TestSloGetRawOldManifest.test_get_raw_manifest -test.unit.common.middleware.test_slo.TestSloGetRawOldManifest.test_get_raw_manifest ... ok -test.unit.common.middleware.test_slo.TestSloGetRawOldManifest.test_get_raw_manifest_passthrough_with_ranges -test.unit.common.middleware.test_slo.TestSloGetRawOldManifest.test_get_raw_manifest_passthrough_with_ranges ... ok -test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_both -test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_both ... ok -test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_host -test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_host ... ok -test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_scheme -test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_scheme ... ok -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_account_acl_failures -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_account_acl_failures ... ok -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_account_acl_success -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_account_acl_success ... ok -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_acl_syntax_verification -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_acl_syntax_verification ... ok -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_acls_propagate_to_sysmeta -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_acls_propagate_to_sysmeta ... ok -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_admin_privileges -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_admin_privileges ... ok -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_bad_acls_get_denied -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_bad_acls_get_denied ... ok -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_readonly_privileges -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_readonly_privileges ... ok -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_readwrite_privileges -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_readwrite_privileges ... ok -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_user_gets_best_acl -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_user_gets_best_acl ... ok -test.unit.common.middleware.test_tempauth.TestUtilityMethods.test_account_acls_bad_path_raises_exception -test.unit.common.middleware.test_tempauth.TestUtilityMethods.test_account_acls_bad_path_raises_exception ... ok -test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_call -test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_call ... ok -test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_combine_body_qs -test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_combine_body_qs ... ok -test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_dump_checkpoint -test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_dump_checkpoint ... ok -test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_renew_profile -test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_renew_profile ... ok -test.unit.common.middleware.test_xprofile.Test_profile_log.test_clear -test.unit.common.middleware.test_xprofile.Test_profile_log.test_clear ... ok -test.unit.common.middleware.test_xprofile.Test_profile_log.test_dump_profile -test.unit.common.middleware.test_xprofile.Test_profile_log.test_dump_profile ... ok -test.unit.common.middleware.test_xprofile.Test_profile_log.test_get_all_pids -test.unit.common.middleware.test_xprofile.Test_profile_log.test_get_all_pids ... ok -test.unit.common.middleware.test_xprofile.Test_profile_log.test_get_logfiles -test.unit.common.middleware.test_xprofile.Test_profile_log.test_get_logfiles ... ok -test.unit.container.test_sharder.TestCleavingContext.test_store_modify_db_id_load -test.unit.container.test_sharder.TestCleavingContext.test_store_modify_db_id_load ... ok -test.unit.container.test_server.TestContainerController.test_GET_json_last_modified -test.unit.container.test_server.TestContainerController.test_GET_json_last_modified ... ok -test.unit.container.test_backend.TestContainerBroker.test_double_check_trailing_delimiter -test.unit.container.test_backend.TestContainerBroker.test_double_check_trailing_delimiter ... ok test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_get_endpoint test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_get_endpoint ... ok -test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_cobuilder_states -test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_cobuilder_states ... ok -test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_cobuilders_calls -test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_cobuilders_calls ... ok -test.unit.container.test_server.TestContainerController.test_GET_leading_delimiter -test.unit.container.test_server.TestContainerController.test_GET_leading_delimiter ... ok -test.unit.container.test_backend.TestContainerBroker.test_double_check_trailing_delimiter_non_slash -test.unit.container.test_backend.TestContainerBroker.test_double_check_trailing_delimiter_non_slash ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_validate_duplicate_part_assignment +test.unit.common.ring.test_builder.TestRingBuilder.test_validate_duplicate_part_assignment ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_validate_partial_replica +test.unit.common.ring.test_builder.TestRingBuilder.test_validate_partial_replica ... ok +test INFO: - - - [15/May/2024:18:00:03 +0000] "DELETE /sda1/p/a/c/grumpy50" 204 - "-" "-" "-" 0.0037 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:03 +0000] "DELETE /sda1/p/a/c/grumpy50_no_header" 204 - "-" "-" "-" 0.0003 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:03 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0541 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:03 +0000] "DELETE /sda1/p/a/c/grumpy60" 301 - "-" "-" "-" 0.0010 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:03 +0000] "DELETE /sda1/p/a/c/grumpy60_no_header" 204 - "-" "-" "-" 0.0003 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:03 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0626 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:03 +0000] "DELETE /sda1/p/a/c/grumpy70" 204 - "-" "-" "-" 0.0011 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:03 +0000] "DELETE /sda1/p/a/c/grumpy70_no_header" 204 - "-" "-" "-" 0.0003 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:03 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0515 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:03 +0000] "DELETE /sda1/p/a/c/grumpy80" 204 - "-" "-" "-" 0.0014 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:03 +0000] "DELETE /sda1/p/a/c/grumpy80_no_header" 204 - "-" "-" "-" 0.0029 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:04 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0534 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:04 +0000] "DELETE /sda1/p/a/c/grumpier10" 204 - "-" "-" "-" 0.0014 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:04 +0000] "DELETE /sda1/p/a/c/grumpier10_no_header" 204 - "-" "-" "-" 0.0004 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:04 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0542 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:04 +0000] "DELETE /sda1/p/a/c/grumpier20" 301 - "-" "-" "-" 0.0010 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:04 +0000] "DELETE /sda1/p/a/c/grumpier20_no_header" 204 - "-" "-" "-" 0.0004 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:04 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0670 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:04 +0000] "DELETE /sda1/p/a/c/grumpier30" 301 - "-" "-" "-" 0.0016 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:04 +0000] "DELETE /sda1/p/a/c/grumpier30_no_header" 204 - "-" "-" "-" 0.0005 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:04 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0787 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:04 +0000] "DELETE /sda1/p/a/c/grumpier40" 301 - "-" "-" "-" 0.0016 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:04 +0000] "DELETE /sda1/p/a/c/grumpier40_no_header" 204 - "-" "-" "-" 0.0011 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:04 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0547 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:04 +0000] "DELETE /sda1/p/a/c/grumpier50" 204 - "-" "-" "-" 0.0013 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:04 +0000] "DELETE /sda1/p/a/c/grumpier50_no_header" 204 - "-" "-" "-" 0.0005 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:05 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0605 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:05 +0000] "DELETE /sda1/p/a/c/grumpier60" 301 - "-" "-" "-" 0.0012 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:05 +0000] "DELETE /sda1/p/a/c/grumpier60_no_header" 204 - "-" "-" "-" 0.0094 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:05 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0415 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:05 +0000] "DELETE /sda1/p/a/c/grumpier70" 204 - "-" "-" "-" 0.0012 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:05 +0000] "DELETE /sda1/p/a/c/grumpier70_no_header" 204 - "-" "-" "-" 0.0056 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:05 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0741 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:05 +0000] "DELETE /sda1/p/a/c/grumpier80" 204 - "-" "-" "-" 0.0011 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:05 +0000] "DELETE /sda1/p/a/c/grumpier80_no_header" 204 - "-" "-" "-" 0.0005 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:05 +0000] "DELETE /sda1/p/a/c/dopey" 204 - "-" "-" "-" 0.0004 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:05 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0517 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:05 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0586 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:05 +0000] "DELETE /sda1/p/a/c/dopey10" 204 - "-" "-" "-" 0.0012 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:05 +0000] "DELETE /sda1/p/a/c/dopey10_no_header" 204 - "-" "-" "-" 0.0004 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:05 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0640 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:05 +0000] "DELETE /sda1/p/a/c/dopey20" 301 - "-" "-" "-" 0.0014 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:05 +0000] "DELETE /sda1/p/a/c/dopey20_no_header" 204 - "-" "-" "-" 0.0012 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:06 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0572 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:06 +0000] "DELETE /sda1/p/a/c/dopey30" 301 - "-" "-" "-" 0.0016 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:06 +0000] "DELETE /sda1/p/a/c/dopey30_no_header" 204 - "-" "-" "-" 0.0036 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:06 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0672 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:06 +0000] "DELETE /sda1/p/a/c/dopey40" 301 - "-" "-" "-" 0.0012 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:06 +0000] "DELETE /sda1/p/a/c/dopey40_no_header" 204 - "-" "-" "-" 0.0004 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:06 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0557 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:06 +0000] "DELETE /sda1/p/a/c/dopey50" 204 - "-" "-" "-" 0.0036 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:06 +0000] "DELETE /sda1/p/a/c/dopey50_no_header" 204 - "-" "-" "-" 0.0040 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:06 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0706 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:06 +0000] "DELETE /sda1/p/a/c/dopey60" 301 - "-" "-" "-" 0.0016 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:06 +0000] "DELETE /sda1/p/a/c/dopey60_no_header" 204 - "-" "-" "-" 0.0072 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:06 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0863 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:06 +0000] "DELETE /sda1/p/a/c/dopey70" 204 - "-" "-" "-" 0.0015 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:06 +0000] "DELETE /sda1/p/a/c/dopey70_no_header" 204 - "-" "-" "-" 0.0005 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:06 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0518 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:06 +0000] "DELETE /sda1/p/a/c/dopey80" 204 - "-" "-" "-" 0.0013 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:07 +0000] "DELETE /sda1/p/a/c/dopey80_no_header" 204 - "-" "-" "-" 0.0004 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:07 +0000] "DELETE /sda1/p/a/c/bashful" 301 - "-" "-" "-" 0.0012 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:07 +0000] "DELETE /sda1/p/a/c/dopey" 301 - "-" "-" "-" 0.0009 "-" 1329770 2 +test DEBUG: Unlinked retiring db '/tmp/tmp6ya6s3ur/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' +test INFO: - - - [15/May/2024:18:00:07 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0632 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:07 +0000] "DELETE /sda1/p/a/c/grumpiest10" 204 - "-" "-" "-" 0.0014 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:07 +0000] "DELETE /sda1/p/a/c/grumpiest10_no_header" 204 - "-" "-" "-" 0.0005 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:08 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.4377 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:08 +0000] "DELETE /sda1/p/a/c/grumpiest20" 301 - "-" "-" "-" 0.0013 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:08 +0000] "DELETE /sda1/p/a/c/grumpiest20_no_header" 204 - "-" "-" "-" 0.0004 "-" 1329770 2 +test.unit.common.ring.test_builder.TestRingBuilder.test_wrong_tier_with_no_where_to_go +test.unit.common.ring.test_builder.TestRingBuilder.test_wrong_tier_with_no_where_to_go ... ok +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_component_different_builder_order +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_component_different_builder_order ... ok +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components ... ok test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_get_object_ring test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_get_object_ring ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty ... ok -test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_respects_cobuilder_part_moves -test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_respects_cobuilder_part_moves ... ok -test.unit.container.test_server.TestContainerController.test_GET_limit -test.unit.container.test_server.TestContainerController.test_GET_limit ... ok -test.unit.container.test_server.TestContainerController.test_GET_log_requests_false -test.unit.container.test_server.TestContainerController.test_GET_log_requests_false ... ok -test.unit.container.test_server.TestContainerController.test_GET_log_requests_true -test.unit.container.test_server.TestContainerController.test_GET_log_requests_true ... ok -test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_save_then_load -test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_save_then_load ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_not_root +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_not_root ... ok +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_different_builders +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_different_builders ... ok test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_account_that_looks_like_version test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_account_that_looks_like_version ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_reverse_prefix_delim -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_reverse_prefix_delim ... ok -test.unit.common.ring.test_ring.TestRing.test_creation -test.unit.common.ring.test_ring.TestRing.test_creation ... ok -test.unit.container.test_server.TestContainerController.test_GET_marker -test.unit.container.test_server.TestContainerController.test_GET_marker ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_replication_info +test.unit.container.test_backend.TestContainerBroker.test_get_replication_info ... ok +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_different_number_builders +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_different_number_builders ... ok +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_duplicate_builder_ids +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_duplicate_builder_ids ... ok +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_insufficient_builders +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_insufficient_builders ... ok test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_no_version_specified test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_no_version_specified ... ok -test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_container -test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_container ... ok -test.unit.account.test_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers -test.unit.account.test_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers ... ok -test.unit.account.test_replicator.TestReplicatorSync.test_local_ids -test.unit.account.test_replicator.TestReplicatorSync.test_local_ids ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_with_overlap +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_with_overlap ... ok +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_missing_builder_id +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_missing_builder_id ... ok +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_older_builder +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_older_builder ... ok test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_invalid_version test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_invalid_version ... ok -test.unit.container.test_server.TestContainerController.test_GET_multichar_delimiter -test.unit.container.test_server.TestContainerController.test_GET_multichar_delimiter ... ok -test.unit.container.test_sharder.TestCleavingContext.test_store_modify_db_id_load_old_style -test.unit.container.test_sharder.TestCleavingContext.test_store_modify_db_id_load_old_style ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_no_shard_ranges +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_no_shard_ranges ... ok +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_replica_count_changed +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_replica_count_changed ... ok test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_no_account test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_no_account ... ok -test.unit.common.ring.test_ring.TestRing.test_get_more_nodes -test.unit.common.ring.test_ring.TestRing.test_get_more_nodes ... ok -test.unit.account.test_replicator.TestReplicatorSync.test_replicator_sync -test.unit.account.test_replicator.TestReplicatorSync.test_replicator_sync ... ok -test.unit.common.ring.test_ring.TestRing.test_get_more_nodes_with_zero_weight_region -test.unit.common.ring.test_ring.TestRing.test_get_more_nodes_with_zero_weight_region ... ok -test.unit.common.ring.test_ring.TestRing.test_get_nodes -test.unit.common.ring.test_ring.TestRing.test_get_nodes ... ok +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_unchanged_builders +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_unchanged_builders ... ok +test.unit.common.test_daemon.TestDaemon.test_create +test.unit.common.test_daemon.TestDaemon.test_create ... ok +test.unit.common.test_daemon.TestDaemon.test_stubs +test.unit.common.test_daemon.TestDaemon.test_stubs ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_client_exception +test.unit.common.test_direct_client.TestDirectClient.test_direct_client_exception ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account_failure +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account_failure ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account_replication_net +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account_replication_net ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_error +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_error ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_obj_error +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_obj_error ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_object +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_object ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_replication_net +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_replication_net ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_with_timestamp +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_with_timestamp ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object_error +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object_error ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object_with_timestamp +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object_with_timestamp ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account_error +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account_error ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account_no_content_does_not_parse_body +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account_no_content_does_not_parse_body ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container_no_content_does_not_decode_body +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container_no_content_does_not_decode_body ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container_with_extra_params +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container_with_extra_params ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object_chunks +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object_chunks ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object_error +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object_error ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_recon +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_recon ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes_503 +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes_503 ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes_507 +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes_507 ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_report_info +test.unit.container.test_backend.TestContainerBroker.test_get_report_info ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_deleted +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_deleted ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_error +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_error ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_replication_net +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_replication_net ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object_error +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object_error ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object_not_found +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object_not_found ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_post_container +test.unit.common.test_direct_client.TestDirectClient.test_direct_post_container ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_post_object +test.unit.common.test_direct_client.TestDirectClient.test_direct_post_object ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_post_object_error +test.unit.common.test_direct_client.TestDirectClient.test_direct_post_object_error ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_chunked +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_chunked ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_fail +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_fail ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_object +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_object ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_object_error +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_object_error ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_args +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_args ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_chunked +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_chunked ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_fail +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_fail ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_header_content_length +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_header_content_length ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_with_content_length +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_with_content_length ... ok +test.unit.common.test_direct_client.TestDirectClient.test_gen_headers +test.unit.common.test_direct_client.TestDirectClient.test_gen_headers ... ok +test.unit.common.test_direct_client.TestDirectClient.test_retry +test.unit.common.test_direct_client.TestDirectClient.test_retry ... ok +test.unit.common.test_direct_client.TestDirectClient.test_retry_client_exception +test.unit.common.test_direct_client.TestDirectClient.test_retry_client_exception ... ok +test.unit.common.test_direct_client.TestDirectClient.test_retry_http_exception +test.unit.common.test_direct_client.TestDirectClient.test_retry_http_exception ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_absolute_target +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_absolute_target ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request_app_logging +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request_app_logging ... ok +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift ERROR: While processing manifest /v1/AUTH_test/mancon/manifest, got 403 (

Forbidden

Access was denied to this reso...) while retrieving /v1/AUTH_test/c/seg_01 +fake-swift ERROR: While processing manifest /v1/AUTH_test/mancon/manifest, got 403 (

Forbidden

Access was denied to this reso...) while retrieving /v1/AUTH_test/c/seg_02 +fake-swift ERROR: Got status 404 listing container /AUTH_test/c +fake-swift ERROR: Too many bytes for /v1/AUTH_test/mancon/manifest; truncating in /v1/AUTH_test/c/seg_03 with 5 bytes left +fake-swift ERROR: While processing manifest /v1/AUTH_test/mancon/manifest, max LO GET time of 86400s exceeded +fake-swift ERROR: Expected another 1 bytes for /v1/AUTH_test/mancon/manifest; closing connection +fake-swift ERROR: Expected another 1 bytes for /v1/AUTH_test/mancon/manifest; closing connection +fake-swift ERROR: Bad MD5 checksum for /v1/AUTH_test/c/seg_02 as part of /v1/AUTH_test/mancon/manifest: headers had a21075a36eeddd084e17611a238c7101, but object MD5 was actually 3902ee7e149eb8313a34757e89e21af6 +fake-swift ERROR: Bad response length for /v1/AUTH_test/c/seg_02 as part of /v1/AUTH_test/mancon/manifest: headers had 5, but response length was actually 4 +fake-swift ERROR: While processing manifest /v1/AUTH_test/mancon/manifest, got 503 (

Service Unavailable

The server is curren...) while retrieving /v1/AUTH_test/c/seg_01 +direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda +direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda +direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda +direct-client-test ERROR: Kaboom! +direct-client-test ERROR: Kaboom! +direct-client-test ERROR: Kaboom! +proxy INFO: (1329776) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (1329776) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [16/May/2024 08:00:09] "GET https://cluster.domain/bucket/key HTTP/1.0" 200 106 0.000072 +proxy INFO: wsgi exiting +proxy INFO: (1329776) wsgi exited, is_accepting=True +proxy INFO: (1329776) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (1329776) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [16/May/2024 08:00:09] "GET http://cluster.domain/v1/acct/cont/obj HTTP/1.0" 200 112 0.000050 +proxy INFO: wsgi exiting +proxy INFO: (1329776) wsgi exited, is_accepting=True +proxy INFO: (1329776) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (1329776) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [16/May/2024 08:00:09] "GET ftp://cluster.domain/bucket/key HTTP/1.0" 200 126 0.000040 +proxy INFO: wsgi exiting +proxy INFO: (1329776) wsgi exited, is_accepting=True +proxy INFO: (1329776) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (1329776) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [16/May/2024 08:00:09] "GET https://cluster.domain HTTP/1.0" 200 117 0.000040 +proxy INFO: wsgi exiting +proxy INFO: (1329776) wsgi exited, is_accepting=True +proxy INFO: (1329776) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (1329776) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [16/May/2024 08:00:09] "GET http:omg//wtf/bbq HTTP/1.0" 200 112 0.000040 +proxy INFO: wsgi exiting +proxy INFO: (1329776) wsgi exited, is_accepting=True +proxy INFO: (1329776) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (1329776) accepted ('127.0.0.1', 8359) +proxy INFO: ERROR WSGI: code 400, message Bad request syntax ('ONLY-METHOD'), (txn: tx8013a8a419bc44aea60e6-006644f829) +proxy INFO: wsgi exiting +proxy INFO: (1329776) wsgi exited, is_accepting=True +proxy INFO: (1329776) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (1329776) accepted ('127.0.0.1', 8359) +test ERROR: ERROR WSGI: code 400, message Bad request syntax ('ONLY-METHOD') (txn: test-trans-id) +proxy INFO: wsgi exiting (txn: test-trans-id) +proxy INFO: (1329776) wsgi exited, is_accepting=True (txn: test-trans-id) +proxy INFO: (1329776) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (1329776) accepted ('127.0.0.1', 8359) +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request_server_logging +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request_server_logging ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_chunked_with_content_length +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_chunked_with_content_length ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_leading_slashes +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_leading_slashes ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_messy +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_messy ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_quoted +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_quoted ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_request_lines +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_request_lines ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_simple +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_simple ... ok +test.unit.common.test_recon.TestCommonRecon.test_server_type_to_recon_file +test.unit.common.test_recon.TestCommonRecon.test_server_type_to_recon_file ... ok +test.unit.common.test_utils.TestCooperativeIterator.test_close +test.unit.common.test_utils.TestCooperativeIterator.test_close ... ok +test.unit.common.test_utils.TestCooperativeIterator.test_init +test.unit.common.test_utils.TestCooperativeIterator.test_init ... ok +test.unit.common.test_utils.TestCooperativeIterator.test_iter +test.unit.common.test_utils.TestCooperativeIterator.test_iter ... ok +test.unit.common.test_utils.TestCooperativeIterator.test_no_sleeps +test.unit.common.test_utils.TestCooperativeIterator.test_no_sleeps ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_not_needed +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_not_needed ... ok +test.unit.common.test_utils.TestCooperativeIterator.test_sleeps +test.unit.common.test_utils.TestCooperativeIterator.test_sleeps ... ok +test.unit.common.test_utils.TestGetExpirerContainer.test_get_expirer_container +test.unit.common.test_utils.TestGetExpirerContainer.test_get_expirer_container ... ok +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_bad_start +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_bad_start ... ok +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_basic +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_basic ... ok +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_basic2 +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_basic2 ... ok +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_big_reads +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_big_reads ... ok +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_broken_mid_stream +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_broken_mid_stream ... ok +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_empty +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_empty ... ok +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_leading_crlfs +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_leading_crlfs ... ok +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_readline +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_readline ... ok +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_readline_with_tiny_chunks +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_readline_with_tiny_chunks ... ok +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_tiny_reads +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_tiny_reads ... ok +test.unit.common.test_utils.TestPunchHole.test_arg_bounds +test.unit.common.test_utils.TestPunchHole.test_arg_bounds ... ok +test.unit.common.test_utils.TestPunchHole.test_error +test.unit.common.test_utils.TestPunchHole.test_error ... ok +test.unit.common.test_utils.TestPunchHole.test_no_fallocate +test.unit.common.test_utils.TestPunchHole.test_no_fallocate ... ok +test.unit.common.test_utils.TestPunchHole.test_punch_hole +test.unit.common.test_utils.TestPunchHole.test_punch_hole ... ok +test.unit.common.test_utils.TestWatchdog.test_start_stop +test.unit.common.test_utils.TestWatchdog.test_start_stop ... ok +test.unit.common.test_utils.TestWatchdog.test_timeout_concurrency +test.unit.common.test_utils.TestWatchdog.test_timeout_concurrency ... ok +test.unit.common.test_utils.TestWatchdog.test_timeout_expire +test.unit.common.test_utils.TestWatchdog.test_timeout_expire ... ok +test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ip +test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ip ... ok +test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ipv4 +test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ipv4 ... ok +test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ipv6 +test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ipv6 ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_object_update_redirected_to_shard +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_object_update_redirected_to_shard ... ok test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_valid_version test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_valid_version ... ok -test.unit.common.ring.test_ring.TestRing.test_get_part -test.unit.common.ring.test_ring.TestRing.test_get_part ... ok -test.unit.common.ring.test_ring.TestRing.test_get_part_nodes -test.unit.common.ring.test_ring.TestRing.test_get_part_nodes ... ok -test ERROR: Error reading ringfile: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/recon.py", line 276, in get_ring_md5 - sums[ringfile] = md5_hash_for_file(ringfile) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError -test ERROR: Error reading ringfile: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/recon.py", line 276, in get_ring_md5 - sums[ringfile] = md5_hash_for_file(ringfile) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/test_recon.py", line 386, in fake_hash_for_file - raise IOError -OSError -test ERROR: Error reading ringfile: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/recon.py", line 276, in get_ring_md5 - sums[ringfile] = md5_hash_for_file(ringfile) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/test_recon.py", line 386, in fake_hash_for_file - raise IOError -OSError -test ERROR: Error reading ringfile: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/recon.py", line 276, in get_ring_md5 - sums[ringfile] = md5_hash_for_file(ringfile) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError -test ERROR: Error reading ringfile: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/recon.py", line 276, in get_ring_md5 - sums[ringfile] = md5_hash_for_file(ringfile) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError -test ERROR: Error reading ringfile: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/recon.py", line 276, in get_ring_md5 - sums[ringfile] = md5_hash_for_file(ringfile) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError -test WARNING: Skipping /tmp/tmpuv3yuxp6/devices3/device_is_file/data because [Errno 20] Not a directory: '/tmp/tmpuv3yuxp6/devices3/device_is_file/data' -test WARNING: Skipping /tmp/tmpuv3yuxp6/devices4/device/data because -test WARNING: Skipping device as it is not mounted -test WARNING: Skipping /tmp/tmpp0kio1g6/asdf/data because [Errno 20] Not a directory: '/tmp/tmpp0kio1g6/asdf/data' -test WARNING: Skipping /tmp/tmpp0kio1g6/asdf/data because [Errno 20] Not a directory: '/tmp/tmpp0kio1g6/asdf/data' -test WARNING: Skipping drive as it is not mounted -test WARNING: Skipping asdf as it is not mounted -test WARNING: Skipping /tmp/tmpq8npsje9/asdf/data because [Errno 20] Not a directory: '/tmp/tmpq8npsje9/asdf/data' -sharder-test WARNING: Reclaimable db stuck waiting for shrinking, path: a/c, db: /tmp/tmpg1djvrcy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Audit failed for shard: missing own shard range (skipping), path: bad_account/shard_c, db: /tmp/tmpyepg6cge/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test WARNING: Audit warnings for shard: account not in shards namespace '.shards_', path: bad_account/shard_c, db: /tmp/tmpyepg6cge/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test WARNING: Audit failed for shard: missing own shard range (skipping), path: .shards_a/shard_c, db: /tmp/tmpyepg6cge/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpyepg6cge/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Updated own shard range from ShardRange<'j' to 'k' as of 1750204984.00000, (0, 0) as of 1750204984.00000, active as of 1750204984.00000> to ShardRange<'k' to 't' as of 1750204985.00000, (0, 0) as of 1750204985.00000, active as of 1750204985.00000>, path: .shards_a/shard_c, db: /tmp/tmpyepg6cge/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpyepg6cge/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test WARNING: Failed to get shard ranges from a/c: bad, path: .shards_a/shard_c, db: /tmp/tmpyepg6cge/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test WARNING: Audit warnings for shard: unable to get shard ranges from root, path: .shards_a/shard_c, db: /tmp/tmpyepg6cge/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpyepg6cge/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750204989.00000, (0, 0) as of 1750204989.00000, shrinking as of 1750204986.00000> to ShardRange<'k' to 't' as of 1750204989.00000, (0, 0) as of 1750204989.00000, sharding as of 1750204990.00000>, path: .shards_a/shard_c, db: /tmp/tmpyepg6cge/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpyepg6cge/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpyepg6cge/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Marked shard container as deleted, path: .shards_a/shard_c, db: /tmp/tmpyepg6cge/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750204985.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/8af/f710feedfd7af83408c4f766b56178af/f710feedfd7af83408c4f766b56178af.db -test.unit.common.ring.test_ring.TestRing.test_has_changed -test.unit.common.ring.test_ring.TestRing.test_has_changed ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_shard_range_rows_with_limit +test.unit.container.test_backend.TestContainerBroker.test_get_shard_range_rows_with_limit ... ok +test.unit.obj.test_diskfile.TestDiskFileManager.test_check_policy +test.unit.obj.test_diskfile.TestDiskFileManager.test_check_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_ondisk_files_reclaim_non_data_files +test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_ondisk_files_reclaim_non_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files +test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_uses_configured_reclaim_age +test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_uses_configured_reclaim_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_construct_dev_path +test.unit.obj.test_diskfile.TestDiskFileManager.test_construct_dev_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_focused_yield_hashes_does_not_clean_up +test.unit.obj.test_diskfile.TestDiskFileManager.test_focused_yield_hashes_does_not_clean_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_and_filenames_from_hash +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_and_filenames_from_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_bad_meta_name +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_bad_meta_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_dev_path_fail +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_actual_files +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_actual_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_data +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_dir +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_meta_name +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_meta_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_not_dir +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_not_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_other_oserror +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_read_metadata_problem +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_read_metadata_problem ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_no_rsync_temp_file_warning +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_no_rsync_temp_file_warning ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_empty_dir +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_empty_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_repl_policy +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_repl_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_stray_meta +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_stray_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_unexpected_file +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_unexpected_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_init +test.unit.obj.test_diskfile.TestDiskFileManager.test_init ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_init_commit_window +test.unit.obj.test_diskfile.TestDiskFileManager.test_init_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_timestamp_not_float +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_timestamp_not_float ... ok +test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir +test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir_enoent +test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir_enoent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir_other_oserror +test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_missing_splice_warning +test.unit.obj.test_diskfile.TestDiskFileManager.test_missing_splice_warning ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_object_audit_location_generator +test.unit.obj.test_diskfile.TestDiskFileManager.test_object_audit_location_generator ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_parse_on_disk_filename +test.unit.obj.test_diskfile.TestDiskFileManager.test_parse_on_disk_filename ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_parse_on_disk_filename_errors +test.unit.obj.test_diskfile.TestDiskFileManager.test_parse_on_disk_filename_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_and_replication_lock_same_partition +test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_and_replication_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_same_partition +test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_same_partition_different_name +test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_same_partition_different_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_pickle_async_update +test.unit.obj.test_diskfile.TestDiskFileManager.test_pickle_async_update ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_2 +test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_2 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_another_device_fine +test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_another_device_fine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_off +test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_off ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_on +test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_on ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_same_partition +test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_one_per_device_deprecation +test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_one_per_device_deprecation ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_verify_ondisk_files +test.unit.obj.test_diskfile.TestDiskFileManager.test_verify_ondisk_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_cleans_up_everything +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_cleans_up_everything ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_dev_path_fail +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_empty +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_empty ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_empty_suffixes +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_empty_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_fails_with_bad_ondisk_filesets +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_fails_with_bad_ondisk_filesets ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_suffix_filter +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_suffix_filter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_tombstones +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_tombstones ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_yields_content_type_timestamp +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_yields_content_type_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_yields_meta_timestamp +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_yields_meta_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_suffixes +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_suffixes_dev_path_fail +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_suffixes_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_bad_value_workers +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_bad_value_workers ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_not_valid +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_not_valid ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_not_root +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_not_root ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_dump_recon_run_once_in_worker +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_dump_recon_run_once_in_worker ... ok test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_response_version test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_response_version ... ok -test.unit.account.test_replicator.TestReplicatorSync.test_rsync_then_merge -test.unit.account.test_replicator.TestReplicatorSync.test_rsync_then_merge ... ok -test.unit.container.test_server.TestContainerController.test_GET_namespaces_errors -test.unit.container.test_server.TestContainerController.test_GET_namespaces_errors ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps ... ok -test.unit.account.test_replicator.TestReplicatorSync.test_sync -test.unit.account.test_replicator.TestReplicatorSync.test_sync ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_dump_recon_run_once_inline +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_dump_recon_run_once_inline ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_final_recon_dump +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_final_recon_dump ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy_detects_ring_change +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy_detects_ring_change ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy_rcache_update_waits_for_next_update +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy_rcache_update_waits_for_next_update ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_next_rcache_update_configured_with_stats_interval +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_next_rcache_update_configured_with_stats_interval ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_no_dump_recon_run_once +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_no_dump_recon_run_once ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_no_workers_by_default +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_no_workers_by_default ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges +test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_at_end_of_run_once +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_at_end_of_run_once ... ok test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_version_that_looks_like_account test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_version_that_looks_like_account ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v1_response +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_races_with_final_recon_dump +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_races_with_final_recon_dump ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_removes_devices +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_removes_devices ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_older_overlapping_donor_and_acceptor_shards +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_older_overlapping_donor_and_acceptor_shards ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_waits_for_all_devices +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_waits_for_all_devices ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_run_forever_recon_no_devices +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_run_forever_recon_no_devices ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_worker_logging +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_worker_logging ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices_and_no_valid_overrides +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices_and_no_valid_overrides ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v1_response test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v1_response ... ok -test.unit.container.test_sharder.TestCleavingContext.test_store_old_style -test.unit.container.test_sharder.TestCleavingContext.test_store_old_style ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_complete_sequence -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_complete_sequence ... ok -test INFO: - - - [18/Jun/2025:00:03:03 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0064 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:03 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0021 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:03 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0025 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:03 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0026 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:03 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0065 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:03 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0020 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:03 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0012 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:03 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0020 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:03 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0011 "-" 635438 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:03:03 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0724 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:03 +0000] "PUT /sda1/p/a/jsonc/0" 201 - "-" "-" "-" 0.0073 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:03 +0000] "PUT /sda1/p/a/jsonc/1" 201 - "-" "-" "-" 0.0006 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:03 +0000] "GET /sda1/p/a/jsonc" 200 234 "-" "-" "-" 0.5627 "-" 635438 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:03:04 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1155 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:04 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0007 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:04 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0005 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:04 +0000] "PUT /sda1/p/a/c/-UK" 201 - "-" "-" "-" 0.0004 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:04 +0000] "PUT /sda1/p/a/c/-CH" 201 - "-" "-" "-" 0.0004 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:04 +0000] "GET /sda1/p/a/c" 200 36 "-" "-" "-" 0.1125 "-" 635438 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:03:04 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.2338 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:04 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0007 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:04 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0004 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:04 +0000] "PUT /sda1/p/a/c/2" 201 - "-" "-" "-" 0.0004 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:04 +0000] "GET /sda1/p/a/c" 200 4 "-" "-" "-" 0.1165 "-" 635438 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:03:04 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0004 "-" 635438 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:03:04 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0906 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:04 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0006 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:04 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0005 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:04 +0000] "PUT /sda1/p/a/c/2" 201 - "-" "-" "-" 0.0119 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:04 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.1759 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:04 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0025 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:04 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0020 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:04 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 635438 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:03:04 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1017 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:04 +0000] "PUT /sda1/p/a/c/US~~TX~~A" 201 - "-" "-" "-" 0.0032 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:05 +0000] "PUT /sda1/p/a/c/US~~TX~~B" 201 - "-" "-" "-" 0.0131 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:05 +0000] "PUT /sda1/p/a/c/US~~OK~~A" 201 - "-" "-" "-" 0.0005 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:05 +0000] "PUT /sda1/p/a/c/US~~OK~~B" 201 - "-" "-" "-" 0.0003 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:05 +0000] "PUT /sda1/p/a/c/US~~OK~Tulsa~~A" 201 - "-" "-" "-" 0.0003 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:05 +0000] "PUT /sda1/p/a/c/US~~OK~Tulsa~~B" 201 - "-" "-" "-" 0.0003 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:05 +0000] "PUT /sda1/p/a/c/US~~UT~~A" 201 - "-" "-" "-" 0.0004 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:05 +0000] "PUT /sda1/p/a/c/US~~UT~~~B" 201 - "-" "-" "-" 0.0009 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:05 +0000] "GET /sda1/p/a/c" 200 102 "-" "-" "-" 0.0868 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:05 +0000] "GET /sda1/p/a/c" 200 102 "-" "-" "-" 0.0029 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:05 +0000] "GET /sda1/p/a/c" 200 24 "-" "-" "-" 0.0033 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:05 +0000] "GET /sda1/p/a/c" 200 24 "-" "-" "-" 0.0027 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:05 +0000] "GET /sda1/p/a/c" 200 150 "-" "-" "-" 0.0028 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:05 +0000] "GET /sda1/p/a/c" 200 150 "-" "-" "-" 0.0050 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:05 +0000] "GET /sda1/p/a/c" 200 251 "-" "-" "-" 0.0028 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:05 +0000] "GET /sda1/p/a/c" 200 251 "-" "-" "-" 0.0028 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:05 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0028 "-" 635438 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:03:05 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1076 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:05 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.2342 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:05 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0972 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:05 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1101 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:05 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1330 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:05 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0943 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:05 +0000] "GET /sda1/p/a/c" 400 9 "-" "-" "-" 0.0014 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:05 +0000] "GET /sda1/p/a/c" 507 - "-" "-" "-" 0.0004 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:06 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0899 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:06 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0015 "-" 635438 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:03:06 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1591 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:06 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0544 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:06 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1013 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:06 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0766 "-" 635438 0 -test.unit.common.ring.test_ring.TestRing.test_reload -test.unit.common.ring.test_ring.TestRing.test_reload ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices_and_overrides +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices_and_overrides ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_devices +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_devices ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_devices_and_overrides +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_devices_and_overrides ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_workers +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_workers ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_workers_and_devices +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_workers_and_devices ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_no_devices +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_no_devices ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_some_workers_and_devices +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_some_workers_and_devices ... ok +test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_device_not_available +test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_device_not_available ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_disconnect +test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_invalid_policy +test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_invalid_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_read_error +test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_read_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_bad_request_invalid_frag_index +test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_bad_request_invalid_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.controllers.test_account.TestGetAccountInfo.test_get_deleted_account_410 +test.unit.proxy.controllers.test_account.TestGetAccountInfo.test_get_deleted_account_410 ... ok +proxy INFO: ERROR WSGI: code 400, message Bad request syntax ('ONLY-METHOD'), (txn: test-trans-id) +proxy INFO: wsgi exiting +proxy INFO: (1329776) wsgi exited, is_accepting=True +proxy INFO: (1329776) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (1329776) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [16/May/2024 08:00:09] "PUT /path HTTP/1.0" 200 105 0.000056 +proxy INFO: wsgi exiting +proxy INFO: (1329776) wsgi exited, is_accepting=True +proxy INFO: (1329776) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (1329776) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [16/May/2024 08:00:09] "GET ///some-leading-slashes HTTP/1.0" 200 118 0.000040 +proxy INFO: wsgi exiting +proxy INFO: (1329776) wsgi exited, is_accepting=True +proxy INFO: (1329776) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (1329776) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [16/May/2024 08:00:09] "GET /ohÿboy%what$now%E2%80%bd HTTP/1.0" 200 120 0.000042 +proxy INFO: wsgi exiting +proxy INFO: (1329776) wsgi exited, is_accepting=True +proxy INFO: (1329776) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (1329776) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [16/May/2024 08:00:09] "GET /some%fFpath%D8%AA HTTP/1.0" 200 113 0.000043 +proxy INFO: wsgi exiting +proxy INFO: (1329776) wsgi exited, is_accepting=True +proxy INFO: (1329776) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (1329776) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [16/May/2024 08:00:09] "GET / HTTP/1.1" 200 120 0.000057 +proxy INFO: wsgi exiting +proxy INFO: (1329776) wsgi exited, is_accepting=True +b'HTTP/1.1 200 OK\r\nContent-Length: 44\r\nDate: Wed, 15 May 2024 18:00:09 GMT\r\n\r\n{"RAW_PATH_INFO": "/", "QUERY_STRING": null}' +proxy INFO: (1329776) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (1329776) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [16/May/2024 08:00:09] "GET /%FF HTTP/1.1" 200 123 0.000056 +proxy INFO: wsgi exiting +proxy INFO: (1329776) wsgi exited, is_accepting=True +b'HTTP/1.1 200 OK\r\nContent-Length: 47\r\nDate: Wed, 15 May 2024 18:00:09 GMT\r\n\r\n{"RAW_PATH_INFO": "/%FF", "QUERY_STRING": null}' +proxy INFO: (1329776) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (1329776) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [16/May/2024 08:00:09] "GET /ÿ HTTP/1.1" 200 126 0.000054 +proxy INFO: wsgi exiting +proxy INFO: (1329776) wsgi exited, is_accepting=True +b'HTTP/1.1 200 OK\r\nContent-Length: 50\r\nDate: Wed, 15 May 2024 18:00:09 GMT\r\n\r\n{"RAW_PATH_INFO": "/\\u00ff", "QUERY_STRING": null}' +proxy INFO: (1329776) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (1329776) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [16/May/2024 08:00:09] "PUT /Here%20Is%20A%20SnowMan:☃ HTTP/1.0" 200 181 0.000051 +proxy INFO: wsgi exiting +proxy INFO: (1329776) wsgi exited, is_accepting=True +b'HTTP/1.1 200 OK\r\nContent-Length: 86\r\nDate: Wed, 15 May 2024 18:00:09 GMT\r\nConnection: close\r\n\r\n{"RAW_PATH_INFO": "/Here%20Is%20A%20SnowMan:\\u00e2\\u0098\\u0083", "QUERY_STRING": null}' +proxy INFO: (1329776) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (1329776) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [16/May/2024 08:00:09] "POST /?and%20it=does+nothing+to+params&PALMTREE=ð%9fŒ%b4 HTTP/1.1" 200 178 0.000056 +proxy INFO: wsgi exiting +proxy INFO: (1329776) wsgi exited, is_accepting=True +b'HTTP/1.1 200 OK\r\nContent-Length: 101\r\nDate: Wed, 15 May 2024 18:00:09 GMT\r\n\r\n{"RAW_PATH_INFO": "/", "QUERY_STRING": "and%20it=does+nothing+to+params&PALMTREE=\\u00f0%9f\\u008c%b4"}' +proxy INFO: (1329776) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (1329776) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [16/May/2024 08:00:09] "GET // HTTP/1.1" 200 121 0.000054 +proxy INFO: wsgi exiting +proxy INFO: (1329776) wsgi exited, is_accepting=True +b'HTTP/1.1 200 OK\r\nContent-Length: 45\r\nDate: Wed, 15 May 2024 18:00:09 GMT\r\n\r\n{"RAW_PATH_INFO": "//", "QUERY_STRING": null}' +proxy INFO: (1329776) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (1329776) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [16/May/2024 08:00:09] "GET //bar HTTP/1.1" 200 124 0.000058 +proxy INFO: wsgi exiting +proxy INFO: (1329776) wsgi exited, is_accepting=True +b'HTTP/1.1 200 OK\r\nContent-Length: 48\r\nDate: Wed, 15 May 2024 18:00:09 GMT\r\n\r\n{"RAW_PATH_INFO": "//bar", "QUERY_STRING": null}' +proxy INFO: (1329776) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (1329776) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [16/May/2024 08:00:09] "GET //////baz HTTP/1.1" 200 128 0.000051 +proxy INFO: wsgi exiting +proxy INFO: (1329776) wsgi exited, is_accepting=True +b'HTTP/1.1 200 OK\r\nContent-Length: 52\r\nDate: Wed, 15 May 2024 18:00:09 GMT\r\n\r\n{"RAW_PATH_INFO": "//////baz", "QUERY_STRING": null}' +proxy INFO: (1329776) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (1329776) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [16/May/2024 08:00:09] "GET /someurl HTTP/1.0" 200 102 0.000040 +proxy INFO: wsgi exiting +proxy INFO: (1329776) wsgi exited, is_accepting=True +test INFO: [worker 1/1 pid=1329776] Running object reconstructor in script mode. +test INFO: [worker 1/1 pid=1329776] Object reconstruction complete (once). (5.00 minutes) +test INFO: [worker 1/1 pid=1329776] Running object reconstructor in script mode. +test INFO: [worker 1/1 pid=1329776] Object reconstruction complete (once). (5.00 minutes) +test INFO: [worker 1/1 pid=1329776] Running object reconstructor in script mode. +test INFO: [worker 1/1 pid=1329776] Object reconstruction complete (once). (5.00 minutes) +test INFO: [worker 1/1 pid=1329776] Running object reconstructor in script mode. +test INFO: [worker 1/1 pid=1329776] Object reconstruction complete (once). (5.00 minutes) +test INFO: [worker 1/1 pid=1329776] Running object reconstructor in script mode. +test INFO: [worker 1/1 pid=1329776] Object reconstruction complete (once). (10.00 minutes) +test INFO: Running object reconstructor in script mode. +test INFO: Object reconstruction complete (once). (5.00 minutes) +test INFO: Running object reconstructor in script mode. +test INFO: Object reconstruction complete (once). (5.00 minutes) +test INFO: Running object reconstructor in script mode. +test INFO: Object reconstruction complete (once). (5.00 minutes) +test INFO: [worker 1/1 pid=1329776] Running object reconstructor in script mode. +test INFO: [worker 1/1 pid=1329776] Object reconstruction complete (once). (5.00 minutes) +test INFO: [worker 1/1 pid=1329776] Running object reconstructor in script mode. +test INFO: [worker 1/1 pid=1329776] Object reconstruction complete (once). (5.00 minutes) +test INFO: [worker 1/1 pid=1329776] Running object reconstructor in script mode. +test INFO: [worker 1/1 pid=1329776] Object reconstruction complete (once). (5.00 minutes) +test INFO: [worker 1/1 pid=1329776] Running object reconstructor in script mode. +test INFO: [worker 1/1 pid=1329776] Object reconstruction complete (once). (5.00 minutes) +test INFO: [worker 1/2 pid=pid-1] Starting object reconstructor in daemon mode. +test INFO: [worker 1/2 pid=pid-1] Starting object reconstruction pass. +test INFO: [worker 1/2 pid=pid-1] Object reconstruction complete. (0.10 minutes) +test DEBUG: [worker 1/2 pid=pid-1] reconstruction sleeping for 30.0 seconds. +test INFO: [worker 2/4 pid=20641] Running object reconstructor in script mode. +test DEBUG: [worker 2/4 pid=20641] debug message +test INFO: [worker 2/4 pid=20641] info message +test WARNING: [worker 2/4 pid=20641] warning message +test ERROR: [worker 2/4 pid=20641] error message +test INFO: [worker 2/4 pid=20641] Object reconstruction complete (once). (0.00 minutes) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_commit_exception +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_commit_exception ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_commit_timeout +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_commit_timeout ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_chunkreadtimeout_during_transfer_data +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_chunkreadtimeout_during_transfer_data ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_includes +test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_includes ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_error_during_transfer_data +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_error_during_transfer_data ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_exception_during_transfer_data +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_exception_during_transfer_data ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_timeout_during_transfer_data +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_timeout_during_transfer_data ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_error_commit +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_error_commit ... ok + +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to get commit status of PUT to /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 523, in _get_conn_response + resp = putter.await_response( + ^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 1750, in await_response + self.resp = self.conn.getexpect() + ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 854, in getexpect + expect_status = self._status.get_expect_status() + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 757, in get_expect_status + raise expect_status +Exception: kaboom! (txn: txf60e067139b54985a7c4d-006644f82a) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to get commit status of PUT to /v1/a/c/o: Timeout (Nones) (txn: tx03c06e36dbc84f18ae9a0-006644f82a) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server WARNING: ERROR Client read timeout (Nones) (txn: tx34b68f01af5c4c3d8f822-006644f82a) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server WARNING: Client disconnected without sending last chunk (txn: txce43bdd8a6444c83a360b-006644f82a) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR Exception transferring data to object servers {'path': '/v1/a/c/o.jpg'}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 3173, in _transfer_data + chunk = next(data_source) + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3709, in __next__ + return self._get_next_item() + ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 6533, in _get_next_item + return super(CooperativeIterator, self)._get_next_item() + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3705, in _get_next_item + return next(self.wrapped_iter) + ^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 882, in reader + return req.environ['wsgi.input'].read( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/controllers/test_obj.py", line 6776, in read + raise Exception('exception message') +Exception: exception message (txn: tx17283430cc5e4f3a85fe7-006644f82a) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR Exception causing client disconnect: Timeout (Nones) (txn: txd03e459a81464904a1c42-006644f82a) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.1:1001/sdb (txn: tx7c110657a2894ad9a5dca-006644f82a) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.3:1003/sdd (txn: tx7c110657a2894ad9a5dca-006644f82a) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.6:1006/sdg (txn: tx7c110657a2894ad9a5dca-006644f82a) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.7:1007/sdh (txn: tx7c110657a2894ad9a5dca-006644f82a) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.4:1004/sde (txn: tx7c110657a2894ad9a5dca-006644f82a) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.8:1008/sdi (txn: tx7c110657a2894ad9a5dca-006644f82a) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.9:1009/sdj (txn: tx7c110657a2894ad9a5dca-006644f82a) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.12:1012/sdm (txn: tx7c110657a2894ad9a5dca-006644f82a) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.5:1005/sdf (txn: tx7c110657a2894ad9a5dca-006644f82a) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.11:1011/sdl (txn: tx7c110657a2894ad9a5dca-006644f82a) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.13:1013/sdn (txn: tx7c110657a2894ad9a5dca-006644f82a) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.10:1010/sdk (txn: tx7c110657a2894ad9a5dca-006644f82a) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.2:1002/sdc (txn: tx7c110657a2894ad9a5dca-006644f82a) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.0:1000/sda (txn: tx7c110657a2894ad9a5dca-006644f82a) +proxy-server ERROR: Not enough object servers ack'ed (got 0) (txn: tx7c110657a2894ad9a5dca-006644f82a) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.13:1013/sdn (txn: tx4c69a2c472d943c3b4a43-006644f82a) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.10:1010/sdk (txn: tx4c69a2c472d943c3b4a43-006644f82a) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.6:1006/sdg (txn: tx4c69a2c472d943c3b4a43-006644f82a) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.11:1011/sdl (txn: tx4c69a2c472d943c3b4a43-006644f82a) +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_error_commit +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_error_commit ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_success +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_success ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_success_commit +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_success_commit ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_old_obj_server +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_old_obj_server ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_simple +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_simple ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_body +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_body ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_body_and_bad_etag +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_body_and_bad_etag ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_both_body +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_both_body ... ok test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v2_non_obj_response test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v2_non_obj_response ... ok -test.unit.container.test_server.TestContainerController.test_GET_namespaces_not_supported -test.unit.container.test_server.TestContainerController.test_GET_namespaces_not_supported ... ok -test.unit.common.ring.test_ring.TestRing.test_reload_old_style_pickled_ring -test.unit.common.ring.test_ring.TestRing.test_reload_old_style_pickled_ring ... ok -test.unit.common.ring.test_ring.TestRing.test_reload_without_replication -test.unit.common.ring.test_ring.TestRing.test_reload_without_replication ... ok -test.unit.common.ring.test_ring.TestRing.test_replica_count -test.unit.common.ring.test_ring.TestRing.test_replica_count ... ok -test.unit.common.ring.test_utils.TestUtils.test_build_dev_from_opts -test.unit.common.ring.test_utils.TestUtils.test_build_dev_from_opts ... ok -test.unit.common.ring.test_utils.TestUtils.test_build_tier_tree -test.unit.common.ring.test_utils.TestUtils.test_build_tier_tree ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_chunked_body +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_chunked_body ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_explicit_commit_status +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_explicit_commit_status ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_footers +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_footers ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_just_enough_durable_responses +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_just_enough_durable_responses ... ok +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.12:1012/sdm (txn: tx4c69a2c472d943c3b4a43-006644f82a) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.1:1001/sdb (txn: tx4c69a2c472d943c3b4a43-006644f82a) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.4:1004/sde (txn: tx4c69a2c472d943c3b4a43-006644f82a) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.0:1000/sda (txn: tx4c69a2c472d943c3b4a43-006644f82a) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.7:1007/sdh (txn: tx4c69a2c472d943c3b4a43-006644f82a) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.9:1009/sdj (txn: tx4c69a2c472d943c3b4a43-006644f82a) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.5:1005/sdf (txn: tx4c69a2c472d943c3b4a43-006644f82a) +proxy-server ERROR: Not enough object servers ack'ed (got 3) (txn: tx4c69a2c472d943c3b4a43-006644f82a) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.1:1001/sdb (txn: tx209688fc7a20484f91e86-006644f82a) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.2:1002/sdc (txn: tx209688fc7a20484f91e86-006644f82a) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.10:1010/sdk (txn: tx209688fc7a20484f91e86-006644f82a) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.3:1003/sdd (txn: txb8e720f85fdc4ca3b2b65-006644f82a) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.1:1001/sdb (txn: txb8e720f85fdc4ca3b2b65-006644f82a) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.10:1010/sdk (txn: txb8e720f85fdc4ca3b2b65-006644f82a) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Expect: 100-continue on /a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 724, in _connect_put_node + putter = self._make_putter(node, part, req, headers) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 3038, in _make_putter + return MIMEPutter.connect( + ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2001, in connect + raise FooterNotSupported() +swift.common.exceptions.FooterNotSupported (txn: tx766f0e0773484718ad8e2-006644f82a) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.2:1002/sdc (txn: tx0a0f8c701d1d45a2afbb8-006644f82a) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.10:1010/sdk (txn: tx0a0f8c701d1d45a2afbb8-006644f82a) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.5:1005/sdf (txn: tx0a0f8c701d1d45a2afbb8-006644f82a) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_less_durable_responses +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_less_durable_responses ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_slow_commits +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_slow_commits ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_txn_id_logging_ECPUT +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_txn_id_logging_ECPUT ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_not_available +test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_not_available ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_reading +test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_reading ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_recheck_time_zero +test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_recheck_time_zero ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_writing +test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_writing ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_empty_body +test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_empty_body ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_with_sharding_overlaps +test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_with_sharding_overlaps ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_one_complete_sequences_one_incomplete +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_one_complete_sequences_one_incomplete ... ok test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v2_obj_response test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v2_obj_response ... ok -test.unit.common.ring.test_utils.TestUtils.test_dispersion_report -test.unit.common.ring.test_utils.TestUtils.test_dispersion_report ... ok -test.unit.common.ring.test_utils.TestUtils.test_is_local_device -test.unit.common.ring.test_utils.TestUtils.test_is_local_device ... ok -test.unit.common.ring.test_utils.TestUtils.test_is_valid_hostname -test.unit.common.ring.test_utils.TestUtils.test_is_valid_hostname ... ok -test.unit.common.ring.test_utils.TestUtils.test_normalized_device_tier_names -test.unit.common.ring.test_utils.TestUtils.test_normalized_device_tier_names ... ok -test.unit.common.ring.test_utils.TestUtils.test_parse_address_old_format -test.unit.common.ring.test_utils.TestUtils.test_parse_address_old_format ... ok -test.unit.common.ring.test_utils.TestUtils.test_parse_args -test.unit.common.ring.test_utils.TestUtils.test_parse_args ... ok -test.unit.common.ring.test_utils.TestUtils.test_parse_builder_ring_filename_args -test.unit.common.ring.test_utils.TestUtils.test_parse_builder_ring_filename_args ... ok -test.unit.common.ring.test_utils.TestUtils.test_parse_change_values_from_opts -test.unit.common.ring.test_utils.TestUtils.test_parse_change_values_from_opts ... ok -test.unit.common.ring.test_utils.TestUtils.test_parse_search_value -test.unit.common.ring.test_utils.TestUtils.test_parse_search_value ... ok -test.unit.common.ring.test_utils.TestUtils.test_parse_search_values_from_opts -test.unit.common.ring.test_utils.TestUtils.test_parse_search_values_from_opts ... ok -test.unit.common.ring.test_utils.TestUtils.test_replication_defaults -test.unit.common.ring.test_utils.TestUtils.test_replication_defaults ... ok -test.unit.common.ring.test_utils.TestUtils.test_tiers_for_dev -test.unit.common.ring.test_utils.TestUtils.test_tiers_for_dev ... ok -test.unit.common.ring.test_utils.TestUtils.test_validate_and_normalize_address -test.unit.common.ring.test_utils.TestUtils.test_validate_and_normalize_address ... ok -test.unit.common.ring.test_utils.TestUtils.test_validate_and_normalize_ip -test.unit.common.ring.test_utils.TestUtils.test_validate_and_normalize_ip ... ok -test.unit.common.ring.test_utils.TestUtils.test_validate_args -test.unit.common.ring.test_utils.TestUtils.test_validate_args ... ok -test.unit.common.ring.test_utils.TestUtils.test_validate_args_new_cmd_format -test.unit.common.ring.test_utils.TestUtils.test_validate_args_new_cmd_format ... ok -test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_close -test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_close ... ok -test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_errors -test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_errors ... ok -test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_exact -test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_exact ... ok -test.unit.common.test_db.TestChexor.test_chexor -test.unit.common.test_db.TestChexor.test_chexor ... ok -test.unit.common.test_db.TestChexor.test_invalid_old_hash -test.unit.common.test_db.TestChexor.test_invalid_old_hash ... ok -test.unit.common.test_db.TestChexor.test_no_name -test.unit.common.test_db.TestChexor.test_no_name ... ok -test.unit.common.test_db.TestChexor.test_normal_case -test.unit.common.test_db.TestChexor.test_normal_case ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_client_exception -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_client_exception ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_account -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_account ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_account_failure -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_account_failure ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_account_replication_net -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_account_replication_net ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_error -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_error ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_obj_error -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_obj_error ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_object -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_object ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_replication_net -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_replication_net ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_with_timestamp -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_with_timestamp ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_object -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_object ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_object_error -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_object_error ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_object_with_timestamp -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_object_with_timestamp ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_account -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_account ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_account_error -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_account_error ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_account_no_content_does_not_parse_body -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_account_no_content_does_not_parse_body ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_container -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_container ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_container_no_content_does_not_decode_body -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_container_no_content_does_not_decode_body ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_container_with_extra_params -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_container_with_extra_params ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_object -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_object ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_object_chunks -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_object_chunks ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_object_error -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_object_error ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_recon -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_recon ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_suffix_hashes -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_suffix_hashes ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_suffix_hashes_503 -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_suffix_hashes_503 ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_suffix_hashes_507 -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_suffix_hashes_507 ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container_deleted -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container_deleted ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container_error -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container_error ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container_replication_net -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container_replication_net ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_object -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_object ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_object_error -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_object_error ... ok -Traceback (most recent call last): - File "/usr/lib/python3/dist-packages/eventlet/greenpool.py", line 87, in _spawn_n_impl - func(*args, **kwargs) - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/x_profile/profile_model.py", line 274, in dump_profile - profiler.dump_stats(tmpfn) - File "/usr/lib/python3.12/profile.py", line 394, in dump_stats - with open(file, 'wb') as f: - ^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/tmp/log/swift/profile/default.profile635414.tmp' -Traceback (most recent call last): - File "/usr/lib/python3/dist-packages/eventlet/greenpool.py", line 87, in _spawn_n_impl - func(*args, **kwargs) - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/x_profile/profile_model.py", line 274, in dump_profile - profiler.dump_stats(tmpfn) - File "/usr/lib/python3.12/profile.py", line 394, in dump_stats - with open(file, 'wb') as f: - ^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/tmp/log/swift/profile/default.profile635414.tmp' -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_object_not_found -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_object_not_found ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_post_container -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_post_container ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_post_object -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_post_object ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_post_object_error -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_post_object_error ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_chunked -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_chunked ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_fail -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_fail ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_object -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_object ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_object_error -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_object_error ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_args -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_args ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_chunked -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_chunked ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_fail -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_fail ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_header_content_length -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_header_content_length ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_with_content_length -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_with_content_length ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_gen_headers -test.unit.common.test_direct_client.TestUTF8DirectClient.test_gen_headers ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry -test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry_client_exception -test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry_client_exception ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry_http_exception -test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry_http_exception ... ok -test.unit.common.test_swob.TestResponse.test_200_with_body_and_headers -test.unit.common.test_swob.TestResponse.test_200_with_body_and_headers ... ok -test.unit.common.test_swob.TestResponse.test_507 -test.unit.common.test_swob.TestResponse.test_507 ... ok -test.unit.common.test_swob.TestResponse.test_app_iter -test.unit.common.test_swob.TestResponse.test_app_iter ... ok -test.unit.common.test_swob.TestResponse.test_call_finds_nonempty_chunk -test.unit.common.test_swob.TestResponse.test_call_finds_nonempty_chunk ... ok -test.unit.common.test_swob.TestResponse.test_call_preserves_closeability -test.unit.common.test_swob.TestResponse.test_call_preserves_closeability ... ok -test.unit.common.test_swob.TestResponse.test_call_reifies_request_if_necessary -test.unit.common.test_swob.TestResponse.test_call_reifies_request_if_necessary ... ok -test.unit.common.test_swob.TestResponse.test_call_requires_that_start_response_is_called -test.unit.common.test_swob.TestResponse.test_call_requires_that_start_response_is_called ... ok -test.unit.common.test_swob.TestResponse.test_charset -test.unit.common.test_swob.TestResponse.test_charset ... ok -test.unit.common.test_swob.TestResponse.test_charset_content_type -test.unit.common.test_swob.TestResponse.test_charset_content_type ... ok -test.unit.common.test_swob.TestResponse.test_content_type -test.unit.common.test_swob.TestResponse.test_content_type ... ok -test.unit.common.test_swob.TestResponse.test_empty_body -test.unit.common.test_swob.TestResponse.test_empty_body ... ok -test.unit.common.test_swob.TestResponse.test_etag -test.unit.common.test_swob.TestResponse.test_etag ... ok -test.unit.common.test_swob.TestResponse.test_host_url_default -test.unit.common.test_swob.TestResponse.test_host_url_default ... ok -test.unit.common.test_swob.TestResponse.test_host_url_default_port_squelched -test.unit.common.test_swob.TestResponse.test_host_url_default_port_squelched ... ok -test.unit.common.test_swob.TestResponse.test_host_url_host_https -test.unit.common.test_swob.TestResponse.test_host_url_host_https ... ok -test.unit.common.test_swob.TestResponse.test_host_url_host_override -test.unit.common.test_swob.TestResponse.test_host_url_host_override ... ok -test.unit.common.test_swob.TestResponse.test_host_url_host_port_override -test.unit.common.test_swob.TestResponse.test_host_url_host_port_override ... ok -test.unit.common.test_swob.TestResponse.test_host_url_https -test.unit.common.test_swob.TestResponse.test_host_url_https ... ok -test.unit.common.test_swob.TestResponse.test_host_url_https_port_squelched -test.unit.common.test_swob.TestResponse.test_host_url_https_port_squelched ... ok -test.unit.common.test_swob.TestResponse.test_init_with_body_headers_app_iter -test.unit.common.test_swob.TestResponse.test_init_with_body_headers_app_iter ... ok -test.unit.common.test_swob.TestResponse.test_location_no_rewrite -test.unit.common.test_swob.TestResponse.test_location_no_rewrite ... ok -test.unit.common.test_swob.TestResponse.test_location_no_rewrite_when_told_not_to -test.unit.common.test_swob.TestResponse.test_location_no_rewrite_when_told_not_to ... ok -test.unit.common.test_swob.TestResponse.test_location_rewrite -test.unit.common.test_swob.TestResponse.test_location_rewrite ... ok -test.unit.common.test_swob.TestResponse.test_location_rewrite_no_host -test.unit.common.test_swob.TestResponse.test_location_rewrite_no_host ... ok -test.unit.common.test_swob.TestResponse.test_multi_range_body -test.unit.common.test_swob.TestResponse.test_multi_range_body ... ok -test.unit.common.test_swob.TestResponse.test_multi_ranges_wo_iter_ranges -test.unit.common.test_swob.TestResponse.test_multi_ranges_wo_iter_ranges ... ok -test.unit.common.test_swob.TestResponse.test_multi_response_iter -test.unit.common.test_swob.TestResponse.test_multi_response_iter ... ok -test.unit.common.test_swob.TestResponse.test_properties -test.unit.common.test_swob.TestResponse.test_properties ... ok -test.unit.common.test_swob.TestResponse.test_range_body -test.unit.common.test_swob.TestResponse.test_range_body ... ok -test.unit.common.test_swob.TestResponse.test_single_range_wo_iter_range -test.unit.common.test_swob.TestResponse.test_single_range_wo_iter_range ... ok -test.unit.common.test_swob.TestResponse.test_swob_closes_large_HEAD_resp_iter -test.unit.common.test_swob.TestResponse.test_swob_closes_large_HEAD_resp_iter ... ok -test.unit.common.test_swob.TestResponse.test_swob_drains_small_HEAD_resp_iter -test.unit.common.test_swob.TestResponse.test_swob_drains_small_HEAD_resp_iter ... ok -test.unit.common.test_swob.TestResponse.test_unicode_body -test.unit.common.test_swob.TestResponse.test_unicode_body ... ok -test.unit.common.test_utils.TestCloseableChain.test_closeable_chain_closes -test.unit.common.test_utils.TestCloseableChain.test_closeable_chain_closes ... ok -test.unit.common.test_utils.TestCloseableChain.test_closeable_chain_iterates -test.unit.common.test_utils.TestCloseableChain.test_closeable_chain_iterates ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_with_shrinking_overlaps +test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_with_shrinking_overlaps ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_auto_record_type +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_auto_record_type ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_version_account_response +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_version_account_response ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_bad_etag_json +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_bad_etag_json ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_failure +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_failure ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_failure_json +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_failure_json ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_one_incomplete_sequence +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_one_incomplete_sequence ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_success +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_success ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_success_json +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_success_json ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_allow_empty_last_segment +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_allow_empty_last_segment ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_shard_usage +test.unit.container.test_backend.TestContainerBroker.test_get_shard_usage ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_bad_data +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_bad_data ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_check_data +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_check_data ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_check_data_bad +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_check_data_bad ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_disallow_empty_first_segment +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_disallow_empty_first_segment ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_fast_heartbeat +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_fast_heartbeat ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_invalid_data +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_invalid_data ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_no_xml +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_no_xml ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_etag_check +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_etag_check ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check_no_early_bailout +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check_no_early_bailout ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check_still_uses_min_size +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check_still_uses_min_size ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success_conditional +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success_conditional ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success_unicode +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success_unicode ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_with_manipulator_callback +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_with_manipulator_callback ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_with_validator_callback +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_with_validator_callback ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_single_ranges +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_single_ranges ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_unsatisfiable_ranges +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_unsatisfiable_ranges ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_bad_etag_fail +test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_bad_etag_fail ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_no_etag_success +test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_no_etag_success ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_with_etag_success +test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_with_etag_success ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_with_etag_with_quotes_success +test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_with_etag_with_quotes_success ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_put_manifest_too_quick_fail +test.unit.common.middleware.test_slo.TestSloPutManifest.test_put_manifest_too_quick_fail ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_account_delete_permissions +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_account_delete_permissions ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_account_put_permissions +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_account_put_permissions ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_admin_is_owner +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_admin_is_owner ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_anon +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_anon ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_anon_badpath +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_anon_badpath ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_deny_non_reseller_prefix +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_deny_non_reseller_prefix ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_deny_non_reseller_prefix_no_override +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_deny_non_reseller_prefix_no_override ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_fail +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_fail ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_no_reseller_prefix_deny +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_no_reseller_prefix_deny ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_no_reseller_prefix_no_token +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_no_reseller_prefix_no_token ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_prefix_init +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_prefix_init ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_reseller_prefix_with_s3_deny +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_reseller_prefix_with_s3_deny ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_scheme +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_scheme ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_old_s3api_details +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_old_s3api_details ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_old_swift3_details +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_old_swift3_details ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_s3api_authorization_good +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_s3api_authorization_good ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_s3api_authorization_invalid +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_s3api_authorization_invalid ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_swift3_authorization_good +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_swift3_authorization_good ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_swift3_authorization_invalid +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_swift3_authorization_invalid ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_account_access +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_account_access ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_group_access +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_group_access ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_referer_after_user_groups +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_referer_after_user_groups ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_referrer_access +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_referrer_access ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_bad_path +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_bad_path ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_deny_cross_reseller +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_deny_cross_reseller ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_detect_reseller_request +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_detect_reseller_request ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_bad_path +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_bad_path ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_invalid_x_auth_user_format +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_invalid_x_auth_user_format ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_missing_key +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_missing_key ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_non_matching_account_in_request +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_non_matching_account_in_request ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_memcache_error +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_memcache_error ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_success +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_success ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_success_other_auth_prefix +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_success_other_auth_prefix ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_user_group +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_user_group ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_object_name_containing_slash +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_object_name_containing_slash ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_old_token_overdate +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_old_token_overdate ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_old_token_with_old_data +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_old_token_with_old_data ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_options_call +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_options_call ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_asked_for_and_allowed +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_asked_for_and_allowed ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_asked_for_but_not_allowed +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_asked_for_but_not_allowed ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_default_allowed +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_default_allowed ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_regular_is_not_owner +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_regular_is_not_owner ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_request_method_not_allowed +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_request_method_not_allowed ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_reseller_admin_is_owner +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_reseller_admin_is_owner ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_reseller_prefix_init +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_reseller_prefix_init ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_statsd_prefix +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_statsd_prefix ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_based_on_host +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_based_on_host ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_default +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_default ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_overridden_scheme +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_overridden_scheme ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_successful_token_unicode_user +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_successful_token_unicode_user ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_fail_key +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_fail_key ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_fail_no_timestamp +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_fail_no_timestamp ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_success +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_success ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_success_lb_sync_host +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_success_lb_sync_host ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_top_level_deny +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_top_level_deny ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_use_old_token_from_memcached +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_use_old_token_from_memcached ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_use_token_success +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_use_token_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_DELETE_on_expired_versioned_object +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_DELETE_on_expired_versioned_object ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_blank_add_versions_precedence +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_blank_add_versions_precedence ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_container_allow_versioned_writes_false +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_container_allow_versioned_writes_false ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_first_object_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_first_object_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_doubled_up_markers_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_doubled_up_markers_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_is_marker_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_is_marker_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_no_marker_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_no_marker_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_restores_marker_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_restores_marker_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_no_versions_container_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_no_versions_container_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_object_no_versioning_with_container_config_true +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_object_no_versioning_with_container_config_true ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_single_version_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_single_version_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_denied_DELETE_of_versioned_object +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_denied_DELETE_of_versioned_object ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_denied_PUT_of_versioned_object +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_denied_PUT_of_versioned_object ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_empty_versions_location +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_empty_versions_location ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_get_container +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_get_container ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_get_head +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_get_head ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_head_container +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_head_container ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_history_delete_marker_no_object_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_history_delete_marker_no_object_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_history_delete_marker_over_object_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_history_delete_marker_over_object_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_get_errors +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_get_errors ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_put_errors +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_put_errors ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_sysmeta_precedence +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_sysmeta_precedence ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container_both_headers +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container_both_headers ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container_history_header +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container_history_header ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_first_object_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_first_object_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_object_no_versioning +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_object_no_versioning ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_object_no_versioning_with_container_config_true +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_object_no_versioning_with_container_config_true ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_request_is_dlo_manifest_with_container_config_true +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_request_is_dlo_manifest_with_container_config_true ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_version_is_dlo_manifest_with_container_config_true +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_version_is_dlo_manifest_with_container_config_true ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_versioned_object_including_url_encoded_name_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_versioned_object_including_url_encoded_name_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_remove_add_versions_precedence +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_remove_add_versions_precedence ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_remove_headers +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_remove_headers ... ok +test.unit.common.middleware.test_xprofile.Test_profile_log.test_clear +test.unit.common.middleware.test_xprofile.Test_profile_log.test_clear ... ok +test.unit.common.middleware.test_xprofile.Test_profile_log.test_dump_profile +test.unit.common.middleware.test_xprofile.Test_profile_log.test_dump_profile ... ok +test.unit.common.middleware.test_xprofile.Test_profile_log.test_get_all_pids +test.unit.common.middleware.test_xprofile.Test_profile_log.test_get_all_pids ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_non_ascii +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_non_ascii ... ok +test.unit.common.middleware.test_xprofile.Test_profile_log.test_get_logfiles +test.unit.common.middleware.test_xprofile.Test_profile_log.test_get_logfiles ... ok +test.unit.container.test_backend.TestContainerBroker.test_has_multiple_policies +test.unit.container.test_backend.TestContainerBroker.test_has_multiple_policies ... ok +test.unit.common.test_daemon.TestWorkerDaemon.test_my_worker_daemon +test.unit.common.test_daemon.TestWorkerDaemon.test_my_worker_daemon ... ok +test.unit.common.test_daemon.TestWorkerDaemon.test_stubs +test.unit.common.test_daemon.TestWorkerDaemon.test_stubs ... ok +test.unit.common.test_swob.TestHeaderEnvironProxy.test_contains +test.unit.common.test_swob.TestHeaderEnvironProxy.test_contains ... ok +test.unit.common.test_swob.TestHeaderEnvironProxy.test_del +test.unit.common.test_swob.TestHeaderEnvironProxy.test_del ... ok +test.unit.common.test_swob.TestHeaderEnvironProxy.test_ignored_keys +test.unit.common.test_swob.TestHeaderEnvironProxy.test_ignored_keys ... ok +test.unit.common.test_swob.TestHeaderEnvironProxy.test_keys +test.unit.common.test_swob.TestHeaderEnvironProxy.test_keys ... ok +test.unit.common.test_swob.TestHeaderEnvironProxy.test_proxy +test.unit.common.test_swob.TestHeaderEnvironProxy.test_proxy ... ok +test.unit.common.test_swob.TestRange.test_range +test.unit.common.test_swob.TestRange.test_range ... ok +test.unit.common.test_swob.TestRange.test_range_invalid_syntax +test.unit.common.test_swob.TestRange.test_range_invalid_syntax ... ok +test.unit.common.test_swob.TestRange.test_ranges_for_large_length +test.unit.common.test_swob.TestRange.test_ranges_for_large_length ... ok +test.unit.common.test_swob.TestRange.test_ranges_for_length +test.unit.common.test_swob.TestRange.test_ranges_for_length ... ok +test.unit.common.test_swob.TestRange.test_ranges_for_length_edges +test.unit.common.test_swob.TestRange.test_ranges_for_length_edges ... ok +test.unit.common.test_swob.TestRange.test_ranges_for_length_multi +test.unit.common.test_swob.TestRange.test_ranges_for_length_multi ... ok +test.unit.common.test_swob.TestRange.test_ranges_for_length_no_end +test.unit.common.test_swob.TestRange.test_ranges_for_length_no_end ... ok +test.unit.common.test_swob.TestRange.test_ranges_for_length_no_start +test.unit.common.test_swob.TestRange.test_ranges_for_length_no_start ... ok +test.unit.common.test_swob.TestRange.test_ranges_for_length_nonascending +test.unit.common.test_swob.TestRange.test_ranges_for_length_nonascending ... ok +test.unit.common.test_swob.TestRange.test_ranges_for_length_overlapping +test.unit.common.test_swob.TestRange.test_ranges_for_length_overlapping ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges_errors +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges_errors ... ok +test.unit.common.test_swob.TestRange.test_ranges_for_length_too_many +test.unit.common.test_swob.TestRange.test_ranges_for_length_too_many ... ok +test.unit.common.test_swob.TestRange.test_str +test.unit.common.test_swob.TestRange.test_str ... ok +test.unit.common.test_swob.TestRange.test_upsidedown_range +test.unit.common.test_swob.TestRange.test_upsidedown_range ... ok +test.unit.common.test_utils.TestAuditLocationGenerator.test_drive_tree_access +test.unit.common.test_utils.TestAuditLocationGenerator.test_drive_tree_access ... ok +test.unit.common.test_utils.TestAuditLocationGenerator.test_error_counter +test.unit.common.test_utils.TestAuditLocationGenerator.test_error_counter ... ok +test.unit.common.test_utils.TestAuditLocationGenerator.test_filters +test.unit.common.test_utils.TestAuditLocationGenerator.test_filters ... ok +test.unit.common.test_utils.TestAuditLocationGenerator.test_find_objects +test.unit.common.test_utils.TestAuditLocationGenerator.test_find_objects ... ok +test.unit.common.test_utils.TestAuditLocationGenerator.test_hooks +test.unit.common.test_utils.TestAuditLocationGenerator.test_hooks ... ok +test.unit.common.test_utils.TestAuditLocationGenerator.test_ignore_metadata +test.unit.common.test_utils.TestAuditLocationGenerator.test_ignore_metadata ... ok +test.unit.common.test_utils.TestAuditLocationGenerator.test_mount_check_drive +test.unit.common.test_utils.TestAuditLocationGenerator.test_mount_check_drive ... ok +test.unit.common.test_utils.TestAuditLocationGenerator.test_non_dir_contents +test.unit.common.test_utils.TestAuditLocationGenerator.test_non_dir_contents ... ok +test.unit.common.test_utils.TestAuditLocationGenerator.test_non_dir_drive +test.unit.common.test_utils.TestAuditLocationGenerator.test_non_dir_drive ... ok test.unit.common.test_utils.TestEventletRateLimiter.test_burst test.unit.common.test_utils.TestEventletRateLimiter.test_burst ... ok test.unit.common.test_utils.TestEventletRateLimiter.test_burst_after_idle @@ -27686,1053 +36296,951 @@ test.unit.common.test_utils.TestEventletRateLimiter.test_non_blocking ... ok test.unit.common.test_utils.TestEventletRateLimiter.test_ratelimit test.unit.common.test_utils.TestEventletRateLimiter.test_ratelimit ... ok -test.unit.common.test_utils.TestShardRange.test_constants -test.unit.common.test_utils.TestShardRange.test_constants ... ok -test.unit.common.test_utils.TestShardRange.test_copy -test.unit.common.test_utils.TestShardRange.test_copy ... ok -test.unit.common.test_utils.TestShardRange.test_deleted_setter -test.unit.common.test_utils.TestShardRange.test_deleted_setter ... ok -test.unit.common.test_utils.TestShardRange.test_epoch_setter -test.unit.common.test_utils.TestShardRange.test_epoch_setter ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty_old_style_shard_container ... ok -test.unit.common.test_utils.TestShardRange.test_find_ancestors -test.unit.common.test_utils.TestShardRange.test_find_ancestors ... ok -test.unit.common.test_utils.TestShardRange.test_find_root -test.unit.common.test_utils.TestShardRange.test_find_root ... ok -test.unit.common.test_utils.TestShardRange.test_increment_meta -test.unit.common.test_utils.TestShardRange.test_increment_meta ... ok -test.unit.common.test_utils.TestShardRange.test_is_child_of -test.unit.common.test_utils.TestShardRange.test_is_child_of ... ok -test.unit.common.test_utils.TestShardRange.test_make_path -test.unit.common.test_utils.TestShardRange.test_make_path ... ok -test.unit.common.test_utils.TestShardRange.test_meta_timestamp_setter -test.unit.common.test_utils.TestShardRange.test_meta_timestamp_setter ... ok -test.unit.common.test_utils.TestShardRange.test_min_max_bounds -test.unit.common.test_utils.TestShardRange.test_min_max_bounds ... ok -test.unit.common.test_utils.TestShardRange.test_name -test.unit.common.test_utils.TestShardRange.test_name ... ok -test.unit.common.test_utils.TestShardRange.test_name_validation -test.unit.common.test_utils.TestShardRange.test_name_validation ... ok -test.unit.common.test_utils.TestShardRange.test_repr -test.unit.common.test_utils.TestShardRange.test_repr ... ok -test.unit.common.test_utils.TestShardRange.test_resolve_state -test.unit.common.test_utils.TestShardRange.test_resolve_state ... ok -test.unit.common.test_utils.TestShardRange.test_row_count -test.unit.common.test_utils.TestShardRange.test_row_count ... ok -test.unit.common.test_utils.TestShardRange.test_set_deleted -test.unit.common.test_utils.TestShardRange.test_set_deleted ... ok -test.unit.common.test_utils.TestShardRange.test_shard_range_initialisation -test.unit.common.test_utils.TestShardRange.test_shard_range_initialisation ... ok -test.unit.common.test_utils.TestShardRange.test_sort_key -test.unit.common.test_utils.TestShardRange.test_sort_key ... ok -test.unit.common.test_utils.TestShardRange.test_sort_key_order -test.unit.common.test_utils.TestShardRange.test_sort_key_order ... ok -test.unit.common.test_utils.TestShardRange.test_state_setter -test.unit.common.test_utils.TestShardRange.test_state_setter ... ok -test.unit.common.test_utils.TestShardRange.test_state_timestamp_setter -test.unit.common.test_utils.TestShardRange.test_state_timestamp_setter ... ok -test.unit.common.test_utils.TestShardRange.test_timestamp_setter -test.unit.common.test_utils.TestShardRange.test_timestamp_setter ... ok -test.unit.common.test_utils.TestShardRange.test_to_from_dict -test.unit.common.test_utils.TestShardRange.test_to_from_dict ... ok -test.unit.common.test_utils.TestShardRange.test_update_meta -test.unit.common.test_utils.TestShardRange.test_update_meta ... ok -test.unit.common.test_utils.TestShardRange.test_update_state -test.unit.common.test_utils.TestShardRange.test_update_state ... ok -test.unit.common.test_utils.TestShardRange.test_update_tombstones -test.unit.common.test_utils.TestShardRange.test_update_tombstones ... ok -test.unit.container.test_reconciler.TestReconciler.test_can_reconcile_policy -test.unit.container.test_reconciler.TestReconciler.test_can_reconcile_policy ... ok -test.unit.container.test_reconciler.TestReconciler.test_concurrency -test.unit.container.test_reconciler.TestReconciler.test_concurrency ... ok -test.unit.container.test_reconciler.TestReconciler.test_concurrency_config -test.unit.container.test_reconciler.TestReconciler.test_concurrency_config ... ok -test.unit.container.test_reconciler.TestReconciler.test_delete_old_empty_queue_containers -test.unit.container.test_reconciler.TestReconciler.test_delete_old_empty_queue_containers ... ok -test.unit.container.test_reconciler.TestReconciler.test_error_in_iter_containers -test.unit.container.test_reconciler.TestReconciler.test_error_in_iter_containers ... ok -test.unit.container.test_reconciler.TestReconciler.test_fail_to_move_if_ppi -test.unit.container.test_reconciler.TestReconciler.test_fail_to_move_if_ppi ... ok -test.unit.container.test_reconciler.TestReconciler.test_init_internal_client_log_name -test.unit.container.test_reconciler.TestReconciler.test_init_internal_client_log_name ... ok -test.unit.container.test_reconciler.TestReconciler.test_invalid_queue_name -test.unit.container.test_reconciler.TestReconciler.test_invalid_queue_name ... ok -test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing -test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing ... ok -fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-abcd, max LO GET time of 86400s exceeded -fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-manifest-a, GET of submanifest /v1/AUTH_test/gettest/manifest-a failed with status 403 (

Forbidden

Access was denied to this reso...) -fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-abcd, got 401 (

Unauthorized

This server could not verif...) while retrieving /v1/AUTH_test/gettest/c_15 -fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-abcd, GET of submanifest /v1/AUTH_test/gettest/manifest-bc failed with status 401 (

Unauthorized

This server could not verif...) -fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/a_5 etag: 594f803b380a41396ed63dca39503542 != wrong! or 5 != 5. -fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/a_5 etag: 594f803b380a41396ed63dca39503542 != 594f803b380a41396ed63dca39503542 or 5 != 999999. -fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-not-avail, got 503 (

Service Unavailable

The server is curren...) while retrieving /v1/AUTH_test/gettest/not_avail_obj -fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-not-exists, got 404 (

Not Found

The resource could not be foun...) while retrieving /v1/AUTH_test/gettest/not_exists_obj -fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 2 (char 1) -fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 2 (char 1) -fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-abcd, JSON-decoding of submanifest /v1/AUTH_test/gettest/manifest-bc failed with 500 Internal Error -fake-swift ERROR: Bad MD5 checksum for /v1/AUTH_test/gettest/a_5 as part of /v1/AUTH_test/gettest/manifest: headers had 594f803b380a41396ed63dca39503542, but object MD5 was actually fb0e22c79ac75679e9881e6ba183b354 -fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/b_10 etag: 82136b4240d6ce4ea7d03e51469a393b != wrong! or 10 != 10. -fake-swift ERROR: Bad response length for /v1/AUTH_test/gettest/a_5 as part of /v1/AUTH_test/gettest/manifest: headers had 5, but response length was actually 4 -fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/b_10 etag: 82136b4240d6ce4ea7d03e51469a393b != 82136b4240d6ce4ea7d03e51469a393b or 10 != 999999. -fake-swift ERROR: While processing manifest '/v1/AUTH_test/gettest/man1', max recursion depth was exceeded -fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 1 (char 0) -fake-swift ERROR: While processing manifest '/v1/AUTH_test/gettest/man1', max recursion depth was exceeded -Tue Jun 17 12:03:03 2025 /tmp/log/swift/profile/default.profile456 -Tue Jun 17 12:03:03 2025 /tmp/log/swift/profile/default.profile123 -Tue Jun 17 12:03:03 2025 /tmp/log/swift/profile/default.profile635414 - - 45 function calls in 0.002 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 9 0.001 0.000 0.002 0.000 profile:0(import os;os.getcwd();) - 9 0.000 0.000 0.001 0.000 :0(exec) - 9 0.000 0.000 0.000 0.000 :1() - 9 0.000 0.000 0.000 0.000 :0(getcwd) - 0 0.000 0.000 profile:0(profiler) - 9 0.000 0.000 0.000 0.000 :0(setprofile) - - -direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda -direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda -direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda -direct-client-test ERROR: Kaboom! -direct-client-test ERROR: Kaboom! -direct-client-test ERROR: Kaboom! -test DEBUG: pulling items from the queue -test DEBUG: checking container 1750204800 -test DEBUG: looking for objects in 1750204800 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 -test DEBUG: checking placement for '/AUTH_bob/c/o2' (3724.234560) in policy_index 1 -test INFO: success: '/AUTH_bob/c/o2' (3724.234560) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o2' (3724.234560) from the queue (0000003724.23456_0000000000000001) -test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) -test INFO: Reconciler Stats: {'success': 2, 'pop_queue': 2} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1750204800 -test DEBUG: looking for objects in 1750204800 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 1749538800 -test DEBUG: looking for objects in 1749538800 -test DEBUG: checking container 1749535200 -test DEBUG: looking for objects in 1749535200 -test ERROR: invalid_record: invalid queue record: {'bytes': 0, 'name': 'something', 'last_modified': '1970-01-01T00:00:00.000000', 'hash': '0.000000', 'content_type': 'application/x-put'} +test.unit.common.test_utils.TestFallocateReserve.test_all_reserved +test.unit.common.test_utils.TestFallocateReserve.test_all_reserved ... ok +test.unit.common.test_utils.TestFallocateReserve.test_all_space_reserved_pct +test.unit.common.test_utils.TestFallocateReserve.test_all_space_reserved_pct ... ok +test.unit.common.test_utils.TestFallocateReserve.test_disabled +test.unit.common.test_utils.TestFallocateReserve.test_disabled ... ok +test.unit.common.test_utils.TestFallocateReserve.test_enough_space +test.unit.common.test_utils.TestFallocateReserve.test_enough_space ... ok +test.unit.common.test_utils.TestFallocateReserve.test_enough_space_pct +test.unit.common.test_utils.TestFallocateReserve.test_enough_space_pct ... ok +test.unit.common.test_utils.TestFallocateReserve.test_enough_space_small_blocks +test.unit.common.test_utils.TestFallocateReserve.test_enough_space_small_blocks ... ok +test.unit.common.test_utils.TestFallocateReserve.test_free_space_under_reserve +test.unit.common.test_utils.TestFallocateReserve.test_free_space_under_reserve ... ok +test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space +test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space ... ok +test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_large +test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_large ... ok +test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_pct +test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_pct ... ok +test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_small_blocks +test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_small_blocks ... ok +test.unit.common.test_utils.TestFallocateReserve.test_zero_reserve +test.unit.common.test_utils.TestFallocateReserve.test_zero_reserve ... ok +test.unit.common.test_utils.TestFileLikeIter.test_close +test.unit.common.test_utils.TestFileLikeIter.test_close ... ok +test.unit.common.test_utils.TestFileLikeIter.test_get_hub +test.unit.common.test_utils.TestFileLikeIter.test_get_hub ... ok +test.unit.common.test_utils.TestFileLikeIter.test_iter_file_iter +test.unit.common.test_utils.TestFileLikeIter.test_iter_file_iter ... ok +test.unit.common.test_utils.TestFileLikeIter.test_next +test.unit.common.test_utils.TestFileLikeIter.test_next ... ok +test.unit.common.test_utils.TestFileLikeIter.test_read +test.unit.common.test_utils.TestFileLikeIter.test_read ... ok +test.unit.common.test_utils.TestFileLikeIter.test_read_with_size +test.unit.common.test_utils.TestFileLikeIter.test_read_with_size ... ok +test.unit.common.test_utils.TestFileLikeIter.test_read_with_size_zero +test.unit.common.test_utils.TestFileLikeIter.test_read_with_size_zero ... ok +test.unit.common.test_utils.TestFileLikeIter.test_readline +test.unit.common.test_utils.TestFileLikeIter.test_readline ... ok +test.unit.common.test_utils.TestFileLikeIter.test_readline2 +test.unit.common.test_utils.TestFileLikeIter.test_readline2 ... ok +test.unit.common.test_utils.TestFileLikeIter.test_readline3 +test.unit.common.test_utils.TestFileLikeIter.test_readline3 ... ok +test.unit.common.test_utils.TestFileLikeIter.test_readline_with_size +test.unit.common.test_utils.TestFileLikeIter.test_readline_with_size ... ok +test.unit.common.test_utils.TestFileLikeIter.test_readlines +test.unit.common.test_utils.TestFileLikeIter.test_readlines ... ok +test.unit.common.test_utils.TestFileLikeIter.test_readlines_with_size +test.unit.common.test_utils.TestFileLikeIter.test_readlines_with_size ... ok +test.unit.common.test_utils.TestLRUCache.test_maxsize +test.unit.common.test_utils.TestLRUCache.test_maxsize ... ok +test.unit.common.test_utils.TestLRUCache.test_maxtime +test.unit.common.test_utils.TestLRUCache.test_maxtime ... ok +test.unit.common.test_utils.TestLRUCache.test_set_maxsize +test.unit.common.test_utils.TestLRUCache.test_set_maxsize ... ok +test.unit.common.test_utils.TestLRUCache.test_set_maxtime +test.unit.common.test_utils.TestLRUCache.test_set_maxtime ... ok +test.unit.common.test_utils.TestPipeMutex.test_blocking +test.unit.common.test_utils.TestPipeMutex.test_blocking ... ok +test.unit.common.test_utils.TestPipeMutex.test_blocking_preserves_ownership +test.unit.common.test_utils.TestPipeMutex.test_blocking_preserves_ownership ... ok +test.unit.common.test_utils.TestPipeMutex.test_blocking_tpool +test.unit.common.test_utils.TestPipeMutex.test_blocking_tpool ... ok +test.unit.common.test_utils.TestPipeMutex.test_nonblocking +test.unit.common.test_utils.TestPipeMutex.test_nonblocking ... ok +test.unit.common.test_utils.TestPipeMutex.test_recursive +test.unit.common.test_utils.TestPipeMutex.test_recursive ... ok +test.unit.common.test_utils.TestPipeMutex.test_release_without_acquire +test.unit.common.test_utils.TestPipeMutex.test_release_without_acquire ... ok +test.unit.common.test_utils.TestPipeMutex.test_too_many_releases +test.unit.common.test_utils.TestPipeMutex.test_too_many_releases ... ok +test.unit.common.test_utils.TestPipeMutex.test_wrong_releaser +test.unit.common.test_utils.TestPipeMutex.test_wrong_releaser ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_overlapping_donor_and_acceptor_shards_default +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_overlapping_donor_and_acceptor_shards_default ... ok +test.unit.common.test_wsgi.TestPipelineModification.test_catch_errors_gatekeeper_configured_not_at_start +test.unit.common.test_wsgi.TestPipelineModification.test_catch_errors_gatekeeper_configured_not_at_start ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_xml +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_xml ... ok +test.unit.common.test_wsgi.TestPipelineModification.test_gatekeeper_insertion_catch_errors_configured_at_start +test.unit.common.test_wsgi.TestPipelineModification.test_gatekeeper_insertion_catch_errors_configured_at_start ... ok +test.unit.common.test_wsgi.TestPipelineModification.test_gatekeeper_insertion_catch_errors_configured_not_at_start +test.unit.common.test_wsgi.TestPipelineModification.test_gatekeeper_insertion_catch_errors_configured_not_at_start ... ok +test.unit.common.test_wsgi.TestPipelineModification.test_load_app +test.unit.common.test_wsgi.TestPipelineModification.test_load_app ... ok +test.unit.common.test_wsgi.TestPipelineModification.test_load_app_request_logging_app +test.unit.common.test_wsgi.TestPipelineModification.test_load_app_request_logging_app ... ok +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.7:1007/sdh (txn: txd15ce80103244ddbbf909-006644f82a) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.9:1009/sdj (txn: txd15ce80103244ddbbf909-006644f82a) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.13:1013/sdn (txn: txd15ce80103244ddbbf909-006644f82a) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.4:1004/sde (txn: txd15ce80103244ddbbf909-006644f82a) +proxy-server ERROR: Object PUT returning 503 for [201, 201, 201, 201, 201, 201, 201, 503, 201, 201, 201, 503, 503, 503] (txn: txd15ce80103244ddbbf909-006644f82a) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=%E1%88%B41_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server INFO: Caching updating shards for shard-updating-v2/a/c (3 shards) (txn: tx733d2b3bb0514a52ba84c-006644f82a) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Problem with listing response from /v1/a/c/o: JSONDecodeError('Expecting value: line 1 column 1 (char 0)') (txn: tx471a7d89775c440c96309-006644f82a) +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmp8tvs0ctu/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp8tvs0ctu/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmp8tvs0ctu/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp8tvs0ctu/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:00:10 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.3561 "-" 1329776 - +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:00:11 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0634 "-" 1329776 - +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:00:11 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.5060 "-" 1329776 - +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:00:11 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0162 "-" 1329776 - +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:00:11 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txe92bfa6e7a60471c8cbb9-006644f82b" "proxy-server 1329776" 0.0015 "-" 1329776 - +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:00:11 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:50759/sda1/1/a/c" "txe92bfa6e7a60471c8cbb9-006644f82b" "container-server 1329776" 0.0405 "-" 1329776 0 +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:00:11 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:48929/sdb1/1/a/c" "txe92bfa6e7a60471c8cbb9-006644f82b" "container-server 1329776" 0.0053 "-" 1329776 0 +cont1 INFO: 127.0.0.1 - - [15/May/2024:18:00:11 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txe92bfa6e7a60471c8cbb9-006644f82b" "proxy-server 1329776" 0.1672 "-" 1329776 0 +cont2 INFO: 127.0.0.1 - - [15/May/2024:18:00:11 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txe92bfa6e7a60471c8cbb9-006644f82b" "proxy-server 1329776" 0.1080 "-" 1329776 0 +proxy INFO: 127.0.0.1 127.0.0.1 15/May/2024/18/00/11 PUT /v1/a/c HTTP/1.0 201 - - t - - - txe92bfa6e7a60471c8cbb9-006644f82b - 0.1755 - - 1715796011.588107586 1715796011.763628960 0 +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:00:11 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txeda50c0ebf094beb9541f-006644f82b" "proxy-server 1329776" 0.0011 "-" 1329776 - +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:00:11 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:50759/sda1/1/a1/c1" "txeda50c0ebf094beb9541f-006644f82b" "container-server 1329776" 0.0021 "-" 1329776 0 +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:00:11 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:48929/sdb1/1/a1/c1" "txeda50c0ebf094beb9541f-006644f82b" "container-server 1329776" 0.0009 "-" 1329776 0 +test INFO: - - - [15/May/2024:18:00:08 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0718 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:08 +0000] "DELETE /sda1/p/a/c/grumpiest30" 301 - "-" "-" "-" 0.0012 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:08 +0000] "DELETE /sda1/p/a/c/grumpiest30_no_header" 204 - "-" "-" "-" 0.0004 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:08 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0887 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:08 +0000] "DELETE /sda1/p/a/c/grumpiest40" 301 - "-" "-" "-" 0.0012 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:08 +0000] "DELETE /sda1/p/a/c/grumpiest40_no_header" 204 - "-" "-" "-" 0.0004 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:08 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0711 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:08 +0000] "DELETE /sda1/p/a/c/grumpiest50" 204 - "-" "-" "-" 0.0013 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:08 +0000] "DELETE /sda1/p/a/c/grumpiest50_no_header" 204 - "-" "-" "-" 0.0005 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:08 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0764 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:08 +0000] "DELETE /sda1/p/a/c/grumpiest60" 301 - "-" "-" "-" 0.0011 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:08 +0000] "DELETE /sda1/p/a/c/grumpiest60_no_header" 204 - "-" "-" "-" 0.0004 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:09 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0923 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:09 +0000] "DELETE /sda1/p/a/c/grumpiest70" 204 - "-" "-" "-" 0.0012 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:09 +0000] "DELETE /sda1/p/a/c/grumpiest70_no_header" 204 - "-" "-" "-" 0.0005 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:09 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0831 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:09 +0000] "DELETE /sda1/p/a/c/grumpiest80" 204 - "-" "-" "-" 0.0056 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:09 +0000] "DELETE /sda1/p/a/c/grumpiest80_no_header" 204 - "-" "-" "-" 0.0005 "-" 1329770 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:00:09 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0605 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:09 +0000] "DELETE /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 1329770 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:00:09 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0651 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:09 +0000] "GET /sda1/p/a/c" 406 - "-" "-" "-" 0.0004 "-" 1329770 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:00:09 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1103 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:09 +0000] "PUT /sda1/p/a/c/obj_0" 201 - "-" "-" "-" 0.0106 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:09 +0000] "PUT /sda1/p/a/c/obj_1" 201 - "-" "-" "-" 0.0007 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:09 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1865 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:10 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0869 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:10 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0063 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:10 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0020 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:10 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0027 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:10 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0028 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:11 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0029 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:11 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0024 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:11 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0032 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:11 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0031 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:11 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0042 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:11 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0025 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:11 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0030 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:11 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0029 "-" 1329770 2 +test DEBUG: Unlinked retiring db '/tmp/tmpayhkyado/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' +test INFO: - - - [15/May/2024:18:00:11 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0023 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:11 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0022 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:11 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0027 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:11 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0027 "-" 1329770 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:00:11 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.4849 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:11 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0022 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:11 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0017 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:11 +0000] "PUT /sda1/p/a/c/US-OK-A" 201 - "-" "-" "-" 0.0004 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:11 +0000] "PUT /sda1/p/a/c/US-OK-B" 201 - "-" "-" "-" 0.0004 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:11 +0000] "PUT /sda1/p/a/c/US-UT-A" 201 - "-" "-" "-" 0.0014 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:11 +0000] "GET /sda1/p/a/c" 200 66 "-" "-" "-" 0.0174 "-" 1329770 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:00:11 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0575 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:11 +0000] "PUT /sda1/p/a/c/a/%E2%9D%A5/1" 201 - "-" "-" "-" 0.0017 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:11 +0000] "PUT /sda1/p/a/c/a/%E2%9D%A5/2" 201 - "-" "-" "-" 0.0004 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:11 +0000] "PUT /sda1/p/a/c/a/%EA%99%AE/1" 201 - "-" "-" "-" 0.0004 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:11 +0000] "PUT /sda1/p/a/c/a/%EA%99%AE/2" 201 - "-" "-" "-" 0.0004 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:11 +0000] "GET /sda1/p/a/c" 200 50 "-" "-" "-" 0.1135 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:11 +0000] "GET /sda1/p/a/c" 200 14 "-" "-" "-" 0.0025 "-" 1329770 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:00:11 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0579 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:11 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0041 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:11 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0004 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:11 +0000] "PUT /sda1/p/a/c/US-OK-A" 201 - "-" "-" "-" 0.0003 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:11 +0000] "PUT /sda1/p/a/c/US-OK-B" 201 - "-" "-" "-" 0.0003 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:11 +0000] "PUT /sda1/p/a/c/US-UT-A" 201 - "-" "-" "-" 0.0003 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:11 +0000] "GET /sda1/p/a/c" 200 221 "-" "-" "-" 0.0548 "-" 1329770 2 +test.unit.common.test_wsgi.TestPipelineModification.test_loadapp_proxy +test.unit.common.test_wsgi.TestPipelineModification.test_loadapp_proxy ... ok +test.unit.common.test_wsgi.TestPipelineModification.test_loadapp_storage +test.unit.common.test_wsgi.TestPipelineModification.test_loadapp_storage ... ok +test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline +test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline ... ok +test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_inserts_versioned_writes +test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_inserts_versioned_writes ... ok +test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_ordering +test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_ordering ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_xml_with_quotes +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_xml_with_quotes ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_invalid_accept +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_invalid_accept ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_overlapping_incomplete_sequences +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_overlapping_incomplete_sequences ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_json +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_json ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_parent_overlaps_with_children_donors +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_parent_overlaps_with_children_donors ... ok +test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_recommended_pipelines +test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_recommended_pipelines ... ok +test.unit.common.test_wsgi.TestPipelineModification.test_proxy_unmodified_wsgi_pipeline +test.unit.common.test_wsgi.TestPipelineModification.test_proxy_unmodified_wsgi_pipeline ... ok +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips ... ok +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_bind_ip_specific +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_bind_ip_specific ... ok +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_bind_to_all +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_bind_to_all ... ok +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_getifaddrs +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_getifaddrs ... ok +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_netifaces_error +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_netifaces_error ... ok +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_netifaces_ipv6 +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_netifaces_ipv6 ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_ceil +test.unit.common.utils.test_timestamp.TestTimestamp.test_ceil ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_cmp_with_none +test.unit.common.utils.test_timestamp.TestTimestamp.test_cmp_with_none ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_delta +test.unit.common.utils.test_timestamp.TestTimestamp.test_delta ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_false +test.unit.common.utils.test_timestamp.TestTimestamp.test_false ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_float +test.unit.common.utils.test_timestamp.TestTimestamp.test_float ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_force_internal +test.unit.common.utils.test_timestamp.TestTimestamp.test_force_internal ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_from_isoformat +test.unit.common.utils.test_timestamp.TestTimestamp.test_from_isoformat ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_greater_no_offset +test.unit.common.utils.test_timestamp.TestTimestamp.test_greater_no_offset ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_greater_with_offset +test.unit.common.utils.test_timestamp.TestTimestamp.test_greater_with_offset ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_hashable +test.unit.common.utils.test_timestamp.TestTimestamp.test_hashable ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_int +test.unit.common.utils.test_timestamp.TestTimestamp.test_int ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_internal_format_no_offset +test.unit.common.utils.test_timestamp.TestTimestamp.test_internal_format_no_offset ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_internal_format_with_offset +test.unit.common.utils.test_timestamp.TestTimestamp.test_internal_format_with_offset ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_invalid_input +test.unit.common.utils.test_timestamp.TestTimestamp.test_invalid_input ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_invalid_string_conversion +test.unit.common.utils.test_timestamp.TestTimestamp.test_invalid_string_conversion ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_inversion +test.unit.common.utils.test_timestamp.TestTimestamp.test_inversion ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_isoformat +test.unit.common.utils.test_timestamp.TestTimestamp.test_isoformat ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_no_force_internal_no_offset +test.unit.common.utils.test_timestamp.TestTimestamp.test_no_force_internal_no_offset ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_no_force_internal_with_offset +test.unit.common.utils.test_timestamp.TestTimestamp.test_no_force_internal_with_offset ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_normal_format_no_offset +test.unit.common.utils.test_timestamp.TestTimestamp.test_normal_format_no_offset ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_not_equal +test.unit.common.utils.test_timestamp.TestTimestamp.test_not_equal ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_offset_limit +test.unit.common.utils.test_timestamp.TestTimestamp.test_offset_limit ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_ordering +test.unit.common.utils.test_timestamp.TestTimestamp.test_ordering ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_out_of_range_comparisons +test.unit.common.utils.test_timestamp.TestTimestamp.test_out_of_range_comparisons ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_raw +test.unit.common.utils.test_timestamp.TestTimestamp.test_raw ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_short_format_with_offset +test.unit.common.utils.test_timestamp.TestTimestamp.test_short_format_with_offset ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_smaller_no_offset +test.unit.common.utils.test_timestamp.TestTimestamp.test_smaller_no_offset ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_smaller_with_offset +test.unit.common.utils.test_timestamp.TestTimestamp.test_smaller_with_offset ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_true +test.unit.common.utils.test_timestamp.TestTimestamp.test_true ... ok +test.unit.container.test_sharder.TestContainerSharderConf.test_bad_values +test.unit.container.test_sharder.TestContainerSharderConf.test_bad_values ... ok +test.unit.container.test_sharder.TestContainerSharderConf.test_combine_shard_ranges +test.unit.container.test_sharder.TestContainerSharderConf.test_combine_shard_ranges ... ok +test.unit.container.test_sharder.TestContainerSharderConf.test_conf +test.unit.container.test_sharder.TestContainerSharderConf.test_conf ... ok +test.unit.container.test_sharder.TestContainerSharderConf.test_default +test.unit.container.test_sharder.TestContainerSharderConf.test_default ... ok +test.unit.container.test_sharder.TestContainerSharderConf.test_deprecated_percent_conf +test.unit.container.test_sharder.TestContainerSharderConf.test_deprecated_percent_conf ... ok +test.unit.container.test_sharder.TestContainerSharderConf.test_validate +test.unit.container.test_sharder.TestContainerSharderConf.test_validate ... ok +test.unit.container.test_sharder.TestContainerSharderConf.test_validate_subset +test.unit.container.test_sharder.TestContainerSharderConf.test_validate_subset ... ok +test.unit.obj.test_auditor.TestAuditor.test_audit_location_gets_quarantined +test.unit.obj.test_auditor.TestAuditor.test_audit_location_gets_quarantined ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_json_last_modified +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_json_last_modified ... ok +test.unit.obj.test_auditor.TestAuditor.test_auditor_reclaim_age +test.unit.obj.test_auditor.TestAuditor.test_auditor_reclaim_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_expired_object_is_ignored +test.unit.obj.test_auditor.TestAuditor.test_expired_object_is_ignored ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_expired_object_is_ignored_with_zero_byte_fps +test.unit.obj.test_auditor.TestAuditor.test_expired_object_is_ignored_with_zero_byte_fps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBroker.test_has_other_shard_ranges +test.unit.container.test_backend.TestContainerBroker.test_has_other_shard_ranges ... ok +test.unit.obj.test_auditor.TestAuditor.test_failsafe_object_audit_will_swallow_errors_in_tests +test.unit.obj.test_auditor.TestAuditor.test_failsafe_object_audit_will_swallow_errors_in_tests ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_generic_exception_handling +test.unit.obj.test_auditor.TestAuditor.test_generic_exception_handling ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_inprogress_rsync_tempfiles_get_cleaned_up +test.unit.obj.test_auditor.TestAuditor.test_inprogress_rsync_tempfiles_get_cleaned_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_non_reclaimable_tombstone +test.unit.obj.test_auditor.TestAuditor.test_non_reclaimable_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_non_reclaimable_tombstone_with_custom_reclaim_age +test.unit.obj.test_auditor.TestAuditor.test_non_reclaimable_tombstone_with_custom_reclaim_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_audit_adds_metadata_checksums +test.unit.obj.test_auditor.TestAuditor.test_object_audit_adds_metadata_checksums ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_audit_checks_EC_fragments +test.unit.obj.test_auditor.TestAuditor.test_object_audit_checks_EC_fragments ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_audit_diff_data +test.unit.obj.test_auditor.TestAuditor.test_object_audit_diff_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_audit_extra_data +test.unit.obj.test_auditor.TestAuditor.test_object_audit_extra_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_audit_no_meta +test.unit.obj.test_auditor.TestAuditor.test_object_audit_no_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_audit_will_not_swallow_errors_in_tests +test.unit.obj.test_auditor.TestAuditor.test_object_audit_will_not_swallow_errors_in_tests ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_all +test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_all ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_non_zero +test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_non_zero ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_zero +test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_zero ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_zero_check_closed +test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_zero_check_closed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_run_logging +test.unit.obj.test_auditor.TestAuditor.test_object_run_logging ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_run_once_multi_devices +test.unit.obj.test_auditor.TestAuditor.test_object_run_once_multi_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_run_once_no_sda +test.unit.obj.test_auditor.TestAuditor.test_object_run_once_no_sda ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_run_once_pass +test.unit.obj.test_auditor.TestAuditor.test_object_run_once_pass ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_run_recon_cache +test.unit.obj.test_auditor.TestAuditor.test_object_run_recon_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone +test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone_with_custom_reclaim_age +test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone_with_custom_reclaim_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone_with_zero_byte_fps +test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone_with_zero_byte_fps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_rsync_tempfile_timeout_auto_option +test.unit.obj.test_auditor.TestAuditor.test_rsync_tempfile_timeout_auto_option ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_run_audit_once +test.unit.obj.test_auditor.TestAuditor.test_run_audit_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_run_audit_once_zbfps +test.unit.obj.test_auditor.TestAuditor.test_run_audit_once_zbfps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit +test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit_once +test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit_once_failed_fork +test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit_once_failed_fork ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_sleeper +test.unit.obj.test_auditor.TestAuditor.test_sleeper ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_with_inaccessible_object_location +test.unit.obj.test_auditor.TestAuditor.test_with_inaccessible_object_location ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_with_only_tombstone +test.unit.obj.test_auditor.TestAuditor.test_with_only_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_with_tombstone_and_data +test.unit.obj.test_auditor.TestAuditor.test_with_tombstone_and_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_worker_conf_parms +test.unit.obj.test_auditor.TestAuditor.test_worker_conf_parms ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_expirer.TestObjectExpirer.test_build_task_obj_round_trip +test.unit.obj.test_expirer.TestObjectExpirer.test_build_task_obj_round_trip ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_container_timestamp_break +test.unit.obj.test_expirer.TestObjectExpirer.test_container_timestamp_break ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_delete_at_time_of_task_container +test.unit.obj.test_expirer.TestObjectExpirer.test_delete_at_time_of_task_container ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_delete_object +test.unit.obj.test_expirer.TestObjectExpirer.test_delete_object ... ok +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.proxy.test_mem_server.TestAccountController.test_DELETE +test.unit.proxy.test_mem_server.TestAccountController.test_DELETE ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_DELETE_with_query_string +test.unit.proxy.test_mem_server.TestAccountController.test_DELETE_with_query_string ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges_with_misplaced_objects +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges_with_misplaced_objects ... ok +test.unit.container.test_backend.TestContainerBroker.test_initialize_container_broker_in_default +test.unit.container.test_backend.TestContainerBroker.test_initialize_container_broker_in_default ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_leading_delimiter +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_leading_delimiter ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_two_complete_sequences_one_incomplete +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_two_complete_sequences_one_incomplete ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_GET +test.unit.proxy.test_mem_server.TestAccountController.test_GET ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_GET_autocreate +test.unit.proxy.test_mem_server.TestAccountController.test_GET_autocreate ... ok +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'example.com:8080', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7fb1525122c0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/v1obj', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7fb1525122c0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_uuid/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'auth-uuid.storage1.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7fb1525122c0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_uuid/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'auth-uuid.storage2.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7fb1525122c0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'auth-uuid.storage3.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7fb1525122c0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +test WARNING: Skipping /tmp/tmpqk22_cuz/devices3/device_is_file/data because [Errno 20] Not a directory: '/tmp/tmpqk22_cuz/devices3/device_is_file/data' +test WARNING: Skipping /tmp/tmpqk22_cuz/devices4/device/data because +test WARNING: Skipping device as it is not mounted +test WARNING: Skipping /tmp/tmp6dfk6_th/asdf/data because [Errno 20] Not a directory: '/tmp/tmp6dfk6_th/asdf/data' +test WARNING: Skipping /tmp/tmp6dfk6_th/asdf/data because [Errno 20] Not a directory: '/tmp/tmp6dfk6_th/asdf/data' +test WARNING: Skipping asdf as it is not mounted +test WARNING: Skipping drive as it is not mounted +test WARNING: Skipping /tmp/tmptfcf_iwc/asdf/data because [Errno 20] Not a directory: '/tmp/tmptfcf_iwc/asdf/data' +test-expirer DEBUG: Run begin +test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects +test-expirer DEBUG: Run end +test-expirer INFO: Pass completed in 0s; 0 objects expired +test-expirer ERROR: Unexpected response while deleting object account container obj: 404 +test-expirer DEBUG: b'' +test-expirer ERROR: Unexpected response while deleting object account container obj: 412 +test-expirer DEBUG: b'' +test-expirer ERROR: Unexpected response while deleting object account container obj: 500 +test-expirer DEBUG: b'' +test-expirer ERROR: Exception while deleting object account container obj : Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/reconciler.py", line 835, in reconcile - queue_item = parse_raw_obj(raw_obj) - ^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/container/reconciler.py", line 280, in parse_raw_obj - policy_index, obj_name = raw_obj_name.split(':', 1) - ^^^^^^^^^^^^^^^^^^^^^^ -ValueError: not enough values to unpack (expected 2, got 1) -test INFO: Reconciler Stats: {'invalid_record': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1750204800 -test DEBUG: looking for objects in 1750204800 -test DEBUG: looking for containers in .misplaced_objects -test ERROR: Error listing containers in account .misplaced_objects (Unexpected response: 503 Service Unavailable) -test INFO: Reconciler Stats: {} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1750204800 -test DEBUG: looking for objects in 1750204800 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 -test DEBUG: ppi_skip: Container policy (0) in the middle of a part power increase (PPI) -test INFO: retry: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 must be retried -test INFO: Reconciler Stats: {'ppi_skip': 1, 'retry': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1750204800 -test DEBUG: looking for objects in 1750204800 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test ERROR: invalid_record: invalid queue record: {'bytes': 0, 'name': 'bogus', 'last_modified': '1970-01-01T01:00:18.841870', 'hash': '3618.841870', 'content_type': 'application/x-put'} + File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 421, in delete_object + self.delete_actual_object(target_path, delete_timestamp, + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +Exception +test-expirer DEBUG: Run begin +test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects +test-expirer ERROR: Exception while deleting object .expiring_objects 1715709612 1715709612-a0/c0/o0 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/reconciler.py", line 835, in reconcile - queue_item = parse_raw_obj(raw_obj) - ^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/container/reconciler.py", line 280, in parse_raw_obj - policy_index, obj_name = raw_obj_name.split(':', 1) - ^^^^^^^^^^^^^^^^^^^^^^ -ValueError: not enough values to unpack (expected 2, got 1) -test INFO: Reconciler Stats: {'invalid_record': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1750204800 -test.unit.container.test_reconciler.TestReconciler.test_invalid_queue_name_marches_onward -test.unit.container.test_reconciler.TestReconciler.test_invalid_queue_name_marches_onward ... ok -test.unit.container.test_reconciler.TestReconciler.test_iter_over_old_containers_in_reverse -test.unit.container.test_reconciler.TestReconciler.test_iter_over_old_containers_in_reverse ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_version_account_response -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_version_account_response ... ok -test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_bad_config -test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_bad_config ... ok -test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_no_deprecated_digests -test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_no_deprecated_digests ... ok -test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_non_default_methods -test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_non_default_methods ... ok -test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_registered_defaults -test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_registered_defaults ... ok -test.unit.common.middleware.test_xprofile.TestXProfile.test_get_profiler -test.unit.common.middleware.test_xprofile.TestXProfile.test_get_profiler ... ok -test.unit.container.test_reconciler.TestReconciler.test_multi_process_should_process -test.unit.container.test_reconciler.TestReconciler.test_multi_process_should_process ... ok -test.unit.container.test_reconciler.TestReconciler.test_no_concurrency -test.unit.container.test_reconciler.TestReconciler.test_no_concurrency ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_delete -test.unit.container.test_reconciler.TestReconciler.test_object_delete ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_enqueued_for_the_correct_dest_noop -test.unit.container.test_reconciler.TestReconciler.test_object_enqueued_for_the_correct_dest_noop ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move -test.unit.container.test_reconciler.TestReconciler.test_object_move ... ok + File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 421, in delete_object + self.delete_actual_object(target_path, delete_timestamp, +TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given +test-expirer ERROR: Exception while deleting object .expiring_objects 1715709612 1715709612-a1/c1/o1 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: Traceback (most recent call last): - File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 471, in fire_timers - timer() - File "/usr/lib/python3/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ - cb(*args, **kw) - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 264, in main - result = function(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1165, in get_response - status, headers, app_iter = self.call_application(application) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1149, in call_application - app_iter = application(self.environ, start_response) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_reconciler.py", line 86, in __call__ - return self.storage_policy[policy_index].__call__( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/helpers.py", line 324, in __call__ - resp = resp_class( - ^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_reconciler.py", line 1923, in blow_up - raise Exception('kaboom!') -Exception: kaboom! -test DEBUG: looking for objects in 1750204800 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test ERROR: invalid_record: invalid queue record: {'bytes': 0, 'name': '00000bogus', 'last_modified': '1970-01-01T01:00:00.000000', 'hash': '3600.000000', 'content_type': 'application/x-put'} + File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 421, in delete_object + self.delete_actual_object(target_path, delete_timestamp, +TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given +test-expirer ERROR: Exception while deleting object .expiring_objects 1715709612 1715709612-a2/c2/o2 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/reconciler.py", line 835, in reconcile - queue_item = parse_raw_obj(raw_obj) - ^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/container/reconciler.py", line 280, in parse_raw_obj - policy_index, obj_name = raw_obj_name.split(':', 1) - ^^^^^^^^^^^^^^^^^^^^^^ -ValueError: not enough values to unpack (expected 2, got 1) -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 -test DEBUG: noop_object: '/AUTH_bob/c/o1' (3618.841870) container policy_index 1 matches queue policy index 1 -test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) -test INFO: Reconciler Stats: {'invalid_record': 1, 'noop_object': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1750204800 -test DEBUG: looking for objects in 1750204800 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 1750201200 -test DEBUG: looking for objects in 1750201200 -test DEBUG: checking container 1750197600 -test DEBUG: looking for objects in 1750197600 -test DEBUG: checking container 1750194000 -test DEBUG: looking for objects in 1750194000 -test DEBUG: checking container 1750190400 -test DEBUG: looking for objects in 1750190400 -test DEBUG: checking container 1750186800 -test DEBUG: looking for objects in 1750186800 -test DEBUG: checking container 1750183200 -test DEBUG: looking for objects in 1750183200 -test DEBUG: checking container 1750179600 -test DEBUG: looking for objects in 1750179600 -test DEBUG: checking container 1750176000 -test DEBUG: looking for objects in 1750176000 -test DEBUG: checking container 1750172400 -test DEBUG: looking for objects in 1750172400 -test DEBUG: checking container 1749600000 -test DEBUG: looking for objects in 1749600000 -test DEBUG: checking container 1749596400 -test DEBUG: looking for objects in 1749596400 -test DEBUG: checking container 1749592800 -test DEBUG: looking for objects in 1749592800 -test DEBUG: checking container 1749589200 -test DEBUG: looking for objects in 1749589200 -test DEBUG: checking container 1749585600 -test DEBUG: looking for objects in 1749585600 -test DEBUG: checking container 1749582000 -test DEBUG: looking for objects in 1749582000 -test DEBUG: checking container 1749578400 -test DEBUG: looking for objects in 1749578400 -test DEBUG: checking container 1749574800 -test DEBUG: looking for objects in 1749574800 -test DEBUG: checking container 1749571200 -test DEBUG: looking for objects in 1749571200 -test DEBUG: checking container 1749567600 -test DEBUG: looking for objects in 1749567600 -test INFO: Reconciler Stats: {} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1750204800 -test DEBUG: looking for objects in 1750204800 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 -test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) -test DEBUG: checking placement for '/AUTH_bob/c/o2' (3724.234560) in policy_index 1 -test INFO: success: '/AUTH_bob/c/o2' (3724.234560) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o2' (3724.234560) from the queue (0000003724.23456_0000000000000001) -test INFO: Reconciler Stats: {'success': 2, 'pop_queue': 2} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1750204800 -test DEBUG: looking for objects in 1750204800 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (1750204987.125130) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (1750204987.125130) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (1750204987.125130) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (1750204987.125130) from storage policy 1 -test DEBUG: delete_attempt: '/AUTH_bob/c/o1' (1750204987.125130) in policy_index 1 will be deleted from policy_index 0 (1750204987.12513_0000000000000002) -test INFO: delete_success: '/AUTH_bob/c/o1' (1750204987.125130) deleted from policy_index 0 (1750204987.12513_0000000000000002) -test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (1750204987.125130) from policy_index 1 (1750204987.12513_0000000000000001) will be deleted -test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (1750204987.125130) was successfully removed from policy_index 1 -test INFO: success: '/AUTH_bob/c/o1' (1750204987.125130) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (1750204987.125130) from the queue (1750204987.12513_0000000000000001) -test INFO: Reconciler Stats: {'misplaced_object': 1, 'delete_attempt': 1, 'delete_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1750204800 -test DEBUG: looking for objects in 1750204800 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 -test DEBUG: noop_object: '/AUTH_bob/c/o1' (3618.841870) container policy_index 1 matches queue policy index 1 -test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) -test INFO: Reconciler Stats: {'noop_object': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1750204800 -test DEBUG: looking for objects in 1750204800 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (3618.841870) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (3618.841870) from storage policy 1 -test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 will be moved to policy_index 0 (0000003618.84187_0000000000000002) -test DEBUG: copy_success: '/AUTH_bob/c/o1' (3618.841870) moved from policy_index 1 to policy_index 0 (0000003618.84187_0000000000000002) -test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3618.841870) from policy_index 1 (0000003618.84187_0000000000000001) will be deleted -test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (3618.841870) was successfully removed from policy_index 1 -test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) -test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1750204800 -test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_already_moved -test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_already_moved ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_object_newer_than_queue_entry -test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_object_newer_than_queue_entry ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_object_older_than_queue_entry -test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_object_older_than_queue_entry ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_fails_cleanup -test.unit.container.test_reconciler.TestReconciler.test_object_move_fails_cleanup ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_fails_preflight -test.unit.container.test_reconciler.TestReconciler.test_object_move_fails_preflight ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_no_such_object_no_tombstone_ancient -test.unit.container.test_reconciler.TestReconciler.test_object_move_no_such_object_no_tombstone_ancient ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_no_such_object_no_tombstone_recent -test.unit.container.test_reconciler.TestReconciler.test_object_move_no_such_object_no_tombstone_recent ... ok -test DEBUG: looking for objects in 1750204800 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3679.201900) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (3679.201900) in destination policy_index 0 -test DEBUG: found_object: '/AUTH_bob/c/o1' (3679.201900) in policy_index 0 is newer than queue (3679.201900) -test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3679.201900) from policy_index 1 (0000003679.20190_0000000000000001) will be deleted -test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (3679.201900) was successfully removed from policy_index 1 -test INFO: success: '/AUTH_bob/c/o1' (3679.201900) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3679.201900) from the queue (0000003679.20190_0000000000000001) -test INFO: Reconciler Stats: {'found_object': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1750204800 -test DEBUG: looking for objects in 1750204800 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3679.201900) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (3679.201900) in destination policy_index 0 -test DEBUG: found_object: '/AUTH_bob/c/o1' (3680.201900) in policy_index 0 is newer than queue (3679.201900) -test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3679.201900) from policy_index 1 (0000003679.20190_0000000000000001) will be deleted -test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (3679.201900) was successfully removed from policy_index 1 -test INFO: success: '/AUTH_bob/c/o1' (3679.201900) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3679.201900) from the queue (0000003679.20190_0000000000000001) -test INFO: Reconciler Stats: {'found_object': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1750204800 -test DEBUG: looking for objects in 1750204800 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 36000 -test DEBUG: looking for objects in 36000 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (36123.383930) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (36123.383930) from storage policy 1 -test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 will be moved to policy_index 0 (0000036123.38393_0000000000000002) -test DEBUG: copy_success: '/AUTH_bob/c/o1' (36123.383930) moved from policy_index 1 to policy_index 0 (0000036123.38393_0000000000000002) -test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (36123.383930) from policy_index 1 (0000036123.38393_0000000000000001) will be deleted -test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (36123.383930) was successfully removed from policy_index 1 -test INFO: success: '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/36000/1:/AUTH_bob/c/o1' (36123.383930) from the queue (0000036123.38393_0000000000000001) -test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1750204800 -test DEBUG: looking for objects in 1750204800 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (3600.123456) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (3600.123456) from storage policy 1 -test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (3600.123460) in policy_index 1 will be moved to policy_index 0 (0000003600.12346_0000000000000002) -test DEBUG: copy_success: '/AUTH_bob/c/o1' (3600.123460) moved from policy_index 1 to policy_index 0 (0000003600.12346_0000000000000002) -test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3600.123456) from policy_index 1 (0000003600.12346_0000000000000001) will be deleted -test DEBUG: cleanup_failed: '/AUTH_bob/c/o1' (3600.123456) was not cleaned up in storage_policy 1 (Unexpected response: 503 Service Unavailable) -test INFO: retry: '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 must be retried -test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_failed': 1, 'retry': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1750204800 -test DEBUG: looking for objects in 1750204800 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (3600.123456) in destination policy_index 0 -test DEBUG: unavailable_destination: '/AUTH_bob/c/o1' (3600.123456) unable to determine the destination timestamp, if any -test INFO: retry: '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 must be retried -test INFO: Reconciler Stats: {'unavailable_destination': 1, 'retry': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1750204800 -test DEBUG: looking for objects in 1750204800 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 1749538800 -test DEBUG: looking for objects in 1749538800 -test DEBUG: checking placement for '/AUTH_jeb/c/o1' (1749539707.160030) in policy_index 1 -test DEBUG: checking for '/AUTH_jeb/c/o1' (1749539707.160030) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_jeb/c/o1' (1749539707.160030) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_jeb/c/o1' (1749539707.160030) from storage policy 1 -test CRITICAL: lost_source: '/AUTH_jeb/c/o1' (1749539707.16003) was not available in policy_index 1 and has expired -test INFO: success: '/AUTH_jeb/c/o1' (1749539707.160030) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/1749538800/1:/AUTH_jeb/c/o1' (1749539707.160030) from the queue (1749539707.16003_0000000000000001) -test INFO: Reconciler Stats: {'misplaced_object': 1, 'lost_source': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1750204800 -test DEBUG: looking for objects in 1750204800 -test DEBUG: checking placement for '/AUTH_jeb/c/o1' (1750204987.163701) in policy_index 1 -test DEBUG: checking for '/AUTH_jeb/c/o1' (1750204987.163701) in destination policy_index 0 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: misplaced_object: '/AUTH_jeb/c/o1' (1750204987.163701) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_jeb/c/o1' (1750204987.163701) from storage policy 1 -test WARNING: unavailable_source: '/AUTH_jeb/c/o1' (1750204987.16370) in policy_index 1 responded 404 (0000000000.00000) -test INFO: retry: '/AUTH_jeb/c/o1' (1750204987.163701) in policy_index 1 must be retried -test INFO: Reconciler Stats: {'misplaced_object': 1, 'unavailable_source': 1, 'retry': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1750204800 -test DEBUG: looking for objects in 1750204800 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 36000 -test DEBUG: looking for objects in 36000 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 -test.unit.container.test_reconciler.TestReconciler.test_object_move_put_blows_up_crazy_town -test.unit.container.test_reconciler.TestReconciler.test_object_move_put_blows_up_crazy_town ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_put_fails -test.unit.container.test_reconciler.TestReconciler.test_object_move_put_fails ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_is_forever_gone -test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_is_forever_gone ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_newer_than_queue_entry -test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_newer_than_queue_entry ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_older_than_queue_entry -test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_older_than_queue_entry ... ok -test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_multiple_tier_dispersion -test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_multiple_tier_dispersion ... ok -test.unit.container.test_server.TestContainerController.test_GET_namespaces_other_params -test.unit.container.test_server.TestContainerController.test_GET_namespaces_other_params ... ok + File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 421, in delete_object + self.delete_actual_object(target_path, delete_timestamp, +TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given +test-expirer ERROR: Exception while deleting object .expiring_objects 1715709612 1715709612-a3/c3/o3 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: Traceback (most recent call last): - File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 471, in fire_timers - timer() - File "/usr/lib/python3/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ - cb(*args, **kw) - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 264, in main - result = function(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1165, in get_response - status, headers, app_iter = self.call_application(application) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1149, in call_application - app_iter = application(self.environ, start_response) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_reconciler.py", line 86, in __call__ - return self.storage_policy[policy_index].__call__( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/helpers.py", line 324, in __call__ - resp = resp_class( - ^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_reconciler.py", line 2128, in blow_up - raise Exception('kaboom!') -Exception: kaboom! -test DEBUG: checking for '/AUTH_bob/c/o1' (36123.383925) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (36123.383925) from storage policy 1 -test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 will be moved to policy_index 0 (0000036123.38393_0000000000000002) -test ERROR: unhandled_error: unable to upload '/AUTH_bob/c/o1' (36123.383930) from policy_index 1 to policy_index 0 + File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 421, in delete_object + self.delete_actual_object(target_path, delete_timestamp, +TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given +test-expirer ERROR: Exception while deleting object .expiring_objects 1715709612 1715709612-a4/c4/o4 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/reconciler.py", line 635, in ensure_object_in_right_location - self.swift.upload_object( - File "/build/reproducible-path/swift-2.33.0/swift/common/internal_client.py", line 844, in upload_object - self.handle_request('PUT', path, headers, acceptable_statuses, fobj, - File "/build/reproducible-path/swift-2.33.0/swift/common/internal_client.py", line 264, in handle_request - resp = self.make_request(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/internal_client.py", line 261, in make_request - six.reraise(exc_type, exc_value, exc_traceback) - File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise - raise value - File "/build/reproducible-path/swift-2.33.0/swift/common/internal_client.py", line 231, in make_request - resp = spawn(req.get_response, self.app).wait() - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 224, in wait - return self._exit_event.wait() - ^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/eventlet/event.py", line 124, in wait - result = hub.switch() - ^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 310, in switch - return self.greenlet.switch() - ^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 264, in main - result = function(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1165, in get_response - status, headers, app_iter = self.call_application(application) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1149, in call_application - app_iter = application(self.environ, start_response) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_reconciler.py", line 86, in __call__ - return self.storage_policy[policy_index].__call__( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/helpers.py", line 324, in __call__ - resp = resp_class( - ^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_reconciler.py", line 1923, in blow_up - raise Exception('kaboom!') -Exception: kaboom! -test INFO: retry: '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 must be retried -test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'unhandled_error': 1, 'retry': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1750204800 -test DEBUG: looking for objects in 1750204800 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 36000 -test DEBUG: looking for objects in 36000 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (36123.383925) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (36123.383925) from storage policy 1 -test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 will be moved to policy_index 0 (0000036123.38393_0000000000000002) -test WARNING: copy_failed: upload '/AUTH_bob/c/o1' (36123.383930) from policy_index 1 to policy_index 0 returned Unexpected response: 503 Service Unavailable -test INFO: retry: '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 must be retried -test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_failed': 1, 'retry': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1750204800 -test DEBUG: looking for objects in 1750204800 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (1749599999.000000) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (1749599999.000000) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (1749599999.000000) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (1749599999.000000) from storage policy 1 -test CRITICAL: lost_source: '/AUTH_bob/c/o1' (1749599999.00000) was not available in policy_index 1 and has expired -test INFO: success: '/AUTH_bob/c/o1' (1749599999.000000) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (1749599999.000000) from the queue (1749599999.00000_0000000000000001) -test INFO: Reconciler Stats: {'misplaced_object': 1, 'lost_source': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1750204800 -test DEBUG: looking for objects in 1750204800 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (3600.123456) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (3600.123456) from storage policy 1 -test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (3600.234570) in policy_index 1 will be moved to policy_index 0 (0000003600.23457_0000000000000002) -test DEBUG: copy_success: '/AUTH_bob/c/o1' (3600.234570) moved from policy_index 1 to policy_index 0 (0000003600.23457_0000000000000002) -test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3600.123456) from policy_index 1 (0000003600.12346_0000000000000001) will be deleted -test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (3600.123456) was successfully removed from policy_index 1 -test INFO: success: '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3600.123456) from the queue (0000003600.12346_0000000000000001) -test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1750204800 -test DEBUG: looking for objects in 1750204800 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (1750204987.199754) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (1750204987.199754) in destination policy_index 0 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (1750204987.199754) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (1750204987.199754) from storage policy 1 -test WARNING: unavailable_source: '/AUTH_bob/c/o1' (1750204987.19975) in policy_index 1 responded 200 (1750204986.19975) -test INFO: retry: '/AUTH_bob/c/o1' (1750204987.199754) in policy_index 1 must be retried -test INFO: Reconciler Stats: {'misplaced_object': 1, 'unavailable_source': 1, 'retry': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1750204800 -test DEBUG: looking for objects in 1750204800 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test.unit.container.test_reconciler.TestReconciler.test_object_move_the_other_direction -test.unit.container.test_reconciler.TestReconciler.test_object_move_the_other_direction ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_with_unicode_and_spaces -test.unit.container.test_reconciler.TestReconciler.test_object_move_with_unicode_and_spaces ... ok -test.unit.container.test_reconciler.TestReconciler.test_processes_config -test.unit.container.test_reconciler.TestReconciler.test_processes_config ... ok -test.unit.container.test_reconciler.TestReconciler.test_queue_name_with_policy_index_delimiter_in_name -test.unit.container.test_reconciler.TestReconciler.test_queue_name_with_policy_index_delimiter_in_name ... ok -test.unit.container.test_reconciler.TestReconciler.test_src_object_unavailable_server_error -test.unit.container.test_reconciler.TestReconciler.test_src_object_unavailable_server_error ... ok -test.unit.container.test_reconciler.TestReconciler.test_src_object_unavailable_with_slightly_newer_tombstone -test.unit.container.test_reconciler.TestReconciler.test_src_object_unavailable_with_slightly_newer_tombstone ... ok -test.unit.container.test_reconciler.TestReconciler.test_unable_to_direct_get_oldest_storage_policy -test.unit.container.test_reconciler.TestReconciler.test_unable_to_direct_get_oldest_storage_policy ... ok -test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_rebalance_dispersion -test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_rebalance_dispersion ... ok -test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_weight_dispersion -test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_weight_dispersion ... ok -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 0 -test DEBUG: checking for '/AUTH_bob/c/o1' (3618.841870) in destination policy_index 1 -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (3618.841870) in policy_index 0 should be in policy_index 1 -test DEBUG: fetching '/AUTH_bob/c/o1' (3618.841870) from storage policy 0 -test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (3618.841870) in policy_index 0 will be moved to policy_index 1 (0000003618.84187_0000000000000002) -test DEBUG: copy_success: '/AUTH_bob/c/o1' (3618.841870) moved from policy_index 0 to policy_index 1 (0000003618.84187_0000000000000002) -test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3618.841870) from policy_index 0 (0000003618.84187_0000000000000001) will be deleted -test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (3618.841870) was successfully removed from policy_index 0 -test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 0 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/0:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) -test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1750204800 -test DEBUG: looking for objects in 1750204800 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c ت/o1 ت' (3618.841870) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c ت/o1 ت' (3618.841870) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_bob/c ت/o1 ت' (3618.841870) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c ت/o1 ت' (3618.841870) from storage policy 1 -test DEBUG: copy_attempt: '/AUTH_bob/c ت/o1 ت' (3618.841870) in policy_index 1 will be moved to policy_index 0 (0000003618.84187_0000000000000002) -test DEBUG: copy_success: '/AUTH_bob/c ت/o1 ت' (3618.841870) moved from policy_index 1 to policy_index 0 (0000003618.84187_0000000000000002) -test DEBUG: cleanup_attempt: '/AUTH_bob/c ت/o1 ت' (3618.841870) from policy_index 1 (0000003618.84187_0000000000000001) will be deleted -test DEBUG: cleanup_success: '/AUTH_bob/c ت/o1 ت' (3618.841870) was successfully removed from policy_index 1 -test INFO: success: '/AUTH_bob/c ت/o1 ت' (3618.841870) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c ت/o1 ت' (3618.841870) from the queue (0000003618.84187_0000000000000001) -test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1750204800 -test DEBUG: looking for objects in 1750204800 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) from storage policy 1 -test DEBUG: copy_attempt: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) in policy_index 1 will be moved to policy_index 0 (0000003618.84187_0000000000000002) -test DEBUG: copy_success: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) moved from policy_index 1 to policy_index 0 (0000003618.84187_0000000000000002) -test DEBUG: cleanup_attempt: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) from policy_index 1 (0000003618.84187_0000000000000001) will be deleted -test DEBUG: cleanup_success: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) was successfully removed from policy_index 1 -test INFO: success: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) from the queue (0000003618.84187_0000000000000001) -test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1750204800 -test DEBUG: looking for objects in 1750204800 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (1750204987.223090) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (1750204987.223090) in destination policy_index 0 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (1750204987.223090) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (1750204987.223090) from storage policy 1 -test WARNING: unavailable_source: '/AUTH_bob/c/o1' (1750204987.22309) in policy_index 1 responded 503 (0000000000.00000) -test INFO: retry: '/AUTH_bob/c/o1' (1750204987.223090) in policy_index 1 must be retried -test INFO: Reconciler Stats: {'misplaced_object': 1, 'unavailable_source': 1, 'retry': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1750204800 -test DEBUG: looking for objects in 1750204800 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (1750204987.227710) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (1750204987.227710) in destination policy_index 0 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (1750204987.227710) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (1750204987.227710) from storage policy 1 -test WARNING: unavailable_source: '/AUTH_bob/c/o1' (1750204987.22771) in policy_index 1 responded 404 (1750204987.22771_0000000000000002) -test INFO: retry: '/AUTH_bob/c/o1' (1750204987.227710) in policy_index 1 must be retried -test INFO: Reconciler Stats: {'misplaced_object': 1, 'unavailable_source': 1, 'retry': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1750204800 -test DEBUG: looking for objects in 1750204800 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 -test DEBUG: unavailable_container: '/AUTH_bob/c/o1' (3618.841870) unable to determine the destination policy_index -test INFO: retry: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 must be retried -test INFO: Reconciler Stats: {'unavailable_container': 1, 'retry': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1750204800 -test DEBUG: looking for objects in 1750204800 -test DEBUG: looking for containers in .misplaced_objects -test.unit.container.test_reconciler.TestReconciler.test_unhandled_exception_in_reconcile -test.unit.container.test_reconciler.TestReconciler.test_unhandled_exception_in_reconcile ... ok -test.unit.container.test_sync.TestContainerSync.test_FileLikeIter -test.unit.container.test_sync.TestContainerSync.test_FileLikeIter ... ok -test.unit.container.test_sync.TestContainerSync.test_container_first_loop -test.unit.container.test_sync.TestContainerSync.test_container_first_loop ... ok -test.unit.container.test_sync.TestContainerSync.test_container_report -test.unit.container.test_sync.TestContainerSync.test_container_report ... ok -test.unit.container.test_sync.TestContainerSync.test_container_second_loop -test.unit.container.test_sync.TestContainerSync.test_container_second_loop ... ok -test.unit.container.test_sync.TestContainerSync.test_container_stop_at -test.unit.container.test_sync.TestContainerSync.test_container_stop_at ... ok -test.unit.container.test_sync.TestContainerSync.test_container_sync_deleted -test.unit.container.test_sync.TestContainerSync.test_container_sync_deleted ... ok -test.unit.container.test_sync.TestContainerSync.test_container_sync_missing_db -test.unit.container.test_sync.TestContainerSync.test_container_sync_missing_db ... ok -test.unit.container.test_sync.TestContainerSync.test_container_sync_no_to_or_key -test.unit.container.test_sync.TestContainerSync.test_container_sync_no_to_or_key ... ok -test.unit.container.test_sync.TestContainerSync.test_container_sync_not_db -test.unit.container.test_sync.TestContainerSync.test_container_sync_not_db ... ok -test.unit.container.test_sync.TestContainerSync.test_container_sync_not_my_db -test.unit.container.test_sync.TestContainerSync.test_container_sync_not_my_db ... ok -test.unit.container.test_sync.TestContainerSync.test_container_sync_row_delete -test.unit.container.test_sync.TestContainerSync.test_container_sync_row_delete ... ok -test.unit.container.test_sync.TestContainerSync.test_container_sync_row_delete_using_realms -test.unit.container.test_sync.TestContainerSync.test_container_sync_row_delete_using_realms ... ok -test ERROR: Unhandled Exception trying to reconcile: + File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 421, in delete_object + self.delete_actual_object(target_path, delete_timestamp, +TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given +test-expirer ERROR: Exception while deleting object .expiring_objects 1715796011 1715796011-a5/c5/o5 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/reconciler.py", line 852, in run_once - self.reconcile() - File "/build/reproducible-path/swift-2.33.0/swift/container/reconciler.py", line 831, in reconcile - for container in self._iter_containers(): - File "/build/reproducible-path/swift-2.33.0/swift/container/reconciler.py", line 748, in _iter_containers - one_page = list(itertools.islice( - ^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/internal_client.py", line 331, in _iter_items - resp = self.make_request( - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/internal_client.py", line 261, in make_request - six.reraise(exc_type, exc_value, exc_traceback) - File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise - raise value - File "/build/reproducible-path/swift-2.33.0/swift/common/internal_client.py", line 231, in make_request - resp = spawn(req.get_response, self.app).wait() - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 224, in wait - return self._exit_event.wait() - ^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/eventlet/event.py", line 124, in wait - result = hub.switch() - ^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 310, in switch - return self.greenlet.switch() - ^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 264, in main - result = function(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1165, in get_response - status, headers, app_iter = self.call_application(application) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1149, in call_application - app_iter = application(self.environ, start_response) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_reconciler.py", line 86, in __call__ - return self.storage_policy[policy_index].__call__( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/helpers.py", line 324, in __call__ - resp = resp_class( - ^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_reconciler.py", line 2128, in blow_up - raise Exception('kaboom!') -Exception: kaboom! -test INFO: Reconciler Stats: {} -test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options -test-container-sync INFO: Container sync report: a/c, time window start: 1750204987.2499259, time window end: 1750204987.2499259, puts: 0, posts: 0, deletes: 0, bytes: 0, sync_point1: 5, sync_point2: None, total_rows: 1 -test-container-sync ERROR: ERROR Syncing : + File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 421, in delete_object + self.delete_actual_object(target_path, delete_timestamp, +TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given +test.unit.proxy.test_mem_server.TestAccountController.test_HEAD +test.unit.proxy.test_mem_server.TestAccountController.test_HEAD ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_HEAD_autocreate +test.unit.proxy.test_mem_server.TestAccountController.test_HEAD_autocreate ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_OPTIONS +test.unit.proxy.test_mem_server.TestAccountController.test_OPTIONS ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_false +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_false ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_true +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_true ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_POST_autocreate +test.unit.proxy.test_mem_server.TestAccountController.test_POST_autocreate ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_POST_autocreate_with_sysmeta +test.unit.proxy.test_mem_server.TestAccountController.test_POST_autocreate_with_sysmeta ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_POST_bad_metadata +test.unit.proxy.test_mem_server.TestAccountController.test_POST_bad_metadata ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_POST_metadata +test.unit.proxy.test_mem_server.TestAccountController.test_POST_metadata ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_PUT +test.unit.proxy.test_mem_server.TestAccountController.test_PUT ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_PUT_bad_metadata +test.unit.proxy.test_mem_server.TestAccountController.test_PUT_bad_metadata ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_younger_acceptor_with_overlapping_donor_shards +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_younger_acceptor_with_overlapping_donor_shards ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_PUT_connect_exceptions +test.unit.proxy.test_mem_server.TestAccountController.test_PUT_connect_exceptions ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_PUT_max_account_name_length +test.unit.proxy.test_mem_server.TestAccountController.test_PUT_max_account_name_length ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_PUT_metadata +test.unit.proxy.test_mem_server.TestAccountController.test_PUT_metadata ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_PUT_status +test.unit.proxy.test_mem_server.TestAccountController.test_PUT_status ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_auto_create_account_listing_response_is_json +test.unit.proxy.test_mem_server.TestAccountController.test_auto_create_account_listing_response_is_json ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_connection_refused +test.unit.proxy.test_mem_server.TestAccountController.test_connection_refused ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_marker +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_marker ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_other_socket_error +test.unit.proxy.test_mem_server.TestAccountController.test_other_socket_error ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_response_get_accept_ranges_header +test.unit.proxy.test_mem_server.TestAccountController.test_response_get_accept_ranges_header ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_response_head_accept_ranges_header +test.unit.proxy.test_mem_server.TestAccountController.test_response_head_accept_ranges_header ... ok +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_404 +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_big +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_big ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_deleted +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_failure_handling +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_failure_handling ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_pipeline +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_pipeline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_HEAD_ec +test.unit.proxy.test_mem_server.TestECObjectController.test_HEAD_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_HEAD_ec_404 +test.unit.proxy.test_mem_server.TestECObjectController.test_HEAD_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_archive_etag_mismatch +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_quorum_bad_request +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_quorum_bad_request ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_if_none_match +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_multiple_segments +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_multiple_segments ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_object_etag_mismatch +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_object_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_conditional_GET_ec +test.unit.proxy.test_mem_server.TestECObjectController.test_conditional_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_ec_client_disconnect +test.unit.proxy.test_mem_server.TestECObjectController.test_ec_client_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_ec_client_put_disconnect +test.unit.proxy.test_mem_server.TestECObjectController.test_ec_client_put_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_reload_ring_ec +test.unit.proxy.test_mem_server.TestECObjectController.test_reload_ring_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_expirer.TestObjectExpirer.test_failed_delete_keeps_entry +test.unit.obj.test_expirer.TestObjectExpirer.test_failed_delete_keeps_entry ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_get_process_values_from_config +test.unit.obj.test_expirer.TestObjectExpirer.test_get_process_values_from_config ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_get_process_values_from_kwargs +test.unit.obj.test_expirer.TestObjectExpirer.test_get_process_values_from_kwargs ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_get_process_values_negative_process +test.unit.obj.test_expirer.TestObjectExpirer.test_get_process_values_negative_process ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_get_process_values_negative_processes +test.unit.obj.test_expirer.TestObjectExpirer.test_get_process_values_negative_processes ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_adds_transaction_id +test.unit.proxy.test_mem_server.TestProxyServer.test_adds_transaction_id ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_adds_transaction_id_length_limit +test.unit.proxy.test_mem_server.TestProxyServer.test_adds_transaction_id_length_limit ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_get_process_values_process_equal_to_processes +test.unit.obj.test_expirer.TestObjectExpirer.test_get_process_values_process_equal_to_processes ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_get_process_values_process_greater_than_processes +test.unit.obj.test_expirer.TestObjectExpirer.test_get_process_values_process_greater_than_processes ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_hash_mod +test.unit.obj.test_expirer.TestObjectExpirer.test_hash_mod ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_init +test.unit.obj.test_expirer.TestObjectExpirer.test_init ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_init_concurrency_too_small +test.unit.obj.test_expirer.TestObjectExpirer.test_init_concurrency_too_small ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_calls_authorize_allow +test.unit.proxy.test_mem_server.TestProxyServer.test_calls_authorize_allow ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_calls_authorize_deny +test.unit.proxy.test_mem_server.TestProxyServer.test_calls_authorize_deny ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_200 +test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_200 ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_init_internal_client_log_name +test.unit.obj.test_expirer.TestObjectExpirer.test_init_internal_client_log_name ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_accounts_to_expire +test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_accounts_to_expire ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_503 +test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_503 ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire +test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_507 +test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_507 ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_denied_host_header +test.unit.proxy.test_mem_server.TestProxyServer.test_denied_host_header ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_error_limit_methods +test.unit.proxy.test_mem_server.TestProxyServer.test_error_limit_methods ... ok +cont2 INFO: 127.0.0.1 - - [15/May/2024:18:00:11 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txeda50c0ebf094beb9541f-006644f82b" "proxy-server 1329776" 0.1351 "-" 1329776 0 +cont1 INFO: 127.0.0.1 - - [15/May/2024:18:00:11 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txeda50c0ebf094beb9541f-006644f82b" "proxy-server 1329776" 0.0675 "-" 1329776 0 +proxy INFO: 127.0.0.1 127.0.0.1 15/May/2024/18/00/11 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txeda50c0ebf094beb9541f-006644f82b - 0.1421 - - 1715796011.764774323 1715796011.906913757 0 +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:00:11 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txc73685f5a6fa4ba5914f7-006644f82b" "proxy-server 1329776" 0.0589 "-" 1329776 - +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:00:12 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:48929/sdb1/2/a/c1" "txc73685f5a6fa4ba5914f7-006644f82b" "container-server 1329776" 0.0010 "-" 1329776 1 +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:00:12 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:50759/sda1/2/a/c1" "txc73685f5a6fa4ba5914f7-006644f82b" "container-server 1329776" 0.0800 "-" 1329776 1 +cont1 INFO: 127.0.0.1 - - [15/May/2024:18:00:12 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txc73685f5a6fa4ba5914f7-006644f82b" "proxy-server 1329776" 0.1596 "-" 1329776 1 +cont2 INFO: 127.0.0.1 - - [15/May/2024:18:00:12 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txc73685f5a6fa4ba5914f7-006644f82b" "proxy-server 1329776" 0.2370 "-" 1329776 1 +proxy INFO: 127.0.0.1 127.0.0.1 15/May/2024/18/00/12 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txc73685f5a6fa4ba5914f7-006644f82b - 0.3014 - - 1715796011.908068180 1715796012.209454536 1 +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:00:12 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txa18aa3f7a35c4f3981de3-006644f82c" "proxy-server 1329776" 0.0646 "-" 1329776 - +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:00:12 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:50759/sda1/1/a/c2" "txa18aa3f7a35c4f3981de3-006644f82c" "container-server 1329776" 0.0100 "-" 1329776 2 +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:00:12 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:48929/sdb1/1/a/c2" "txa18aa3f7a35c4f3981de3-006644f82c" "container-server 1329776" 0.0583 "-" 1329776 2 +cont1 INFO: 127.0.0.1 - - [15/May/2024:18:00:12 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txa18aa3f7a35c4f3981de3-006644f82c" "proxy-server 1329776" 0.1670 "-" 1329776 2 +cont2 INFO: 127.0.0.1 - - [15/May/2024:18:00:12 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txa18aa3f7a35c4f3981de3-006644f82c" "proxy-server 1329776" 0.2350 "-" 1329776 2 +proxy INFO: 127.0.0.1 127.0.0.1 15/May/2024/18/00/12 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txa18aa3f7a35c4f3981de3-006644f82c - 0.3057 - - 1715796012.210612297 1715796012.516312361 2 +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 Trying to PUT /v1/a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR 503 full Trying to GET /v1/a/c/o From Object Server 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage +test DEBUG: Node is error limited: 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage +test DEBUG: Node is error limited: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: test msg 10.0.0.0:1000/sda +test ERROR: ERROR with test1 server 10.0.0.0:1000/sda re: test1 msg: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 388, in container_sync - if not self.container_sync_row( - ^^^^^^^^^^^^^^^^^^^^^^^^ -TypeError: TestContainerSync.test_container_report..fake_container_sync_row() missing 1 required positional argument: 'realm_key' -test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options -test-container-sync INFO: Container sync report: a/c, time window start: 1750204987.2522407, time window end: 1750204987.2522478, puts: 0, posts: 0, deletes: 0, bytes: 0, sync_point1: 1, sync_point2: -1, total_rows: 1 -test-container-sync ERROR: ERROR Syncing {'ROWID': 1, 'name': 'o'}: + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1307, in test_error_limit_methods + raise Exception('kaboom1!') +Exception: kaboom1! +test WARNING: ERROR with test2 server 10.0.0.0:1000/sda re: test2 msg Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 534, in container_sync_row - row['created_at']) - ~~~^^^^^^^^^^^^^^ -KeyError: 'created_at' -test-container-sync INFO: Container sync report: a/c, time window start: 1750204987.2523754, time window end: 1750204987.252634, puts: 0, posts: 0, deletes: 0, bytes: 0, sync_point1: 1, sync_point2: -1, total_rows: 1 -test-container-sync INFO: Container sync report: a/c, time window start: 1750204987.252747, time window end: 1750204987.2528033, puts: 0, posts: 0, deletes: 1, bytes: 0, sync_point1: 1, sync_point2: -1, total_rows: 1 -test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options -test-container-sync ERROR: ERROR Syncing {'deleted': True, 'name': 'object', 'created_at': '1.2'}: + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1321, in test_error_limit_methods + raise Exception('kaboom2!') +Exception: kaboom2! +test WARNING: ERROR with test3 server 10.0.0.0:1000/sda re: test3 msg Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 543, in container_sync_row - delete_object(sync_to, name=row['name'], headers=headers, - File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sync.py", line 883, in fake_delete_object - raise exc[-1] -Exception: test exception -test-container-sync ERROR: ERROR Syncing {'deleted': True, 'name': 'object', 'created_at': '1.2'}: + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1336, in test_error_limit_methods + raise Exception('kaboom3!') +Exception: kaboom3! +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test.unit.proxy.test_mem_server.TestProxyServer.test_error_occurred +test.unit.proxy.test_mem_server.TestProxyServer.test_error_occurred ... ok +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 543, in container_sync_row - delete_object(sync_to, name=row['name'], headers=headers, - File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sync.py", line 900, in fake_delete_object - raise exc[-1] -swift.common.exceptions.ClientException: test client exception -test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options -test-container-sync ERROR: ERROR Syncing {'deleted': True, 'name': 'object', 'created_at': '1.2'}: + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 543, in container_sync_row - delete_object(sync_to, name=row['name'], headers=headers, - File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sync.py", line 883, in fake_delete_object - raise exc[-1] -Exception: test exception -test-container-sync ERROR: ERROR Syncing {'deleted': True, 'name': 'object', 'created_at': '1.2'}: + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 543, in container_sync_row - delete_object(sync_to, name=row['name'], headers=headers, - File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sync.py", line 900, in fake_delete_object - raise exc[-1] -swift.common.exceptions.ClientException: test client exception -test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test.unit.container.test_sync.TestContainerSync.test_container_sync_row_put -test.unit.container.test_sync.TestContainerSync.test_container_sync_row_put ... ok -test.unit.container.test_sync.TestContainerSync.test_container_sync_row_put_using_realms -test.unit.container.test_sync.TestContainerSync.test_container_sync_row_put_using_realms ... ok -test.unit.container.test_sync.TestContainerSync.test_run_forever -test.unit.container.test_sync.TestContainerSync.test_run_forever ... ok -test.unit.container.test_sync.TestContainerSync.test_run_once -test.unit.container.test_sync.TestContainerSync.test_run_once ... ok -test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_None -test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_None ... ok -test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_multiple -test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_multiple ... ok -test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_one -test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_one ... ok -test.unit.container.test_sync_store.TestContainerSyncStore.test_add_synced_container -test.unit.container.test_sync_store.TestContainerSyncStore.test_add_synced_container ... ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_abs_paths_persisted -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_abs_paths_persisted ... ok -test.unit.container.test_sync_store.TestContainerSyncStore.test_container_to_synced_container_path_conversion -test.unit.container.test_sync_store.TestContainerSyncStore.test_container_to_synced_container_path_conversion ... ok -test.unit.container.test_sync_store.TestContainerSyncStore.test_iterate_synced_containers -test.unit.container.test_sync_store.TestContainerSyncStore.test_iterate_synced_containers ... ok -test.unit.container.test_sync_store.TestContainerSyncStore.test_remove_synced_container -test.unit.container.test_sync_store.TestContainerSyncStore.test_remove_synced_container ... ok -test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing_most_rows -test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing_most_rows ... ok -test.unit.container.test_sync_store.TestContainerSyncStore.test_synced_container_to_container_path_conversion -test.unit.container.test_sync_store.TestContainerSyncStore.test_synced_container_to_container_path_conversion ... ok -test.unit.container.test_sharder.TestCleavingContext.test_store_reclaim_load -test.unit.container.test_sharder.TestCleavingContext.test_store_reclaim_load ... ok -test.unit.container.test_sync_store.TestContainerSyncStore.test_unhandled_exceptions_in_add_remove -test.unit.container.test_sync_store.TestContainerSyncStore.test_unhandled_exceptions_in_add_remove ... ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_modified_component_builders -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_modified_component_builders ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_multiple_missing -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_multiple_missing ... ok -test.unit.container.test_sync_store.TestContainerSyncStore.test_update_sync_store_according_to_metadata_and_deleted -test.unit.container.test_sync_store.TestContainerSyncStore.test_update_sync_store_according_to_metadata_and_deleted ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_account_acl_headers_translated_for_GET_HEAD -test.unit.proxy.controllers.test_account.TestAccountController.test_account_acl_headers_translated_for_GET_HEAD ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_account_info_in_response_env -test.unit.proxy.controllers.test_account.TestAccountController.test_account_info_in_response_env ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_add_acls_impossible_cases -test.unit.proxy.controllers.test_account.TestAccountController.test_add_acls_impossible_cases ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_cache_key_impossible_cases -test.unit.proxy.controllers.test_account.TestAccountController.test_cache_key_impossible_cases ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_get_deleted_account -test.unit.proxy.controllers.test_account.TestAccountController.test_get_deleted_account ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_long_acct_names -test.unit.proxy.controllers.test_account.TestAccountController.test_long_acct_names ... ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_ok ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_DELETE -test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_DELETE ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_POST -test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_POST ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_PUT -test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_PUT ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_stripping_swift_admin_headers -test.unit.proxy.controllers.test_account.TestAccountController.test_stripping_swift_admin_headers ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_swift_owner -test.unit.proxy.controllers.test_account.TestAccountController.test_swift_owner ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_sys_meta_headers_POST -test.unit.proxy.controllers.test_account.TestAccountController.test_sys_meta_headers_POST ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_sys_meta_headers_PUT -test.unit.proxy.controllers.test_account.TestAccountController.test_sys_meta_headers_PUT ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_not_available -test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_not_available ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_reading -test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_reading ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_not_root -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_not_root ... ok -test.unit.container.test_server.TestContainerController.test_GET_namespaces_sharded_subshard_state_listing -test.unit.container.test_server.TestContainerController.test_GET_namespaces_sharded_subshard_state_listing ... ok -test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options -test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 70}: + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 595, in container_sync_row - raise exc - File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 572, in container_sync_row - self.swift.get_object(info['account'], - File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sync.py", line 1146, in fake_get_object - raise exc[-1] -Exception: test exception -test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 80}: + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 595, in container_sync_row - raise exc - File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 572, in container_sync_row - self.swift.get_object(info['account'], - File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sync.py", line 1173, in fake_get_object - raise exc[-1] -swift.common.exceptions.ClientException: test client exception -test-container-sync INFO: Unauth 'a/c' => 'http://sync/to/path' -test-container-sync INFO: Not found 'a/c' => 'http://sync/to/path' - object 'object' -test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 50}: + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 612, in container_sync_row - put_object(sync_to, name=row['name'], headers=headers, - File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sync.py", line 1239, in fake_put_object - raise ClientException('test client exception', http_status=503) -swift.common.exceptions.ClientException: test client exception: 503 -test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.20000 -test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.30000 -test-container-sync INFO: Unauth 'a/c' => 'http://sync/to/path' -test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'etag': '1111', 'size': 10}: + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 558, in container_sync_row - if self._object_in_remote_container(row['name'], - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 490, in _object_in_remote_container - metadata, _ = head_object(sync_to, name=name, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sync.py", line 1338, in fake_head_object - raise Exception() -Exception -test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.10000 -test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options -test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 70}: + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 595, in container_sync_row - raise exc - File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 572, in container_sync_row - self.swift.get_object(info['account'], - File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sync.py", line 1146, in fake_get_object - raise exc[-1] -Exception: test exception -test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 80}: + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 595, in container_sync_row - raise exc - File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 572, in container_sync_row - self.swift.get_object(info['account'], - File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sync.py", line 1173, in fake_get_object - raise exc[-1] -swift.common.exceptions.ClientException: test client exception -test-container-sync INFO: Unauth 'a/c' => 'http://sync/to/path' -test-container-sync INFO: Not found 'a/c' => 'http://sync/to/path' - object 'object' -test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 50}: + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 612, in container_sync_row - put_object(sync_to, name=row['name'], headers=headers, - File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sync.py", line 1239, in fake_put_object - raise ClientException('test client exception', http_status=503) -swift.common.exceptions.ClientException: test client exception: 503 -test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.20000 -test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.30000 -test-container-sync INFO: Unauth 'a/c' => 'http://sync/to/path' -test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'etag': '1111', 'size': 10}: + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 558, in container_sync_row - if self._object_in_remote_container(row['name'], - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 490, in _object_in_remote_container - metadata, _ = head_object(sync_to, name=name, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sync.py", line 1338, in fake_head_object - raise Exception() -Exception -test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.10000 -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_recheck_time_zero -test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_recheck_time_zero ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_writing -test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_writing ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_empty_body -test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_empty_body ... ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_override_component_builders -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_override_component_builders ... ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_with_builder_files -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_with_builder_files ... ok -test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing_one_rows -test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing_one_rows ... ok -test.unit.cli.test_recon.TestReconCommands.test_disk_usage -test.unit.cli.test_recon.TestReconCommands.test_disk_usage ... ok -test.unit.cli.test_recon.TestReconCommands.test_get_swiftconfmd5 -test.unit.cli.test_recon.TestReconCommands.test_get_swiftconfmd5 ... ok -test.unit.cli.test_recon.TestReconCommands.test_get_swiftconfmd5_mismatch -test.unit.cli.test_recon.TestReconCommands.test_get_swiftconfmd5_mismatch ... ok -test.unit.cli.test_recon.TestReconCommands.test_load_check -test.unit.cli.test_recon.TestReconCommands.test_load_check ... ok -test.unit.cli.test_recon.TestReconCommands.test_multiple_server_types -test.unit.cli.test_recon.TestReconCommands.test_multiple_server_types ... ok -test.unit.cli.test_recon.TestReconCommands.test_object_auditor_check -test.unit.cli.test_recon.TestReconCommands.test_object_auditor_check ... ok -test.unit.cli.test_recon.TestReconCommands.test_reconstruction_check -test.unit.cli.test_recon.TestReconCommands.test_reconstruction_check ... ok -test.unit.cli.test_recon.TestReconCommands.test_replication_check -test.unit.cli.test_recon.TestReconCommands.test_replication_check ... ok -test.unit.cli.test_recon.TestReconCommands.test_server_type_check -test.unit.cli.test_recon.TestReconCommands.test_server_type_check ... ok -test.unit.cli.test_recon.TestReconCommands.test_sharding_check -test.unit.cli.test_recon.TestReconCommands.test_sharding_check ... ok -test.unit.cli.test_recon.TestReconCommands.test_time_check -test.unit.cli.test_recon.TestReconCommands.test_time_check ... ok -test.unit.cli.test_recon.TestReconCommands.test_time_check_jitter -test.unit.cli.test_recon.TestReconCommands.test_time_check_jitter ... ok -test.unit.cli.test_recon.TestReconCommands.test_time_check_jitter_mismatch -test.unit.cli.test_recon.TestReconCommands.test_time_check_jitter_mismatch ... ok -test.unit.cli.test_recon.TestReconCommands.test_time_check_mismatch -test.unit.cli.test_recon.TestReconCommands.test_time_check_mismatch ... ok -test.unit.cli.test_recon.TestReconCommands.test_version_check -test.unit.cli.test_recon.TestReconCommands.test_version_check ... ok -test.unit.cli.test_recon.TestReconCommands.test_version_check_differs -test.unit.cli.test_recon.TestReconCommands.test_version_check_differs ... ok + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test.unit.proxy.test_mem_server.TestProxyServer.test_exception_occurred +test.unit.proxy.test_mem_server.TestProxyServer.test_exception_occurred ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_exception_occurred_replication_ip_port_logging +test.unit.proxy.test_mem_server.TestProxyServer.test_exception_occurred_replication_ip_port_logging ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_get_info_controller +test.unit.proxy.test_mem_server.TestProxyServer.test_get_info_controller ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_get_object_ring +test.unit.proxy.test_mem_server.TestProxyServer.test_get_object_ring ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_inexistent_method_request +test.unit.proxy.test_mem_server.TestProxyServer.test_inexistent_method_request ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_info_defaults +test.unit.proxy.test_mem_server.TestProxyServer.test_info_defaults ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_internal_method_request +test.unit.proxy.test_mem_server.TestProxyServer.test_internal_method_request ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_internal_reserved_name_request +test.unit.proxy.test_mem_server.TestProxyServer.test_internal_reserved_name_request ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_negative_content_length +test.unit.proxy.test_mem_server.TestProxyServer.test_negative_content_length ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_younger_overlapping_donor_shards +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_younger_overlapping_donor_shards ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_multichar_delimiter +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_multichar_delimiter ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_object_timestamp_break +test.unit.obj.test_expirer.TestObjectExpirer.test_object_timestamp_break ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_parse_task_obj +test.unit.obj.test_expirer.TestObjectExpirer.test_parse_task_obj ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_pop_queue +test.unit.obj.test_expirer.TestObjectExpirer.test_pop_queue ... ok +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:00:11 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0660 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:11 +0000] "PUT /sda1/p/a/c/%3C%27sub%27%20%22dir%22%3E/object" 201 - "-" "-" "-" 0.0113 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:12 +0000] "GET /sda1/p/a/c" 200 159 "-" "-" "-" 0.0864 "-" 1329770 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:00:12 +0000] "GET /sda1/p/a/c" 400 21 "-" "-" "-" 0.0002 "-" 1329770 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:00:12 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0730 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:12 +0000] "GET /sda1/p/a/jsonc" 200 2 "-" "-" "-" 0.0022 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:12 +0000] "PUT /sda1/p/a/jsonc/0" 201 - "-" "-" "-" 0.0005 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:12 +0000] "PUT /sda1/p/a/jsonc/1" 201 - "-" "-" "-" 0.0003 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:12 +0000] "PUT /sda1/p/a/jsonc/2" 201 - "-" "-" "-" 0.0003 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:12 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0796 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:12 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0013 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:12 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0020 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:12 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0011 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:12 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0047 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:12 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0011 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:12 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0019 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:12 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0011 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:12 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0020 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:12 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0011 "-" 1329770 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:00:12 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0769 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:12 +0000] "PUT /sda1/p/a/jsonc/0" 201 - "-" "-" "-" 0.0005 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:12 +0000] "PUT /sda1/p/a/jsonc/1" 201 - "-" "-" "-" 0.0004 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:12 +0000] "GET /sda1/p/a/jsonc" 200 234 "-" "-" "-" 0.0767 "-" 1329770 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:00:12 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0801 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:12 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0012 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:12 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0004 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:12 +0000] "PUT /sda1/p/a/c/-UK" 201 - "-" "-" "-" 0.0003 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:12 +0000] "PUT /sda1/p/a/c/-CH" 201 - "-" "-" "-" 0.0003 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:12 +0000] "GET /sda1/p/a/c" 200 36 "-" "-" "-" 0.0640 "-" 1329770 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:00:12 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0549 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:12 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0024 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:12 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0004 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:12 +0000] "PUT /sda1/p/a/c/2" 201 - "-" "-" "-" 0.0087 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:12 +0000] "GET /sda1/p/a/c" 200 4 "-" "-" "-" 0.0458 "-" 1329770 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:00:12 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 1329770 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:00:12 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0558 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:12 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0021 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:12 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0004 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:12 +0000] "PUT /sda1/p/a/c/2" 201 - "-" "-" "-" 0.0004 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:12 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0543 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:12 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0075 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:12 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0018 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:12 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0030 "-" 1329770 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:00:12 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0639 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:12 +0000] "PUT /sda1/p/a/c/US~~TX~~A" 201 - "-" "-" "-" 0.0066 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:12 +0000] "PUT /sda1/p/a/c/US~~TX~~B" 201 - "-" "-" "-" 0.0004 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:12 +0000] "PUT /sda1/p/a/c/US~~OK~~A" 201 - "-" "-" "-" 0.0003 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:12 +0000] "PUT /sda1/p/a/c/US~~OK~~B" 201 - "-" "-" "-" 0.0003 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:12 +0000] "PUT /sda1/p/a/c/US~~OK~Tulsa~~A" 201 - "-" "-" "-" 0.0003 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:12 +0000] "PUT /sda1/p/a/c/US~~OK~Tulsa~~B" 201 - "-" "-" "-" 0.0003 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:12 +0000] "PUT /sda1/p/a/c/US~~UT~~A" 201 - "-" "-" "-" 0.0003 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:12 +0000] "PUT /sda1/p/a/c/US~~UT~~~B" 201 - "-" "-" "-" 0.0003 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:12 +0000] "GET /sda1/p/a/c" 200 102 "-" "-" "-" 0.0614 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:12 +0000] "GET /sda1/p/a/c" 200 102 "-" "-" "-" 0.0098 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:12 +0000] "GET /sda1/p/a/c" 200 24 "-" "-" "-" 0.0032 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:12 +0000] "GET /sda1/p/a/c" 200 24 "-" "-" "-" 0.0027 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:12 +0000] "GET /sda1/p/a/c" 200 150 "-" "-" "-" 0.0022 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:12 +0000] "GET /sda1/p/a/c" 200 150 "-" "-" "-" 0.0024 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:12 +0000] "GET /sda1/p/a/c" 200 251 "-" "-" "-" 0.0025 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:12 +0000] "GET /sda1/p/a/c" 200 251 "-" "-" "-" 0.0029 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:12 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0029 "-" 1329770 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test.unit.obj.test_expirer.TestObjectExpirer.test_process_based_concurrency +test.unit.obj.test_expirer.TestObjectExpirer.test_process_based_concurrency ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_report +test.unit.obj.test_expirer.TestObjectExpirer.test_report ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_round_robin_order +test.unit.obj.test_expirer.TestObjectExpirer.test_round_robin_order ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_catches_usual_exceptions +test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_catches_usual_exceptions ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_initial_sleep_random +test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_initial_sleep_random ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_replace +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_replace ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_calls_report +test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_calls_report ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_nothing_to_do +test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_nothing_to_do ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_show +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_show ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_rate_limited +test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_rate_limited ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_errors +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_errors ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_unicode_problem +test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_unicode_problem ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_skip_task_account_without_task_container +test.unit.obj.test_expirer.TestObjectExpirer.test_skip_task_account_without_task_container ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_show_and_analyze +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_show_and_analyze ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_subcommand_required +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_subcommand_required ... ok +test.unit.cli.test_recon.TestHelpers.test_seconds2timeunit +test.unit.cli.test_recon.TestHelpers.test_seconds2timeunit ... ok +test.unit.cli.test_recon.TestHelpers.test_size_suffix +test.unit.cli.test_recon.TestHelpers.test_size_suffix ... ok test.unit.cli.test_recon.TestScout.test_scout_http_error test.unit.cli.test_recon.TestScout.test_scout_http_error ... ok test.unit.cli.test_recon.TestScout.test_scout_ok @@ -28749,529 +37257,407 @@ test.unit.cli.test_recon.TestScout.test_scout_socket_timeout ... ok test.unit.cli.test_recon.TestScout.test_scout_url_error test.unit.cli.test_recon.TestScout.test_scout_url_error ... ok -test.unit.cli.test_recon_cron.TestReconCron.test_get_async_count -test.unit.cli.test_recon_cron.TestReconCron.test_get_async_count ... ok -test.unit.cli.test_reload.TestMain.test_check_failed -test.unit.cli.test_reload.TestMain.test_check_failed ... ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_load_errors -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_load_errors ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_with_overlap -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_with_overlap ... ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance ... ok -test.unit.cli.test_reload.TestMain.test_good -test.unit.cli.test_reload.TestMain.test_good ... ok -test.unit.cli.test_reload.TestMain.test_needs_pid -test.unit.cli.test_reload.TestMain.test_needs_pid ... ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance_errors -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance_errors ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_no_shard_ranges -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_no_shard_ranges ... ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance_with_unrebalanced_builders -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance_with_unrebalanced_builders ... ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_save_errors -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_save_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty ... ok -test.unit.cli.test_reload.TestMain.test_timeout -test.unit.cli.test_reload.TestMain.test_timeout ... ok -test.unit.cli.test_reload.TestValidateManagerPid.test_good -test.unit.cli.test_reload.TestValidateManagerPid.test_good ... ok -test.unit.cli.test_reload.TestValidateManagerPid.test_non_python -test.unit.cli.test_reload.TestValidateManagerPid.test_non_python ... ok -test.unit.cli.test_reload.TestValidateManagerPid.test_non_server -test.unit.cli.test_reload.TestValidateManagerPid.test_non_server ... ok -test.unit.cli.test_reload.TestValidateManagerPid.test_non_swift -test.unit.cli.test_reload.TestValidateManagerPid.test_non_swift ... ok -test.unit.cli.test_reload.TestValidateManagerPid.test_open_error -test.unit.cli.test_reload.TestValidateManagerPid.test_open_error ... ok -test.unit.cli.test_reload.TestValidateManagerPid.test_worker -test.unit.cli.test_reload.TestValidateManagerPid.test_worker ... ok -test.unit.common.test_db.TestGetDBConnection.test_invalid_path -test.unit.common.test_db.TestGetDBConnection.test_invalid_path ... ok -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00046 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp9mepgjds/sda/accounts/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.00396 seconds (252.44963/s) -test INFO: Removed 1 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00045 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00031 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00046 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -REPLICATE: /sda/0/7e85f39cfbd92b74b0b21a19f4188cca, sync, (-1, '00000000000000000000000000000000', 'f64a6d36-f735-4e41-98f8-d3b62e9c514e-sda', '1750204985.99458', '1750204985.99198', '0', '') -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpmf2_yaut/sda/accounts/0/cca/7e85f39cfbd92b74b0b21a19f4188cca/7e85f39cfbd92b74b0b21a19f4188cca.db -REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, sync, (-1, '00000000000000000000000000000000', 'eca7c693-2236-47c0-aaf1-dd38dd776bbd-sda', '1750204986.21713', '1750204986.18821', '0', '') -REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, complete_rsync, ('eca7c693-2236-47c0-aaf1-dd38dd776bbd-sda', '7e85f39cfbd92b74b0b21a19f4188cca.db') -REPLICATE: /sdc/0/7e85f39cfbd92b74b0b21a19f4188cca, sync, (-1, '00000000000000000000000000000000', 'eca7c693-2236-47c0-aaf1-dd38dd776bbd-sda', '1750204986.21713', '1750204986.18821', '0', '') -REPLICATE: /sdc/0/7e85f39cfbd92b74b0b21a19f4188cca, complete_rsync, ('eca7c693-2236-47c0-aaf1-dd38dd776bbd-sda', '7e85f39cfbd92b74b0b21a19f4188cca.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.59289 seconds (1.68665/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:2 ts_repl:0 -REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, sync, (1, 'b8fbaeab539de6f943e89acfc5cf1307', '54004217-2a7e-4db4-b53d-a23ad75b03d5-sda', '1750204986.93956', '1750204986.92595', '0', '') -REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, rsync_then_merge, ('54004217-2a7e-4db4-b53d-a23ad75b03d5-sda', '7e85f39cfbd92b74b0b21a19f4188cca.db') -REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, sync, (11, '4bc4aaaca65c36c1639f1a672aa55d1c', 'c6ccb881-bd8d-404f-9b68-4417a49806f3-sda', '1750204987.58235', '1750204987.57199', '0', '') -REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, merge_items, ([{'ROWID': 1, 'name': '/a/c_0', 'put_timestamp': '1750204987.81591', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': '/a/c_1', 'put_timestamp': '1750204987.83838', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 3, 'name': '/a/c_2', 'put_timestamp': '1750204987.83869', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 4, 'name': '/a/c_3', 'put_timestamp': '1750204987.83886', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 5, 'name': '/a/c_4', 'put_timestamp': '1750204987.839', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 6, 'name': '/a/c_5', 'put_timestamp': '1750204987.83916', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 7, 'name': '/a/c_6', 'put_timestamp': '1750204987.83931', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 8, 'name': '/a/c_7', 'put_timestamp': '1750204987.83946', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 9, 'name': '/a/c_8', 'put_timestamp': '1750204987.8396', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 10, 'name': '/a/c_9', 'put_timestamp': '1750204987.83974', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 11, 'name': '/a/c_missing', 'put_timestamp': '1750204987.83994', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}], 'c6ccb881-bd8d-404f-9b68-4417a49806f3-sda') -REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, merge_syncs, ([],) -[2025-06-18 00:03:08] Checking auditor stats -=============================================================================== -Reloaded swift-proxy-server -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_acl_GET -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_acl_GET ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_canned_acl_PUT_with_s3acl -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_canned_acl_PUT_with_s3acl ... ok -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:08 -0000', 'X-Amz-Acl': 'public-read', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Grant AllUsers READ permission on the bucket /bucket -test DEBUG: Grant test:tester FULL_CONTROL permission on the bucket /bucket -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:08 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:08 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:08 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e', 'Content-Length': '0'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:08 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6', 'Content-Length': '0'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:08 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:08 -0000', 'Content-Md5': 'Je0by0I7C3IA9IX8X/ccjg==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '25ed1bcb423b0b7200f485fc5ff71c8e'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_fails_with_neither_acl_header_nor_xml_PUT -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_fails_with_neither_acl_header_nor_xml_PUT ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_handle_acl_header_with_s3acl -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_handle_acl_header_with_s3acl ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_not_needed -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_not_needed ... ok -test.unit.container.test_sharder.TestCleavingContext.test_store_reclaim_load_old_style -test.unit.container.test_sharder.TestCleavingContext.test_store_reclaim_load_old_style ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_close_error -test.unit.obj.test_diskfile.TestECDiskFile.test_close_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_commit -test.unit.obj.test_diskfile.TestECDiskFile.test_commit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_fsync -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_fsync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_ignores_cleanup_ondisk_files_error -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_ignores_cleanup_ondisk_files_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_fsync_dir_IOError -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_fsync_dir_IOError ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_fsync_dir_OSError -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_fsync_dir_OSError ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_EDQUOT_IOError -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_EDQUOT_IOError ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_ENOSPC_IOError -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_ENOSPC_IOError ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_OSError -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_OSError ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_other_IOError -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_other_IOError ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_content_type_and_timestamp -test.unit.obj.test_diskfile.TestECDiskFile.test_content_type_and_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_content_type_not_open -test.unit.obj.test_diskfile.TestECDiskFile.test_content_type_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_server.TestContainerController.test_GET_namespaces_sharded_subshard_state_updating -test.unit.container.test_server.TestContainerController.test_GET_namespaces_sharded_subshard_state_updating ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_content_type_timestamp_not_open -test.unit.obj.test_diskfile.TestECDiskFile.test_content_type_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_create_close_oserror -test.unit.obj.test_diskfile.TestECDiskFile.test_create_close_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_create_mkstemp_no_space -test.unit.obj.test_diskfile.TestECDiskFile.test_create_mkstemp_no_space ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_create_prealloc -test.unit.obj.test_diskfile.TestECDiskFile.test_create_prealloc ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_create_prealloc_oserror -test.unit.obj.test_diskfile.TestECDiskFile.test_create_prealloc_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_create_unlink_cleanup_DiskFileNoSpace -test.unit.obj.test_diskfile.TestECDiskFile.test_create_unlink_cleanup_DiskFileNoSpace ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_create_unlink_cleanup_logging -test.unit.obj.test_diskfile.TestECDiskFile.test_create_unlink_cleanup_logging ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_create_unlink_cleanup_renamer_fails -test.unit.obj.test_diskfile.TestECDiskFile.test_create_unlink_cleanup_renamer_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_create_use_linkat_renamer_not_called -test.unit.obj.test_diskfile.TestECDiskFile.test_create_use_linkat_renamer_not_called ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_data_file_errors_bad_frag_index -test.unit.obj.test_diskfile.TestECDiskFile.test_data_file_errors_bad_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_data_file_has_frag_index -test.unit.obj.test_diskfile.TestECDiskFile.test_data_file_has_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_data_timestamp -test.unit.obj.test_diskfile.TestECDiskFile.test_data_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_data_timestamp_not_open -test.unit.obj.test_diskfile.TestECDiskFile.test_data_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_delete -test.unit.obj.test_diskfile.TestECDiskFile.test_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_corners -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_corners ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_partial_closes -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_partial_closes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_range_w_none -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_range_w_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_checks_only_aligned_frag_data -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_checks_only_aligned_frag_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_edges -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_edges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_empty -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_empty ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_w_no_etag_quarantine -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_w_no_etag_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_w_quarantine -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_w_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_concurrent_delete -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_concurrent_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_concurrent_marked_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_concurrent_marked_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_concurrent_writes -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_concurrent_writes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_default_disallowed_metadata -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_default_disallowed_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_large_app_iter_ranges -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_large_app_iter_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_mkstemp_creates_dir -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_mkstemp_creates_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_preserves_slo -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_preserves_slo ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_preserves_sysmeta -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_preserves_sysmeta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_reader_iter -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_reader_iter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_reader_iter_w_io_error -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_reader_iter_w_io_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_reader_iter_w_quarantine -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_reader_iter_w_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_writer -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_writer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_content_length -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_content_length_deleted -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_content_length_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_content_length_not_open -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_content_length_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_names -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_names ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_timestamp -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_timestamp_deleted -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_timestamp_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_timestamp_not_open -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_missing_frag_index -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_missing_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_newer_non_durable_data_file -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_newer_non_durable_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_no_data_file -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_no_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_not_open -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_when_not_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_when_not_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_db.TestGetDBConnection.test_locked_db -test.unit.common.test_db.TestGetDBConnection.test_locked_db ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_error_in_cleanup_ondisk_files -test.unit.obj.test_diskfile.TestECDiskFile.test_error_in_cleanup_ondisk_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_exception_in_handle_close_quarantine -test.unit.obj.test_diskfile.TestECDiskFile.test_exception_in_handle_close_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_fragments -test.unit.obj.test_diskfile.TestECDiskFile.test_fragments ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_fragments_available_when_not_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_fragments_available_when_not_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_fragments_not_open -test.unit.obj.test_diskfile.TestECDiskFile.test_fragments_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_from_audit_location -test.unit.obj.test_diskfile.TestECDiskFile.test_from_audit_location ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_from_audit_location_with_mismatched_hash -test.unit.obj.test_diskfile.TestECDiskFile.test_from_audit_location_with_mismatched_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_get_datafile_metadata -test.unit.obj.test_diskfile.TestECDiskFile.test_get_datafile_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_get_datafile_metadata_not_opened -test.unit.obj.test_diskfile.TestECDiskFile.test_get_datafile_metadata_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_get_dev_path -test.unit.obj.test_diskfile.TestECDiskFile.test_get_dev_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_get_metadata -test.unit.obj.test_diskfile.TestECDiskFile.test_get_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_object_acl_GET -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_object_acl_GET ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_authenticate_delete_Authorization_from_s3req -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_authenticate_delete_Authorization_from_s3req ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_canonical_uri_sigv2 -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_canonical_uri_sigv2 ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_canonical_uri_sigv4 -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_canonical_uri_sigv4 ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_multi_bytes_secret_failure -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_multi_bytes_secret_failure ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv2 -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv2 ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv2_unicode_string -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv2_unicode_string ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv4_unsigned_payload -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv4_unsigned_payload ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv4_url_encode -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv4_url_encode ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_sigv4_req_zero_content_length_sha256 -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_sigv4_req_zero_content_length_sha256 ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_expired -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_expired ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_missing -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_missing ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_with_x_amz_date_expired -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_with_x_amz_date_expired ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_with_x_amz_date_valid -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_with_x_amz_date_valid ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_container_info -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_container_info ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_with_check_container_permission -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_with_check_container_permission ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_with_check_object_permission -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_with_check_object_permission ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_without_duplication_HEAD_request -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_without_duplication_HEAD_request ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_without_match_ACL_MAP -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_without_match_ACL_MAP ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_without_s3_acl -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_without_s3_acl ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_validate_param -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_validate_param ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_get_metadata_not_opened -test.unit.obj.test_diskfile.TestECDiskFile.test_get_metadata_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_get_metafile_metadata -test.unit.obj.test_diskfile.TestECDiskFile.test_get_metafile_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_get_metafile_metadata_not_opened -test.unit.obj.test_diskfile.TestECDiskFile.test_get_metafile_metadata_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_get_tempfile_fallback_to_mkstemp -test.unit.obj.test_diskfile.TestECDiskFile.test_get_tempfile_fallback_to_mkstemp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_get_tempfile_use_linkat_os_open_called -test.unit.obj.test_diskfile.TestECDiskFile.test_get_tempfile_use_linkat_os_open_called ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_get_tmpfile_os_open_other_exceptions_are_raised -test.unit.obj.test_diskfile.TestECDiskFile.test_get_tmpfile_os_open_other_exceptions_are_raised ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_keep_cache -test.unit.obj.test_diskfile.TestECDiskFile.test_keep_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_killed_before_cleanup -test.unit.obj.test_diskfile.TestECDiskFile.test_killed_before_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_mount_checking -test.unit.obj.test_diskfile.TestECDiskFile.test_mount_checking ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_not_opened -test.unit.obj.test_diskfile.TestECDiskFile.test_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_number_calls_to_cleanup_ondisk_files_during_create -test.unit.obj.test_diskfile.TestECDiskFile.test_number_calls_to_cleanup_ondisk_files_during_create ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_number_calls_to_cleanup_ondisk_files_during_delete -test.unit.obj.test_diskfile.TestECDiskFile.test_number_calls_to_cleanup_ondisk_files_during_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_headers_to_sign_sigv4 -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_headers_to_sign_sigv4 ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_request_timestamp_sigv2 -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_request_timestamp_sigv2 ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_request_timestamp_sigv4 -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_request_timestamp_sigv4 ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_data_info_has_durable_key -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_data_info_has_durable_key ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_data_ts_meta -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_data_ts_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_data_ts_meta_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_data_ts_meta_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_listdir_error -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_listdir_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_listdir_error_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_listdir_error_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_meta_data_ts -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_meta_data_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_meta_data_ts_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_meta_data_ts_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_meta_ts_data -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_meta_ts_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_multiple_meta_data -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_multiple_meta_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_multiple_meta_data_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_multiple_meta_data_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_stale_meta_data -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_stale_meta_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_stale_meta_data_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_stale_meta_data_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_to_swift_req_Authorization_not_exist_in_swreq -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_to_swift_req_Authorization_not_exist_in_swreq ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_to_swift_req_subrequest_proxy_access_log -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_to_swift_req_subrequest_proxy_access_log ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_500_resp -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_500_resp ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_content_type -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_content_type ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_file_over_twice_max_length -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_file_over_twice_max_length ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_file_too_long -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_file_too_long ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_ts_meta_data -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_ts_meta_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_wayward_files_ignored -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_wayward_files_ignored ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_wayward_files_ignored_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_wayward_files_ignored_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_open_deleted -test.unit.obj.test_diskfile.TestECDiskFile.test_open_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_open_deleted_with_corrupt_tombstone -test.unit.obj.test_diskfile.TestECDiskFile.test_open_deleted_with_corrupt_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_open_expired -test.unit.obj.test_diskfile.TestECDiskFile.test_open_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_open_most_recent_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_open_most_recent_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_open_most_recent_durable_legacy -test.unit.obj.test_diskfile.TestECDiskFile.test_open_most_recent_durable_legacy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_open_most_recent_missing_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_open_most_recent_missing_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_open_not_exist -test.unit.obj.test_diskfile.TestECDiskFile.test_open_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_open_not_expired -test.unit.obj.test_diskfile.TestECDiskFile.test_open_not_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_path -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_path ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_call_and_content_type -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_call_and_content_type ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete_retry_and_fails -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete_retry_and_fails ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete_retry_and_success -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete_retry_and_success ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_get_objs -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_get_objs ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_max_failures -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_max_failures ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_open_with_bad_fragment_preferences -test.unit.obj.test_diskfile.TestECDiskFile.test_open_with_bad_fragment_preferences ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_open_with_fragment_preferences -test.unit.obj.test_diskfile.TestECDiskFile.test_open_with_fragment_preferences ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_no_body -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_no_body ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_no_files_in_body -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_no_files_in_body ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_open_with_fragment_preferences_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_open_with_fragment_preferences_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_already_removed -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_already_removed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_final_fragment_index_and_meta -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_final_fragment_index_and_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_final_fragment_index_and_not_meta -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_final_fragment_index_and_not_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_last_fragment_index -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_last_fragment_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_last_fragment_index_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_last_fragment_index_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_non_existent_fragment_index -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_non_existent_fragment_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_too_many_newlines -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_too_many_newlines ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_unauth -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_unauth ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_uses_predefined_object_errors -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_uses_predefined_object_errors ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_extra_newlines_extra_quoting -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_extra_newlines_extra_quoting ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_unicode -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_unicode ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_with_DELETE_verb -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_with_DELETE_verb ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_with_POST_verb -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_with_POST_verb ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_concurrency_set -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_concurrency_set ... ok -test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object -test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object ... ok -test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object_no_segments -test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object_no_segments ... ok -test.unit.common.test_db.TestGetDBConnection.test_normal_case -test.unit.common.test_db.TestGetDBConnection.test_normal_case ... ok -test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object_too_many_segments -test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object_too_many_segments ... ok +test.unit.cli.test_ring_builder_analyzer.TestRunScenario.test_it_runs +test.unit.cli.test_ring_builder_analyzer.TestRunScenario.test_it_runs ... ok +test.unit.cli.test_ringcomposer.TestCommands.test_bad_composite_builder_file +test.unit.cli.test_ringcomposer.TestCommands.test_bad_composite_builder_file ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_success_gets_counted +test.unit.obj.test_expirer.TestObjectExpirer.test_success_gets_counted ... ok +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_build_reconstruction_jobs +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_build_reconstruction_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_check_ring +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_check_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_collect_parts +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_collect_parts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_collect_parts_mkdirs_error +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_collect_parts_mkdirs_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_partition +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_reverted +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_reverted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_reverted_max_objects_per_revert +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_reverted_max_objects_per_revert ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_reverted_nondurable +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_reverted_nondurable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_get_part_jobs +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_get_part_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_get_partners +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_get_partners ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_get_response +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_get_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_handoffs_only +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_handoffs_only ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_ignores_status_file +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_ignores_status_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_iter_nodes_for_frag +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_iter_nodes_for_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_max_objects_per_revert_only_for_revert_jobs +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_max_objects_per_revert_only_for_revert_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_no_delete_failed_revert +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_no_delete_failed_revert ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_client_error +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_client_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_insufficient_storage +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_insufficient_storage ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_success +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_success ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_timeout +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_reconstruct_check_ring +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_reconstruct_check_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_reconstructor_skipped_partpower_increase +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_reconstructor_skipped_partpower_increase ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_reconstructor_skips_bogus_partition_dirs +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_reconstructor_skips_bogus_partition_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_removes_zbf +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_removes_zbf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_run_once +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_run_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_run_once_override_devices +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_run_once_override_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_non_zero_commit_window +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_non_zero_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_past_commit_window +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_past_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_zero_commit_window +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_zero_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_updater.TestSweepStats.test_copy +test.unit.obj.test_updater.TestSweepStats.test_copy ... ok +test.unit.obj.test_updater.TestSweepStats.test_reset +test.unit.obj.test_updater.TestSweepStats.test_reset ... ok +test.unit.obj.test_updater.TestSweepStats.test_since +test.unit.obj.test_updater.TestSweepStats.test_since ... ok +test.unit.obj.test_updater.TestSweepStats.test_str +test.unit.obj.test_updater.TestSweepStats.test_str ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_account_acl_headers_translated_for_GET_HEAD +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_account_acl_headers_translated_for_GET_HEAD ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_account_info_in_response_env +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_account_info_in_response_env ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_add_acls_impossible_cases +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_add_acls_impossible_cases ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_cache_key_impossible_cases +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_cache_key_impossible_cases ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_get_deleted_account +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_get_deleted_account ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_long_acct_names +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_long_acct_names ... ok +test.unit.cli.test_ringcomposer.TestCommands.test_compose +test.unit.cli.test_ringcomposer.TestCommands.test_compose ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_brokers +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_brokers ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_DELETE +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_DELETE ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_not_supported +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_not_supported ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_POST +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_POST ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_PUT +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_PUT ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_stripping_swift_admin_headers +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_stripping_swift_admin_headers ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_swift_owner +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_swift_owner ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_sys_meta_headers_POST +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_sys_meta_headers_POST ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_sys_meta_headers_PUT +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_sys_meta_headers_PUT ... ok +test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_record_type_object_makes_no_cache_lookup +test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_record_type_object_makes_no_cache_lookup ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_node_concurrency +test.unit.proxy.test_mem_server.TestProxyServer.test_node_concurrency ... ok +test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_include_deleted_shards +test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_include_deleted_shards ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_node_timing +test.unit.proxy.test_mem_server.TestProxyServer.test_node_timing ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_private_method_request +test.unit.proxy.test_mem_server.TestProxyServer.test_private_method_request ... ok +test.unit.cli.test_ringcomposer.TestCommands.test_compose_existing +test.unit.cli.test_ringcomposer.TestCommands.test_compose_existing ... ok +test-expirer ERROR: Exception while deleting object .expiring_objects 1715796011 1715796011-a6/c6/o6 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 421, in delete_object + self.delete_actual_object(target_path, delete_timestamp, +TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given +test-expirer ERROR: Exception while deleting object .expiring_objects 1715796011 1715796011-a7/c7/o7 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 421, in delete_object + self.delete_actual_object(target_path, delete_timestamp, +TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given +test-expirer ERROR: Exception while deleting object .expiring_objects 1715796011 1715796011-a8/c8/o8♡ TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 421, in delete_object + self.delete_actual_object(target_path, delete_timestamp, +TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given +test-expirer ERROR: Exception while deleting object .expiring_objects 1715796011 1715796011-a9/c9/o9ø TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 421, in delete_object + self.delete_actual_object(target_path, delete_timestamp, +TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given +test-expirer DEBUG: Run end +test-expirer INFO: Pass completed in 0s; 0 objects expired +test-expirer DEBUG: Run begin +test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects +test-expirer DEBUG: Run end +test-expirer INFO: Pass completed in 0s; 10 objects expired +test-expirer ERROR: Unexcepted error handling task '1715709612-invalid0': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 265, in iter_task_to_expire + target_object = parse_task_obj(task_object) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 65, in parse_task_obj + split_path('/' + target_path, 3, 3, True) + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 1165, in split_path + raise ValueError('Invalid path: %s' % quote(path)) +ValueError: Invalid path: /invalid0 +test-expirer ERROR: Unexcepted error handling task '1715709612-invalid1': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 265, in iter_task_to_expire + target_object = parse_task_obj(task_object) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 65, in parse_task_obj + split_path('/' + target_path, 3, 3, True) + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 1165, in split_path + raise ValueError('Invalid path: %s' % quote(path)) +ValueError: Invalid path: /invalid1 +test-expirer DEBUG: Run begin +test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects +test-expirer DEBUG: Run end +test-expirer INFO: Pass completed in 0s; 10 objects expired +test-expirer INFO: Pass completed in 0s; 0 objects expired +test-expirer ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' +test-expirer INFO: Pass so far 0s; 0 objects expired +test-expirer ERROR: Unexcepted error handling task {'task_account': '.expiring_objects', 'task_container': '0000', 'task_object': '0000-invalid0', 'delete_timestamp': 0000000000.00000_0000000000000000, 'target_path': 'invalid0', 'is_async_delete': False} +test-expirer ERROR: Unexcepted error handling task {'task_account': '.expiring_objects', 'task_container': '0001', 'task_object': '0001-invalid1', 'delete_timestamp': 0000000001.00000_0000000000000000, 'target_path': 'invalid1', 'is_async_delete': False} +test-expirer ERROR: Unexcepted error handling task {'task_account': '.expiring_objects', 'task_container': '0002', 'task_object': '0002-invalid2', 'delete_timestamp': 0000000002.00000_0000000000000000, 'target_path': 'invalid2', 'is_async_delete': False} +test-expirer ERROR: Unhandled exception: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 380, in run_forever + self.run_once(*args, **kwargs) + File "/build/reproducible-path/swift-2.33.0/test/unit/obj/test_expirer.py", line 907, in raise_exceptions + raise Exception('exception %d' % raises[0]) +Exception: exception 1 +test-expirer DEBUG: Run begin +test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects +test-expirer DEBUG: Run end +test-expirer INFO: Pass completed in 0s; 10 objects expired +test-expirer DEBUG: Run begin +test-expirer ERROR: Unhandled exception: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 330, in run_once + self.swift.get_account_info(task_account) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +AttributeError: 'str' object has no attribute 'get_account_info' +test-expirer DEBUG: Run begin +test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects +test-expirer DEBUG: Run end +test-expirer INFO: Pass completed in 0s; 10 objects expired +test-expirer DEBUG: Run begin +test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects +test-expirer DEBUG: Run end +test-expirer INFO: Pass completed in 0s; 10 objects expired +test-expirer DEBUG: Run begin +test-expirer DEBUG: Run end +test-expirer INFO: Pass completed in 0s; 0 objects expired +test-expirer DEBUG: Run begin +test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects +test-expirer DEBUG: Run end +test-expirer INFO: Pass completed in 0s; 10 objects expired +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_requesting_listing_shards +test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_requesting_listing_shards ... ok +test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_requesting_updating_shards +test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_requesting_updating_shards ... ok +test.unit.cli.test_ringcomposer.TestCommands.test_compose_fails_to_write_composite_builder_file +test.unit.cli.test_ringcomposer.TestCommands.test_compose_fails_to_write_composite_builder_file ... ok +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: txf0e3ed9b9c594010a52b8-006644f82c) +test INFO: Client disconnected on read of '/a/c' (txn: txf0e3ed9b9c594010a52b8-006644f82c) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.1.0:1100/sda (txn: txe6b21b77b2c447e7a7b2c-006644f82c) +test INFO: Client disconnected on read of '/a/c' (txn: txe6b21b77b2c447e7a7b2c-006644f82c) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to UPDATE /a/c: Network unreachable (txn: tx4ec8c0d2d33e4a2c87560-006644f82d) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to UPDATE /a/c: Network unreachable (txn: tx4ec8c0d2d33e4a2c87560-006644f82d) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to UPDATE /a/c: Network unreachable (txn: tx4ec8c0d2d33e4a2c87560-006644f82d) +test ERROR: Container UPDATE returning 503 for (503, 503, 503) (txn: tx4ec8c0d2d33e4a2c87560-006644f82d) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r3=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r3=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r3=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_inherits +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_inherits ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_overrides +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_overrides ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_with_no_default +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_with_no_default ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_proxy_server_config +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_proxy_server_config ... ok +test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_timing_per_policy +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_timing_per_policy ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_default +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_default ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_unhandled_exception +test.unit.proxy.test_mem_server.TestProxyServer.test_unhandled_exception ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_valid_api_version +test.unit.proxy.test_mem_server.TestProxyServer.test_valid_api_version ... ok +test.unit.cli.test_ringcomposer.TestCommands.test_compose_fails_to_write_composite_ring_file +test.unit.cli.test_ringcomposer.TestCommands.test_compose_fails_to_write_composite_ring_file ... ok +test.unit.cli.test_ringcomposer.TestCommands.test_compose_insufficient_component_builder_files +test.unit.cli.test_ringcomposer.TestCommands.test_compose_insufficient_component_builder_files ... ok +test.unit.cli.test_ringcomposer.TestCommands.test_compose_nonexistent_component_builder_file +test.unit.cli.test_ringcomposer.TestCommands.test_compose_nonexistent_component_builder_file ... ok +test.unit.cli.test_ringcomposer.TestCommands.test_show +test.unit.cli.test_ringcomposer.TestCommands.test_show ... ok +test.unit.cli.test_ringcomposer.TestCommands.test_show_nonexistent_composite_builder_file +test.unit.cli.test_ringcomposer.TestCommands.test_show_nonexistent_composite_builder_file ... ok +test.unit.cli.test_ringcomposer.TestCommands.test_unknown_command +test.unit.cli.test_ringcomposer.TestCommands.test_unknown_command ... ok +swift: - - 15/May/2024/18/00/14 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1715796014.436951876 1715796014.436992168 - +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json_not_encrypted_obj +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json_not_encrypted_obj ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json_with_crypto_override +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json_with_crypto_override ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_success +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_success ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_cont_get_json_req_with_cipher_mismatch +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_cont_get_json_req_with_cipher_mismatch ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_cont_get_json_req_with_unknown_secret_id +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_cont_get_json_req_with_unknown_secret_id ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_app_exception_v3 +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_app_exception_v3 ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_filter_v3 +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_filter_v3 ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret_from_external_file +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret_from_external_file ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret_legacy_key_id +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret_legacy_key_id ... ok +swift: 1.2.3.4 1.2.3.4 15/May/2024/18/00/14 GET / HTTP/1.0 200 - - - - 13 - - - 0.0001 - - 1715796014.462103605 1715796014.462164879 - +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret_multiple_keys +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret_multiple_keys ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_bad_auth_url +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_bad_auth_url ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_bad_user_domain_name +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_bad_user_domain_name ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_config_file_and_params +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_config_file_and_params ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_connect_failure_auth_url +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_connect_failure_auth_url ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_algorithm +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_algorithm ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_format +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_format ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_id +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_id ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_length +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_length ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_password +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_password ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_username +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_username ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_none_key +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_none_key ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_nonexistent_key_id +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_nonexistent_key_id ... ok test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validating_x_object_manifest test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validating_x_object_manifest ... ok test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_ignores_accounts @@ -29280,627 +37666,361 @@ test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_ignores_containers ... ok test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_watches_manifests_with_slashes test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_watches_manifests_with_slashes ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_path_single -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_path_single ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_primary_path_multiple -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_primary_path_multiple ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_second_path_with_operator_role_and_service -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_second_path_with_operator_role_and_service ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_delete_denied_for_second_path -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_delete_denied_for_second_path ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_delete_of_second_path_by_reseller_admin -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_delete_of_second_path_by_reseller_admin ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_path_single -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_path_single ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_for_service_user -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_for_service_user ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_operator_role -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_operator_role ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_service -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_service ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_existing_swift_owner_ignored -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_existing_swift_owner_ignored ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_unknown_prefix -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_unknown_prefix ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_invalid_referrer -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_invalid_referrer ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_invalid_reseller_prefix -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_invalid_reseller_prefix ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_referrer_without_rlistings -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_referrer_without_rlistings ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_unauthorized_user -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_unauthorized_user ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_same_user_and_tenant -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_same_user_and_tenant ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_as_owner_for_insensitive_operator_role -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_as_owner_for_insensitive_operator_role ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_as_owner_for_operator_role -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_as_owner_for_operator_role ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_container_sync -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_container_sync ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_insensitive_reseller_admin -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_insensitive_reseller_admin ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_project_id_user_in_roles -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_project_id_user_in_roles ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_project_name_user_in_roles -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_project_name_user_in_roles ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_referrer_with_obj -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_referrer_with_obj ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_referrer_with_rlistings -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_referrer_with_rlistings ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_reseller_admin -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_reseller_admin ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_tenant_id_user_in_roles -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_tenant_id_user_in_roles ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_tenant_name_user_in_roles -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_tenant_name_user_in_roles ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_user_role_in_roles -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_user_role_in_roles ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_wildcard_tenant_user_in_roles -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_wildcard_tenant_user_in_roles ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_allow_names -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_allow_names ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_failure -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_failure ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_success -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_success ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_delete_own_account_not_allowed -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_delete_own_account_not_allowed ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_delete_own_account_when_reseller_allowed -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_delete_own_account_when_reseller_allowed ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_get_project_domain_id -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_get_project_domain_id ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_identity_set_up_at_call -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_identity_set_up_at_call ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_keystone_identity -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_keystone_identity ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_allowed_in_acls_inside_default_domain -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_allowed_in_acls_inside_default_domain ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_allowed_in_acls_inside_default_domain_with_config -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_allowed_in_acls_inside_default_domain_with_config ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_old_timestamp_frag_index -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_old_timestamp_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_disallowed_in_acls_inside_default_domain -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_disallowed_in_acls_inside_default_domain ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_old_tombstone -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_old_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_one_fragment_index -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_one_fragment_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_tombstone -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_without_frag -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_without_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_bad_content_length -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_bad_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_corrupt_xattrs -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_corrupt_xattrs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_deleted_files -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_deleted_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_fstat_oserror -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_fstat_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_hashdir_not_a_directory -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_hashdir_not_a_directory ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_hashdir_not_listable -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_hashdir_not_listable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_bad_name -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_bad_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_bad_x_delete_at -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_bad_x_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_content_length -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_content_length_bad -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_content_length_bad ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_etag -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_missing_name -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_missing_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_zero_byte -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_zero_byte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_ioerror_enodata -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_ioerror_enodata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_missing_content_length -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_missing_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_subtly_corrupt_xattrs -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_subtly_corrupt_xattrs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_truncated_xattrs -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_truncated_xattrs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_valids -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_valids ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_read_metadata -test.unit.obj.test_diskfile.TestECDiskFile.test_read_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_read_metadata_no_xattr -test.unit.obj.test_diskfile.TestECDiskFile.test_read_metadata_no_xattr ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_reader_ec_exception_causes_quarantine -test.unit.obj.test_diskfile.TestECDiskFile.test_reader_ec_exception_causes_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_not_root -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_not_root ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_reader_ec_exception_does_not_cause_quarantine -test.unit.obj.test_diskfile.TestECDiskFile.test_reader_ec_exception_does_not_cause_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_reader_frag_check_does_not_quarantine_if_its_not_binary -test.unit.obj.test_diskfile.TestECDiskFile.test_reader_frag_check_does_not_quarantine_if_its_not_binary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_reader_quarantines_corrupted_ec_archive -test.unit.obj.test_diskfile.TestECDiskFile.test_reader_quarantines_corrupted_ec_archive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_splice_to_wsockfd_blocks -test.unit.obj.test_diskfile.TestECDiskFile.test_splice_to_wsockfd_blocks ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_sysmeta_frag_index_is_immutable -test.unit.obj.test_diskfile.TestECDiskFile.test_sysmeta_frag_index_is_immutable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_tee_to_md5_pipe_length_mismatch -test.unit.obj.test_diskfile.TestECDiskFile.test_tee_to_md5_pipe_length_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_write_cleanup -test.unit.obj.test_diskfile.TestECDiskFile.test_write_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_write_cleanup_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_write_cleanup_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_write_cleanup_part_power_increase -test.unit.obj.test_diskfile.TestECDiskFile.test_write_cleanup_part_power_increase ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_disk_full -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_disk_full ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_no_xattr -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_no_xattr ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_content_type -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_content_type_removes_multiple_metas -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_content_type_removes_multiple_metas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_content_type_removes_same_time_meta -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_content_type_removes_same_time_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_older_content_type -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_older_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_zero_copy_cache_dropping -test.unit.obj.test_diskfile.TestECDiskFile.test_zero_copy_cache_dropping ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_zero_copy_turns_off_when_md5_sockets_not_supported -test.unit.obj.test_diskfile.TestECDiskFile.test_zero_copy_turns_off_when_md5_sockets_not_supported ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.controllers.test_base.TestNodeIter.test_annotate_node_with_use_replication -test.unit.proxy.controllers.test_base.TestNodeIter.test_annotate_node_with_use_replication ... ok -test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_default_fake_ring -test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_default_fake_ring ... ok -test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_does_not_mutate_supplied_nodes -test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_does_not_mutate_supplied_nodes ... ok -test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_with_handoffs -test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_with_handoffs ... ok -test.unit.proxy.controllers.test_base.TestNodeIter.test_multi_iteration -test.unit.proxy.controllers.test_base.TestNodeIter.test_multi_iteration ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_half_not_found_headers_and_body -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_half_not_found_headers_and_body ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_half_not_found_statuses -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_half_not_found_statuses ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_handoff -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_handoff ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_limits_expirer_queue_updates -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_limits_expirer_queue_updates ... ok -test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_root_state_listing -test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_root_state_listing ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_missing_one -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_missing_one ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: nojunk None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 01 Apr 2014 12:00:00 GMT', 'X-Amz-Date': 'Wed, 18 Jun 2025 00:03:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:08 -0000'} -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:08 -0000'} -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:08 -0000'} -test DEBUG: checking permission: bucket None POST {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:03:08 -0000'} -test DEBUG: bucket None POST -test DEBUG: tenant mismatch: BLAN_a != tenant_id -test DEBUG: allow user with role(s) swiftoperator,admin as account admin -test DEBUG: allow user with role(s) swiftoperator,admin as account admin -test DEBUG: allowing proxy 127.0.0.1 for container-sync -test DEBUG: User tenant_id has reseller admin authorizing -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:* allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:* allowed in ACL authorizing. -test DEBUG: authorizing http://example.com/index.html via referer ACL -test DEBUG: Names allowed in acls. -test DEBUG: authorizing http://example.com/index.html via referer ACL -test DEBUG: User tenant_id has reseller admin authorizing -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:* allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:* allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_name allowed in ACL: allowme authorizing -test DEBUG: Names allowed in acls. -test DEBUG: user *:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user *:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user *:* allowed in ACL authorizing. -test DEBUG: User tenant_name:user_name is not allowed to delete its own account -test DEBUG: User tenant_id has reseller admin authorizing -test DEBUG: Using identity: {'user': ('user_id', 'user_name'), 'tenant': ('test', 'tenant_name'), 'roles': ['reselleradmin'], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} -test DEBUG: User test has reseller admin authorizing -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_name allowed in ACL authorizing. +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderProject.test_reader_get +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderProject.test_reader_get ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderProject.test_reader_put +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderProject.test_reader_put ... ok +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_token_scoped_to_other_tenant +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_token_scoped_to_other_tenant ... ok +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_token_scoped_to_tenant +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_token_scoped_to_tenant ... ok +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_unscoped_token +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_unscoped_token ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_access_log_headers_only +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_access_log_headers_only ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_app_exception +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_app_exception ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_basic_req +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_basic_req ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_basic_req_second_time +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_basic_req_second_time ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_body_iter_updates_environ_proxy_logging_status +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_body_iter_updates_environ_proxy_logging_status ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_chunked_response +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_chunked_response ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_client_logging +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_client_logging ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_disconnect_on_read +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_disconnect_on_read ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_disconnect_on_readline +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_disconnect_on_readline ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_dual_logging_middlewares +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_dual_logging_middlewares ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_dual_logging_middlewares_w_inner +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_dual_logging_middlewares_w_inner ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_ensure_fields +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_ensure_fields ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_and_app_explodes +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_and_app_explodes ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_and_body_explodes +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_and_body_explodes ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_unread_body +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_unread_body ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_exploding_body +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_exploding_body ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_facility +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_facility ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_filter +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_filter ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_invalid_log_config +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_invalid_log_config ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_ipv6 +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_ipv6 ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_iterator_closing +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_iterator_closing ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_auth_token +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_auth_token ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_headers +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_headers ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_multiple +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_multiple ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_none +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_none ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_single +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_single ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_msg_template +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_msg_template ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_msg_template_s3api +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_msg_template_s3api ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_query_string +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_query_string ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_method_filtering_custom +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_method_filtering_custom ... ok +test INFO: Disabling account_sdb +test INFO: Disabling container_sdb +test INFO: Disabling object_sdb +test INFO: Enabling account_sdb +test INFO: Enabling container_sdb +test INFO: Enabling object_sdb +test ERROR: Error decrypting container listing: Bad crypto meta: Cipher must be AES_CTR_256 +test ERROR: get_keys(): unknown key id: unknown_key +test ERROR: Error decrypting container listing: unknown_key +test DEBUG: User tenant_id with role(s) rdr1,rdr2 has project reader authorizing test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_id allowed in ACL authorizing. test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_name allowed in ACL authorizing. test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_id allowed in ACL authorizing. test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_name allowed in ACL authorizing. test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_id allowed in ACL authorizing. test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_name allowed in ACL authorizing. test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_id allowed in ACL authorizing. test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_name allowed in ACL authorizing. test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_id allowed in ACL authorizing. test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_name allowed in ACL authorizing. test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_id allowed in ACL authorizing. -test DEBUG: user tenant_id:user_id allowed in ACL authorizing. -test DEBUG: user tenant_id:user_id allowed in ACL authorizing. -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_disallowed_in_acls_outside_default_domain -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_disallowed_in_acls_outside_default_domain ... ok -test.unit.common.middleware.test_slo.TestSloDataSegments.test_bunches_of_data_segments -test.unit.common.middleware.test_slo.TestSloDataSegments.test_bunches_of_data_segments ... ok -test.unit.common.middleware.test_slo.TestSloDataSegments.test_data_segment_sandwich -test.unit.common.middleware.test_slo.TestSloDataSegments.test_data_segment_sandwich ... ok -test.unit.common.middleware.test_slo.TestSloDataSegments.test_leading_data_segment -test.unit.common.middleware.test_slo.TestSloDataSegments.test_leading_data_segment ... ok -test.unit.common.middleware.test_slo.TestSloDataSegments.test_trailing_data_segment -test.unit.common.middleware.test_slo.TestSloDataSegments.test_trailing_data_segment ... ok -test.unit.common.middleware.test_subrequest_logging.TestSubRequestLogging.test_subrequest_logged_with_POST -test.unit.common.middleware.test_subrequest_logging.TestSubRequestLogging.test_subrequest_logged_with_POST ... ok -test.unit.common.middleware.test_subrequest_logging.TestSubRequestLogging.test_subrequest_logged_x_copy_from -test.unit.common.middleware.test_subrequest_logging.TestSubRequestLogging.test_subrequest_logged_x_copy_from ... ok -test.unit.common.middleware.test_tempauth.PrefixAccount.test_blank_reseller -test.unit.common.middleware.test_tempauth.PrefixAccount.test_blank_reseller ... ok -test.unit.common.middleware.test_tempauth.PrefixAccount.test_default -test.unit.common.middleware.test_tempauth.PrefixAccount.test_default ... ok -test.unit.common.middleware.test_tempauth.PrefixAccount.test_multiple_resellers -test.unit.common.middleware.test_tempauth.PrefixAccount.test_multiple_resellers ... ok -test.unit.common.middleware.test_tempauth.PrefixAccount.test_same_as_default -test.unit.common.middleware.test_tempauth.PrefixAccount.test_same_as_default ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_mostly_found -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_mostly_found ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_mostly_not_found -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_mostly_not_found ... ok -test.unit.common.middleware.test_xprofile.TestStats2.test_func_to_dict -test.unit.common.middleware.test_xprofile.TestStats2.test_func_to_dict ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_not_found -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_not_found ... ok -test.unit.common.middleware.test_xprofile.TestStats2.test_to_csv -test.unit.common.middleware.test_xprofile.TestStats2.test_to_csv ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_simple -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_simple ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_write_affinity_after_replication -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_write_affinity_after_replication ... ok -test.unit.common.middleware.test_xprofile.TestStats2.test_to_json -test.unit.common.middleware.test_xprofile.TestStats2.test_to_json ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_write_affinity_before_replication -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_write_affinity_before_replication ... ok -test.unit.common.middleware.test_xprofile.TestStats2.test_to_ods -test.unit.common.middleware.test_xprofile.TestStats2.test_to_ods ... ok -test.unit.common.test_base_storage_server.TestBaseStorageServer.test_OPTIONS -test.unit.common.test_base_storage_server.TestBaseStorageServer.test_OPTIONS ... ok -test.unit.common.test_base_storage_server.TestBaseStorageServer.test_OPTIONS_error -test.unit.common.test_base_storage_server.TestBaseStorageServer.test_OPTIONS_error ... ok -test.unit.common.test_base_storage_server.TestBaseStorageServer.test_allowed_methods -test.unit.common.test_base_storage_server.TestBaseStorageServer.test_allowed_methods ... ok -test.unit.common.test_base_storage_server.TestBaseStorageServer.test_server_type -test.unit.common.test_base_storage_server.TestBaseStorageServer.test_server_type ... ok -test.unit.common.test_constraints.TestConstraints.test_check_account_format -test.unit.common.test_constraints.TestConstraints.test_check_account_format ... ok -test.unit.common.test_constraints.TestConstraints.test_check_container_format -test.unit.common.test_constraints.TestConstraints.test_check_container_format ... ok -test.unit.common.test_constraints.TestConstraints.test_check_delete_headers -test.unit.common.test_constraints.TestConstraints.test_check_delete_headers ... ok -test.unit.common.test_constraints.TestConstraints.test_check_delete_headers_removes_delete_after -test.unit.common.test_constraints.TestConstraints.test_check_delete_headers_removes_delete_after ... ok -test.unit.common.test_constraints.TestConstraints.test_check_delete_headers_sets_delete_at -test.unit.common.test_constraints.TestConstraints.test_check_delete_headers_sets_delete_at ... ok -test.unit.common.test_constraints.TestConstraints.test_check_drive_invalid_path -test.unit.common.test_constraints.TestConstraints.test_check_drive_invalid_path ... ok -test.unit.common.test_constraints.TestConstraints.test_check_drive_isdir -test.unit.common.test_constraints.TestConstraints.test_check_drive_isdir ... ok -test.unit.common.test_constraints.TestConstraints.test_check_drive_ismount -test.unit.common.test_constraints.TestConstraints.test_check_drive_ismount ... ok -test.unit.common.test_constraints.TestConstraints.test_check_float -test.unit.common.test_constraints.TestConstraints.test_check_float ... ok -test.unit.common.test_constraints.TestConstraints.test_check_metadata_count -test.unit.common.test_constraints.TestConstraints.test_check_metadata_count ... ok -test.unit.common.test_constraints.TestConstraints.test_check_metadata_empty -test.unit.common.test_constraints.TestConstraints.test_check_metadata_empty ... ok -test.unit.common.test_constraints.TestConstraints.test_check_metadata_empty_name -test.unit.common.test_constraints.TestConstraints.test_check_metadata_empty_name ... ok -test.unit.common.test_constraints.TestConstraints.test_check_metadata_good -test.unit.common.test_constraints.TestConstraints.test_check_metadata_good ... ok -Waited 15 seconds for .MockServerFactory.MockServer object at 0x7f99919207a0> to die; killing -Signal .MockServerFactory.MockServer object at 0x7f99919207a0> pid: None signal: 9 -Waited 15 seconds for .MockServerFactory.MockServer object at 0x7f9991920950> to die; killing -Signal .MockServerFactory.MockServer object at 0x7f9991920950> pid: None signal: 9 -Waited 15 seconds for .MockServerFactory.MockServer object at 0x7f99919207a0> to die; killing -Signal .MockServerFactory.MockServer object at 0x7f99919207a0> pid: None signal: 9 -WARNING: Unable to modify file descriptor limit. Running as non-root? -WARNING: Unable to modify memory limit. Running as non-root? -WARNING: Unable to modify max process limit. Running as non-root? -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test WARNING: Handoff requested (9) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.14:1014/sdo, error: ERROR Insufficient Storage (txn: tx03c38d8dd95c4dd486b9e-006852023d) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -test.unit.common.test_constraints.TestConstraints.test_check_metadata_name_length -test.unit.common.test_constraints.TestConstraints.test_check_metadata_name_length ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_all_primaries_error_limited -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_all_primaries_error_limited ... ok -test.unit.common.test_constraints.TestConstraints.test_check_metadata_non_utf8 -test.unit.common.test_constraints.TestConstraints.test_check_metadata_non_utf8 ... ok -test.unit.common.test_constraints.TestConstraints.test_check_metadata_size -test.unit.common.test_constraints.TestConstraints.test_check_metadata_size ... ok -test.unit.common.test_constraints.TestConstraints.test_check_metadata_value_length -test.unit.common.test_constraints.TestConstraints.test_check_metadata_value_length ... ok -test.unit.common.test_constraints.TestConstraints.test_check_object_creation_bad_content_type -test.unit.common.test_constraints.TestConstraints.test_check_object_creation_bad_content_type ... ok -test.unit.common.test_constraints.TestConstraints.test_check_object_creation_bad_delete_headers -test.unit.common.test_constraints.TestConstraints.test_check_object_creation_bad_delete_headers ... ok -test.unit.common.test_constraints.TestConstraints.test_check_object_creation_content_length -test.unit.common.test_constraints.TestConstraints.test_check_object_creation_content_length ... ok -test.unit.common.test_constraints.TestConstraints.test_check_object_creation_content_type -test.unit.common.test_constraints.TestConstraints.test_check_object_creation_content_type ... ok -test.unit.common.test_constraints.TestConstraints.test_check_object_creation_name_length -test.unit.common.test_constraints.TestConstraints.test_check_object_creation_name_length ... ok -test.unit.common.test_constraints.TestConstraints.test_check_utf8 -test.unit.common.test_constraints.TestConstraints.test_check_utf8 ... ok -test.unit.common.test_constraints.TestConstraints.test_check_utf8_internal -test.unit.common.test_constraints.TestConstraints.test_check_utf8_internal ... ok -test.unit.common.test_constraints.TestConstraints.test_check_utf8_lone_surrogates -test.unit.common.test_constraints.TestConstraints.test_check_utf8_lone_surrogates ... ok -test.unit.common.test_constraints.TestConstraints.test_check_utf8_non_canonical -test.unit.common.test_constraints.TestConstraints.test_check_utf8_non_canonical ... ok -test.unit.common.test_constraints.TestConstraints.test_valid_api_version -test.unit.common.test_constraints.TestConstraints.test_valid_api_version ... ok -test.unit.common.test_constraints.TestConstraints.test_valid_timestamp -test.unit.common.test_constraints.TestConstraints.test_valid_timestamp ... ok -test.unit.common.test_constraints.TestConstraints.test_validate_bad_meta -test.unit.common.test_constraints.TestConstraints.test_validate_bad_meta ... ok -test.unit.common.test_constraints.TestConstraints.test_validate_constraints -test.unit.common.test_constraints.TestConstraints.test_validate_constraints ... ok -test.unit.common.test_container_sync_realms.TestUtils.test_bad_mtime_check_interval -test.unit.common.test_container_sync_realms.TestUtils.test_bad_mtime_check_interval ... ok -test.unit.common.test_container_sync_realms.TestUtils.test_empty -test.unit.common.test_container_sync_realms.TestUtils.test_empty ... ok -test.unit.common.test_container_sync_realms.TestUtils.test_empty_realm -test.unit.common.test_container_sync_realms.TestUtils.test_empty_realm ... ok -test.unit.common.test_container_sync_realms.TestUtils.test_error_parsing -test.unit.common.test_container_sync_realms.TestUtils.test_error_parsing ... ok -test.unit.common.test_container_sync_realms.TestUtils.test_get_sig -test.unit.common.test_container_sync_realms.TestUtils.test_get_sig ... ok -test.unit.common.test_container_sync_realms.TestUtils.test_no_file_there -test.unit.common.test_container_sync_realms.TestUtils.test_no_file_there ... ok -test.unit.common.test_container_sync_realms.TestUtils.test_one_realm -test.unit.common.test_container_sync_realms.TestUtils.test_one_realm ... ok -test.unit.common.test_container_sync_realms.TestUtils.test_os_error -test.unit.common.test_container_sync_realms.TestUtils.test_os_error ... ok -test.unit.common.test_container_sync_realms.TestUtils.test_two_realms_and_change_a_default -test.unit.common.test_container_sync_realms.TestUtils.test_two_realms_and_change_a_default ... ok -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Node is error limited: 10.0.0.5:1005/sdf (txn: tx373f73fe699a4caf974e9-006852023d) -proxy-server DEBUG: Node is error limited: 10.0.0.10:1010/sdk (txn: tx373f73fe699a4caf974e9-006852023d) -proxy-server DEBUG: Node is error limited: 10.0.0.20:1020/sdu (txn: tx373f73fe699a4caf974e9-006852023d) -proxy-server DEBUG: Node is error limited: 10.0.0.8:1008/sdi (txn: tx373f73fe699a4caf974e9-006852023d) -proxy-server DEBUG: Node is error limited: 10.0.0.4:1004/sde (txn: tx373f73fe699a4caf974e9-006852023d) -proxy-server DEBUG: Node is error limited: 10.0.0.27:1027/sdb (txn: tx373f73fe699a4caf974e9-006852023d) -proxy-server DEBUG: Node is error limited: 10.0.0.15:1015/sdp (txn: tx373f73fe699a4caf974e9-006852023d) -proxy-server DEBUG: Node is error limited: 10.0.0.26:1026/sda (txn: tx373f73fe699a4caf974e9-006852023d) -proxy-server DEBUG: Node is error limited: 10.0.0.24:1024/sdy (txn: tx373f73fe699a4caf974e9-006852023d) -proxy-server DEBUG: Node is error limited: 10.0.0.22:1022/sdw (txn: tx373f73fe699a4caf974e9-006852023d) -proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx373f73fe699a4caf974e9-006852023d) -proxy-server DEBUG: Node is error limited: 10.0.0.12:1012/sdm (txn: tx373f73fe699a4caf974e9-006852023d) -proxy-server DEBUG: Node is error limited: 10.0.0.18:1018/sds (txn: tx373f73fe699a4caf974e9-006852023d) -proxy-server DEBUG: Node is error limited: 10.0.0.19:1019/sdt (txn: tx373f73fe699a4caf974e9-006852023d) -proxy-server DEBUG: Node is error limited: 10.0.0.21:1021/sdv (txn: tx373f73fe699a4caf974e9-006852023d) -proxy-server DEBUG: Node is error limited: 10.0.0.25:1025/sdz (txn: tx373f73fe699a4caf974e9-006852023d) -proxy-server DEBUG: Node is error limited: 10.0.0.3:1003/sdd (txn: tx373f73fe699a4caf974e9-006852023d) -proxy-server DEBUG: Node is error limited: 10.0.0.7:1007/sdh (txn: tx373f73fe699a4caf974e9-006852023d) -proxy-server DEBUG: Node is error limited: 10.0.0.13:1013/sdn (txn: tx373f73fe699a4caf974e9-006852023d) -proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx373f73fe699a4caf974e9-006852023d) -proxy-server DEBUG: Node is error limited: 10.0.0.17:1017/sdr (txn: tx373f73fe699a4caf974e9-006852023d) -proxy-server DEBUG: Node is error limited: 10.0.0.14:1014/sdo (txn: tx373f73fe699a4caf974e9-006852023d) -proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx373f73fe699a4caf974e9-006852023d) -proxy-server DEBUG: Node is error limited: 10.0.0.23:1023/sdx (txn: tx373f73fe699a4caf974e9-006852023d) -proxy-server DEBUG: Node is error limited: 10.0.0.9:1009/sdj (txn: tx373f73fe699a4caf974e9-006852023d) -proxy-server DEBUG: Node is error limited: 10.0.0.6:1006/sdg (txn: tx373f73fe699a4caf974e9-006852023d) -proxy-server DEBUG: Node is error limited: 10.0.0.16:1016/sdq (txn: tx373f73fe699a4caf974e9-006852023d) -proxy-server DEBUG: Node is error limited: 10.0.0.11:1011/sdl (txn: tx373f73fe699a4caf974e9-006852023d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx373f73fe699a4caf974e9-006852023d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx373f73fe699a4caf974e9-006852023d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx373f73fe699a4caf974e9-006852023d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx373f73fe699a4caf974e9-006852023d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx373f73fe699a4caf974e9-006852023d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx373f73fe699a4caf974e9-006852023d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx373f73fe699a4caf974e9-006852023d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx373f73fe699a4caf974e9-006852023d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx373f73fe699a4caf974e9-006852023d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx373f73fe699a4caf974e9-006852023d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx373f73fe699a4caf974e9-006852023d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx373f73fe699a4caf974e9-006852023d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx373f73fe699a4caf974e9-006852023d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx373f73fe699a4caf974e9-006852023d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx373f73fe699a4caf974e9-006852023d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx373f73fe699a4caf974e9-006852023d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx373f73fe699a4caf974e9-006852023d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx373f73fe699a4caf974e9-006852023d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx373f73fe699a4caf974e9-006852023d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx373f73fe699a4caf974e9-006852023d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx373f73fe699a4caf974e9-006852023d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx373f73fe699a4caf974e9-006852023d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx373f73fe699a4caf974e9-006852023d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx373f73fe699a4caf974e9-006852023d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx373f73fe699a4caf974e9-006852023d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx373f73fe699a4caf974e9-006852023d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx373f73fe699a4caf974e9-006852023d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx373f73fe699a4caf974e9-006852023d) -proxy-server ERROR: Object returning 503 for [] (txn: tx373f73fe699a4caf974e9-006852023d) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc0597aa3a3a94084b0705-006852023d) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc0597aa3a3a94084b0705-006852023d) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc0597aa3a3a94084b0705-006852023d) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc0597aa3a3a94084b0705-006852023d) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc0597aa3a3a94084b0705-006852023d) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc0597aa3a3a94084b0705-006852023d) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc0597aa3a3a94084b0705-006852023d) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc0597aa3a3a94084b0705-006852023d) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc0597aa3a3a94084b0705-006852023d) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc0597aa3a3a94084b0705-006852023d) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc0597aa3a3a94084b0705-006852023d) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc0597aa3a3a94084b0705-006852023d) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc0597aa3a3a94084b0705-006852023d) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc0597aa3a3a94084b0705-006852023d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc0597aa3a3a94084b0705-006852023d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc0597aa3a3a94084b0705-006852023d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc0597aa3a3a94084b0705-006852023d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc0597aa3a3a94084b0705-006852023d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc0597aa3a3a94084b0705-006852023d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc0597aa3a3a94084b0705-006852023d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc0597aa3a3a94084b0705-006852023d) -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplicate_but_insufficient_frag_indexes -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplicate_but_insufficient_frag_indexes ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplicate_but_sufficient_frag_indexes -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplicate_but_sufficient_frag_indexes ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplication_factor -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplication_factor ... ok +test INFO: - - 15/May/2024/18/00/14 GET / HTTP/1.0 200 - - - - 8 - - First:%201%0ASecond:%202 0.0001 - - 1715796014.428984642 1715796014.429055691 - +test INFO: - - 15/May/2024/18/00/14 GET / HTTP/1.0 500 - - - - - - - - 0.0000 - - 1715796014.430082560 1715796014.430091858 - +test INFO: - - 15/May/2024/18/00/14 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1715796014.431069613 1715796014.431134939 - +test INFO: GET /v1/a/c 205 205 +test INFO: GET /v1/a/c 209 205 +test INFO: GET /v1/a/c 210 205 +test INFO: 1.2.3.4 1.2.3.4 15/May/2024/18/00/14 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1715796014.438091755 1715796014.438137531 - +test INFO: - - 15/May/2024/18/00/14 GET / HTTP/1.0 499 - - - - - - - - 0.0000 - - 1715796014.439080954 1715796014.439104795 - +test INFO: - - 15/May/2024/18/00/14 GET / HTTP/1.0 499 - - - - - - - - 0.0000 - - 1715796014.440032959 1715796014.440045834 - +test INFO: - - 15/May/2024/18/00/14 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1715796014.441112041 1715796014.441156626 - +test INFO: - - 15/May/2024/18/00/14 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1715796014.442011356 1715796014.442053318 - +test INFO: - - 15/May/2024/18/00/14 GET / HTTP/1.0 200 - - - - 15 - - - 0.0004 - - 1715796014.441992283 1715796014.442353249 - +test INFO: - - 26/Apr/1970/17/46/41 GET / HTTP/1.0 200 - - - - 8 - - - 1.0000 - - 10000000.000000000 10000001.000000000 - +test INFO: GET /v1/a/c 503 503 +test INFO: GET /v1/a/c 429 503 +test INFO: GET /v1/a/c 429 503 +test INFO: GET /v1/a/c - 503 +test INFO: GET /v1/a/c - 503 +test INFO: GET /v1/a/c True 503 +test INFO: GET /v1/a/c - 503 +test INFO: GET /v1/a/c parsing%20ok 503 +test INFO: GET /v1/a/c 500 500 +test INFO: GET /v1/a/c 500 568 +test INFO: GET /v1/a/c 499 503 +test INFO: GET /v1/a/c 499 503 +test INFO: GET / 500 200 +test INFO: 2001:db8:85a3:8d3:1319:8a2e:370:7348 2001:db8:85a3:8d3:1319:8a2e:370:7348 15/May/2024/18/00/14 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1715796014.461151600 1715796014.461197376 - +test INFO: - - 15/May/2024/18/00/14 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1715796014.463359594 1715796014.463406324 - +test INFO: - - 15/May/2024/18/00/14 GET / HTTP/1.0 200 - - b05bf940-0464-4c... - 8 - - - 0.0000 - - 1715796014.464105368 1715796014.464152813 - +test INFO: - - 15/May/2024/18/00/14 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1715796014.464873552 1715796014.464915037 - +test INFO: - - 15/May/2024/18/00/14 GET / HTTP/1.0 200 - - b05bf940... - 8 - - - 0.0000 - - 1715796014.465565443 1715796014.465606213 - +test INFO: - - 15/May/2024/18/00/14 GET / HTTP/1.0 200 - - b05bf940-0464-4c0e-8c70-87717d2d73e8 - 8 - - - 0.0000 - - 1715796014.466273069 1715796014.466312885 - +test INFO: - - 15/May/2024/18/00/14 GET / HTTP/1.0 200 - - b05bf940-0464-4c0e-8c70-87717d2d73e8 - 8 - - - 0.0000 - - 1715796014.467015743 1715796014.467054367 - +test INFO: - - 15/May/2024/18/00/14 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1715796014.467736483 1715796014.467777014 - +test INFO: - - 15/May/2024/18/00/14 GET / HTTP/1.0 200 - - ... - 8 - - - 0.0000 - - 1715796014.468416691 1715796014.468455791 - +test INFO: - - 15/May/2024/18/00/14 GET / HTTP/1.0 200 - - - - 8 - - Host:%20localhost:80 0.0000 - - 1715796014.469341993 1715796014.469382048 - +test INFO: - - 15/May/2024/18/00/14 GET / HTTP/1.0 200 - - - - 8 - - Host:%20localhost:80 0.0000 - - 1715796014.470320702 1715796014.470362663 - +test INFO: - - 15/May/2024/18/00/14 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - one%2Cand%20two 1715796014.471713543 1715796014.471757174 - +test INFO: - - 15/May/2024/18/00/14 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1715796014.472645044 1715796014.472687006 - +test INFO: - - 15/May/2024/18/00/14 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1715796014.473346710 1715796014.473387718 - +test INFO: - - 15/May/2024/18/00/14 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - one 1715796014.474237204 1715796014.474277973 - +test INFO: template which can be edited in config: HTTP/1.0 / GET {SMD5}c65475e457fea0951fbb9ec9596b2177 - 1.0000 26/Apr/1970/17/46/40 10000001.000000000 0.5 example.com +test INFO: HTTP/1.0 /bucket/path/to/key GET AUTH_test bucket path/to/key +test INFO: - - 15/May/2024/18/00/14 GET /%3Fx%3D3 HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1715796014.477695942 1715796014.477740765 - +test INFO: - - 01/Jan/1970/02/46/41 foo /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 - /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 PUTT /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 SPECIAL /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 GET /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 PUT /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 COPY /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 foo /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 - /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 PUTT /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 SPECIAL /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 GET /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 PUT /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 COPY /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 foo /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - +test INFO: - - 01/Jan/1970/02/46/41 - /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - +test INFO: - - 01/Jan/1970/02/46/41 PUTT /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - +test INFO: - - 01/Jan/1970/02/46/41 SPECIAL /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - +test INFO: - - 01/Jan/1970/02/46/41 GET /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - +test INFO: - - 01/Jan/1970/02/46/41 PUT /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - +test INFO: - - 01/Jan/1970/02/46/41 COPY /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - +test INFO: - - 01/Jan/1970/02/46/41 HEAD /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - +test INFO: - - 01/Jan/1970/02/46/41 POST /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - +test INFO: - - 01/Jan/1970/02/46/41 DELETE /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_method_filtering_default +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_method_filtering_default ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_type_bad +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_type_bad ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_type_good +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_type_good ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_statsd_invalid_stats_types +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_statsd_invalid_stats_types ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_logger_statsd_prefix +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_logger_statsd_prefix ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_multi_segment_resp +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_multi_segment_resp ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_empty_strings +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_empty_strings ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_generator +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_generator ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_list_body +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_list_body ... ok +swift: Rewriting invalid auth prefix "" to "/auth/" (Non-empty auth prefix path is required) +swift: Rewriting invalid auth prefix "/" to "/auth/" (Non-empty auth prefix path is required) +swift: Swift3 did not provide a check_signature function; upgrade Swift3 if you want to use it with tempauth +swift: Swift3 did not provide a check_signature function; upgrade Swift3 if you want to use it with tempauth +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_obscure_req +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_obscure_req ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_policy_index +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_policy_index ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_proxy_client_logging +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_proxy_client_logging ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_req_path_info_popping +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_req_path_info_popping ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_sensitive_headers_registered +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_sensitive_headers_registered ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_unread_body +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_unread_body ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_line +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_line ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_size +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_size ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_size_no_policy +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_size_no_policy ... ok +test.unit.common.middleware.test_slo.TestSloGetRawOldManifest.test_get_raw_manifest +test.unit.common.middleware.test_slo.TestSloGetRawOldManifest.test_get_raw_manifest ... ok +test.unit.common.middleware.test_slo.TestSloGetRawOldManifest.test_get_raw_manifest_passthrough_with_ranges +test.unit.common.middleware.test_slo.TestSloGetRawOldManifest.test_get_raw_manifest_passthrough_with_ranges ... ok +test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_both +test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_both ... ok +test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_host +test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_host ... ok +test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_scheme +test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_scheme ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_account_delete_permissions +test.unit.common.middleware.test_tempauth.TestAuth.test_account_delete_permissions ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_account_put_permissions +test.unit.common.middleware.test_tempauth.TestAuth.test_account_put_permissions ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_admin_is_owner +test.unit.common.middleware.test_tempauth.TestAuth.test_admin_is_owner ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_anon +test.unit.common.middleware.test_tempauth.TestAuth.test_anon ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_anon_badpath +test.unit.common.middleware.test_tempauth.TestAuth.test_anon_badpath ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_deny_non_reseller_prefix +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_deny_non_reseller_prefix ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_deny_non_reseller_prefix_no_override +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_deny_non_reseller_prefix_no_override ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_fail +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_fail ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_no_reseller_prefix_deny +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_no_reseller_prefix_deny ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_no_reseller_prefix_no_token +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_no_reseller_prefix_no_token ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_prefix_init +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_prefix_init ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_reseller_prefix_with_s3_deny +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_reseller_prefix_with_s3_deny ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_scheme +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_scheme ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_old_s3api_details +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_old_s3api_details ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_old_swift3_details +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_old_swift3_details ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_s3api_authorization_good +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_s3api_authorization_good ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_s3api_authorization_invalid +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_s3api_authorization_invalid ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_swift3_authorization_good +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_swift3_authorization_good ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_swift3_authorization_invalid +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_swift3_authorization_invalid ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_account_access +test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_account_access ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_acl_group_access +test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_acl_group_access ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_acl_referer_after_user_groups +test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_acl_referer_after_user_groups ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_acl_referrer_access +test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_acl_referrer_access ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_bad_path +test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_bad_path ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_deny_cross_reseller +test.unit.common.middleware.test_tempauth.TestAuth.test_deny_cross_reseller ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_detect_reseller_request +test.unit.common.middleware.test_tempauth.TestAuth.test_detect_reseller_request ... ok +swift: The following digest algorithms are configured but not supported: md4 +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_bad_path +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_bad_path ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_invalid_x_auth_user_format +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_invalid_x_auth_user_format ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_missing_key +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_missing_key ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_non_matching_account_in_request +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_non_matching_account_in_request ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_memcache_error +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_memcache_error ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_success +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_success ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_success_other_auth_prefix +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_success_other_auth_prefix ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_get_user_group +test.unit.common.middleware.test_tempauth.TestAuth.test_get_user_group ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_object_name_containing_slash +test.unit.common.middleware.test_tempauth.TestAuth.test_object_name_containing_slash ... ok +swift: The following digest algorithms are configured but not supported: md5, not-a-valid-digest +test.unit.common.middleware.test_tempauth.TestAuth.test_old_token_overdate +test.unit.common.middleware.test_tempauth.TestAuth.test_old_token_overdate ... ok +swift: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. +test.unit.common.middleware.test_tempauth.TestAuth.test_old_token_with_old_data +test.unit.common.middleware.test_tempauth.TestAuth.test_old_token_with_old_data ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_options_call +test.unit.common.middleware.test_tempauth.TestAuth.test_options_call ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_override_asked_for_and_allowed +test.unit.common.middleware.test_tempauth.TestAuth.test_override_asked_for_and_allowed ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_override_asked_for_but_not_allowed +test.unit.common.middleware.test_tempauth.TestAuth.test_override_asked_for_but_not_allowed ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_override_default_allowed +test.unit.common.middleware.test_tempauth.TestAuth.test_override_default_allowed ... ok +swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. +test.unit.common.middleware.test_tempauth.TestAuth.test_regular_is_not_owner +test.unit.common.middleware.test_tempauth.TestAuth.test_regular_is_not_owner ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_request_method_not_allowed +test.unit.common.middleware.test_tempauth.TestAuth.test_request_method_not_allowed ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_reseller_admin_is_owner +test.unit.common.middleware.test_tempauth.TestAuth.test_reseller_admin_is_owner ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_reseller_prefix_init +test.unit.common.middleware.test_tempauth.TestAuth.test_reseller_prefix_init ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_statsd_prefix +test.unit.common.middleware.test_tempauth.TestAuth.test_statsd_prefix ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_based_on_host +test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_based_on_host ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_default +test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_default ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_overridden_scheme +test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_overridden_scheme ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_successful_token_unicode_user +test.unit.common.middleware.test_tempauth.TestAuth.test_successful_token_unicode_user ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_fail_key +test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_fail_key ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_fail_no_timestamp +test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_fail_no_timestamp ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_success +test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_success ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_success_lb_sync_host +test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_success_lb_sync_host ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_top_level_deny +test.unit.common.middleware.test_tempauth.TestAuth.test_top_level_deny ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_use_old_token_from_memcached +test.unit.common.middleware.test_tempauth.TestAuth.test_use_old_token_from_memcached ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_use_token_success +test.unit.common.middleware.test_tempauth.TestAuth.test_use_token_success ... ok +test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_bad_config +test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_bad_config ... ok +test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_no_deprecated_digests +test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_no_deprecated_digests ... ok +test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_non_default_methods +test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_non_default_methods ... ok +test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_registered_defaults +test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_registered_defaults ... ok +test.unit.common.middleware.test_xprofile.TestXProfile.test_get_profiler +test.unit.common.middleware.test_xprofile.TestXProfile.test_get_profiler ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_other_params +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_other_params ... ok +test.unit.common.test_db.TestGreenDBConnection.test_execute_when_locked +test.unit.common.test_db.TestGreenDBConnection.test_execute_when_locked ... ok test.unit.common.test_db_replicator.TestDBReplicator.test_cleanup_post_replicate test.unit.common.test_db_replicator.TestDBReplicator.test_cleanup_post_replicate ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplication_factor_almost_duplicate_dispersion -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplication_factor_almost_duplicate_dispersion ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_many_missed_overwrite_will_need_handoff -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_many_missed_overwrite_will_need_handoff ... ok test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync ... ok test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_db_exists test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_db_exists ... ok test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_old_file_does_not_exist test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_old_file_does_not_exist ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_may_503 -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_may_503 ... ok -test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_root_state_updating -test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_root_state_updating ... ok test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_rename test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_rename ... ok -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc0597aa3a3a94084b0705-006852023d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc0597aa3a3a94084b0705-006852023d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc0597aa3a3a94084b0705-006852023d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc0597aa3a3a94084b0705-006852023d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc0597aa3a3a94084b0705-006852023d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc0597aa3a3a94084b0705-006852023d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc0597aa3a3a94084b0705-006852023d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc0597aa3a3a94084b0705-006852023d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc0597aa3a3a94084b0705-006852023d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc0597aa3a3a94084b0705-006852023d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc0597aa3a3a94084b0705-006852023d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc0597aa3a3a94084b0705-006852023d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc0597aa3a3a94084b0705-006852023d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc0597aa3a3a94084b0705-006852023d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc0597aa3a3a94084b0705-006852023d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc0597aa3a3a94084b0705-006852023d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc0597aa3a3a94084b0705-006852023d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc0597aa3a3a94084b0705-006852023d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc0597aa3a3a94084b0705-006852023d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc0597aa3a3a94084b0705-006852023d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc0597aa3a3a94084b0705-006852023d) -proxy-server ERROR: Object returning 503 for [] (txn: txc0597aa3a3a94084b0705-006852023d) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx16dca6b82922442993585-006852023d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx16dca6b82922442993585-006852023d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx16dca6b82922442993585-006852023d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx16dca6b82922442993585-006852023d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx16dca6b82922442993585-006852023d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx16dca6b82922442993585-006852023d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx16dca6b82922442993585-006852023d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx16dca6b82922442993585-006852023d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx16dca6b82922442993585-006852023d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx16dca6b82922442993585-006852023d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx16dca6b82922442993585-006852023d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx16dca6b82922442993585-006852023d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx16dca6b82922442993585-006852023d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx16dca6b82922442993585-006852023d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx16dca6b82922442993585-006852023d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx16dca6b82922442993585-006852023d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx16dca6b82922442993585-006852023d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx16dca6b82922442993585-006852023d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx16dca6b82922442993585-006852023d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx16dca6b82922442993585-006852023d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx16dca6b82922442993585-006852023d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx16dca6b82922442993585-006852023d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx16dca6b82922442993585-006852023d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx16dca6b82922442993585-006852023d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx16dca6b82922442993585-006852023d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx16dca6b82922442993585-006852023d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx16dca6b82922442993585-006852023d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx16dca6b82922442993585-006852023d) -proxy-server ERROR: Object returning 503 for [] (txn: tx16dca6b82922442993585-006852023d) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx616bec7781624929abffd-006852023d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx616bec7781624929abffd-006852023d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx616bec7781624929abffd-006852023d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx616bec7781624929abffd-006852023d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx616bec7781624929abffd-006852023d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx616bec7781624929abffd-006852023d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx616bec7781624929abffd-006852023d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx616bec7781624929abffd-006852023d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx616bec7781624929abffd-006852023d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx616bec7781624929abffd-006852023d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx616bec7781624929abffd-006852023d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx616bec7781624929abffd-006852023d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx616bec7781624929abffd-006852023d) -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_stop -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_stop ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_succeed -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_succeed ... ok test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_with_bad_input test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_with_bad_input ... ok test.unit.common.test_db_replicator.TestDBReplicator.test_creation @@ -29915,109 +38035,14 @@ test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_complete_rsync ... ok test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_rsync_then_merge test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_rsync_then_merge ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_older_overlapping_donor_and_acceptor_shards -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_older_overlapping_donor_and_acceptor_shards ... ok test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_unexpected test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_unexpected ... ok test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_unexpected_operation_db_does_not_exist test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_unexpected_operation_db_does_not_exist ... ok -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx616bec7781624929abffd-006852023d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx616bec7781624929abffd-006852023d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx616bec7781624929abffd-006852023d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx616bec7781624929abffd-006852023d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx616bec7781624929abffd-006852023d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx616bec7781624929abffd-006852023d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx616bec7781624929abffd-006852023d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx616bec7781624929abffd-006852023d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx616bec7781624929abffd-006852023d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx616bec7781624929abffd-006852023d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx616bec7781624929abffd-006852023d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx616bec7781624929abffd-006852023d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx616bec7781624929abffd-006852023d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx616bec7781624929abffd-006852023d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx616bec7781624929abffd-006852023d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx616bec7781624929abffd-006852023d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx616bec7781624929abffd-006852023d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx616bec7781624929abffd-006852023d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx616bec7781624929abffd-006852023d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx616bec7781624929abffd-006852023d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx616bec7781624929abffd-006852023d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx616bec7781624929abffd-006852023d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx616bec7781624929abffd-006852023d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx616bec7781624929abffd-006852023d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx616bec7781624929abffd-006852023d) -proxy-server ERROR: Object returning 503 for [] (txn: tx616bec7781624929abffd-006852023d) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx896ecfdf6d524f589ef91-006852023d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx896ecfdf6d524f589ef91-006852023d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx896ecfdf6d524f589ef91-006852023d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx896ecfdf6d524f589ef91-006852023d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx896ecfdf6d524f589ef91-006852023d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx896ecfdf6d524f589ef91-006852023d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx896ecfdf6d524f589ef91-006852023d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx896ecfdf6d524f589ef91-006852023d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx896ecfdf6d524f589ef91-006852023d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx896ecfdf6d524f589ef91-006852023d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx896ecfdf6d524f589ef91-006852023d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx896ecfdf6d524f589ef91-006852023d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx896ecfdf6d524f589ef91-006852023d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx896ecfdf6d524f589ef91-006852023d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx896ecfdf6d524f589ef91-006852023d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx896ecfdf6d524f589ef91-006852023d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx896ecfdf6d524f589ef91-006852023d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx896ecfdf6d524f589ef91-006852023d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx896ecfdf6d524f589ef91-006852023d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx896ecfdf6d524f589ef91-006852023d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx896ecfdf6d524f589ef91-006852023d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx896ecfdf6d524f589ef91-006852023d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx896ecfdf6d524f589ef91-006852023d) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx8cb7f2de881f4f9fb9f31-006852023d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx8cb7f2de881f4f9fb9f31-006852023d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx8cb7f2de881f4f9fb9f31-006852023d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx8cb7f2de881f4f9fb9f31-006852023d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx8cb7f2de881f4f9fb9f31-006852023d) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx8cb7f2de881f4f9fb9f31-006852023d) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx8cb7f2de881f4f9fb9f31-006852023d) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx8cb7f2de881f4f9fb9f31-006852023d) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx8cb7f2de881f4f9fb9f31-006852023d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx8cb7f2de881f4f9fb9f31-006852023d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx8cb7f2de881f4f9fb9f31-006852023d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx8cb7f2de881f4f9fb9f31-006852023d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx8cb7f2de881f4f9fb9f31-006852023d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx8cb7f2de881f4f9fb9f31-006852023d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx8cb7f2de881f4f9fb9f31-006852023d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx8cb7f2de881f4f9fb9f31-006852023d) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx8cb7f2de881f4f9fb9f31-006852023d) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx8cb7f2de881f4f9fb9f31-006852023d) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx8cb7f2de881f4f9fb9f31-006852023d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx8cb7f2de881f4f9fb9f31-006852023d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx8cb7f2de881f4f9fb9f31-006852023d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8cb7f2de881f4f9fb9f31-006852023d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8cb7f2de881f4f9fb9f31-006852023d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8cb7f2de881f4f9fb9f31-006852023d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8cb7f2de881f4f9fb9f31-006852023d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8cb7f2de881f4f9fb9f31-006852023d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8cb7f2de881f4f9fb9f31-006852023d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8cb7f2de881f4f9fb9f31-006852023d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8cb7f2de881f4f9fb9f31-006852023d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8cb7f2de881f4f9fb9f31-006852023d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8cb7f2de881f4f9fb9f31-006852023d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8cb7f2de881f4f9fb9f31-006852023d) -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_mixed_etags_at_same_timestamp -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_mixed_etags_at_same_timestamp ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_mixed_frags_and_no_quorum_will_503 -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_mixed_frags_and_no_quorum_will_503 ... ok test.unit.common.test_db_replicator.TestDBReplicator.test_empty_suffix_and_hash_dirs_get_cleanedup test.unit.common.test_db_replicator.TestDBReplicator.test_empty_suffix_and_hash_dirs_get_cleanedup ... ok -test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_exactly_two_batches -test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_exactly_two_batches ... ok test.unit.common.test_db_replicator.TestDBReplicator.test_extract_device test.unit.common.test_db_replicator.TestDBReplicator.test_extract_device ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_no_durable_files -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_no_durable_files ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_simple -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_simple ... ok test.unit.common.test_db_replicator.TestDBReplicator.test_handoff_delete test.unit.common.test_db_replicator.TestDBReplicator.test_handoff_delete ... ok test.unit.common.test_db_replicator.TestDBReplicator.test_http_connect @@ -30028,44 +38053,59 @@ test.unit.common.test_db_replicator.TestDBReplicator.test_merge_items ... ok test.unit.common.test_db_replicator.TestDBReplicator.test_merge_syncs test.unit.common.test_db_replicator.TestDBReplicator.test_merge_syncs ... ok -test DEBUG: user tenant_id:user_id allowed in ACL authorizing. -test DEBUG: user tenant_id:user_id allowed in ACL authorizing. -test INFO: - - 18/Jun/2025/00/03/09 HEAD /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1750204989.097178936 1750204989.097413063 0 -test INFO: - - 18/Jun/2025/00/03/09 POST /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0009 - - 1750204989.097101212 1750204989.098014832 0 -test INFO: - - 18/Jun/2025/00/03/09 GET /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1750204989.099334478 1750204989.099544525 0 -test INFO: - - 18/Jun/2025/00/03/09 POST /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0007 - - 1750204989.099294186 1750204989.099982738 0 -test INFO: - - 18/Jun/2025/00/03/09 POST /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1750204989.101220608 1750204989.101396799 0 -test INFO: - - 18/Jun/2025/00/03/09 POST /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0007 - - 1750204989.101181030 1750204989.101841688 0 -test INFO: - - 18/Jun/2025/00/03/09 PUT /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1750204989.103343010 1750204989.103546381 0 -test INFO: - - 18/Jun/2025/00/03/09 POST /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0009 - - 1750204989.103046417 1750204989.103989363 0 -test INFO: - - 18/Jun/2025/00/03/09 DELETE /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1750204989.105150461 1750204989.105305195 0 -test INFO: - - 18/Jun/2025/00/03/09 POST /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0006 - - 1750204989.105113745 1750204989.105723619 0 -test INFO: - - 18/Jun/2025/00/03/09 HEAD /v1/a/c/sub_get HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1750204989.107285023 1750204989.107447147 0 -test INFO: - - 18/Jun/2025/00/03/09 GET /v1/a/test/obj HTTP/1.0 200 - Swift - - - - - - 0.0002 SSC - 1750204989.107718468 1750204989.107936144 0 -test INFO: - - 18/Jun/2025/00/03/09 HEAD /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0001 FA - 1750204989.108355999 1750204989.108505964 0 -test INFO: - - 18/Jun/2025/00/03/09 PUT /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0018 - - 1750204989.107149124 1750204989.108970165 - -test INFO: - - 18/Jun/2025/00/03/09 GET /v1/a/c/sub_get HTTP/1.0 200 - FakeApp - - - - - - 0.0003 FA - 1750204989.110308647 1750204989.110650063 0 -test INFO: - - 18/Jun/2025/00/03/09 GET /v1/a/test/obj HTTP/1.0 200 - Swift - - - - - - 0.0003 SSC - 1750204989.110968590 1750204989.111220598 0 -test INFO: - - 18/Jun/2025/00/03/09 GET /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1750204989.111848354 1750204989.112085581 0 -test INFO: - - 18/Jun/2025/00/03/09 PUT /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0025 - - 1750204989.110129356 1750204989.112611294 - -test INFO: - - 18/Jun/2025/00/03/09 POST /v1/a/c/sub_get HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1750204989.114142418 1750204989.114315271 0 -test INFO: - - 18/Jun/2025/00/03/09 GET /v1/a/test/obj HTTP/1.0 200 - Swift - - - - - - 0.0002 SSC - 1750204989.114609480 1750204989.114821434 0 -test INFO: - - 18/Jun/2025/00/03/09 POST /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1750204989.115227222 1750204989.115386486 0 -test INFO: - - 18/Jun/2025/00/03/09 PUT /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0019 - - 1750204989.113962650 1750204989.115830898 - -test INFO: - - 18/Jun/2025/00/03/09 PUT /v1/a/c/sub_get HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1750204989.117115974 1750204989.117301226 0 -test INFO: - - 18/Jun/2025/00/03/09 GET /v1/a/test/obj HTTP/1.0 200 - Swift - - - - - - 0.0002 SSC - 1750204989.117567301 1750204989.117767334 0 -test INFO: - - 18/Jun/2025/00/03/09 PUT /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1750204989.118185759 1750204989.118360519 0 -test INFO: - - 18/Jun/2025/00/03/09 PUT /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0019 - - 1750204989.116970301 1750204989.118858814 - -test INFO: - - 18/Jun/2025/00/03/09 DELETE /v1/a/c/sub_get HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1750204989.122272015 1750204989.122432470 0 -test INFO: - - 18/Jun/2025/00/03/09 GET /v1/a/test/obj HTTP/1.0 200 - Swift - - - - - - 0.0002 SSC - 1750204989.122753620 1750204989.122965813 0 -test INFO: - - 18/Jun/2025/00/03/09 DELETE /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0001 FA - 1750204989.123348236 1750204989.123492241 0 -test INFO: - - 18/Jun/2025/00/03/09 PUT /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0018 - - 1750204989.122145891 1750204989.123943567 - -test ERROR: Error in '/tmp/tmprreo98yg/container-sync-realms.conf' with mtime_check_interval: could not convert string to float: 'invalid' -test ERROR: Could not load '/tmp/tmptmpgqzoi/container-sync-realms.conf': File contains no section headers. -file: '/tmp/tmptmpgqzoi/container-sync-realms.conf', line: 1 -'invalid' -test DEBUG: Could not load '86f8706447c9440098c485b3a9f140b6': [Errno 2] No such file or directory: '86f8706447c9440098c485b3a9f140b6' -test ERROR: Could not load '/tmp/tmp46jx8n_n/container-sync-realms.conf': [Errno 13] Permission denied: '/tmp/tmp46jx8n_n/container-sync-realms.conf' +test INFO: - - 01/Jan/1970/02/46/41 OPTIONS /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - +test INFO: - - 01/Jan/1970/02/46/42 GET - HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - +test INFO: - - 01/Jan/1970/02/46/42 GET / HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - +test INFO: - - 01/Jan/1970/02/46/42 GET /bad HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - +test INFO: - - 01/Jan/1970/02/46/42 GET /baddy/mc_badderson HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - +test INFO: - - 01/Jan/1970/02/46/42 GET /v1 HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - +test INFO: - - 01/Jan/1970/02/46/42 GET /v1/ HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 - +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 - +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 - +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 - +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/p HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/p HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/p HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/p HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/p/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/p/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/p/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/p/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/p/p2 HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/p/p2 HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/p/p2 HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/p/p2 HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 +test INFO: - - 15/May/2024/18/00/14 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1715796014.527108669 1715796014.527143240 - +test INFO: - - 15/May/2024/18/00/14 GET /foo HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1715796014.527430773 1715796014.527461529 - +test INFO: - - 15/May/2024/18/00/14 GET /foo/bar HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1715796014.527672768 1715796014.527701139 - +test INFO: - - 15/May/2024/18/00/14 GET /v1 HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1715796014.527899027 1715796014.527926207 - +test INFO: - - 15/May/2024/18/00/14 GET / HTTP/1.0 200 - - - - 17 - - - 0.0002 SOS - 1715796014.530452728 1715796014.530690908 - +test INFO: - - 15/May/2024/18/00/14 GET / HTTP/1.0 200 - - - - - - - - 0.0000 - - 1715796014.531734943 1715796014.531775475 - +test INFO: - - 15/May/2024/18/00/14 GET / HTTP/1.0 200 - - - - 3 - - - 0.0000 - - 1715796014.532691717 1715796014.532726526 - +test INFO: - - 15/May/2024/18/00/14 GET / HTTP/1.0 200 - - - - 12 - - - 0.0000 - - 1715796014.533439636 1715796014.533469200 - +test INFO: - - 15/May/2024/18/00/14 PUT /v1/a/c/o HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1715796014.538911581 1715796014.538933277 1 +test INFO: - - 15/May/2024/18/00/14 GET /v1/a/c HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1715796014.539575338 1715796014.539625645 1 +test INFO: 4.5.6.7 1.2.3.4 15/May/2024/18/00/14 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1715796014.540359735 1715796014.540395975 - +test INFO: 4.5.6.7 1.2.3.4 15/May/2024/18/00/14 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1715796014.540930033 1715796014.540963888 - +test INFO: - - 15/May/2024/18/00/14 GET /v1/something HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1715796014.542302608 1715796014.542366028 - +test INFO: - - 15/May/2024/18/00/14 GET / HTTP/1.0 499 - - - - 4 - - - 0.0001 - - 1715796014.543809175 1715796014.543860197 - +test INFO: - - 15/May/2024/18/00/14 POST /v1/a/c HTTP/1.0 200 - - - 11 8 - - Host:%20localhost:80 0.0000 - - 1715796014.544608593 1715796014.544625759 - +test INFO: - - 15/May/2024/18/00/14 PUT /v1/a/c/o/foo HTTP/1.0 200 - - - 10 8 - - Host:%20localhost:80 0.0000 - - 1715796014.545418739 1715796014.545447826 0 +test INFO: - - 15/May/2024/18/00/14 PUT /v1/a/c/o/foo HTTP/1.0 200 - - - 10 8 - - Host:%20localhost:80 0.0000 - - 1715796014.546216726 1715796014.546239376 -1 +test INFO: - - 15/May/2024/18/00/14 PUT /v1/a/c/o/foo HTTP/1.0 200 - - - 10 8 - - Host:%20localhost:80 0.0000 - - 1715796014.547297239 1715796014.547320604 - test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py (0/3 success) test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py (2/3 success) test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py (2 new rows) @@ -30085,10 +38125,12 @@ test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_account_out_of_place ... ok test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_container_out_of_place test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_container_out_of_place ... ok +swift: Quarantining DB file test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_container_out_of_place_no_node test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_container_out_of_place_no_node ... ok test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_objectswift: Quarantining DB file + ... ok test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_because_deleted test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_because_deleted ... ok test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_because_not_shouldbehere @@ -30097,10 +38139,34 @@ test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_delegated_to_cleanup_post_replicate ... ok test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_different_region test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_different_region ... ok +swift: ERROR syncing /path/to/file with node {'id': 2, 'weight': 10.0, 'zone': 2, 'ip': '1.1.1.2', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.2', 'replication_port': 6200, 'region': 2}: #012Traceback (most recent call last):#012 File "/build/reproducible-path/swift-2.33.0/swift/common/db_replicator.py", line 675, in _replicate_object#012 success = self._repl_to_node(node, broker, partition, info,#012 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^#012 File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__#012 return _mock_self._mock_call(*args, **kwargs)#012 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^#012 File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call#012 return _mock_self._execute_mock_call(*args, **kwargs)#012 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^#012 File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call#012 raise effect#012Exception +swift: ERROR syncing /path/to/file with node {'id': 3, 'weight': 10.0, 'zone': 3, 'ip': '1.1.1.3', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.3', 'replication_port': 6200, 'region': 1}: #012Traceback (most recent call last):#012 File "/build/reproducible-path/swift-2.33.0/swift/common/db_replicator.py", line 675, in _replicate_object#012 success = self._repl_to_node(node, broker, partition, info,#012 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^#012 File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__#012 return _mock_self._mock_call(*args, **kwargs)#012 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^#012 File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call#012 return _mock_self._execute_mock_call(*args, **kwargs)#012 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^#012 File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call#012 raise effect#012 File "/build/reproducible-path/swift-2.33.0/swift/common/db_replicator.py", line 675, in _replicate_object#012 success = self._repl_to_node(node, broker, partition, info,#012 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^#012 File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__#012 return _mock_self._mock_call(*args, **kwargs)#012 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^#012 File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call#012 return _mock_self._execute_mock_call(*args, **kwargs)#012 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^#012 File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call#012 raise effect#012Exception +swift: ERROR Remote drive not mounted {'id': 2, 'weight': 10.0, 'zone': 2, 'ip': '1.1.1.2', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.2', 'replication_port': 6200, 'region': 2} +swift: ERROR syncing /path/to/file with node {'id': 3, 'weight': 10.0, 'zone': 3, 'ip': '1.1.1.3', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.3', 'replication_port': 6200, 'region': 1}: #012Traceback (most recent call last):#012 File "/build/reproducible-path/swift-2.33.0/swift/common/db_replicator.py", line 675, in _replicate_object#012 success = self._repl_to_node(node, broker, partition, info,#012 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^#012 File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__#012 return _mock_self._mock_call(*args, **kwargs)#012 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^#012 File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call#012 return _mock_self._execute_mock_call(*args, **kwargs)#012 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^#012 File "/usr/lib/python3/dist-packages/mock/mock.py", line 1241, in _execute_mock_call#012 result = next(effect)#012 ^^^^^^^^^^^^#012StopIteration test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_quarantine -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_quarantine ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_quarantine ... swift: ERROR syncing /path/to/file with node {'id': 4, 'weight': 10.0, 'zone': 4, 'ip': '1.1.1.4', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.4', 'replication_port': 6200, 'region': 2}: #012Traceback (most recent call last):#012 File "/build/reproducible-path/swift-2.33.0/swift/common/db_replicator.py", line 675, in _replicate_object#012 success = self._repl_to_node(node, broker, partition, info,#012 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^#012 File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__#012 return _mock_self._mock_call(*args, **kwargs)#012 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^#012 File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call#012 return _mock_self._execute_mock_call(*args, **kwargs)#012 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^#012 File "/usr/lib/python3/dist-packages/mock/mock.py", line 1241, in _execute_mock_call#012 result = next(effect)#012 ^^^^^^^^^^^^#012StopIteration +ok +swift: ERROR Remote drive not mounted {'id': 1, 'weight': 10.0, 'zone': 1, 'ip': '1.1.1.1', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.1', 'replication_port': 6200, 'region': 1} +swift: ERROR syncing /path/to/file with node {'id': 2, 'weight': 10.0, 'zone': 2, 'ip': '1.1.1.2', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.2', 'replication_port': 6200, 'region': 2}: #012Traceback (most recent call last):#012 File "/build/reproducible-path/swift-2.33.0/swift/common/db_replicator.py", line 675, in _replicate_object#012 success = self._repl_to_node(node, broker, partition, info,#012 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^#012 File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__#012 return _mock_self._mock_call(*args, **kwargs)#012 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^#012 File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call#012 return _mock_self._execute_mock_call(*args, **kwargs)#012 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^#012 File "/usr/lib/python3/dist-packages/mock/mock.py", line 1241, in _execute_mock_call#012 result = next(effect)#012 ^^^^^^^^^^^^#012StopIteration +swift: ERROR syncing /path/to/file with node {'id': 3, 'weight': 10.0, 'zone': 3, 'ip': '1.1.1.3', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.3', 'replication_port': 6200, 'region': 1}: #012Traceback (most recent call last):#012 File "/build/reproducible-path/swift-2.33.0/swift/common/db_replicator.py", line 675, in _replicate_object#012 success = self._repl_to_node(node, broker, partition, info,#012 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^#012 File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__#012 return _mock_self._mock_call(*args, **kwargs)#012 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^#012 File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call#012 return _mock_self._execute_mock_call(*args, **kwargs)#012 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^#012 File "/usr/lib/python3/dist-packages/mock/mock.py", line 1241, in _execute_mock_call#012 result = next(effect)#012 ^^^^^^^^^^^^#012StopIteration +swift: ERROR syncing /path/to/file with node {'id': 4, 'weight': 10.0, 'zone': 4, 'ip': '1.1.1.4', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.4', 'replication_port': 6200, 'region': 2}: #012Traceback (most recent call last):#012 File "/build/reproducible-path/swift-2.33.0/swift/common/db_replicator.py", line 675, in _replicate_object#012 success = self._repl_to_node(node, broker, partition, info,#012 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^#012 File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__#012 return _mock_self._mock_call(*args, **kwargs)#012 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^#012 File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call#012 return _mock_self._execute_mock_call(*args, **kwargs)#012 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^#012 File "/usr/lib/python3/dist-packages/mock/mock.py", line 1241, in _execute_mock_call#012 result = next(effect)#012 ^^^^^^^^^^^^#012StopIteration +swift: ERROR Remote drive not mounted {'id': 1, 'weight': 10.0, 'zone': 1, 'ip': '1.1.1.1', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.1', 'replication_port': 6200, 'region': 1} +swift: ERROR syncing /path/to/file with node {'id': 2, 'weight': 10.0, 'zone': 2, 'ip': '1.1.1.2', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.2', 'replication_port': 6200, 'region': 2}: #012Traceback (most recent call last):#012 File "/build/reproducible-path/swift-2.33.0/swift/common/db_replicator.py", line 675, in _replicate_object#012 success = self._repl_to_node(node, broker, partition, info,#012 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^#012 File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__#012 return _mock_self._mock_call(*args, **kwargs)#012 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^#012 File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call#012 return _mock_self._execute_mock_call(*args, **kwargs)#012 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^#012 File "/usr/lib/python3/dist-packages/mock/mock.py", line 1241, in _execute_mock_call#012 result = next(effect)#012 ^^^^^^^^^^^^#012StopIteration +swift: ERROR syncing /path/to/file with node {'id': 3, 'weight': 10.0, 'zone': 3, 'ip': '1.1.1.3', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.3', 'replication_port': 6200, 'region': 1}: #012Traceback (most recent call last):#012 File "/build/reproducible-path/swift-2.33.0/swift/common/db_replicator.py", line 675, in _replicate_object#012 success = self._repl_to_node(node, broker, partition, info,#012 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^#012 File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__#012 return _mock_self._mock_call(*args, **kwargs)#012 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^#012 File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call#012 return _mock_self._execute_mock_call(*args, **kwargs)#012 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^#012 File "/usr/lib/python3/dist-packages/mock/mock.py", line 1241, in _execute_mock_call#012 result = next(effect)#012 ^^^^^^^^^^^^#012StopIteration +swift: ERROR syncing /path/to/file with node {'id': 4, 'weight': 10.0, 'zone': 4, 'ip': '1.1.1.4', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.4', 'replication_port': 6200, 'region': 2}: #012Traceback (most recent call last):#012 File "/build/reproducible-path/swift-2.33.0/swift/common/db_replicator.py", line 675, in _replicate_object#012 success = self._repl_to_node(node, broker, partition, info,#012 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^#012 File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__#012 return _mock_self._mock_call(*args, **kwargs)#012 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^#012 File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call#012 return _mock_self._execute_mock_call(*args, **kwargs)#012 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^#012 File "/usr/lib/python3/dist-packages/mock/mock.py", line 1241, in _execute_mock_call#012 result = next(effect)#012 ^^^^^^^^^^^^#012StopIteration +swift: ERROR Remote drive not mounted {'id': 2, 'weight': 10.0, 'zone': 2, 'ip': '1.1.1.2', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.2', 'replication_port': 6200, 'region': 2} +swift: ERROR Remote drive not mounted {'id': 3, 'weight': 10.0, 'zone': 3, 'ip': '1.1.1.3', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.3', 'replication_port': 6200, 'region': 1} +swift: ERROR syncing /path/to/file with node {'id': 4, 'weight': 10.0, 'zone': 4, 'ip': '1.1.1.4', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.4', 'replication_port': 6200, 'region': 2}: #012Traceback (most recent call last):#012 File "/build/reproducible-path/swift-2.33.0/swift/common/db_replicator.py", line 675, in _replicate_object#012 success = self._repl_to_node(node, broker, partition, info,#012 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^#012 File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__#012 return _mock_self._mock_call(*args, **kwargs)#012 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^#012 File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call#012 return _mock_self._execute_mock_call(*args, **kwargs)#012 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^#012 File "/usr/lib/python3/dist-packages/mock/mock.py", line 1241, in _execute_mock_call#012 result = next(effect)#012 ^^^^^^^^^^^^#012StopIteration +swift: ERROR syncing /path/to/file with node {'id': 5, 'weight': 10.0, 'zone': 5, 'ip': '1.1.1.5', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.5', 'replication_port': 6200, 'region': 1}: #012Traceback (most recent call last):#012 File "/build/reproducible-path/swift-2.33.0/swift/common/db_replicator.py", line 675, in _replicate_object#012 success = self._repl_to_node(node, broker, partition, info,#012 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^#012 File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__#012 return _mock_self._mock_call(*args, **kwargs)#012 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^#012 File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call#012 return _mock_self._execute_mock_call(*args, **kwargs)#012 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^#012 File "/usr/lib/python3/dist-packages/mock/mock.py", line 1241, in _execute_mock_call#012 result = next(effect)#012 ^^^^^^^^^^^^#012StopIteration test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_with_exception test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_with_exception ... ok +swift: ERROR Remote drive not mounted {'id': 2, 'weight': 10.0, 'zone': 2, 'ip': '1.1.1.2', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.2', 'replication_port': 6200, 'region': 2} +swift: ERROR Remote drive not mounted {'id': 3, 'weight': 10.0, 'zone': 3, 'ip': '1.1.1.3', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.3', 'replication_port': 6200, 'region': 1} +swift: ERROR Remote drive not mounted {'id': 4, 'weight': 10.0, 'zone': 4, 'ip': '1.1.1.4', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.4', 'replication_port': 6200, 'region': 2} +swift: ERROR There are not enough handoff nodes to reach replica count for partition 0 +swift: ERROR Remote drive not mounted {'id': 5, 'weight': 10.0, 'zone': 5, 'ip': '1.1.1.5', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.5', 'replication_port': 6200, 'region': 1} +swift: ERROR There are not enough handoff nodes to reach replica count for partition 0 +swift: ERROR Remote drive not mounted {'id': 6, 'weight': 10.0, 'zone': 6, 'ip': '1.1.1.6', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.6', 'replication_port': 6200, 'region': 2} test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_with_exception_run_out_of_nodes test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_with_exception_run_out_of_nodes ... ok test.unit.common.test_db_replicator.TestDBReplicator.test_replicator_sync @@ -30111,6 +38177,7 @@ test.unit.common.test_db_replicator.TestDBReplicator.test_roundrobin_datadirs ... ok test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db ... ok +swift: ERROR rsync failed with -1: ['rsync', '--quiet', '--no-motd', '--timeout=10', '--contimeout=1', '--whole-file', '/some/file', 'remote:/some/file'] test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_change_after_sync test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_change_after_sync ... ok test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_rsync_file_call @@ -30123,6 +38190,8 @@ test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args ... ok test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args_different_region_and_rsync_compress test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args_different_region_and_rsync_compress ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_db_state +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_db_state ... ok test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args_whole_file_false test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args_whole_file_false ... ok test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge @@ -30135,75 +38204,2981 @@ test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_with_objects ... ok test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_no_ips test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_no_ips ... ok -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8cb7f2de881f4f9fb9f31-006852023d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8cb7f2de881f4f9fb9f31-006852023d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8cb7f2de881f4f9fb9f31-006852023d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8cb7f2de881f4f9fb9f31-006852023d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8cb7f2de881f4f9fb9f31-006852023d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8cb7f2de881f4f9fb9f31-006852023d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8cb7f2de881f4f9fb9f31-006852023d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8cb7f2de881f4f9fb9f31-006852023d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8cb7f2de881f4f9fb9f31-006852023d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8cb7f2de881f4f9fb9f31-006852023d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8cb7f2de881f4f9fb9f31-006852023d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8cb7f2de881f4f9fb9f31-006852023d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8cb7f2de881f4f9fb9f31-006852023d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8cb7f2de881f4f9fb9f31-006852023d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8cb7f2de881f4f9fb9f31-006852023d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8cb7f2de881f4f9fb9f31-006852023d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8cb7f2de881f4f9fb9f31-006852023d) -proxy-server ERROR: Object returning 503 for [] (txn: tx8cb7f2de881f4f9fb9f31-006852023d) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Object returning 503 for [] (txn: txa993b3d201ac4b70bf042-006852023d) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5fbcf6ac1cb84fb8981bc-006852023d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5fbcf6ac1cb84fb8981bc-006852023d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5fbcf6ac1cb84fb8981bc-006852023d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5fbcf6ac1cb84fb8981bc-006852023d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5fbcf6ac1cb84fb8981bc-006852023d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5fbcf6ac1cb84fb8981bc-006852023d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5fbcf6ac1cb84fb8981bc-006852023d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5fbcf6ac1cb84fb8981bc-006852023d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5fbcf6ac1cb84fb8981bc-006852023d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5fbcf6ac1cb84fb8981bc-006852023d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5fbcf6ac1cb84fb8981bc-006852023d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5fbcf6ac1cb84fb8981bc-006852023d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5fbcf6ac1cb84fb8981bc-006852023d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5fbcf6ac1cb84fb8981bc-006852023d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5fbcf6ac1cb84fb8981bc-006852023d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5fbcf6ac1cb84fb8981bc-006852023d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5fbcf6ac1cb84fb8981bc-006852023d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5fbcf6ac1cb84fb8981bc-006852023d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5fbcf6ac1cb84fb8981bc-006852023d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5fbcf6ac1cb84fb8981bc-006852023d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5fbcf6ac1cb84fb8981bc-006852023d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5fbcf6ac1cb84fb8981bc-006852023d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5fbcf6ac1cb84fb8981bc-006852023d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5fbcf6ac1cb84fb8981bc-006852023d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5fbcf6ac1cb84fb8981bc-006852023d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5fbcf6ac1cb84fb8981bc-006852023d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5fbcf6ac1cb84fb8981bc-006852023d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5fbcf6ac1cb84fb8981bc-006852023d) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.28:1028/sda re: Trying to HEAD /v1/a/c/o: +test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_no_local_device_in_ring +test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_no_local_device_in_ring ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_node_is_mounted +test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_node_is_mounted ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_node_is_not_mounted +test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_node_is_not_mounted ... ok +swift: ERROR Bad response 301 from localhost +test-replicator DEBUG: Replicating db /path/to/file +test-replicator ERROR: Found /path/to/file for /a%20c%20t when it should be on partition 0; will replicate out and remove. +test-replicator DEBUG: Successfully deleted db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py +test-replicator DEBUG: Replicating db /path/to/file +test-replicator ERROR: Found /path/to/file for /a%20c%20t/c%20o%20n when it should be on partition 0; will replicate out and remove. +test-replicator DEBUG: Successfully deleted db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py +test-replicator DEBUG: Replicating db /path/to/file +test-replicator ERROR: Found /path/to/file for /a%20c%20t/c%20o%20n when it should be on partition 0; will replicate out and remove. +test-replicator DEBUG: Successfully deleted db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py +test-replicator DEBUG: Replicating db /path/to/file +test-replicator ERROR: Found /path/to/file for /a%20c%20t/c%20o%20n when it should be on partition 0; will replicate out and remove. +test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py (0/0 success) +test-replicator DEBUG: Replicating db /path/to/file +test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py (0/3 success) +test-replicator DEBUG: Replicating db /path/to/file +test-replicator ERROR: ERROR syncing /path/to/file with node {'id': 1, 'weight': 10.0, 'zone': 1, 'ip': '1.1.1.1', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.1', 'replication_port': 6200, 'region': 1}: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txafcf15e5d8cf4a7386e10-006852023d) -proxy-server ERROR: ERROR with Object server 10.0.0.29:1029/sda re: Trying to HEAD /v1/a/c/o: + File "/build/reproducible-path/swift-2.33.0/swift/common/db_replicator.py", line 675, in _replicate_object + success = self._repl_to_node(node, broker, partition, info, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/db_replicator.py", line 481, in _repl_to_node + return self._handle_sync_response(node, response, info, broker, http, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/db_replicator.py", line 486, in _handle_sync_response + if response.status == HTTP_NOT_FOUND: # completely missing, rsync + ^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py", line 713, in status + raise self._status +Exception: ugh +test-replicator ERROR: ERROR syncing /path/to/file with node {'id': 2, 'weight': 10.0, 'zone': 2, 'ip': '1.1.1.2', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.2', 'replication_port': 6200, 'region': 2}: Timeout (Nones) +test-replicator DEBUG: /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.3:6200/sdb, nothing to do +test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py (1/3 success) +test-replicator DEBUG: Replicating db /path/to/file +test-replicator DEBUG: /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.1:6200/sdb, nothing to do +test-replicator DEBUG: /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.2:6200/sdb, nothing to do +test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py (2/3 success) +test-replicator DEBUG: Replicating db /path/to/file +test-replicator DEBUG: /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.1:6200/sdb, nothing to do +test-replicator DEBUG: /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.2:6200/sdb, nothing to do +test-replicator ERROR: ERROR Remote drive not mounted {'id': 3, 'weight': 10.0, 'zone': 3, 'ip': '1.1.1.3', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.3', 'replication_port': 6200, 'region': 1} +test-replicator ERROR: ERROR Remote drive not mounted {'id': 4, 'weight': 10.0, 'zone': 4, 'ip': '1.1.1.4', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.4', 'replication_port': 6200, 'region': 2} +test-replicator DEBUG: /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.5:6200/sdb, nothing to do +test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py (3/5 success) +test-replicator DEBUG: Replicating db /path/to/file +test-replicator DEBUG: /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.1:6200/sdb, nothing to do +test-replicator DEBUG: /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.2:6200/sdb, nothing to do +test-replicator DEBUG: /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.3:6200/sdb, nothing to do +test-replicator DEBUG: Successfully deleted db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py +test-replicator ERROR: Unable to decode remote metadata 'metadata' +test-replicator ERROR: Quarantining DB +test-replicator ERROR: ERROR Failed to get my own IPs? +test-replicator ERROR: Can't find itself 127.0.0.1 with port 1000 in ring file, not replicating +test-replicator INFO: Beginning replication run +test-replicator INFO: Replication run OVER +test-replicator INFO: Attempted to replicate 0 dbs in 0.00025 seconds (0.00000/s) +test-replicator INFO: Removed 0 dbs +test-replicator INFO: 0 successes, 0 failures +test-replicator INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test-replicator INFO: Beginning replication run +test-replicator INFO: Replication run OVER +test-replicator INFO: Attempted to replicate 0 dbs in 0.00047 seconds (0.00000/s) +test-replicator INFO: Removed 0 dbs +test-replicator INFO: 0 successes, 0 failures +test-replicator ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txafcf15e5d8cf4a7386e10-006852023d) + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test-replicator INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test-replicator WARNING: Skipping: Boom! +test-replicator INFO: Beginning replication run +test-replicator INFO: Replication run OVER +test-replicator INFO: Attempted to replicate 0 dbs in 0.00040 seconds (0.00000/s) +test-replicator INFO: Removed 0 dbs +test-replicator INFO: 0 successes, 1 failures +test-replicator ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test-replicator INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test-replicator WARNING: Skipping: /srv/node/sdb is not mounted +test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_with_local_device_in_ring +test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_with_local_device_in_ring ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_stats +test.unit.common.test_db_replicator.TestDBReplicator.test_stats ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_usync +test.unit.common.test_db_replicator.TestDBReplicator.test_usync ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_usync_http_error_above_300 +test.unit.common.test_db_replicator.TestDBReplicator.test_usync_http_error_above_300 ... ok +swift: ERROR Bad response 101 from localhost +test.unit.common.test_db_replicator.TestDBReplicator.test_usync_http_error_below_200 +test.unit.common.test_db_replicator.TestDBReplicator.test_usync_http_error_below_200 ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_bad_request_line +test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_bad_request_line ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_message +test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_message ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_message_no_logger +test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_message_no_logger ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_request +test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_request ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_parse_request_no_proxy +test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_parse_request_no_proxy ... ok +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_200 +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_200 ... ok +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_206_multiple_ranges +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_206_multiple_ranges ... ok +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_206_single_range +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_206_single_range ... ok +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_ignore_range_header +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_ignore_range_header ... ok +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_multiple_resolove_ignore_range_header +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_multiple_resolove_ignore_range_header ... ok +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_resolove_ignore_range_header +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_resolove_ignore_range_header ... ok +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_resolve_etag_is_at_header +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_resolve_etag_is_at_header ... ok +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_update_etag_is_at_header +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_update_etag_is_at_header ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_constrain_req_limit +test.unit.common.test_request_helpers.TestRequestHelpers.test_constrain_req_limit ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_copy_header_subset +test.unit.common.test_request_helpers.TestRequestHelpers.test_copy_header_subset ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_get_ip_port +test.unit.common.test_request_helpers.TestRequestHelpers.test_get_ip_port ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_get_name_and_placement_object_replication +test.unit.common.test_request_helpers.TestRequestHelpers.test_get_name_and_placement_object_replication ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_get_name_and_placement_object_req +test.unit.common.test_request_helpers.TestRequestHelpers.test_get_name_and_placement_object_req ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_get_reserved_name +test.unit.common.test_request_helpers.TestRequestHelpers.test_get_reserved_name ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_get_reserved_name +test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_get_reserved_name ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_names_in_system_accounts +test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_names_in_system_accounts ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_reserved_name +test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_reserved_name ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_reserved_names +test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_reserved_names ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_split_reserved_name +test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_split_reserved_name ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_object_transient_sysmeta +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_object_transient_sysmeta ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_sys_meta +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_sys_meta ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_sys_or_user_meta +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_sys_or_user_meta ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_use_replication_network +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_use_replication_network ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_user_meta +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_user_meta ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_remove_items +test.unit.common.test_request_helpers.TestRequestHelpers.test_remove_items ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_split_reserved_name +test.unit.common.test_request_helpers.TestRequestHelpers.test_split_reserved_name ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_object_transient_sysmeta_prefix +test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_object_transient_sysmeta_prefix ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_sys_meta_prefix +test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_sys_meta_prefix ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_user_meta_prefix +test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_user_meta_prefix ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_container_params +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_container_params ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_account +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_account ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_container +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_container ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_name +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_name ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_object +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_object ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_params +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_params ... ok +test.unit.common.test_swob.TestConditionalIfNoneMatch.test_list_match +test.unit.common.test_swob.TestConditionalIfNoneMatch.test_list_match ... ok +test.unit.common.test_swob.TestConditionalIfNoneMatch.test_list_no_match +test.unit.common.test_swob.TestConditionalIfNoneMatch.test_list_no_match ... ok +test.unit.common.test_swob.TestConditionalIfNoneMatch.test_match_star +test.unit.common.test_swob.TestConditionalIfNoneMatch.test_match_star ... ok +test.unit.common.test_swob.TestConditionalIfNoneMatch.test_quoted_simple_match +test.unit.common.test_swob.TestConditionalIfNoneMatch.test_quoted_simple_match ... ok +test.unit.common.test_swob.TestConditionalIfNoneMatch.test_simple_match +test.unit.common.test_swob.TestConditionalIfNoneMatch.test_simple_match ... ok +test.unit.common.test_swob.TestMatch.test_match +test.unit.common.test_swob.TestMatch.test_match ... ok +test.unit.common.test_swob.TestMatch.test_match_lots_of_optional_white_space +test.unit.common.test_swob.TestMatch.test_match_lots_of_optional_white_space ... ok +test.unit.common.test_swob.TestMatch.test_match_no_optional_white_space +test.unit.common.test_swob.TestMatch.test_match_no_optional_white_space ... ok +test.unit.common.test_swob.TestMatch.test_match_noquote +test.unit.common.test_swob.TestMatch.test_match_noquote ... ok +test.unit.common.test_swob.TestMatch.test_match_star +test.unit.common.test_swob.TestMatch.test_match_star ... ok +test.unit.common.test_utils.TestPairs.test_pairs +test.unit.common.test_utils.TestPairs.test_pairs ... ok +test.unit.common.test_utils.TestRateLimitedIterator.test_limit_after +test.unit.common.test_utils.TestRateLimitedIterator.test_limit_after ... ok +test.unit.common.test_utils.TestRateLimitedIterator.test_rate_limiting +test.unit.common.test_utils.TestRateLimitedIterator.test_rate_limiting ... ok +test.unit.common.test_utils.TestRateLimitedIterator.test_rate_limiting_sometimes +test.unit.common.test_utils.TestRateLimitedIterator.test_rate_limiting_sometimes ... ok +test.unit.common.test_utils.TestShardName.test +test.unit.common.test_utils.TestShardName.test ... ok +test.unit.common.test_utils.TestShardName.test_bad_create +test.unit.common.test_utils.TestShardName.test_bad_create ... ok +test.unit.common.test_utils.TestShardName.test_bad_parse +test.unit.common.test_utils.TestShardName.test_bad_parse ... ok +test.unit.common.test_utils.TestShardName.test_realistic_shard_range_names +test.unit.common.test_utils.TestShardName.test_realistic_shard_range_names ... ok +test.unit.common.test_utils.TestShardName.test_root_has_hyphens +test.unit.common.test_utils.TestShardName.test_root_has_hyphens ... ok +test.unit.common.test_wsgi.TestPipelineWrapper.test_insert_filter +test.unit.common.test_wsgi.TestPipelineWrapper.test_insert_filter ... ok +test.unit.common.test_wsgi.TestPipelineWrapper.test_startswith +test.unit.common.test_wsgi.TestPipelineWrapper.test_startswith ... ok +test.unit.common.test_wsgi.TestPipelineWrapper.test_startswith_no_filters +test.unit.common.test_wsgi.TestPipelineWrapper.test_startswith_no_filters ... ok +test.unit.common.test_wsgi.TestPipelineWrapper.test_str +test.unit.common.test_wsgi.TestPipelineWrapper.test_str ... ok +test.unit.common.test_wsgi.TestPipelineWrapper.test_str_unknown_filter +test.unit.common.test_wsgi.TestPipelineWrapper.test_str_unknown_filter ... ok +test.unit.common.utils.test_libc.TestModifyPriority.test__NR_ioprio_set +test.unit.common.utils.test_libc.TestModifyPriority.test__NR_ioprio_set ... ok +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.common.utils.test_libc.TestModifyPriority.test_modify_priority +test.unit.common.utils.test_libc.TestModifyPriority.test_modify_priority ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_sharded_subshard_state_listing +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_sharded_subshard_state_listing ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_commit_pending +test.unit.container.test_backend.TestCommonContainerBroker.test_commit_pending ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty_shard_container ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_delete_db +test.unit.container.test_backend.TestCommonContainerBroker.test_delete_db ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_get_info +test.unit.container.test_backend.TestCommonContainerBroker.test_get_info ... ok +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info ... ok +test.unit.proxy.test_server.TestProxyObjectPerformance.test_GET_debug_large_file +test.unit.proxy.test_server.TestProxyObjectPerformance.test_GET_debug_large_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmpieeuczv2/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpieeuczv2/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmpieeuczv2/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpieeuczv2/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:00:14 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0689 "-" 1329776 - +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:00:14 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.4112 "-" 1329776 - +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:00:14 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0638 "-" 1329776 - +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:00:14 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0533 "-" 1329776 - +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:00:14 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx9014a5845c1448c788c20-006644f82e" "proxy-server 1329776" 0.0013 "-" 1329776 - +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:00:14 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:40321/sdb1/1/a/c" "tx9014a5845c1448c788c20-006644f82e" "container-server 1329776" 0.0010 "-" 1329776 0 +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:00:14 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:44719/sda1/1/a/c" "tx9014a5845c1448c788c20-006644f82e" "container-server 1329776" 0.0009 "-" 1329776 0 +cont2 INFO: 127.0.0.1 - - [15/May/2024:18:00:14 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx9014a5845c1448c788c20-006644f82e" "proxy-server 1329776" 0.0717 "-" 1329776 0 +cont1 INFO: 127.0.0.1 - - [15/May/2024:18:00:14 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx9014a5845c1448c788c20-006644f82e" "proxy-server 1329776" 0.1469 "-" 1329776 0 +proxy INFO: 127.0.0.1 127.0.0.1 15/May/2024/18/00/14 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx9014a5845c1448c788c20-006644f82e - 0.1542 - - 1715796014.707530260 1715796014.861761093 0 +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:00:14 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx5830649709e0431d8676a-006644f82e" "proxy-server 1329776" 0.0010 "-" 1329776 - +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:00:15 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:44719/sda1/1/a1/c1" "tx5830649709e0431d8676a-006644f82e" "container-server 1329776" 0.0012 "-" 1329776 0 +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:00:15 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:40321/sdb1/1/a1/c1" "tx5830649709e0431d8676a-006644f82e" "container-server 1329776" 0.0068 "-" 1329776 0 +cont1 INFO: 127.0.0.1 - - [15/May/2024:18:00:15 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx5830649709e0431d8676a-006644f82e" "proxy-server 1329776" 0.2279 "-" 1329776 0 +cont2 INFO: 127.0.0.1 - - [15/May/2024:18:00:15 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx5830649709e0431d8676a-006644f82e" "proxy-server 1329776" 0.1456 "-" 1329776 0 +proxy INFO: 127.0.0.1 127.0.0.1 15/May/2024/18/00/15 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx5830649709e0431d8676a-006644f82e - 0.2347 - - 1715796014.862919331 1715796015.097602129 0 +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:00:15 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx9b4ae4bd7e2642c1a6670-006644f82f" "proxy-server 1329776" 0.0720 "-" 1329776 - +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:00:15 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:44719/sda1/2/a/c1" "tx9b4ae4bd7e2642c1a6670-006644f82f" "container-server 1329776" 0.0010 "-" 1329776 1 +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:00:15 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:40321/sdb1/2/a/c1" "tx9b4ae4bd7e2642c1a6670-006644f82f" "container-server 1329776" 0.0695 "-" 1329776 1 +cont1 INFO: 127.0.0.1 - - [15/May/2024:18:00:15 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx9b4ae4bd7e2642c1a6670-006644f82f" "proxy-server 1329776" 0.1338 "-" 1329776 1 +cont2 INFO: 127.0.0.1 - - [15/May/2024:18:00:15 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx9b4ae4bd7e2642c1a6670-006644f82f" "proxy-server 1329776" 0.2065 "-" 1329776 1 +proxy INFO: 127.0.0.1 127.0.0.1 15/May/2024/18/00/15 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx9b4ae4bd7e2642c1a6670-006644f82f - 0.2845 - - 1715796015.098961115 1715796015.383411646 1 +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:00:15 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx03710fbe278348e68c174-006644f82f" "proxy-server 1329776" 0.2249 "-" 1329776 - +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:00:16 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:44719/sda1/1/a/c2" "tx03710fbe278348e68c174-006644f82f" "container-server 1329776" 0.0012 "-" 1329776 2 +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:00:16 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:40321/sdb1/1/a/c2" "tx03710fbe278348e68c174-006644f82f" "container-server 1329776" 0.0778 "-" 1329776 2 +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_json +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_json ... ok +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_unknown +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_unknown ... ok +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_xml +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_xml ... ok +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_bad_accept +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_bad_accept ... ok +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_invalid_utf8 +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_invalid_utf8 ... ok +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmp02eacrwb/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp02eacrwb/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmp02eacrwb/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp02eacrwb/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:00:14 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.0726 "-" 1329773 - +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:00:14 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.3157 "-" 1329773 - +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:00:14 +0000] "PUT /sda1/0/a1" 201 - "-" "test" "-" 0.1608 "-" 1329773 - +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:00:14 +0000] "PUT /sdb1/0/a1" 201 - "-" "test" "-" 0.0497 "-" 1329773 - +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:00:14 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx254016db26cf48dc85a28-006644f82e" "proxy-server 1329773" 0.0010 "-" 1329773 - +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:00:14 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:37149/sdb1/0/a/c" "tx254016db26cf48dc85a28-006644f82e" "container-server 1329773" 0.0025 "-" 1329773 0 +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:00:14 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:33407/sda1/0/a/c" "tx254016db26cf48dc85a28-006644f82e" "container-server 1329773" 0.0008 "-" 1329773 0 +cont2 INFO: 127.0.0.1 - - [15/May/2024:18:00:14 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "tx254016db26cf48dc85a28-006644f82e" "proxy-server 1329773" 0.0727 "-" 1329773 0 +cont1 INFO: 127.0.0.1 - - [15/May/2024:18:00:14 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "tx254016db26cf48dc85a28-006644f82e" "proxy-server 1329773" 0.1370 "-" 1329773 0 +proxy INFO: 127.0.0.1 127.0.0.1 15/May/2024/18/00/14 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx254016db26cf48dc85a28-006644f82e - 0.1441 - - 1715796014.678495884 1715796014.822628975 0 +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:00:14 +0000] "HEAD /sdb1/0/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txd887c3fd2a5a45cf85823-006644f82e" "proxy-server 1329773" 0.0009 "-" 1329773 - +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:00:15 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://127.0.0.1:33407/sda1/2/a1/c1" "txd887c3fd2a5a45cf85823-006644f82e" "container-server 1329773" 0.0494 "-" 1329773 0 +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:00:15 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://127.0.0.1:37149/sdb1/2/a1/c1" "txd887c3fd2a5a45cf85823-006644f82e" "container-server 1329773" 0.0010 "-" 1329773 0 +cont1 INFO: 127.0.0.1 - - [15/May/2024:18:00:15 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txd887c3fd2a5a45cf85823-006644f82e" "proxy-server 1329773" 0.1933 "-" 1329773 0 +cont2 INFO: 127.0.0.1 - - [15/May/2024:18:00:15 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txd887c3fd2a5a45cf85823-006644f82e" "proxy-server 1329773" 0.1387 "-" 1329773 0 +proxy INFO: 127.0.0.1 127.0.0.1 15/May/2024/18/00/15 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txd887c3fd2a5a45cf85823-006644f82e - 0.2001 - - 1715796014.823797941 1715796015.023917675 0 +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:00:15 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txd11ae6fe706140cf88b94-006644f82f" "proxy-server 1329773" 0.0804 "-" 1329773 - +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:00:15 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:33407/sda1/0/a/c1" "txd11ae6fe706140cf88b94-006644f82f" "container-server 1329773" 0.0053 "-" 1329773 1 +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:00:15 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:37149/sdb1/0/a/c1" "txd11ae6fe706140cf88b94-006644f82f" "container-server 1329773" 0.0663 "-" 1329773 1 +cont2 INFO: 127.0.0.1 - - [15/May/2024:18:00:15 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txd11ae6fe706140cf88b94-006644f82f" "proxy-server 1329773" 0.1378 "-" 1329773 1 +cont1 INFO: 127.0.0.1 - - [15/May/2024:18:00:15 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txd11ae6fe706140cf88b94-006644f82f" "proxy-server 1329773" 0.2182 "-" 1329773 1 +proxy INFO: 127.0.0.1 127.0.0.1 15/May/2024/18/00/15 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txd11ae6fe706140cf88b94-006644f82f - 0.3051 - - 1715796015.025130033 1715796015.330209017 1 +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:00:15 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx2503bc4764a248c09d01b-006644f82f" "proxy-server 1329773" 0.0986 "-" 1329773 - +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:00:16 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:33407/sda1/2/a/c2" "tx2503bc4764a248c09d01b-006644f82f" "container-server 1329773" 0.0012 "-" 1329773 2 +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:00:16 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:37149/sdb1/2/a/c2" "tx2503bc4764a248c09d01b-006644f82f" "container-server 1329773" 0.1056 "-" 1329773 2 +cont2 INFO: 127.0.0.1 - - [15/May/2024:18:00:16 +0000] "PUT /sdb1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx2503bc4764a248c09d01b-006644f82f" "proxy-server 1329773" 0.7416 "-" 1329773 2 +cont1 INFO: 127.0.0.1 - - [15/May/2024:18:00:16 +0000] "PUT /sda1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx2503bc4764a248c09d01b-006644f82f" "proxy-server 1329773" 1.1637 "-" 1329773 2 +proxy INFO: 127.0.0.1 127.0.0.1 15/May/2024/18/00/16 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx2503bc4764a248c09d01b-006644f82f - 1.2685 - - 1715796015.331683159 1715796016.600140810 2 +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_json +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_json ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_get_max_row +test.unit.container.test_backend.TestCommonContainerBroker.test_get_max_row ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_enable_sharding +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_enable_sharding ... ok +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_xml +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_xml ... ok +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_utf8 +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_utf8 ... ok +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_account_acl_header_access +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_account_acl_header_access ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_sharded_subshard_state_updating +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_sharded_subshard_state_updating ... ok +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_account_acls_through_delegation +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_account_acls_through_delegation ... ok +test.unit.proxy.test_server.TestProxyServerConfiguration.test_auto_create_account +test.unit.proxy.test_server.TestProxyServerConfiguration.test_auto_create_account ... ok +test.unit.proxy.test_server.TestProxyServerConfiguration.test_cors_options +test.unit.proxy.test_server.TestProxyServerConfiguration.test_cors_options ... ok +test.unit.proxy.test_server.TestProxyServerConfiguration.test_memcache_recheck_options +test.unit.proxy.test_server.TestProxyServerConfiguration.test_memcache_recheck_options ... ok +test.unit.proxy.test_server.TestProxyServerConfiguration.test_memcache_skip_options +test.unit.proxy.test_server.TestProxyServerConfiguration.test_memcache_skip_options ... ok +test.unit.proxy.test_server.TestProxyServerConfiguration.test_node_timeout +test.unit.proxy.test_server.TestProxyServerConfiguration.test_node_timeout ... ok +cont1 INFO: 127.0.0.1 - - [15/May/2024:18:00:16 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx03710fbe278348e68c174-006644f82f" "proxy-server 1329776" 0.9656 "-" 1329776 2 +cont2 INFO: 127.0.0.1 - - [15/May/2024:18:00:16 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx03710fbe278348e68c174-006644f82f" "proxy-server 1329776" 0.5772 "-" 1329776 2 +proxy INFO: 127.0.0.1 127.0.0.1 15/May/2024/18/00/16 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx03710fbe278348e68c174-006644f82f - 1.1996 - - 1715796015.384522915 1715796016.584086418 2 +test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test.unit.container.test_backend.TestCommonContainerBroker.test_get_raw_metadata +test.unit.container.test_backend.TestCommonContainerBroker.test_get_raw_metadata ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_exception +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_exception ... ok +test.unit.container.test_backend.TestContainerBroker.test_is_deleted +test.unit.container.test_backend.TestContainerBroker.test_is_deleted ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_root_state_listing +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_root_state_listing ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_get_syncs +test.unit.container.test_backend.TestCommonContainerBroker.test_get_syncs ... ok +test.unit.container.test_backend.TestContainerBroker.test_is_old_enough_to_reclaim +test.unit.container.test_backend.TestContainerBroker.test_is_old_enough_to_reclaim ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_maybe_get +test.unit.container.test_backend.TestCommonContainerBroker.test_maybe_get ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_root_state_updating +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_root_state_updating ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_is_deleted ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_delete_with_objects +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_delete_with_objects ... ok +test.unit.container.test_backend.TestContainerBroker.test_is_reclaimable +test.unit.container.test_backend.TestContainerBroker.test_is_reclaimable ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_no_stale_reads +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_no_stale_reads ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_subshard_state_listing +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_subshard_state_listing ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_recreate_with_objects +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_recreate_with_objects ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_subshard_state_updating +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_subshard_state_updating ... ok +test.unit.container.test_backend.TestContainerBroker.test_last_modified_time +test.unit.container.test_backend.TestContainerBroker.test_last_modified_time ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_simple_delete +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_simple_delete ... ok +test INFO: - - - [15/May/2024:18:00:13 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0676 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:13 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0795 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:13 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0825 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:13 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0778 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:13 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0591 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:13 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0620 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:13 +0000] "GET /sda1/p/a/c" 400 9 "-" "-" "-" 0.0011 "-" 1329770 - +test INFO: - - - [15/May/2024:18:00:13 +0000] "GET /sda1/p/a/c" 507 - "-" "-" "-" 0.0002 "-" 1329770 - +test INFO: - - - [15/May/2024:18:00:13 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0453 "-" 1329770 - +test INFO: - - - [15/May/2024:18:00:13 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0010 "-" 1329770 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:00:13 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0645 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:13 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0610 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:13 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0975 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:13 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0573 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:13 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0598 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:13 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0653 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:13 +0000] "GET /sda1/p/a/c" 400 36 "-" "-" "-" 0.0051 "-" 1329770 - +test INFO: - - - [15/May/2024:18:00:13 +0000] "GET /sda1/p/a/c" 400 35 "-" "-" "-" 0.0012 "-" 1329770 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:00:13 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0623 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:14 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0572 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:14 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0583 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:14 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0571 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:14 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.3818 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:14 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0860 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:14 +0000] "GET /sda1/p/a/c" 200 192 "-" "-" "-" 0.0029 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:14 +0000] "GET /sda1/p/a/c" 200 192 "-" "-" "-" 0.0014 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:14 +0000] "GET /sda1/p/a/c" 200 202 "-" "-" "-" 0.0013 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:14 +0000] "GET /sda1/p/a/c" 200 202 "-" "-" "-" 0.0014 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:14 +0000] "GET /sda1/p/a/c" 200 63 "-" "-" "-" 0.0012 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:14 +0000] "GET /sda1/p/a/c" 200 63 "-" "-" "-" 0.0012 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:14 +0000] "GET /sda1/p/a/c" 200 323 "-" "-" "-" 0.0013 "-" 1329770 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:00:14 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0549 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:14 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.1246 "-" 1329770 2 +test DEBUG: Unlinked retiring db '/tmp/tmpj7dy0lfj/tmp_test_container_server_ContainerController/sda1/containers/p/61c/b6a56f59d3a8b4d57e122a32d715b61c/b6a56f59d3a8b4d57e122a32d715b61c.db' +test INFO: - - - [15/May/2024:18:00:15 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0022 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:15 +0000] "GET /sda1/p/.shards_a/c" 200 1672 "-" "-" "-" 0.0020 "-" 1329770 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:00:15 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0613 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:15 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.1391 "-" 1329770 2 +test DEBUG: Unlinked retiring db '/tmp/tmpdjz42hii/tmp_test_container_server_ContainerController/sda1/containers/p/61c/b6a56f59d3a8b4d57e122a32d715b61c/b6a56f59d3a8b4d57e122a32d715b61c.db' +test INFO: - - - [15/May/2024:18:00:16 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0023 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:16 +0000] "GET /sda1/p/.shards_a/c" 200 1672 "-" "-" "-" 0.0032 "-" 1329770 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:00:16 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0587 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:16 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1114 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:16 +0000] "GET /sda1/p/a/c" 200 277 "-" "-" "-" 0.0089 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:16 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0023 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:16 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0021 "-" 1329770 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:00:16 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0478 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:17 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.4472 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:17 +0000] "GET /sda1/p/a/c" 200 277 "-" "-" "-" 0.0022 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:17 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0088 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:17 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0021 "-" 1329770 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:00:17 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0674 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:17 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.1069 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:17 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0022 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:17 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0023 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:17 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0024 "-" 1329770 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:00:17 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0679 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:17 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.1134 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:17 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0019 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:17 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0017 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:17 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0017 "-" 1329770 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:00:17 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0669 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:17 +0000] "PUT /sda1/p/a/jsonc/Sp%C3%A4tzle" 201 - "-" "-" "-" 0.0004 "-" 1329770 2 +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_non_ascii +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_non_ascii ... ok +test.unit.container.test_backend.TestContainerBroker.test_legacy_pending_files +test.unit.container.test_backend.TestContainerBroker.test_legacy_pending_files ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_simple_recreate +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_simple_recreate ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_objects_of_different_policies +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_objects_of_different_policies ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_over_limit +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_over_limit ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_update_delete_no_status_change +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_update_delete_no_status_change ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_path +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_path ... ok +test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter +test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_update_put_no_status_change +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_update_put_no_status_change ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_plain +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_plain ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_put_timestamp +test.unit.container.test_backend.TestCommonContainerBroker.test_put_timestamp ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix ... ok +test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_non_slash +test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_non_slash ... ok +test INFO: - - - [15/May/2024:18:00:17 +0000] "PUT /sda1/p/a/jsonc/%E3%83%A9%E3%83%BC%E3%83%A1%E3%83%B3" 201 - "-" "-" "-" 0.0003 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:17 +0000] "GET /sda1/p/a/jsonc" 200 268 "-" "-" "-" 0.0655 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:17 +0000] "GET /sda1/p/a/jsonc" 200 22 "-" "-" "-" 0.0105 "-" 1329770 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:00:18 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0640 "-" 1329770 0 +test INFO: - - - [15/May/2024:18:00:18 +0000] "PUT /sda1/p/a/c/obj_default_0" 201 - "-" "-" "-" 0.0022 "-" 1329770 0 +test INFO: - - - [15/May/2024:18:00:18 +0000] "PUT /sda1/p/a/c/obj_default_1" 201 - "-" "-" "-" 0.0006 "-" 1329770 0 +test INFO: - - - [15/May/2024:18:00:18 +0000] "PUT /sda1/p/a/c/obj_default_2" 201 - "-" "-" "-" 0.0004 "-" 1329770 0 +test INFO: - - - [15/May/2024:18:00:18 +0000] "PUT /sda1/p/a/c/obj_default_3" 201 - "-" "-" "-" 0.0003 "-" 1329770 0 +test INFO: - - - [15/May/2024:18:00:18 +0000] "PUT /sda1/p/a/c/obj_default_4" 201 - "-" "-" "-" 0.0003 "-" 1329770 0 +test INFO: - - - [15/May/2024:18:00:18 +0000] "PUT /sda1/p/a/c/obj_default_5" 201 - "-" "-" "-" 0.0003 "-" 1329770 0 +test INFO: - - - [15/May/2024:18:00:18 +0000] "PUT /sda1/p/a/c/obj_default_6" 201 - "-" "-" "-" 0.0003 "-" 1329770 0 +test INFO: - - - [15/May/2024:18:00:18 +0000] "PUT /sda1/p/a/c/obj_default_7" 201 - "-" "-" "-" 0.0003 "-" 1329770 0 +test INFO: - - - [15/May/2024:18:00:18 +0000] "PUT /sda1/p/a/c/obj_default_8" 201 - "-" "-" "-" 0.0003 "-" 1329770 0 +test INFO: - - - [15/May/2024:18:00:18 +0000] "PUT /sda1/p/a/c/obj_default_9" 201 - "-" "-" "-" 0.0003 "-" 1329770 0 +test INFO: - - - [15/May/2024:18:00:18 +0000] "PUT /sda1/p/a/c/obj_default_10" 201 - "-" "-" "-" 0.0003 "-" 1329770 0 +test INFO: - - - [15/May/2024:18:00:18 +0000] "PUT /sda1/p/a/c/obj_1_0" 201 - "-" "-" "-" 0.0004 "-" 1329770 1 +test INFO: - - - [15/May/2024:18:00:18 +0000] "PUT /sda1/p/a/c/obj_1_1" 201 - "-" "-" "-" 0.0003 "-" 1329770 1 +test INFO: - - - [15/May/2024:18:00:18 +0000] "PUT /sda1/p/a/c/obj_1_2" 201 - "-" "-" "-" 0.0003 "-" 1329770 1 +test INFO: - - - [15/May/2024:18:00:18 +0000] "PUT /sda1/p/a/c/obj_1_3" 201 - "-" "-" "-" 0.0003 "-" 1329770 1 +test INFO: - - - [15/May/2024:18:00:18 +0000] "PUT /sda1/p/a/c/obj_1_4" 201 - "-" "-" "-" 0.0003 "-" 1329770 1 +test INFO: - - - [15/May/2024:18:00:18 +0000] "PUT /sda1/p/a/c/obj_1_5" 201 - "-" "-" "-" 0.0003 "-" 1329770 1 +test INFO: - - - [15/May/2024:18:00:18 +0000] "PUT /sda1/p/a/c/obj_1_6" 201 - "-" "-" "-" 0.0003 "-" 1329770 1 +test INFO: - - - [15/May/2024:18:00:18 +0000] "PUT /sda1/p/a/c/obj_1_7" 201 - "-" "-" "-" 0.0003 "-" 1329770 1 +test INFO: - - - [15/May/2024:18:00:18 +0000] "PUT /sda1/p/a/c/obj_1_8" 201 - "-" "-" "-" 0.0003 "-" 1329770 1 +test INFO: - - - [15/May/2024:18:00:18 +0000] "PUT /sda1/p/a/c/obj_1_9" 201 - "-" "-" "-" 0.0003 "-" 1329770 1 +test INFO: - - - [15/May/2024:18:00:18 +0000] "GET /sda1/p/a/c" 200 155 "-" "-" "-" 0.0527 "-" 1329770 0 +test INFO: - - - [15/May/2024:18:00:18 +0000] "GET /sda1/p/a/c" 200 155 "-" "-" "-" 0.0023 "-" 1329770 0 +test INFO: - - - [15/May/2024:18:00:18 +0000] "GET /sda1/p/a/c" 200 80 "-" "-" "-" 0.0021 "-" 1329770 0 +test INFO: - - - [15/May/2024:18:00:18 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 1329770 0 +test INFO: - - - [15/May/2024:18:00:18 +0000] "GET /sda1/p/a/c" 400 40 "-" "-" "-" 0.0010 "-" 1329770 3 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:00:18 +0000] "GET /sda1/p/a/c" 412 22 "-" "-" "-" 0.0003 "-" 1329770 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:00:18 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0502 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:18 +0000] "PUT /sda1/p/a/c/US/TX" 201 - "-" "-" "-" 0.0038 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:18 +0000] "PUT /sda1/p/a/c/US/TX/B" 201 - "-" "-" "-" 0.0005 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:18 +0000] "PUT /sda1/p/a/c/US/OK" 201 - "-" "-" "-" 0.0004 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:18 +0000] "PUT /sda1/p/a/c/US/OK/B" 201 - "-" "-" "-" 0.0004 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:18 +0000] "PUT /sda1/p/a/c/US/UT/A" 201 - "-" "-" "-" 0.0004 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:18 +0000] "GET /sda1/p/a/c" 200 242 "-" "-" "-" 0.0757 "-" 1329770 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:00:18 +0000] "PUT /sda1/p/a/plainc" 201 - "-" "-" "-" 0.0605 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:18 +0000] "GET /sda1/p/a/plainc" 204 - "-" "-" "-" 0.0018 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:18 +0000] "PUT /sda1/p/a/plainc/0" 201 - "-" "-" "-" 0.0004 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:18 +0000] "PUT /sda1/p/a/plainc/1" 201 - "-" "-" "-" 0.0003 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:18 +0000] "PUT /sda1/p/a/plainc/2" 201 - "-" "-" "-" 0.0003 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:18 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0497 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:18 +0000] "HEAD /sda1/p/a/plainc" 204 - "-" "-" "-" 0.0010 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:18 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0018 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:18 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0017 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:18 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0022 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:18 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0018 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:18 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0143 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:18 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0027 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:18 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0024 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:18 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0024 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:18 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0023 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:18 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0025 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:18 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0022 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:18 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0022 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:18 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0025 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:18 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0024 "-" 1329770 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:00:18 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0459 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:18 +0000] "PUT /sda1/p/a/c/a1" 201 - "-" "-" "-" 0.0005 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:18 +0000] "PUT /sda1/p/a/c/b1" 201 - "-" "-" "-" 0.0085 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:18 +0000] "PUT /sda1/p/a/c/a2" 201 - "-" "-" "-" 0.0003 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:18 +0000] "PUT /sda1/p/a/c/b2" 201 - "-" "-" "-" 0.0003 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:18 +0000] "PUT /sda1/p/a/c/a3" 201 - "-" "-" "-" 0.0003 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:18 +0000] "PUT /sda1/p/a/c/b3" 201 - "-" "-" "-" 0.0067 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:18 +0000] "GET /sda1/p/a/c" 200 9 "-" "-" "-" 0.0663 "-" 1329770 2 +test.unit.container.test_backend.TestCommonContainerBroker.test_status_changed_at +test.unit.container.test_backend.TestCommonContainerBroker.test_status_changed_at ... ok +test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_order_and_reverse +test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_order_and_reverse ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_auditing +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_auditing ... ok +test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_prefix_delim +test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_prefix_delim ... ok +test.unit.container.test_sharder.TestCleavingContext.test_cursor +test.unit.container.test_sharder.TestCleavingContext.test_cursor ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_errors +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_errors ... ok +test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_with_reserved_name +test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_with_reserved_name ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_sharding_states +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_sharding_states ... ok +test.unit.container.test_backend.TestContainerBroker.test_load_old_record_from_pending_file +test.unit.container.test_backend.TestContainerBroker.test_load_old_record_from_pending_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBroker.test_make_tuple_for_pickle +test.unit.container.test_backend.TestContainerBroker.test_make_tuple_for_pickle ... ok +test.unit.container.test_sharder.TestCleavingContext.test_delete +test.unit.container.test_sharder.TestCleavingContext.test_delete ... ok +test.unit.container.test_sharder.TestCleavingContext.test_done +test.unit.container.test_sharder.TestCleavingContext.test_done ... ok +test.unit.container.test_sharder.TestCleavingContext.test_init +test.unit.container.test_sharder.TestCleavingContext.test_init ... ok +test.unit.container.test_sharder.TestCleavingContext.test_iter +test.unit.container.test_sharder.TestCleavingContext.test_iter ... ok +test.unit.container.test_sharder.TestCleavingContext.test_load +test.unit.container.test_sharder.TestCleavingContext.test_load ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_stale_read_ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_stale_read_ok ... ok +test.unit.container.test_backend.TestContainerBroker.test_merge_items +test.unit.container.test_backend.TestContainerBroker.test_merge_items ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges_errors +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges_errors ... ok +test.unit.container.test_backend.TestContainerBroker.test_merge_items_is_green +test.unit.container.test_backend.TestContainerBroker.test_merge_items_is_green ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_from_compacted_shard +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_from_compacted_shard ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_items_since +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_items_since ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_include_deleted +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_include_deleted ... ok +test.unit.container.test_backend.TestContainerBroker.test_merge_items_overwrite +test.unit.container.test_backend.TestContainerBroker.test_merge_items_overwrite ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges_with_misplaced_objects +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges_with_misplaced_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty_old_style_shard_container ... ok +test.unit.container.test_sharder.TestCleavingContext.test_load_all +test.unit.container.test_sharder.TestCleavingContext.test_load_all ... ok +test.unit.container.test_backend.TestContainerBroker.test_merge_items_overwrite_unicode +test.unit.container.test_backend.TestContainerBroker.test_merge_items_overwrite_unicode ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_using_state_aliases +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_using_state_aliases ... ok +test.unit.container.test_sharder.TestCleavingContext.test_load_modify_store_load +test.unit.container.test_sharder.TestCleavingContext.test_load_modify_store_load ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_with_format_header +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_with_format_header ... ok +test.unit.container.test_backend.TestContainerBroker.test_merge_items_post_overwrite_out_of_order +test.unit.container.test_backend.TestContainerBroker.test_merge_items_post_overwrite_out_of_order ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces_root_container_fill_gap +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces_root_container_fill_gap ... ok +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:00:18 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0623 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:18 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0489 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:18 +0000] "GET /sda1/p/a/c" 200 1287 "-" "-" "-" 0.0016 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:18 +0000] "GET /sda1/p/a/c" 200 1274 "-" "-" "-" 0.0053 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:18 +0000] "GET /sda1/p/a/c" 200 633 "-" "-" "-" 0.0018 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:18 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0788 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:18 +0000] "GET /sda1/p/a/c" 200 1287 "-" "-" "-" 0.0024 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:18 +0000] "GET /sda1/p/a/c" 200 1274 "-" "-" "-" 0.0018 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:18 +0000] "GET /sda1/p/a/c" 200 633 "-" "-" "-" 0.0017 "-" 1329770 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:00:18 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0629 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:18 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0977 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:18 +0000] "GET /sda1/p/a/c" 400 9 "-" "-" "-" 0.0012 "-" 1329770 - +test INFO: - - - [15/May/2024:18:00:18 +0000] "GET /sda1/p/a/c" 412 22 "-" "-" "-" 0.0024 "-" 1329770 - +test INFO: - - - [15/May/2024:18:00:18 +0000] "GET /sda1/p/a/c" 507 - "-" "-" "-" 0.0002 "-" 1329770 - +test INFO: - - - [15/May/2024:18:00:19 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.1238 "-" 1329770 - +test INFO: - - - [15/May/2024:18:00:19 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 1329770 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:00:19 +0000] "PUT /sda1/p/.shards_a/c_f" 201 - "-" "-" "-" 0.0493 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:19 +0000] "PUT /sda1/p/.shards_a/c_f" 202 - "-" "-" "-" 0.0932 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:19 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0018 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:19 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0018 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:19 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0019 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:19 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0093 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:19 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0019 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:19 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0018 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:19 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0020 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:19 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0019 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:19 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0017 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:19 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0017 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:19 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0016 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:19 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0020 "-" 1329770 2 +test DEBUG: Unlinked retiring db '/tmp/tmpxrh0z2g7/tmp_test_container_server_ContainerController/sda1/containers/p/189/b0d72ea4144f5f4c7f596aa4fe1f3189/b0d72ea4144f5f4c7f596aa4fe1f3189.db' +test INFO: - - - [15/May/2024:18:00:19 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0023 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:19 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0035 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:19 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0020 "-" 1329770 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:00:19 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0526 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:19 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0510 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:19 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0023 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:19 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0092 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.3793 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:20 +0000] "GET /sda1/p/a/c" 200 1332 "-" "-" "-" 0.0020 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:20 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0018 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0788 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:20 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0014 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:20 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0019 "-" 1329770 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:00:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0597 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1080 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:20 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0017 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:20 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0525 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:20 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0899 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:20 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0070 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0570 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1115 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:20 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0035 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:20 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0496 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:20 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.1929 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:20 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0028 "-" 1329770 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:00:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0593 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0426 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:20 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0014 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:20 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0013 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:20 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0013 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:20 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0012 "-" 1329770 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:00:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0512 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0753 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:21 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0546 "-" 1329770 - +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_namespaces +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_namespaces ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_shard_ranges +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBroker.test_merge_shard_range_single_record +test.unit.container.test_backend.TestContainerBroker.test_merge_shard_range_single_record ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces_state_filtering +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces_state_filtering ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_shard_ranges_db_unlinked +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_shard_ranges_db_unlinked ... ok +test.unit.container.test_sharder.TestCleavingContext.test_load_modify_store_load_old_style +test.unit.container.test_sharder.TestCleavingContext.test_load_modify_store_load_old_style ... ok +test.unit.container.test_sharder.TestCleavingContext.test_range_done +test.unit.container.test_sharder.TestCleavingContext.test_range_done ... ok +test.unit.container.test_sharder.TestCleavingContext.test_reset +test.unit.container.test_sharder.TestCleavingContext.test_reset ... ok +test.unit.container.test_sharder.TestCleavingContext.test_start +test.unit.container.test_sharder.TestCleavingContext.test_start ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_brokers +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_brokers ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_ignored_for_objects +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_ignored_for_objects ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_objects +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_objects ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_accept +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_accept ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_content_type +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_content_type ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_format +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_format ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_partition +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_partition ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_not_found +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_not_found ... ok +test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges +test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_timestamp_with_offset +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_timestamp_with_offset ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_OPTIONS +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_OPTIONS ... ok +test.unit.container.test_sharder.TestCleavingContext.test_store +test.unit.container.test_sharder.TestCleavingContext.test_store ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_db_state +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_db_state ... ok +test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges_deleted +test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges_deleted ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_metadata +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_metadata ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info ... ok +test INFO: - - - [15/May/2024:18:00:21 +0000] "GET /sda1/p/a/c" 200 53 "-" "-" "-" 0.0013 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:21 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0025 "-" 1329770 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:00:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0657 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.6152 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:21 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0576 "-" 1329770 - +test INFO: - - - [15/May/2024:18:00:21 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0016 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:21 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0016 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:21 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 1329770 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:00:22 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0677 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0731 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:22 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0494 "-" 1329770 - +test INFO: - - - [15/May/2024:18:00:22 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 1329770 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:00:22 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0498 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0564 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:22 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0499 "-" 1329770 - +test INFO: - - - [15/May/2024:18:00:22 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0010 "-" 1329770 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:00:22 +0000] "PUT /sda1/p/a/xmlc" 201 - "-" "-" "-" 0.1114 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:22 +0000] "PUT /sda1/p/a/xmlc/0" 201 - "-" "-" "-" 0.0162 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:22 +0000] "PUT /sda1/p/a/xmlc/1" 201 - "-" "-" "-" 0.0004 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:22 +0000] "PUT /sda1/p/a/xmlc/2" 201 - "-" "-" "-" 0.0004 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:22 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.4320 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:22 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0014 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:22 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0027 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:22 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0014 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:22 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0025 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:22 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0014 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:22 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0025 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:22 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0013 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:22 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0025 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:22 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0013 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:22 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0026 "-" 1329770 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:00:23 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1987 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:23 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:23 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:23 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0515 "-" 1329770 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:00:23 +0000] "HEAD /sda1/p/a/c" 400 21 "-" "-" "-" 0.0002 "-" 1329770 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:00:23 +0000] "HEAD /sda1/p/a/c" 406 - "-" "-" "-" 0.0003 "-" 1329770 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:00:23 +0000] "HEAD /sda1/p/a/c" 400 34 "-" "-" "-" 0.0002 "-" 1329770 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:00:23 +0000] "HEAD /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 1329770 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:00:23 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 0.0004 "-" 1329770 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:00:23 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0557 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:23 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:23 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:23 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0593 "-" 1329770 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:00:23 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0539 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:23 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0495 "-" 1329770 - +test INFO: - - - [15/May/2024:18:00:23 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:23 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.2664 "-" 1329770 - +test INFO: - - - [15/May/2024:18:00:23 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0016 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:23 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1329770 - +test INFO: - - - [15/May/2024:18:00:23 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0010 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:23 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.1103 "-" 1329770 - +test INFO: - - - [15/May/2024:18:00:23 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0015 "-" 1329770 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:00:23 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0690 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:24 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.1268 "-" 1329770 - +test INFO: - - - [15/May/2024:18:00:24 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:24 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.2785 "-" 1329770 - +test INFO: - - - [15/May/2024:18:00:24 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 1329770 2 +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_no_timestamp_update +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_no_timestamp_update ... ok +test.unit.container.test_sharder.TestCleavingContext.test_store_add_row_load +test.unit.container.test_sharder.TestCleavingContext.test_store_add_row_load ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_sys_metadata +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_sys_metadata ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_is_deleted ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_after_DELETE_not_found +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_after_DELETE_not_found ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_no_stale_reads +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_no_stale_reads ... ok +test.unit.container.test_sharder.TestCleavingContext.test_store_add_row_load_old_style +test.unit.container.test_sharder.TestCleavingContext.test_store_add_row_load_old_style ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_ignores_policy_change +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_ignores_policy_change ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_insufficient_space +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_insufficient_space ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_container_sync_to +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_container_sync_to ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_partition +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_partition ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_reset_container_sync +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_reset_container_sync ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_timestamp_not_float +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_timestamp_not_float ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_objects_since_row +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_objects_since_row ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT ... ok +test.unit.container.test_sharder.TestCleavingContext.test_store_modify_db_id_load +test.unit.container.test_sharder.TestCleavingContext.test_store_modify_db_id_load ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_metadata +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_metadata ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_sharding_states +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_sharding_states ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_object_timing_metrics +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_object_timing_metrics ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_stale_read_ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_stale_read_ok ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_own_shard_range +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_own_shard_range ... ok +test.unit.container.test_sharder.TestCleavingContext.test_store_modify_db_id_load_old_style +test.unit.container.test_sharder.TestCleavingContext.test_store_modify_db_id_load_old_style ... ok +test INFO: - - - [15/May/2024:18:00:24 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0618 "-" 1329770 - +test INFO: - - - [15/May/2024:18:00:24 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:24 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1329770 - +test INFO: - - - [15/May/2024:18:00:24 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 1329770 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:00:24 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0614 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:24 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0673 "-" 1329770 - +test INFO: - - - [15/May/2024:18:00:24 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:24 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.1720 "-" 1329770 - +test INFO: - - - [15/May/2024:18:00:24 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:24 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0015 "-" 1329770 - +test INFO: - - - [15/May/2024:18:00:24 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:24 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.1258 "-" 1329770 - +test INFO: - - - [15/May/2024:18:00:24 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 1329770 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:00:24 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0658 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:24 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0716 "-" 1329770 - +test INFO: - - - [15/May/2024:18:00:24 +0000] "POST /sda1/p/a/c/" 404 - "-" "-" "-" 0.0009 "-" 1329770 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:00:25 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0569 "-" 1329770 3 +test INFO: - - - [15/May/2024:18:00:25 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 1329770 3 +test INFO: - - - [15/May/2024:18:00:25 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0596 "-" 1329770 0 +test INFO: - - - [15/May/2024:18:00:25 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 1329770 3 +test INFO: - - - [15/May/2024:18:00:25 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.3162 "-" 1329770 1 +test INFO: - - - [15/May/2024:18:00:25 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0022 "-" 1329770 3 +test INFO: - - - [15/May/2024:18:00:25 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0761 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:25 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0023 "-" 1329770 3 +test INFO: - - - [15/May/2024:18:00:25 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0435 "-" 1329770 4 +test INFO: - - - [15/May/2024:18:00:25 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0050 "-" 1329770 3 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:00:25 +0000] "POST /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 1329770 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:00:25 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1599 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:25 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 1329770 - +test INFO: - - - [15/May/2024:18:00:25 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0670 "-" 1329770 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:00:25 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0811 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:25 +0000] "POST /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 1329770 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:00:26 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0647 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0441 "-" 1329770 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:00:26 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1571 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:26 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0022 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:26 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0512 "-" 1329770 - +test INFO: - - - [15/May/2024:18:00:26 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1168 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:26 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:26 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0016 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1517 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:26 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0022 "-" 1329770 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:00:26 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0562 "-" 1329770 2 +test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" - "-" 1329770 2 +test INFO: - - - [01/Jan/1970:00:16:40 +0000] "GET /sda1/p/a/c" 200 117 "-" "-" "-" - "-" 1329770 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:00:26 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0520 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:26 +0000] "PUT /sda1/p/a/c/obj_0" 201 - "-" "-" "-" 0.0064 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:26 +0000] "PUT /sda1/p/a/c/obj_1" 201 - "-" "-" "-" 0.0003 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1080 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0574 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0612 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0739 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0608 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:27 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0020 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:27 +0000] "GET /sda1/p/a/c" 200 1683 "-" "-" "-" 0.0014 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:27 +0000] "GET /sda1/p/a/c" 200 1683 "-" "-" "-" 0.0015 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:27 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0013 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:27 +0000] "GET /sda1/p/a/c" 200 332 "-" "-" "-" 0.0013 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:27 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0013 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:27 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0042 "-" 1329770 2 +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_items_since +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_items_since ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_policy_info +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_policy_info ... ok +test.unit.container.test_sharder.TestCleavingContext.test_store_old_style +test.unit.container.test_sharder.TestCleavingContext.test_store_old_style ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty_shard_container ... ok +test INFO: - - - [15/May/2024:18:00:27 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0016 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:27 +0000] "GET /sda1/p/a/c" 200 330 "-" "-" "-" 0.0013 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:27 +0000] "GET /sda1/p/a/c" 200 330 "-" "-" "-" 0.0014 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:27 +0000] "GET /sda1/p/a/c" 200 670 "-" "-" "-" 0.0014 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:27 +0000] "GET /sda1/p/a/c" 200 670 "-" "-" "-" 0.0015 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:27 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0015 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:27 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0017 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:27 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0015 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:27 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0016 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:27 +0000] "GET /sda1/p/a/c" 200 1323 "-" "-" "-" 0.0016 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:27 +0000] "GET /sda1/p/a/c" 200 1323 "-" "-" "-" 0.0017 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:27 +0000] "GET /sda1/p/a/c" 200 657 "-" "-" "-" 0.0016 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:27 +0000] "GET /sda1/p/a/c" 200 657 "-" "-" "-" 0.0015 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:27 +0000] "GET /sda1/p/a/c" 200 1339 "-" "-" "-" 0.0016 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:27 +0000] "GET /sda1/p/a/c" 200 1339 "-" "-" "-" 0.0015 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:27 +0000] "GET /sda1/p/a/c" 200 318 "-" "-" "-" 0.0014 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:27 +0000] "GET /sda1/p/a/c" 200 318 "-" "-" "-" 0.0014 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:27 +0000] "GET /sda1/p/a/c" 200 324 "-" "-" "-" 0.0026 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:27 +0000] "GET /sda1/p/a/c" 200 324 "-" "-" "-" 0.0015 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:27 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0013 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:27 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0013 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:27 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0014 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:27 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0013 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:27 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0013 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:27 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0013 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:27 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0014 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:27 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0014 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:27 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0014 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:27 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0014 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:27 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0014 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:27 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0015 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:27 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0013 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:27 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0024 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:27 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0014 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:27 +0000] "GET /sda1/p/a/c" 200 1351 "-" "-" "-" 0.0015 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:27 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0013 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:27 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0015 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:27 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0013 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:27 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0015 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:27 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0014 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:27 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0014 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:27 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0013 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:27 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0014 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:27 +0000] "GET /sda1/p/a/c" 200 1351 "-" "-" "-" 0.0014 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:27 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0014 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:27 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0021 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:27 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0014 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:27 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0013 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:27 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0014 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:27 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0014 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:27 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0014 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:27 +0000] "GET /sda1/p/a/c" 200 685 "-" "-" "-" 0.0013 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:27 +0000] "GET /sda1/p/a/c" 200 685 "-" "-" "-" 0.0014 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:27 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0013 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:27 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0013 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:27 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0012 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:27 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0011 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:27 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0015 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:27 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0023 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:27 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0016 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:27 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0034 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:27 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0023 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:27 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0022 "-" 1329770 2 +test DEBUG: Unlinked retiring db '/tmp/tmp5zs5re2w/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' +test INFO: - - - [15/May/2024:18:00:27 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0019 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:27 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0020 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:27 +0000] "GET /sda1/p/a/c" 200 1337 "-" "-" "-" 0.0150 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:27 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0018 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:27 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0021 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0420 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:27 +0000] "GET /sda1/p/a/c" 200 1347 "-" "-" "-" 0.0020 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:27 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0019 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:27 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0017 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:27 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0018 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:27 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0017 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:27 +0000] "GET /sda1/p/a/c/" 200 1017 "-" "-" "-" 0.0019 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:27 +0000] "GET /sda1/p/a/c/" 200 330 "-" "-" "-" 0.0067 "-" 1329770 2 +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_shard_ranges +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_shard_ranges ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_shards_timing_metrics +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_shards_timing_metrics ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_replication_info +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_replication_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces_root_container_fill_gap +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces_root_container_fill_gap ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_enable_sharding +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_enable_sharding ... ok +test.unit.container.test_sharder.TestCleavingContext.test_store_reclaim_load +test.unit.container.test_sharder.TestCleavingContext.test_store_reclaim_load ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_sys_metadata +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_sys_metadata ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_exception +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_exception ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces_state_filtering +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces_state_filtering ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_to_sharding_container +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_to_sharding_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_report_info +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_report_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_objects +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_objects ... ok +test.unit.container.test_sharder.TestCleavingContext.test_store_reclaim_load_old_style +test.unit.container.test_sharder.TestCleavingContext.test_store_reclaim_load_old_style ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_range_rows_with_limit +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_range_rows_with_limit ... ok +test.unit.container.test_sharder.TestSharder.test_audit_cleave_contexts +test.unit.container.test_sharder.TestSharder.test_audit_cleave_contexts ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_HEAD_put_timestamp_updates +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_HEAD_put_timestamp_updates ... ok +test.unit.container.test_sharder.TestSharder.test_audit_deleted_root_container +test.unit.container.test_sharder.TestSharder.test_audit_deleted_root_container ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_account_update +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_account_update ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_bad_policy_change +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_bad_policy_change ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_bad_policy_specified +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_bad_policy_specified ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_container_timing_metrics +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_container_timing_metrics ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_good_policy_specified +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_good_policy_specified ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_insufficient_space +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_insufficient_space ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_invalid_partition +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_invalid_partition ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_change +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_change ... ok +test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_container +test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_container ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_for_existing_default +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_for_existing_default ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_includes +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_includes ... ok +test INFO: - - - [15/May/2024:18:00:27 +0000] "GET /sda1/p/a/c/" 200 330 "-" "-" "-" 0.0018 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:27 +0000] "GET /sda1/p/a/c/" 200 1017 "-" "-" "-" 0.0019 "-" 1329770 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:00:27 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0513 "-" 1329770 2 +test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" - "-" 1329770 2 +test INFO: - - - [01/Jan/1970:00:16:40 +0000] "GET /sda1/p/a/c" 200 664 "-" "-" "-" - "-" 1329770 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:00:28 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1313 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:28 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0028 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:28 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0505 "-" 1329770 - +test INFO: - - - [15/May/2024:18:00:28 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1093 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:28 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0030 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0053 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:28 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0930 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:28 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 1329770 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:00:28 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1852 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:28 +0000] "PUT /sda1/p/a/c/unsharded" 201 - "-" "-" "-" 0.0004 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:28 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0680 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:28 +0000] "PUT /sda1/p/a/c/sharding" 201 - "-" "-" "-" 0.0004 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:28 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0536 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:28 +0000] "PUT /sda1/p/a/c/racing_update" 201 - "-" "-" "-" 0.0004 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:28 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0180 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:29 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0530 "-" 1329770 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:00:29 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0618 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:29 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0919 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:29 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:29 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1610 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:29 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:29 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1359 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:29 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:29 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0030 "-" 1329770 - +test INFO: - - - [15/May/2024:18:00:29 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0613 "-" 1329770 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:00:29 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1445 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:29 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0553 "-" 1329770 - +test INFO: - - - [15/May/2024:18:00:29 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.1363 "-" 1329770 - +test ERROR: ERROR Account update failed with 127.0.0.1:48031/sda1 (will retry later): Response 503 OK +test INFO: - - - [15/May/2024:18:00:29 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0718 "-" 1329770 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:00:30 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0688 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:30 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:30 +0000] "PUT /sda1/p/a/c" 409 - "-" "-" "-" 0.0011 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:30 +0000] "PUT /sda1/p/a/c" 409 - "-" "-" "-" 0.0010 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:30 +0000] "PUT /sda1/p/a/c" 409 - "-" "-" "-" 0.0011 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:30 +0000] "PUT /sda1/p/a/c" 409 - "-" "-" "-" 0.0010 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:30 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 1329770 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:00:30 +0000] "PUT /sda1/p/a/c" 400 45 "-" "-" "-" 0.0003 "-" 1329770 nada +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" - "-" 1329770 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:00:30 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0662 "-" 1329770 0 +test INFO: - - - [15/May/2024:18:00:30 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 1329770 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:00:30 +0000] "PUT /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 1329770 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:00:30 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0495 "-" 1329770 4 +test INFO: - - - [15/May/2024:18:00:30 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0031 "-" 1329770 4 +test INFO: - - - [15/May/2024:18:00:30 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0876 "-" 1329770 4 +test INFO: - - - [15/May/2024:18:00:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1130 "-" 1329770 4 +test INFO: - - - [15/May/2024:18:00:30 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 1329770 4 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:00:30 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0574 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:30 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0010 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0673 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:30 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 1329770 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:00:30 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0595 "-" 1329770 0 +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_for_existing_non_default +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_for_existing_non_default ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_specified +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_specified ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_non_utf8_metadata +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_non_utf8_metadata ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_obj_not_found +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_obj_not_found ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_with_sharding_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_with_sharding_overlaps ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_objects_since_row +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_objects_since_row ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_with_shrinking_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_with_shrinking_overlaps ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges_errors +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_usage +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_usage ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_own_shard_range +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_own_shard_range ... ok +test-replicator INFO: Beginning replication run +test-replicator INFO: Replication run OVER +test-replicator INFO: Attempted to replicate 0 dbs in 0.00032 seconds (0.00000/s) +test-replicator INFO: Removed 0 dbs +test-replicator INFO: 0 successes, 6 failures +test-replicator INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test-replicator INFO: Attempted to replicate 0 dbs in 0.00000 seconds (0.00000/s) +test-replicator INFO: Removed 0 dbs +test-replicator INFO: 0 successes, 0 failures +test-replicator INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test-replicator INFO: Attempted to replicate 30 dbs in 246.81358 seconds (0.12155/s) +test-replicator INFO: Removed 9 dbs +test-replicator INFO: 25 successes, 1 failures +test-replicator INFO: diff:5 diff_capped:4 empty:7 hashmatch:8 no_change:6 remote_merge:2 rsync:3 ts_repl:10 +test DEBUG: set nice priority to 1 +test DEBUG: set ionice class 1 priority 0 +WARNING: Unable to modify I/O scheduling class and priority of process. Keeping unchanged! Check logs for more info. +test ERROR: Unable to modify ionice priority: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/libc.py", line 326, in _ioprio_set + io_class = IO_CLASS_ENUM[io_class] + ~~~~~~~~~~~~~^^^^^^^^^^ +KeyError: 'class_foo' +test DEBUG: set ionice class 2 priority 4 +test DEBUG: set nice priority to -15 +test DEBUG: set ionice class 3 priority 6 +sharder-test WARNING: Reclaimable db stuck waiting for shrinking, path: a/c, db: /tmp/tmp339yrq5u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Audit failed for shard: missing own shard range (skipping), path: bad_account/shard_c, db: /tmp/tmpdp2vaq1j/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test WARNING: Audit warnings for shard: account not in shards namespace '.shards_', path: bad_account/shard_c, db: /tmp/tmpdp2vaq1j/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test WARNING: Audit failed for shard: missing own shard range (skipping), path: .shards_a/shard_c, db: /tmp/tmpdp2vaq1j/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpdp2vaq1j/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test INFO: Updated own shard range from ShardRange<'j' to 'k' as of 1715796030.00000, (0, 0) as of 1715796030.00000, active as of 1715796030.00000> to ShardRange<'k' to 't' as of 1715796031.00000, (0, 0) as of 1715796031.00000, active as of 1715796031.00000>, path: .shards_a/shard_c, db: /tmp/tmpdp2vaq1j/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpdp2vaq1j/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test WARNING: Failed to get shard ranges from a/c: bad, path: .shards_a/shard_c, db: /tmp/tmpdp2vaq1j/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test WARNING: Audit warnings for shard: unable to get shard ranges from root, path: .shards_a/shard_c, db: /tmp/tmpdp2vaq1j/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpdp2vaq1j/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796035.00000, (0, 0) as of 1715796035.00000, shrinking as of 1715796032.00000> to ShardRange<'k' to 't' as of 1715796035.00000, (0, 0) as of 1715796035.00000, sharding as of 1715796036.00000>, path: .shards_a/shard_c, db: /tmp/tmpdp2vaq1j/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpdp2vaq1j/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpdp2vaq1j/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Marked shard container as deleted, path: .shards_a/shard_c, db: /tmp/tmpdp2vaq1j/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796031.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/b18/ebb2f07f7524d07f98db3d8f1a82eb18/ebb2f07f7524d07f98db3d8f1a82eb18.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796033.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/e5f/f7260d40d77145034bcf393e910b2e5f/f7260d40d77145034bcf393e910b2e5f.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796032.00000, (0, 0) as of 1715796032.00000, found as of 1715796032.00000> to ShardRange<'k' to 't' as of 1715796033.00000, (0, 0) as of 1715796033.00000, created as of 1715796033.00000>, path: .shards_a/shard_c_1715796033.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/e5f/f7260d40d77145034bcf393e910b2e5f/f7260d40d77145034bcf393e910b2e5f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796035.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/7f9/78895ffe0668eb1d3b009be54ee207f9/78895ffe0668eb1d3b009be54ee207f9.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796034.00000, (0, 0) as of 1715796034.00000, found as of 1715796034.00000> to ShardRange<'k' to 't' as of 1715796035.00000, (0, 0) as of 1715796035.00000, cleaved as of 1715796035.00000>, path: .shards_a/shard_c_1715796035.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/7f9/78895ffe0668eb1d3b009be54ee207f9/78895ffe0668eb1d3b009be54ee207f9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796037.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/3d1/646c2070f5b77507b20f8c9db8b193d1/646c2070f5b77507b20f8c9db8b193d1.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796036.00000, (0, 0) as of 1715796036.00000, found as of 1715796036.00000> to ShardRange<'k' to 't' as of 1715796037.00000, (0, 0) as of 1715796037.00000, active as of 1715796037.00000>, path: .shards_a/shard_c_1715796037.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/3d1/646c2070f5b77507b20f8c9db8b193d1/646c2070f5b77507b20f8c9db8b193d1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796039.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/cfa/27a57ed8850ef75a61054e699706ccfa/27a57ed8850ef75a61054e699706ccfa.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796038.00000, (0, 0) as of 1715796038.00000, found as of 1715796038.00000> to ShardRange<'k' to 't' as of 1715796039.00000, (0, 0) as of 1715796039.00000, shrinking as of 1715796039.00000>, path: .shards_a/shard_c_1715796039.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/cfa/27a57ed8850ef75a61054e699706ccfa/27a57ed8850ef75a61054e699706ccfa.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796039.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/cfa/27a57ed8850ef75a61054e699706ccfa/27a57ed8850ef75a61054e699706ccfa.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796041.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/788/f50ba02830b93724f7be6cd6dec77788/f50ba02830b93724f7be6cd6dec77788.db +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges_with_misplaced_objects +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges_with_misplaced_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_policy_info +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_policy_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_has_multiple_policies +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_has_multiple_policies ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_replication_info +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_replication_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_has_other_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_has_other_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_brokers +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_brokers ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_initialize_container_broker_in_default +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_initialize_container_broker_in_default ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_report_info +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_report_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_db_state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_db_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_range_rows_with_limit +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_range_rows_with_limit ... ok +test INFO: - - - [15/May/2024:18:00:30 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 1329770 0 +test INFO: - - - [15/May/2024:18:00:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0632 "-" 1329770 0 +test INFO: - - - [15/May/2024:18:00:30 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 1329770 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:00:30 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0672 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:30 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0022 "-" 1329770 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:00:30 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0513 "-" 1329770 - +test INFO: - - - [15/May/2024:18:00:30 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0013 "-" 1329770 - +test INFO: - - - [15/May/2024:18:00:30 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0013 "-" 1329770 - +test INFO: - - - [15/May/2024:18:00:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0013 "-" 1329770 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:00:30 +0000] "PUT /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0003 "-" 1329770 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:00:30 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0556 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:30 +0000] "PUT /sda1/p/a/c/bashful" 201 - "-" "-" "-" 0.0024 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:31 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1306 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:31 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0541 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:31 +0000] "PUT /sda1/p/a/c/grumpy10" 201 - "-" "-" "-" 0.0032 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:31 +0000] "PUT /sda1/p/a/c/grumpy10_no_header" 201 - "-" "-" "-" 0.0005 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:31 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0632 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:31 +0000] "PUT /sda1/p/a/c/grumpy20" 301 - "-" "-" "-" 0.0011 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:31 +0000] "PUT /sda1/p/a/c/grumpy20_no_header" 201 - "-" "-" "-" 0.0005 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:31 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0703 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:31 +0000] "PUT /sda1/p/a/c/grumpy30" 301 - "-" "-" "-" 0.0012 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:31 +0000] "PUT /sda1/p/a/c/grumpy30_no_header" 201 - "-" "-" "-" 0.0005 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:31 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0563 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:31 +0000] "PUT /sda1/p/a/c/grumpy40" 301 - "-" "-" "-" 0.0010 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:31 +0000] "PUT /sda1/p/a/c/grumpy40_no_header" 201 - "-" "-" "-" 0.0004 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:31 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0585 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:31 +0000] "PUT /sda1/p/a/c/grumpy50" 201 - "-" "-" "-" 0.0015 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:31 +0000] "PUT /sda1/p/a/c/grumpy50_no_header" 201 - "-" "-" "-" 0.0005 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:31 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0662 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:31 +0000] "PUT /sda1/p/a/c/grumpy60" 301 - "-" "-" "-" 0.0078 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:31 +0000] "PUT /sda1/p/a/c/grumpy60_no_header" 201 - "-" "-" "-" 0.0004 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0671 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:32 +0000] "PUT /sda1/p/a/c/grumpy70" 201 - "-" "-" "-" 0.0011 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:32 +0000] "PUT /sda1/p/a/c/grumpy70_no_header" 201 - "-" "-" "-" 0.0004 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0628 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:32 +0000] "PUT /sda1/p/a/c/grumpy80" 201 - "-" "-" "-" 0.0030 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:32 +0000] "PUT /sda1/p/a/c/grumpy80_no_header" 201 - "-" "-" "-" 0.0112 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0921 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:32 +0000] "PUT /sda1/p/a/c/grumpier10" 201 - "-" "-" "-" 0.0012 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:32 +0000] "PUT /sda1/p/a/c/grumpier10_no_header" 201 - "-" "-" "-" 0.0052 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0511 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:33 +0000] "PUT /sda1/p/a/c/grumpier20" 301 - "-" "-" "-" 0.0014 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:33 +0000] "PUT /sda1/p/a/c/grumpier20_no_header" 201 - "-" "-" "-" 0.0005 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0660 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:33 +0000] "PUT /sda1/p/a/c/grumpier30" 301 - "-" "-" "-" 0.0032 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:33 +0000] "PUT /sda1/p/a/c/grumpier30_no_header" 201 - "-" "-" "-" 0.0067 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0519 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:33 +0000] "PUT /sda1/p/a/c/grumpier40" 301 - "-" "-" "-" 0.0014 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:33 +0000] "PUT /sda1/p/a/c/grumpier40_no_header" 201 - "-" "-" "-" 0.0266 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0681 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:33 +0000] "PUT /sda1/p/a/c/grumpier50" 201 - "-" "-" "-" 0.0013 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:33 +0000] "PUT /sda1/p/a/c/grumpier50_no_header" 201 - "-" "-" "-" 0.0005 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0616 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:33 +0000] "PUT /sda1/p/a/c/grumpier60" 301 - "-" "-" "-" 0.0009 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:33 +0000] "PUT /sda1/p/a/c/grumpier60_no_header" 201 - "-" "-" "-" 0.0032 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.2591 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:33 +0000] "PUT /sda1/p/a/c/grumpier70" 201 - "-" "-" "-" 0.0014 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:34 +0000] "PUT /sda1/p/a/c/grumpier70_no_header" 201 - "-" "-" "-" 0.0004 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:34 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0635 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:34 +0000] "PUT /sda1/p/a/c/grumpier80" 201 - "-" "-" "-" 0.0014 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:34 +0000] "PUT /sda1/p/a/c/grumpier80_no_header" 201 - "-" "-" "-" 0.0004 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:34 +0000] "PUT /sda1/p/a/c/dopey" 201 - "-" "-" "-" 0.0112 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:34 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0581 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:34 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0465 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:34 +0000] "PUT /sda1/p/a/c/dopey10" 201 - "-" "-" "-" 0.0011 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:34 +0000] "PUT /sda1/p/a/c/dopey10_no_header" 201 - "-" "-" "-" 0.0004 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:34 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0644 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:34 +0000] "PUT /sda1/p/a/c/dopey20" 301 - "-" "-" "-" 0.0011 "-" 1329770 2 +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_includes +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_includes ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_is_deleted ... ok +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796040.00000, (0, 0) as of 1715796040.00000, found as of 1715796040.00000> to ShardRange<'k' to 't' as of 1715796041.00000, (0, 0) as of 1715796041.00000, sharding as of 1715796041.00000>, path: .shards_a/shard_c_1715796041.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/788/f50ba02830b93724f7be6cd6dec77788/f50ba02830b93724f7be6cd6dec77788.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796041.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/788/f50ba02830b93724f7be6cd6dec77788/f50ba02830b93724f7be6cd6dec77788.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796043.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/624/4e0f87a3cc1b7886742985b48cf0f624/4e0f87a3cc1b7886742985b48cf0f624.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796042.00000, (0, 0) as of 1715796042.00000, found as of 1715796042.00000> to ShardRange<'k' to 't' as of 1715796043.00000, (0, 0) as of 1715796043.00000, sharded as of 1715796043.00000>, path: .shards_a/shard_c_1715796043.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/624/4e0f87a3cc1b7886742985b48cf0f624/4e0f87a3cc1b7886742985b48cf0f624.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796043.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/624/4e0f87a3cc1b7886742985b48cf0f624/4e0f87a3cc1b7886742985b48cf0f624.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796045.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/6e6/d23ab129c5bcfa6163ea9d7429d126e6/d23ab129c5bcfa6163ea9d7429d126e6.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796044.00000, (0, 0) as of 1715796044.00000, found as of 1715796044.00000> to ShardRange<'k' to 't' as of 1715796045.00000, (0, 0) as of 1715796045.00000, shrunk as of 1715796045.00000>, path: .shards_a/shard_c_1715796045.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/6e6/d23ab129c5bcfa6163ea9d7429d126e6/d23ab129c5bcfa6163ea9d7429d126e6.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796045.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/6e6/d23ab129c5bcfa6163ea9d7429d126e6/d23ab129c5bcfa6163ea9d7429d126e6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796047.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/32e/aeed80af2ccd19bde7be0fc8a468132e/aeed80af2ccd19bde7be0fc8a468132e.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796046.00000, (0, 0) as of 1715796046.00000, created as of 1715796046.00000> to ShardRange<'k' to 't' as of 1715796047.00000, (0, 0) as of 1715796047.00000, found as of 1715796047.00000>, path: .shards_a/shard_c_1715796047.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/32e/aeed80af2ccd19bde7be0fc8a468132e/aeed80af2ccd19bde7be0fc8a468132e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796049.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/1ef/f35160a4ed0c9d6277d43c392fcfe1ef/f35160a4ed0c9d6277d43c392fcfe1ef.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796051.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/6b8/bc9ea69d09f6bcfe1210862b60bf96b8/bc9ea69d09f6bcfe1210862b60bf96b8.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796050.00000, (0, 0) as of 1715796050.00000, created as of 1715796050.00000> to ShardRange<'k' to 't' as of 1715796051.00000, (0, 0) as of 1715796051.00000, cleaved as of 1715796051.00000>, path: .shards_a/shard_c_1715796051.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/6b8/bc9ea69d09f6bcfe1210862b60bf96b8/bc9ea69d09f6bcfe1210862b60bf96b8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796053.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/567/27998f499e9b6b96532787587de48567/27998f499e9b6b96532787587de48567.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796052.00000, (0, 0) as of 1715796052.00000, created as of 1715796052.00000> to ShardRange<'k' to 't' as of 1715796053.00000, (0, 0) as of 1715796053.00000, active as of 1715796053.00000>, path: .shards_a/shard_c_1715796053.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/567/27998f499e9b6b96532787587de48567/27998f499e9b6b96532787587de48567.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796055.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/942/ca3f0f9c69165ec88aae0dcbe2b47942/ca3f0f9c69165ec88aae0dcbe2b47942.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796054.00000, (0, 0) as of 1715796054.00000, created as of 1715796054.00000> to ShardRange<'k' to 't' as of 1715796055.00000, (0, 0) as of 1715796055.00000, shrinking as of 1715796055.00000>, path: .shards_a/shard_c_1715796055.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/942/ca3f0f9c69165ec88aae0dcbe2b47942/ca3f0f9c69165ec88aae0dcbe2b47942.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796055.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/942/ca3f0f9c69165ec88aae0dcbe2b47942/ca3f0f9c69165ec88aae0dcbe2b47942.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796057.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/131/3fa272c8eafa95e4ae08f6b34dbee131/3fa272c8eafa95e4ae08f6b34dbee131.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796056.00000, (0, 0) as of 1715796056.00000, created as of 1715796056.00000> to ShardRange<'k' to 't' as of 1715796057.00000, (0, 0) as of 1715796057.00000, sharding as of 1715796057.00000>, path: .shards_a/shard_c_1715796057.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/131/3fa272c8eafa95e4ae08f6b34dbee131/3fa272c8eafa95e4ae08f6b34dbee131.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796057.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/131/3fa272c8eafa95e4ae08f6b34dbee131/3fa272c8eafa95e4ae08f6b34dbee131.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796059.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/86a/bc739f7be4b97c83f616a447e00f186a/bc739f7be4b97c83f616a447e00f186a.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796058.00000, (0, 0) as of 1715796058.00000, created as of 1715796058.00000> to ShardRange<'k' to 't' as of 1715796059.00000, (0, 0) as of 1715796059.00000, sharded as of 1715796059.00000>, path: .shards_a/shard_c_1715796059.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/86a/bc739f7be4b97c83f616a447e00f186a/bc739f7be4b97c83f616a447e00f186a.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796059.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/86a/bc739f7be4b97c83f616a447e00f186a/bc739f7be4b97c83f616a447e00f186a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796061.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/e2d/424d3178443c287cfb511f6ea86b7e2d/424d3178443c287cfb511f6ea86b7e2d.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796060.00000, (0, 0) as of 1715796060.00000, created as of 1715796060.00000> to ShardRange<'k' to 't' as of 1715796061.00000, (0, 0) as of 1715796061.00000, shrunk as of 1715796061.00000>, path: .shards_a/shard_c_1715796061.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/e2d/424d3178443c287cfb511f6ea86b7e2d/424d3178443c287cfb511f6ea86b7e2d.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796061.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/e2d/424d3178443c287cfb511f6ea86b7e2d/424d3178443c287cfb511f6ea86b7e2d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796063.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/59b/50edfd4e8197328c8affa18a792c059b/50edfd4e8197328c8affa18a792c059b.db +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_no_stale_reads +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_no_stale_reads ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_with_sharding_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_with_sharding_overlaps ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_with_shrinking_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_with_shrinking_overlaps ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_usage +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_usage ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_object_update_redirected_to_shard +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_object_update_redirected_to_shard ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_proxy_default_no_policy_for_existing_default +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_proxy_default_no_policy_for_existing_default ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_has_multiple_policies +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_has_multiple_policies ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_sharding_states +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_sharding_states ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_reset_container_sync +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_reset_container_sync ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_stale_read_ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_stale_read_ok ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_autocreates_shard_container +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_autocreates_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_has_other_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_has_other_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_items_since +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_items_since ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_old_enough_to_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_old_enough_to_reclaim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_initialize_container_broker_in_default +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_initialize_container_broker_in_default ... ok +test INFO: - - - [15/May/2024:18:00:34 +0000] "PUT /sda1/p/a/c/dopey20_no_header" 201 - "-" "-" "-" 0.0004 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:34 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0868 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:34 +0000] "PUT /sda1/p/a/c/dopey30" 301 - "-" "-" "-" 0.0013 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:34 +0000] "PUT /sda1/p/a/c/dopey30_no_header" 201 - "-" "-" "-" 0.0007 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0668 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:35 +0000] "PUT /sda1/p/a/c/dopey40" 301 - "-" "-" "-" 0.0011 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:35 +0000] "PUT /sda1/p/a/c/dopey40_no_header" 201 - "-" "-" "-" 0.0004 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0753 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:35 +0000] "PUT /sda1/p/a/c/dopey50" 201 - "-" "-" "-" 0.0015 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:35 +0000] "PUT /sda1/p/a/c/dopey50_no_header" 201 - "-" "-" "-" 0.0005 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.3012 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:36 +0000] "PUT /sda1/p/a/c/dopey60" 301 - "-" "-" "-" 0.0013 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:36 +0000] "PUT /sda1/p/a/c/dopey60_no_header" 201 - "-" "-" "-" 0.0006 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0625 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:36 +0000] "PUT /sda1/p/a/c/dopey70" 201 - "-" "-" "-" 0.0012 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:36 +0000] "PUT /sda1/p/a/c/dopey70_no_header" 201 - "-" "-" "-" 0.0040 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0481 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:36 +0000] "PUT /sda1/p/a/c/dopey80" 201 - "-" "-" "-" 0.0013 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:36 +0000] "PUT /sda1/p/a/c/dopey80_no_header" 201 - "-" "-" "-" 0.0058 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:36 +0000] "PUT /sda1/p/a/c/bashful" 301 - "-" "-" "-" 0.0035 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:36 +0000] "PUT /sda1/p/a/c/dopey" 301 - "-" "-" "-" 0.0076 "-" 1329770 2 +test DEBUG: Unlinked retiring db '/tmp/tmpq3anf967/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' +test INFO: - - - [15/May/2024:18:00:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0694 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:36 +0000] "PUT /sda1/p/a/c/grumpiest10" 201 - "-" "-" "-" 0.0014 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:36 +0000] "PUT /sda1/p/a/c/grumpiest10_no_header" 201 - "-" "-" "-" 0.0047 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1287 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:37 +0000] "PUT /sda1/p/a/c/grumpiest20" 301 - "-" "-" "-" 0.0013 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:37 +0000] "PUT /sda1/p/a/c/grumpiest20_no_header" 201 - "-" "-" "-" 0.0005 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1210 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:37 +0000] "PUT /sda1/p/a/c/grumpiest30" 301 - "-" "-" "-" 0.0013 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:37 +0000] "PUT /sda1/p/a/c/grumpiest30_no_header" 201 - "-" "-" "-" 0.0005 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0944 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:37 +0000] "PUT /sda1/p/a/c/grumpiest40" 301 - "-" "-" "-" 0.0076 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:37 +0000] "PUT /sda1/p/a/c/grumpiest40_no_header" 201 - "-" "-" "-" 0.0005 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0751 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:37 +0000] "PUT /sda1/p/a/c/grumpiest50" 201 - "-" "-" "-" 0.0027 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:38 +0000] "PUT /sda1/p/a/c/grumpiest50_no_header" 201 - "-" "-" "-" 0.0007 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0563 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:38 +0000] "PUT /sda1/p/a/c/grumpiest60" 301 - "-" "-" "-" 0.0011 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:38 +0000] "PUT /sda1/p/a/c/grumpiest60_no_header" 201 - "-" "-" "-" 0.0021 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0438 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:38 +0000] "PUT /sda1/p/a/c/grumpiest70" 201 - "-" "-" "-" 0.0012 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:38 +0000] "PUT /sda1/p/a/c/grumpiest70_no_header" 201 - "-" "-" "-" 0.0006 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0618 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:38 +0000] "PUT /sda1/p/a/c/grumpiest80" 201 - "-" "-" "-" 0.0014 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:38 +0000] "PUT /sda1/p/a/c/grumpiest80_no_header" 201 - "-" "-" "-" 0.0006 "-" 1329770 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:00:38 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0720 "-" 1329770 3 +test INFO: - - - [15/May/2024:18:00:38 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 1329770 3 +test INFO: - - - [15/May/2024:18:00:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0578 "-" 1329770 3 +test INFO: - - - [15/May/2024:18:00:38 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0085 "-" 1329770 3 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:00:38 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.2104 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0048 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0526 "-" 1329770 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:00:39 +0000] "PUT /sda1/p/.shards_a/shard_c" 404 - "-" "-" "-" 0.0005 "-" 1329770 - +test INFO: - - - [15/May/2024:18:00:39 +0000] "PUT /sda1/p/.shards_a/shard_c" 400 49 "-" "-" "-" 0.0003 "-" 1329770 - +test INFO: - - - [15/May/2024:18:00:39 +0000] "PUT /sda1/p/.shards_a/shard_c" 201 - "-" "-" "-" 0.1585 "-" 1329770 3 +test INFO: - - - [15/May/2024:18:00:39 +0000] "PUT /sda1/p/.shards_a/shard_c" 202 - "-" "-" "-" 0.0605 "-" 1329770 3 +test INFO: - - - [15/May/2024:18:00:39 +0000] "PUT /sda1/p/.shards_a/shard_c" 202 - "-" "-" "-" 0.0494 "-" 1329770 3 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:00:39 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0024 "-" 1329770 - +test INFO: - - - [15/May/2024:18:00:39 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0585 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1447 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0609 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0927 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0501 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0534 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:39 +0000] "PUT /sda1/p/a/c" 400 74 "-" "-" "-" 0.0003 "-" 1329770 - +test INFO: - - - [15/May/2024:18:00:39 +0000] "PUT /sda1/p/a/c" 400 74 "-" "-" "-" 0.0002 "-" 1329770 - +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_json_in_body +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_json_in_body ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces ... ok +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796062.00000, (0, 0) as of 1715796062.00000, cleaved as of 1715796062.00000> to ShardRange<'k' to 't' as of 1715796063.00000, (0, 0) as of 1715796063.00000, found as of 1715796063.00000>, path: .shards_a/shard_c_1715796063.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/59b/50edfd4e8197328c8affa18a792c059b/50edfd4e8197328c8affa18a792c059b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796065.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/cd1/20a1ff689f5bc383750f0172960bbcd1/20a1ff689f5bc383750f0172960bbcd1.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796064.00000, (0, 0) as of 1715796064.00000, cleaved as of 1715796064.00000> to ShardRange<'k' to 't' as of 1715796065.00000, (0, 0) as of 1715796065.00000, created as of 1715796065.00000>, path: .shards_a/shard_c_1715796065.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/cd1/20a1ff689f5bc383750f0172960bbcd1/20a1ff689f5bc383750f0172960bbcd1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796067.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/330/f65ed343066fb8124e805d583cc0b330/f65ed343066fb8124e805d583cc0b330.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796069.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/f49/d172cbdb93da8ecb5ac5fb12baa9ff49/d172cbdb93da8ecb5ac5fb12baa9ff49.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796068.00000, (0, 0) as of 1715796068.00000, cleaved as of 1715796068.00000> to ShardRange<'k' to 't' as of 1715796069.00000, (0, 0) as of 1715796069.00000, active as of 1715796069.00000>, path: .shards_a/shard_c_1715796069.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/f49/d172cbdb93da8ecb5ac5fb12baa9ff49/d172cbdb93da8ecb5ac5fb12baa9ff49.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796071.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/7af/9b452b293eb310793e604769c74177af/9b452b293eb310793e604769c74177af.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796070.00000, (0, 0) as of 1715796070.00000, cleaved as of 1715796070.00000> to ShardRange<'k' to 't' as of 1715796071.00000, (0, 0) as of 1715796071.00000, shrinking as of 1715796071.00000>, path: .shards_a/shard_c_1715796071.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/7af/9b452b293eb310793e604769c74177af/9b452b293eb310793e604769c74177af.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796071.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/7af/9b452b293eb310793e604769c74177af/9b452b293eb310793e604769c74177af.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796073.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/e30/bae00a558d1873c79200c3c372579e30/bae00a558d1873c79200c3c372579e30.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796072.00000, (0, 0) as of 1715796072.00000, cleaved as of 1715796072.00000> to ShardRange<'k' to 't' as of 1715796073.00000, (0, 0) as of 1715796073.00000, sharding as of 1715796073.00000>, path: .shards_a/shard_c_1715796073.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/e30/bae00a558d1873c79200c3c372579e30/bae00a558d1873c79200c3c372579e30.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796073.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/e30/bae00a558d1873c79200c3c372579e30/bae00a558d1873c79200c3c372579e30.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796075.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/891/1facb9210a228c30372e4b334d1c5891/1facb9210a228c30372e4b334d1c5891.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796074.00000, (0, 0) as of 1715796074.00000, cleaved as of 1715796074.00000> to ShardRange<'k' to 't' as of 1715796075.00000, (0, 0) as of 1715796075.00000, sharded as of 1715796075.00000>, path: .shards_a/shard_c_1715796075.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/891/1facb9210a228c30372e4b334d1c5891/1facb9210a228c30372e4b334d1c5891.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796075.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/891/1facb9210a228c30372e4b334d1c5891/1facb9210a228c30372e4b334d1c5891.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796077.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/dc7/3c2575c210b14d7d830d29eee5279dc7/3c2575c210b14d7d830d29eee5279dc7.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796076.00000, (0, 0) as of 1715796076.00000, cleaved as of 1715796076.00000> to ShardRange<'k' to 't' as of 1715796077.00000, (0, 0) as of 1715796077.00000, shrunk as of 1715796077.00000>, path: .shards_a/shard_c_1715796077.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/dc7/3c2575c210b14d7d830d29eee5279dc7/3c2575c210b14d7d830d29eee5279dc7.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796077.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/dc7/3c2575c210b14d7d830d29eee5279dc7/3c2575c210b14d7d830d29eee5279dc7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796079.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/2ab/6ea375701656655e5cf1732e1c68b2ab/6ea375701656655e5cf1732e1c68b2ab.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796078.00000, (0, 0) as of 1715796078.00000, active as of 1715796078.00000> to ShardRange<'k' to 't' as of 1715796079.00000, (0, 0) as of 1715796079.00000, found as of 1715796079.00000>, path: .shards_a/shard_c_1715796079.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/2ab/6ea375701656655e5cf1732e1c68b2ab/6ea375701656655e5cf1732e1c68b2ab.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796081.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/17c/63aa3cbf3ae0777a1911295b59e4217c/63aa3cbf3ae0777a1911295b59e4217c.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796080.00000, (0, 0) as of 1715796080.00000, active as of 1715796080.00000> to ShardRange<'k' to 't' as of 1715796081.00000, (0, 0) as of 1715796081.00000, created as of 1715796081.00000>, path: .shards_a/shard_c_1715796081.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/17c/63aa3cbf3ae0777a1911295b59e4217c/63aa3cbf3ae0777a1911295b59e4217c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796083.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/b16/2186891bd00cbe9a374b59f8b680ab16/2186891bd00cbe9a374b59f8b680ab16.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796082.00000, (0, 0) as of 1715796082.00000, active as of 1715796082.00000> to ShardRange<'k' to 't' as of 1715796083.00000, (0, 0) as of 1715796083.00000, cleaved as of 1715796083.00000>, path: .shards_a/shard_c_1715796083.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/b16/2186891bd00cbe9a374b59f8b680ab16/2186891bd00cbe9a374b59f8b680ab16.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796085.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/26e/435915ab535617bdeffb9956b128226e/435915ab535617bdeffb9956b128226e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796087.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/367/d92cd98f0ee69f522df4598359306367/d92cd98f0ee69f522df4598359306367.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796086.00000, (0, 0) as of 1715796086.00000, active as of 1715796086.00000> to ShardRange<'k' to 't' as of 1715796087.00000, (0, 0) as of 1715796087.00000, shrinking as of 1715796087.00000>, path: .shards_a/shard_c_1715796087.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/367/d92cd98f0ee69f522df4598359306367/d92cd98f0ee69f522df4598359306367.db +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces_root_container_fill_gap +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces_root_container_fill_gap ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_reclaimable ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_to_deleted_container +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_to_deleted_container ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_simulated_create_race +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_simulated_create_race ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_timestamp_not_float +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_timestamp_not_float ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_utf8 +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_utf8 ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_complete_rsync_works +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_complete_rsync_works ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_insufficient_space +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_insufficient_space ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_rsync_then_merge_works +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_rsync_then_merge_works ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_unknown_sync +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_unknown_sync ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_value_error_works +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_value_error_works ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_UPDATE +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_UPDATE ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces_state_filtering +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces_state_filtering ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_UPDATE_autocreate +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_UPDATE_autocreate ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test__call__raise_timeout +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test__call__raise_timeout ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_account_update_account_override_deleted +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_account_update_account_override_deleted ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_account_update_mismatched_host_device +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_account_update_mismatched_host_device ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_last_modified_time +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_last_modified_time ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_objects +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_objects ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_acl_container +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_acl_container ... ok +test INFO: - - - [15/May/2024:18:00:39 +0000] "PUT /sda1/p/a/c" 400 69 "-" "-" "-" 0.0002 "-" 1329770 - +test INFO: - - - [15/May/2024:18:00:39 +0000] "PUT /sda1/p/a/c" 400 75 "-" "-" "-" 0.0002 "-" 1329770 - +test INFO: - - - [15/May/2024:18:00:39 +0000] "PUT /sda1/p/a/c" 400 35 "-" "-" "-" 0.0003 "-" 1329770 - +test INFO: - - - [15/May/2024:18:00:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0489 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0526 "-" 1329770 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:00:39 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0426 "-" 1329770 2 +test DEBUG: Unlinked retiring db '/tmp/tmpechkp703/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' +test INFO: - - - [15/May/2024:18:00:40 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.2549 "-" 1329770 - +test INFO: - - - [15/May/2024:18:00:40 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0016 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:41 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.9912 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:41 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0017 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:42 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.4472 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:42 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0028 "-" 1329770 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:00:42 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.2689 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:42 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 1329770 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:00:42 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0548 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:42 +0000] "PUT /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 1329770 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:00:42 +0000] "PUT /sda1/p/a/b%27%5Cxe2%5Cx98%5Cx83%27" 201 - "-" "-" "-" 0.0537 "-" 1329770 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: - - - [15/May/2024:18:00:42 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0003 "-" 1329770 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: - - - [15/May/2024:18:00:42 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0002 "-" 1329770 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: - - - [15/May/2024:18:00:42 +0000] "REPLICATE /sda1/p/a/" 404 - "-" "-" "-" 0.0002 "-" 1329770 - +test ERROR: ERROR __call__ error with REPLICATE /sda1/p/a/ : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/server.py", line 1025, in __call__ + res = getattr(self, req.method)(req) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 1519, in _timing_stats + resp = func(ctrl, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/container/server.py", line 949, in REPLICATE + ret = self.replicator_rpc.dispatch(post_args, args) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/db_replicator.py", line 897, in dispatch + return getattr(self, op)( + ^^^^^^^^^^^^^^^^^ +AttributeError: 'ContainerReplicatorRpc' object has no attribute 'unknown_sync' +test DEBUG: - - - [15/May/2024:18:00:42 +0000] "REPLICATE /sda1/p/a/" 500 847 "-" "-" "-" 0.0039 "-" 1329770 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: - - - [15/May/2024:18:00:42 +0000] "REPLICATE /sda1/p/a/" 400 49 "-" "-" "-" 0.0002 "-" 1329770 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:00:42 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0710 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:42 +0000] "UPDATE /sda1/p/a/c" 400 41 "-" "-" "-" 0.0003 "-" 1329770 - +test INFO: - - - [15/May/2024:18:00:42 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:42 +0000] "UPDATE /sda1/p/a/c" 202 - "-" "-" "-" 0.0672 "-" 1329770 - +test INFO: - - - [15/May/2024:18:00:42 +0000] "GET /sda1/p/a/c" 200 131 "-" "-" "-" 0.0020 "-" 1329770 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:00:42 +0000] "GET /sda1/p/.a/c" 404 - "-" "-" "-" 0.0003 "-" 1329770 0 +test INFO: - - - [15/May/2024:18:00:42 +0000] "UPDATE /sda1/p/.a/c" 202 - "-" "-" "-" 0.1245 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:42 +0000] "GET /sda1/p/.a/c" 200 131 "-" "-" "-" 0.0025 "-" 1329770 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test ERROR: ERROR __call__ error with PUT /sda1/p/a/c : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/server.py", line 1025, in __call__ + res = getattr(self, req.method)(req) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_server.py", line 6118, in mock_put_method + raise Exception() +Exception +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:00:42 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0821 "-" 1329770 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test ERROR: ERROR Account update failed: different numbers of hosts and devices in request: "127.0.0.1:0" vs "sda1,sda2" +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:00:43 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.6715 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:43 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:43 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0346 "-" 1329770 - +test INFO: - - - [15/May/2024:18:00:43 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0016 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:43 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.1141 "-" 1329770 - +test INFO: - - - [15/May/2024:18:00:43 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0076 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:43 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.1365 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:43 +0000] "HEAD /sda1/p/a/c2" 204 - "-" "-" "-" 0.0013 "-" 1329770 2 +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_legacy_pending_files +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_legacy_pending_files ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_change_storage_policy_via_DELETE_then_PUT +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_change_storage_policy_via_DELETE_then_PUT ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_change_to_default_storage_policy_via_DELETE_then_PUT +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_change_to_default_storage_policy_via_DELETE_then_PUT ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_content_type_on_HEAD +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_content_type_on_HEAD ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_correct_allowed_method +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_correct_allowed_method ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_non_slash ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_namespace_container +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_namespace_container ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_object_in_container +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_object_in_container ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_creation +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_creation ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_delete_auto_create +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_delete_auto_create ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_deleted_headers +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_deleted_headers ... ok +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796087.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/367/d92cd98f0ee69f522df4598359306367/d92cd98f0ee69f522df4598359306367.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796089.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/a02/455dbadf603f550c702773dde5fa3a02/455dbadf603f550c702773dde5fa3a02.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796088.00000, (0, 0) as of 1715796088.00000, active as of 1715796088.00000> to ShardRange<'k' to 't' as of 1715796089.00000, (0, 0) as of 1715796089.00000, sharding as of 1715796089.00000>, path: .shards_a/shard_c_1715796089.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/a02/455dbadf603f550c702773dde5fa3a02/455dbadf603f550c702773dde5fa3a02.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796089.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/a02/455dbadf603f550c702773dde5fa3a02/455dbadf603f550c702773dde5fa3a02.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796091.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/1cf/99c1a1dfb578b12c55664553cecc11cf/99c1a1dfb578b12c55664553cecc11cf.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796090.00000, (0, 0) as of 1715796090.00000, active as of 1715796090.00000> to ShardRange<'k' to 't' as of 1715796091.00000, (0, 0) as of 1715796091.00000, sharded as of 1715796091.00000>, path: .shards_a/shard_c_1715796091.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/1cf/99c1a1dfb578b12c55664553cecc11cf/99c1a1dfb578b12c55664553cecc11cf.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796091.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/1cf/99c1a1dfb578b12c55664553cecc11cf/99c1a1dfb578b12c55664553cecc11cf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796093.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/f43/2e0c90c796712e9241c5330731ce6f43/2e0c90c796712e9241c5330731ce6f43.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796092.00000, (0, 0) as of 1715796092.00000, active as of 1715796092.00000> to ShardRange<'k' to 't' as of 1715796093.00000, (0, 0) as of 1715796093.00000, shrunk as of 1715796093.00000>, path: .shards_a/shard_c_1715796093.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/f43/2e0c90c796712e9241c5330731ce6f43/2e0c90c796712e9241c5330731ce6f43.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796093.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/f43/2e0c90c796712e9241c5330731ce6f43/2e0c90c796712e9241c5330731ce6f43.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796095.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/ce6/c5f40ffe460230378f6e99a301468ce6/c5f40ffe460230378f6e99a301468ce6.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796094.00000, (0, 0) as of 1715796094.00000, shrinking as of 1715796094.00000> to ShardRange<'k' to 't' as of 1715796095.00000, (0, 0) as of 1715796095.00000, found as of 1715796095.00000>, path: .shards_a/shard_c_1715796095.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/ce6/c5f40ffe460230378f6e99a301468ce6/c5f40ffe460230378f6e99a301468ce6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796097.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/4ae/0d7a513832aefd20ab7c8edb7d8af4ae/0d7a513832aefd20ab7c8edb7d8af4ae.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796096.00000, (0, 0) as of 1715796096.00000, shrinking as of 1715796096.00000> to ShardRange<'k' to 't' as of 1715796097.00000, (0, 0) as of 1715796097.00000, created as of 1715796097.00000>, path: .shards_a/shard_c_1715796097.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/4ae/0d7a513832aefd20ab7c8edb7d8af4ae/0d7a513832aefd20ab7c8edb7d8af4ae.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796099.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/cc7/4d388ed1a443aeb84627ea6d7652ccc7/4d388ed1a443aeb84627ea6d7652ccc7.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796098.00000, (0, 0) as of 1715796098.00000, shrinking as of 1715796098.00000> to ShardRange<'k' to 't' as of 1715796099.00000, (0, 0) as of 1715796099.00000, cleaved as of 1715796099.00000>, path: .shards_a/shard_c_1715796099.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/cc7/4d388ed1a443aeb84627ea6d7652ccc7/4d388ed1a443aeb84627ea6d7652ccc7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796101.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/10a/f9278dbb1f2aa4067ab18bb0e1ecf10a/f9278dbb1f2aa4067ab18bb0e1ecf10a.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796100.00000, (0, 0) as of 1715796100.00000, shrinking as of 1715796100.00000> to ShardRange<'k' to 't' as of 1715796101.00000, (0, 0) as of 1715796101.00000, active as of 1715796101.00000>, path: .shards_a/shard_c_1715796101.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/10a/f9278dbb1f2aa4067ab18bb0e1ecf10a/f9278dbb1f2aa4067ab18bb0e1ecf10a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796103.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/c7b/112694b7d593d08dd81927816098ac7b/112694b7d593d08dd81927816098ac7b.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796103.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/c7b/112694b7d593d08dd81927816098ac7b/112694b7d593d08dd81927816098ac7b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796105.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/2e7/220fd0772605c1943e8147edefdab2e7/220fd0772605c1943e8147edefdab2e7.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796104.00000, (0, 0) as of 1715796104.00000, shrinking as of 1715796104.00000> to ShardRange<'k' to 't' as of 1715796105.00000, (0, 0) as of 1715796105.00000, sharding as of 1715796105.00000>, path: .shards_a/shard_c_1715796105.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/2e7/220fd0772605c1943e8147edefdab2e7/220fd0772605c1943e8147edefdab2e7.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796105.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/2e7/220fd0772605c1943e8147edefdab2e7/220fd0772605c1943e8147edefdab2e7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796107.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/480/4ab493ade0f9e207c5bd0d523183e480/4ab493ade0f9e207c5bd0d523183e480.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796106.00000, (0, 0) as of 1715796106.00000, shrinking as of 1715796106.00000> to ShardRange<'k' to 't' as of 1715796107.00000, (0, 0) as of 1715796107.00000, sharded as of 1715796107.00000>, path: .shards_a/shard_c_1715796107.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/480/4ab493ade0f9e207c5bd0d523183e480/4ab493ade0f9e207c5bd0d523183e480.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796107.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/480/4ab493ade0f9e207c5bd0d523183e480/4ab493ade0f9e207c5bd0d523183e480.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796109.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/e5f/c8afa77fe5bddd9a37ed5a3145c5ee5f/c8afa77fe5bddd9a37ed5a3145c5ee5f.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796108.00000, (0, 0) as of 1715796108.00000, shrinking as of 1715796108.00000> to ShardRange<'k' to 't' as of 1715796109.00000, (0, 0) as of 1715796109.00000, shrunk as of 1715796109.00000>, path: .shards_a/shard_c_1715796109.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/e5f/c8afa77fe5bddd9a37ed5a3145c5ee5f/c8afa77fe5bddd9a37ed5a3145c5ee5f.db +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_order_and_reverse +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_order_and_reverse ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_delimiter_with_reserved +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_delimiter_with_reserved ... ok +test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges_state +test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_objects_since_row +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_objects_since_row ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_deleted ... ok +test.unit.container.test_backend.TestContainerBroker.test_newid +test.unit.container.test_backend.TestContainerBroker.test_newid ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_old_enough_to_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_old_enough_to_reclaim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_prefix_delim ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_get_and_validate_policy_index +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_get_and_validate_policy_index ... ok +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:00:43 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0631 "-" 1329770 4 +test INFO: - - - [15/May/2024:18:00:43 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0619 "-" 1329770 - +test INFO: - - - [15/May/2024:18:00:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1216 "-" 1329770 0 +test INFO: - - - [15/May/2024:18:00:44 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0886 "-" 1329770 0 +test INFO: - - - [15/May/2024:18:00:44 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0661 "-" 1329770 - +test INFO: - - - [15/May/2024:18:00:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.2139 "-" 1329770 1 +test INFO: - - - [15/May/2024:18:00:44 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 1329770 1 +test INFO: - - - [15/May/2024:18:00:44 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0691 "-" 1329770 - +test INFO: - - - [15/May/2024:18:00:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1391 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:44 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:44 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0885 "-" 1329770 - +test INFO: - - - [15/May/2024:18:00:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1056 "-" 1329770 3 +test INFO: - - - [15/May/2024:18:00:44 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0047 "-" 1329770 3 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:00:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0953 "-" 1329770 3 +test INFO: - - - [15/May/2024:18:00:44 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0511 "-" 1329770 - +test INFO: - - - [15/May/2024:18:00:45 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1118 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:45 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 1329770 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:00:45 +0000] "PUT /sda1/p/a/o" 201 - "-" "-" "-" 0.0585 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:45 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0017 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:45 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0014 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:45 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0014 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:45 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0014 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:45 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0130 "-" 1329770 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:00:45 +0000] "PUT /sda1/p/a/%00c" 201 - "-" "-" "-" 0.0795 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:45 +0000] "PUT /sda1/p/a/%00c%00test" 201 - "-" "-" "-" 0.0465 "-" 1329770 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:00:45 +0000] "PUT /sda1/p/a/c/" 201 - "-" "-" "-" 0.0778 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:45 +0000] "PUT /sda1/p/a/c/%00o" 400 61 "-" "-" "-" 0.0001 "-" 1329770 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:00:45 +0000] "DELETE /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0003 "-" 1329770 - +test INFO: - - - [15/May/2024:18:00:45 +0000] "DELETE /sda1/p/.a/c/o" 404 - "-" "-" "-" 0.0001 "-" 1329770 - +test INFO: - - - [15/May/2024:18:00:45 +0000] "DELETE /sda1/p/.a/c/o" 204 - "-" "-" "-" 0.0620 "-" 1329770 - +test INFO: - - - [15/May/2024:18:00:45 +0000] "DELETE /sda1/p/a/.c/o" 404 - "-" "-" "-" 0.0003 "-" 1329770 - +test INFO: - - - [15/May/2024:18:00:45 +0000] "DELETE /sda1/p/a/.c/.o" 404 - "-" "-" "-" 0.0002 "-" 1329770 - +test INFO: - - - [15/May/2024:18:00:45 +0000] "DELETE /sda1/p/.shards_a/c/o" 404 - "-" "-" "-" 0.0002 "-" 1329770 - +test INFO: - - - [15/May/2024:18:00:45 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0588 "-" 1329770 - +test INFO: - - - [15/May/2024:18:00:45 +0000] "DELETE /sda1/p/.shards_a/c/o" 204 - "-" "-" "-" 0.0634 "-" 1329770 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:00:45 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0707 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:45 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.1251 "-" 1329770 - +test INFO: - - - [15/May/2024:18:00:45 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0013 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:45 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 0.0013 "-" 1329770 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:00:45 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0693 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:45 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0031 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:45 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0004 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:45 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0647 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:45 +0000] "GET /sda1/p/a/%00null" 200 26 "-" "-" "-" 0.0038 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:45 +0000] "GET /sda1/p/a/%00null" 200 32 "-" "-" "-" 0.0020 "-" 1329770 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:00:45 +0000] "PUT /sda1/p/a/container_default" 201 - "-" "-" "-" 0.0510 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:45 +0000] "HEAD /sda1/p/a/container_default" 204 - "-" "-" "-" 0.0012 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:45 +0000] "PUT /sda1/p/a/c_nada" 400 45 "-" "-" "-" 0.0002 "-" 1329770 nada +test INFO: - - - [15/May/2024:18:00:45 +0000] "PUT /sda1/p/a/c_999" 400 42 "-" "-" "-" 0.0001 "-" 1329770 999 +test INFO: - - - [15/May/2024:18:00:46 +0000] "PUT /sda1/p/a/c_legacy" 201 - "-" "-" "-" 0.0668 "-" 1329770 0 +test INFO: - - - [15/May/2024:18:00:46 +0000] "HEAD /sda1/p/a/c_legacy" 204 - "-" "-" "-" 0.0011 "-" 1329770 0 +test INFO: - - - [15/May/2024:18:00:46 +0000] "PUT /sda1/p/a/c_one" 201 - "-" "-" "-" 0.0450 "-" 1329770 1 +test INFO: - - - [15/May/2024:18:00:46 +0000] "HEAD /sda1/p/a/c_one" 204 - "-" "-" "-" 0.0012 "-" 1329770 1 +test INFO: - - - [15/May/2024:18:00:46 +0000] "PUT /sda1/p/a/c_two" 201 - "-" "-" "-" 0.0438 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:46 +0000] "HEAD /sda1/p/a/c_two" 204 - "-" "-" "-" 0.0016 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:46 +0000] "PUT /sda1/p/a/c_three" 201 - "-" "-" "-" 0.0640 "-" 1329770 3 +test INFO: - - - [15/May/2024:18:00:46 +0000] "HEAD /sda1/p/a/c_three" 204 - "-" "-" "-" 0.0014 "-" 1329770 3 +test INFO: - - - [15/May/2024:18:00:46 +0000] "PUT /sda1/p/a/c_four" 201 - "-" "-" "-" 0.0640 "-" 1329770 4 +test INFO: - - - [15/May/2024:18:00:46 +0000] "HEAD /sda1/p/a/c_four" 204 - "-" "-" "-" 0.0013 "-" 1329770 4 +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_false +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_false ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_true +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_true ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_doesnt_exist +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_doesnt_exist ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_is_not_public +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_is_not_public ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_list_allowed_methods +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_list_allowed_methods ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_listing_with_reserved +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_listing_with_reserved ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_log_line_format +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_log_line_format ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_with_reserved_name +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_with_reserved_name ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_own_shard_range +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_own_shard_range ... ok +test.unit.container.test_backend.TestContainerBroker.test_object_stats_old_style_root_container +test.unit.container.test_backend.TestContainerBroker.test_object_stats_old_style_root_container ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_markers_with_reserved +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_markers_with_reserved ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_not_allowed_method +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_not_allowed_method ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_reclaimable ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_load_old_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_load_old_record_from_pending_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_make_tuple_for_pickle +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_make_tuple_for_pickle ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_policy_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_policy_info ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_object_update_with_multiple_timestamps +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_object_update_with_multiple_timestamps ... ok +test.unit.container.test_backend.TestContainerBroker.test_object_stats_old_style_shard_container +test.unit.container.test_backend.TestContainerBroker.test_object_stats_old_style_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_last_modified_time +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_last_modified_time ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_object_update_with_offset +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_object_update_with_offset ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_legacy_pending_files +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_legacy_pending_files ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_params_format +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_params_format ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_replication_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_replication_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items ... ok +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:00:46 +0000] "method_doesnt_exist /sda1/p/a/c" 405 - "-" "-" "-" 0.0002 "-" 1329770 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:00:46 +0000] "__init__ /sda1/p/a/c" 405 - "-" "-" "-" 0.0002 "-" 1329770 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:00:46 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0745 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:46 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0237 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:46 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0781 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:46 +0000] "GET /sda1/p/a/%00null" 200 183 "-" "-" "-" 0.0066 "-" 1329770 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: 1.2.3.4 - - [01/Jan/1970:02:46:42 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 2.0000 "-" 1234 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:00:46 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0721 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:46 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0040 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:46 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0030 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:46 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0689 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:46 +0000] "GET /sda1/p/a/%00null" 200 367 "-" "-" "-" 0.0026 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:46 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0023 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:46 +0000] "GET /sda1/p/a/%00null" 200 184 "-" "-" "-" 0.0028 "-" 1329770 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:00:46 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0498 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:46 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:46 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0019 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:46 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0468 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:46 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:46 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0495 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:46 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:46 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0570 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:47 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0055 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:47 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0097 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:47 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0006 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:47 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0594 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:47 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0004 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:47 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0641 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:47 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:47 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0634 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:47 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0017 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:47 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0511 "-" 1329770 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:00:47 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0452 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:47 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:47 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0326 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:47 +0000] "GET /sda1/p/a/c" 200 117 "-" "-" "-" 0.0666 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:47 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0009 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:47 +0000] "GET /sda1/p/a/c" 200 116 "-" "-" "-" 0.0576 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:47 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0030 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:47 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0655 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:47 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0086 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:47 +0000] "GET /sda1/p/a/c" 200 120 "-" "-" "-" 0.0723 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:47 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0041 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:47 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0526 "-" 1329770 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:00:47 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0614 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:47 +0000] "GET /sda1/p/a/c" 200 61 "-" "-" "-" 0.0027 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:47 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0026 "-" 1329770 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:00:47 +0000] "GET /sda1/p/a/c" 400 37 "-" "-" "-" 0.0003 "-" 1329770 - +test INFO: - - - [15/May/2024:18:00:47 +0000] "GET /sda1/p/a/c" 400 33 "-" "-" "-" 0.0001 "-" 1329770 - +test INFO: - - - [15/May/2024:18:00:47 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0001 "-" 1329770 - +test INFO: - - - [15/May/2024:18:00:47 +0000] "GET /sda1/p/a/c" 400 32 "-" "-" "-" 0.0001 "-" 1329770 - +test INFO: - - - [15/May/2024:18:00:47 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0001 "-" 1329770 - +test INFO: - - - [15/May/2024:18:00:47 +0000] "GET /sda1/p/a/c" 400 38 "-" "-" "-" 0.0001 "-" 1329770 - +test INFO: - - - [15/May/2024:18:00:47 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0001 "-" 1329770 - +test INFO: - - - [15/May/2024:18:00:47 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0521 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:47 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0055 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:47 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0024 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:47 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0024 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:47 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0022 "-" 1329770 2 +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_params_utf8 +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_params_utf8 ... ok +test.unit.container.test_backend.TestContainerBroker.test_object_stats_root_container +test.unit.container.test_backend.TestContainerBroker.test_object_stats_root_container ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_and_delim_with_reserved +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_and_delim_with_reserved ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_is_green +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_is_green ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_with_reserved +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_with_reserved ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_put_auto_create +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_put_auto_create ... ok +test.unit.container.test_backend.TestContainerBroker.test_object_stats_shard_container +test.unit.container.test_backend.TestContainerBroker.test_object_stats_shard_container ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_replication_server_call_all_methods +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_replication_server_call_all_methods ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_serv_reserv +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_serv_reserv ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_report_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_report_info ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_swift_bytes_in_content_type +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_swift_bytes_in_content_type ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path_utf8 +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path_utf8 ... ok +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796109.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/e5f/c8afa77fe5bddd9a37ed5a3145c5ee5f/c8afa77fe5bddd9a37ed5a3145c5ee5f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796111.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/048/7a10b18941fe85ae81fa8aef22bdd048/7a10b18941fe85ae81fa8aef22bdd048.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796110.00000, (0, 0) as of 1715796110.00000, sharding as of 1715796110.00000> to ShardRange<'k' to 't' as of 1715796111.00000, (0, 0) as of 1715796111.00000, found as of 1715796111.00000>, path: .shards_a/shard_c_1715796111.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/048/7a10b18941fe85ae81fa8aef22bdd048/7a10b18941fe85ae81fa8aef22bdd048.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796113.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/880/7ae4229f6e326a6c183107b74c8a6880/7ae4229f6e326a6c183107b74c8a6880.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796112.00000, (0, 0) as of 1715796112.00000, sharding as of 1715796112.00000> to ShardRange<'k' to 't' as of 1715796113.00000, (0, 0) as of 1715796113.00000, created as of 1715796113.00000>, path: .shards_a/shard_c_1715796113.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/880/7ae4229f6e326a6c183107b74c8a6880/7ae4229f6e326a6c183107b74c8a6880.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796115.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/d64/06579f3b01796b228c7631ddec61bd64/06579f3b01796b228c7631ddec61bd64.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796114.00000, (0, 0) as of 1715796114.00000, sharding as of 1715796114.00000> to ShardRange<'k' to 't' as of 1715796115.00000, (0, 0) as of 1715796115.00000, cleaved as of 1715796115.00000>, path: .shards_a/shard_c_1715796115.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/d64/06579f3b01796b228c7631ddec61bd64/06579f3b01796b228c7631ddec61bd64.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796117.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/3fc/c00d70a7aba14a37d46b997c951603fc/c00d70a7aba14a37d46b997c951603fc.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796116.00000, (0, 0) as of 1715796116.00000, sharding as of 1715796116.00000> to ShardRange<'k' to 't' as of 1715796117.00000, (0, 0) as of 1715796117.00000, active as of 1715796117.00000>, path: .shards_a/shard_c_1715796117.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/3fc/c00d70a7aba14a37d46b997c951603fc/c00d70a7aba14a37d46b997c951603fc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796119.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/e1b/3f0937dca1747f122a809fd885987e1b/3f0937dca1747f122a809fd885987e1b.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796118.00000, (0, 0) as of 1715796118.00000, sharding as of 1715796118.00000> to ShardRange<'k' to 't' as of 1715796119.00000, (0, 0) as of 1715796119.00000, shrinking as of 1715796119.00000>, path: .shards_a/shard_c_1715796119.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/e1b/3f0937dca1747f122a809fd885987e1b/3f0937dca1747f122a809fd885987e1b.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796119.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/e1b/3f0937dca1747f122a809fd885987e1b/3f0937dca1747f122a809fd885987e1b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796121.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/2df/859555ad5c57a4fd9672ff334cc702df/859555ad5c57a4fd9672ff334cc702df.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796121.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/2df/859555ad5c57a4fd9672ff334cc702df/859555ad5c57a4fd9672ff334cc702df.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796123.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/faf/a2282ccd39676a2578b5f0e2b73fdfaf/a2282ccd39676a2578b5f0e2b73fdfaf.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796122.00000, (0, 0) as of 1715796122.00000, sharding as of 1715796122.00000> to ShardRange<'k' to 't' as of 1715796123.00000, (0, 0) as of 1715796123.00000, sharded as of 1715796123.00000>, path: .shards_a/shard_c_1715796123.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/faf/a2282ccd39676a2578b5f0e2b73fdfaf/a2282ccd39676a2578b5f0e2b73fdfaf.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796123.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/faf/a2282ccd39676a2578b5f0e2b73fdfaf/a2282ccd39676a2578b5f0e2b73fdfaf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796125.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/394/c455eff9642e1cbb4bec6ea4dc224394/c455eff9642e1cbb4bec6ea4dc224394.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796124.00000, (0, 0) as of 1715796124.00000, sharding as of 1715796124.00000> to ShardRange<'k' to 't' as of 1715796125.00000, (0, 0) as of 1715796125.00000, shrunk as of 1715796125.00000>, path: .shards_a/shard_c_1715796125.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/394/c455eff9642e1cbb4bec6ea4dc224394/c455eff9642e1cbb4bec6ea4dc224394.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796125.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/394/c455eff9642e1cbb4bec6ea4dc224394/c455eff9642e1cbb4bec6ea4dc224394.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796127.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/8dc/9e5621c110f6117c4159aca388e328dc/9e5621c110f6117c4159aca388e328dc.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796126.00000, (0, 0) as of 1715796126.00000, sharded as of 1715796126.00000> to ShardRange<'k' to 't' as of 1715796127.00000, (0, 0) as of 1715796127.00000, found as of 1715796127.00000>, path: .shards_a/shard_c_1715796127.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/8dc/9e5621c110f6117c4159aca388e328dc/9e5621c110f6117c4159aca388e328dc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796129.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/bb6/fff334ac3a6bba20867cb5030cb26bb6/fff334ac3a6bba20867cb5030cb26bb6.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796128.00000, (0, 0) as of 1715796128.00000, sharded as of 1715796128.00000> to ShardRange<'k' to 't' as of 1715796129.00000, (0, 0) as of 1715796129.00000, created as of 1715796129.00000>, path: .shards_a/shard_c_1715796129.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/bb6/fff334ac3a6bba20867cb5030cb26bb6/fff334ac3a6bba20867cb5030cb26bb6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796131.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/a1f/6ef3c84e3b6a61980939dcbe2f57da1f/6ef3c84e3b6a61980939dcbe2f57da1f.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796130.00000, (0, 0) as of 1715796130.00000, sharded as of 1715796130.00000> to ShardRange<'k' to 't' as of 1715796131.00000, (0, 0) as of 1715796131.00000, cleaved as of 1715796131.00000>, path: .shards_a/shard_c_1715796131.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/a1f/6ef3c84e3b6a61980939dcbe2f57da1f/6ef3c84e3b6a61980939dcbe2f57da1f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796133.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/9d9/a2936a6f2594f21b6138c05ab50ef9d9/a2936a6f2594f21b6138c05ab50ef9d9.db +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_overwrite +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_overwrite ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_DELETE +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_DELETE ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_non_slash ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_range_rows_with_limit +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_range_rows_with_limit ... ok +test.unit.container.test_backend.TestContainerBroker.test_old_style_root_account_container_path +test.unit.container.test_backend.TestContainerBroker.test_old_style_root_account_container_path ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_POST +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_POST ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_order_and_reverse +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_order_and_reverse ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_PUT +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_PUT ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_updating_multiple_container_servers +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_updating_multiple_container_servers ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_prefix_delim ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_weird_content_types +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_weird_content_types ... ok +test.unit.obj.test_diskfile.TestDiskFile.test_close_error +test.unit.obj.test_diskfile.TestDiskFile.test_close_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_commit +test.unit.obj.test_diskfile.TestDiskFile.test_commit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_commit_fsync +test.unit.obj.test_diskfile.TestDiskFile.test_commit_fsync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_commit_ignores_cleanup_ondisk_files_error +test.unit.obj.test_diskfile.TestDiskFile.test_commit_ignores_cleanup_ondisk_files_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_content_type_and_timestamp +test.unit.obj.test_diskfile.TestDiskFile.test_content_type_and_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_content_type_not_open +test.unit.obj.test_diskfile.TestDiskFile.test_content_type_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_content_type_timestamp_not_open +test.unit.obj.test_diskfile.TestDiskFile.test_content_type_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_create_close_oserror +test.unit.obj.test_diskfile.TestDiskFile.test_create_close_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_create_mkstemp_no_space +test.unit.obj.test_diskfile.TestDiskFile.test_create_mkstemp_no_space ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_create_prealloc +test.unit.obj.test_diskfile.TestDiskFile.test_create_prealloc ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_create_prealloc_oserror +test.unit.obj.test_diskfile.TestDiskFile.test_create_prealloc_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_create_unlink_cleanup_DiskFileNoSpace +test.unit.obj.test_diskfile.TestDiskFile.test_create_unlink_cleanup_DiskFileNoSpace ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_create_unlink_cleanup_logging +test.unit.obj.test_diskfile.TestDiskFile.test_create_unlink_cleanup_logging ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_create_unlink_cleanup_renamer_fails +test.unit.obj.test_diskfile.TestDiskFile.test_create_unlink_cleanup_renamer_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_create_use_linkat_renamer_not_called +test.unit.obj.test_diskfile.TestDiskFile.test_create_use_linkat_renamer_not_called ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_data_timestamp +test.unit.obj.test_diskfile.TestDiskFile.test_data_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_data_timestamp_not_open +test.unit.obj.test_diskfile.TestDiskFile.test_data_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_delete +test.unit.obj.test_diskfile.TestDiskFile.test_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_corners +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_corners ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_partial_closes +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_partial_closes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_range_w_none +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_range_w_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_edges +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_edges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_empty +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_empty ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_w_no_etag_quarantine +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_w_no_etag_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_w_quarantine +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_w_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_concurrent_delete +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_concurrent_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_concurrent_marked_durable +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_concurrent_marked_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_concurrent_writes +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_concurrent_writes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_default_disallowed_metadata +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_default_disallowed_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_large_app_iter_ranges +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_large_app_iter_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_mkstemp_creates_dir +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_mkstemp_creates_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_preserves_slo +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_preserves_slo ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_preserves_sysmeta +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_preserves_sysmeta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_reader_iter +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_reader_iter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_reader_iter_w_io_error +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_reader_iter_w_io_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_reader_iter_w_quarantine +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_reader_iter_w_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_writer +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_writer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_content_length +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_content_length_deleted +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_content_length_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_content_length_not_open +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_content_length_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_names +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_names ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_timestamp +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_timestamp_deleted +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_timestamp_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_timestamp_not_open +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_durable_timestamp +test.unit.obj.test_diskfile.TestDiskFile.test_durable_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_durable_timestamp_no_data_file +test.unit.obj.test_diskfile.TestDiskFile.test_durable_timestamp_no_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_durable_timestamp_not_open +test.unit.obj.test_diskfile.TestDiskFile.test_durable_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_error_in_cleanup_ondisk_files +test.unit.obj.test_diskfile.TestDiskFile.test_error_in_cleanup_ondisk_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_exception_in_handle_close_quarantine +test.unit.obj.test_diskfile.TestDiskFile.test_exception_in_handle_close_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_from_audit_location +test.unit.obj.test_diskfile.TestDiskFile.test_from_audit_location ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_from_audit_location_with_mismatched_hash +test.unit.obj.test_diskfile.TestDiskFile.test_from_audit_location_with_mismatched_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_get_datafile_metadata +test.unit.obj.test_diskfile.TestDiskFile.test_get_datafile_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_get_datafile_metadata_not_opened +test.unit.obj.test_diskfile.TestDiskFile.test_get_datafile_metadata_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_get_dev_path +test.unit.obj.test_diskfile.TestDiskFile.test_get_dev_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_get_metadata +test.unit.obj.test_diskfile.TestDiskFile.test_get_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_get_metadata_not_opened +test.unit.obj.test_diskfile.TestDiskFile.test_get_metadata_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_get_metafile_metadata +test.unit.obj.test_diskfile.TestDiskFile.test_get_metafile_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_get_metafile_metadata_not_opened +test.unit.obj.test_diskfile.TestDiskFile.test_get_metafile_metadata_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_get_tempfile_fallback_to_mkstemp +test.unit.obj.test_diskfile.TestDiskFile.test_get_tempfile_fallback_to_mkstemp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_get_tempfile_use_linkat_os_open_called +test.unit.obj.test_diskfile.TestDiskFile.test_get_tempfile_use_linkat_os_open_called ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_get_tmpfile_os_open_other_exceptions_are_raised +test.unit.obj.test_diskfile.TestDiskFile.test_get_tmpfile_os_open_other_exceptions_are_raised ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_keep_cache +test.unit.obj.test_diskfile.TestDiskFile.test_keep_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_killed_before_cleanup +test.unit.obj.test_diskfile.TestDiskFile.test_killed_before_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_mount_checking +test.unit.obj.test_diskfile.TestDiskFile.test_mount_checking ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_not_opened +test.unit.obj.test_diskfile.TestDiskFile.test_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_number_calls_to_cleanup_ondisk_files_during_create +test.unit.obj.test_diskfile.TestDiskFile.test_number_calls_to_cleanup_ondisk_files_during_create ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_number_calls_to_cleanup_ondisk_files_during_delete +test.unit.obj.test_diskfile.TestDiskFile.test_number_calls_to_cleanup_ondisk_files_during_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_data_ts_meta +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_data_ts_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_data_ts_meta_legacy_durable +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_data_ts_meta_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_listdir_error +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_listdir_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_listdir_error_legacy_durable +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_listdir_error_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_meta_data_ts +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_meta_data_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_meta_data_ts_legacy_durable +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_meta_data_ts_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_meta_ts_data +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_meta_ts_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_multiple_meta_data +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_multiple_meta_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_multiple_meta_data_legacy_durable +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_multiple_meta_data_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_stale_meta_data +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_stale_meta_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_stale_meta_data_legacy_durable +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_stale_meta_data_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_ts_meta_data +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_ts_meta_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_wayward_files_ignored +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_wayward_files_ignored ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_wayward_files_ignored_legacy_durable +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_wayward_files_ignored_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_open_deleted +test.unit.obj.test_diskfile.TestDiskFile.test_open_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_open_deleted_with_corrupt_tombstone +test.unit.obj.test_diskfile.TestDiskFile.test_open_deleted_with_corrupt_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_open_expired +test.unit.obj.test_diskfile.TestDiskFile.test_open_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_open_not_exist +test.unit.obj.test_diskfile.TestDiskFile.test_open_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_open_not_expired +test.unit.obj.test_diskfile.TestDiskFile.test_open_not_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_bad_content_length +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_bad_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_corrupt_xattrs +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_corrupt_xattrs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_deleted_files +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_deleted_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_fstat_oserror +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_fstat_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_hashdir_not_a_directory +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_hashdir_not_a_directory ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_hashdir_not_listable +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_hashdir_not_listable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_bad_name +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_bad_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_bad_x_delete_at +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_bad_x_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_content_length +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_content_length_bad +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_content_length_bad ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_etag +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_missing_name +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_missing_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_zero_byte +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_zero_byte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_ioerror_enodata +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_ioerror_enodata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_missing_content_length +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_missing_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_subtly_corrupt_xattrs +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_subtly_corrupt_xattrs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_truncated_xattrs +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_truncated_xattrs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_valids +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_valids ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_read_metadata +test.unit.obj.test_diskfile.TestDiskFile.test_read_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_read_metadata_no_xattr +test.unit.obj.test_diskfile.TestDiskFile.test_read_metadata_no_xattr ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_splice_to_wsockfd_blocks +test.unit.obj.test_diskfile.TestDiskFile.test_splice_to_wsockfd_blocks ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_tee_to_md5_pipe_length_mismatch +test.unit.obj.test_diskfile.TestDiskFile.test_tee_to_md5_pipe_length_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_write_cleanup +test.unit.obj.test_diskfile.TestDiskFile.test_write_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_write_cleanup_legacy_durable +test.unit.obj.test_diskfile.TestDiskFile.test_write_cleanup_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_write_cleanup_part_power_increase +test.unit.obj.test_diskfile.TestDiskFile.test_write_cleanup_part_power_increase ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_disk_full +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_disk_full ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_no_xattr +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_no_xattr ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_content_type +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_content_type_removes_multiple_metas +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_content_type_removes_multiple_metas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_content_type_removes_same_time_meta +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_content_type_removes_same_time_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_older_content_type +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_older_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_zero_copy_cache_dropping +test.unit.obj.test_diskfile.TestDiskFile.test_zero_copy_cache_dropping ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_zero_copy_turns_off_when_md5_sockets_not_supported +test.unit.obj.test_diskfile.TestDiskFile.test_zero_copy_turns_off_when_md5_sockets_not_supported ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_auditor_hashdir_not_listable +test.unit.obj.test_diskfile.TestSuffixHashes.test_auditor_hashdir_not_listable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_drops_old_non_durable_data +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_drops_old_non_durable_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_drops_isolated_durable +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_drops_isolated_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_hsh_path_enoent +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_hsh_path_enoent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_hsh_path_other_oserror +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_hsh_path_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_ignore_orphaned_ts +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_ignore_orphaned_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_isolated_meta_purge_old_ts +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_isolated_meta_purge_old_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_meta_data_purge_ts +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_meta_data_purge_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_meta_data_purge_ts_legacy_durable +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_meta_data_purge_ts_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_meta_legacy_durable +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_meta_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_ts +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_single_old_data +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_single_old_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keeps_one_datafile +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keeps_one_datafile ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keeps_one_datafile_and_legacy_durable +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keeps_one_datafile_and_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_multi_data_file +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_multi_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_older_remove_file_error +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_older_remove_file_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_only_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_only_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_data_newer_ts +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_data_newer_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_expired_ts +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_expired_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_old_data_only +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_old_data_only ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_old_ts +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_old_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_older_ts +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_older_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_ts_newer_data +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_ts_newer_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_ts_newer_data_and_legacy_durable +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_ts_newer_data_and_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purges_single_old_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purges_single_old_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_reclaim_tombstone_remove_file_error +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_reclaim_tombstone_remove_file_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_consolidate_hashes_raises_exception +test.unit.obj.test_diskfile.TestSuffixHashes.test_consolidate_hashes_raises_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_bad_dev +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_bad_dev ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_consolidates_suffix_rehash_once +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_consolidates_suffix_rehash_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_creates_pkl +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_creates_pkl ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_does_not_create_partition +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_does_not_create_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_does_not_rehash_known_suffix_dirs +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_does_not_rehash_known_suffix_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_hash_suffix_enotdir +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_hash_suffix_enotdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_hash_suffix_other_oserror +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_hash_suffix_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_modified_recursive_retry +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_modified_recursive_retry ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_multi_file_multi_suffix +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_multi_file_multi_suffix ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_finds_new_suffix_dirs +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_finds_new_suffix_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_finds_new_suffix_dirs_unicode +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_finds_new_suffix_dirs_unicode ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_lying_invalid_finds_new_suffix_dirs +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_lying_invalid_finds_new_suffix_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_missing_invalid_finds_new_suffix_dirs +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_missing_invalid_finds_new_suffix_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_old_pickle_does_not_find_new_suffix_dirs +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_old_pickle_does_not_find_new_suffix_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_existing_partition +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_existing_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_invalid_pickle +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_invalid_pickle ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_new_partition +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_new_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_zero_bytes_pickle +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_zero_bytes_pickle ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_invalidations_race_get_hashes_same_suffix_existing +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_invalidations_race_get_hashes_same_suffix_existing ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_invalidations_race_get_hashes_same_suffix_new +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_invalidations_race_get_hashes_same_suffix_new ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_enodata_quarantined +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_enodata_quarantined ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_enotdir_quarantined +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_enotdir_quarantined ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_other_oserror +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_listdir_enoent +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_listdir_enoent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_listdir_enotdir +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_listdir_enotdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multi_file_ends_in_tombstone +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multi_file_ends_in_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multifile_ends_in_datafile +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multifile_ends_in_datafile ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multifile_ends_in_datafile_legacy_durable +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multifile_ends_in_datafile_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_datafile +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_datafile ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_and_one_valid_tombstone +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_and_one_valid_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_tombstone +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_tombstone_and_one_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_tombstone_and_one_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_tombstone +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_tombstone_and_one_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_tombstone_and_one_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_removes_empty_hashdir_and_suffix +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_removes_empty_hashdir_and_suffix ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_removes_empty_hashdirs_in_valid_suffix +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_removes_empty_hashdirs_in_valid_suffix ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_rmdir_hsh_path_oserror +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_rmdir_hsh_path_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_rmdir_suffix_oserror +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_rmdir_suffix_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_ts_cleanup_after_invalidate_hash +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_ts_cleanup_after_invalidate_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_ts_cleanup_after_recalc +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_ts_cleanup_after_recalc ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_obsolete_content_type_in_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_obsolete_content_type_in_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_obsolete_content_type_in_older_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_obsolete_content_type_in_older_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_newer_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_newer_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_older_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_older_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_newer_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_newer_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_older_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_older_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_bad_pickle +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_bad_pickle ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_consolidation +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_consolidation ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_empty_file_exists +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_empty_file_exists ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_file_does_not_exist +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_file_does_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_file_not_truncated_when_empty +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_file_not_truncated_when_empty ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_racing_get_hashes_diff_suffix_existing_part +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_racing_get_hashes_diff_suffix_existing_part ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_overwrite_unicode +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_overwrite_unicode ... ok +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_racing_get_hashes_diff_suffix_new_part +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_racing_get_hashes_diff_suffix_new_part ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_unpickle_error_and_get_hashes_failure_existing_part +test.unit.obj.test_diskfile.TestSuffixHashes.test_unpickle_error_and_get_hashes_failure_existing_part ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_unpickle_error_and_get_hashes_failure_new_part +test.unit.obj.test_diskfile.TestSuffixHashes.test_unpickle_error_and_get_hashes_failure_new_part ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_valid_suffix +test.unit.obj.test_diskfile.TestSuffixHashes.test_valid_suffix ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_creates_empty_hashes +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_creates_empty_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_handoff +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_mixed +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_mixed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_no_hashes +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_no_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_primary +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_primary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_revert_only_tombstones +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_revert_only_tombstones ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_cleans_tmp +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_cleans_tmp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_creates_datadir +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_creates_datadir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_creates_datadir_error +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_creates_datadir_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_mount_check +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_mount_check ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_multi_device_skips_non_non_local_devs +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_multi_device_skips_non_non_local_devs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_multi_device_skips_non_ring_devices +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_multi_device_skips_non_ring_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_overrides +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_overrides ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_invalid_paths +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_invalid_paths ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_non_ec_policy_and_device +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_non_ec_policy_and_device ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_non_local_devs_servers_per_port +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_non_local_devs_servers_per_port ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_local_devices +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_local_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_local_devices_with_no_ec_policy_env +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_local_devices_with_no_ec_policy_env ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffix_delta +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffix_delta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffixes_in_sync +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffixes_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffixes_to_sync +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffixes_to_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_first_enables_handoffs_only +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_first_enables_handoffs_only ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_default +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_default ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_enabled +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_enabled ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_false_and_first_false +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_false_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_false_and_first_none +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_false_and_first_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_ignores_handoffs_first +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_ignores_handoffs_first ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_none_and_first_false +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_none_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_true_and_first_false +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_true_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_true_and_first_true +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_true_and_first_true ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_iter_nodes_for_frag +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_iter_nodes_for_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_handoff +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_down +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_down ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_in_sync +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_not_in_sync +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_not_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_some_in_sync +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_some_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup_but_already_reclaimed +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup_but_already_reclaimed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup_tombstone +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_cleanup_meta_pure_handoff +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_cleanup_meta_pure_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_not_cleanup_meta_also_primary +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_not_cleanup_meta_also_primary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_not_cleanup_meta_new_data +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_not_cleanup_meta_new_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_is_handoff_fails +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_is_handoff_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_suffix_call_errors +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_suffix_call_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_sync_missing_durable +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_sync_missing_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_sync_partner_unmounted +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_sync_partner_unmounted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_will_not_revert_to_handoff +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_will_not_revert_to_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_removes_non_partition_files +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_removes_non_partition_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_with_duplicate_frags_no_errors +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_with_duplicate_frags_no_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_with_no_ec_policy_env +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_with_no_ec_policy_env ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_ring_ip_and_bind_ip +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_ring_ip_and_bind_ip ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_sync_duplicates_to_remote_region +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_sync_duplicates_to_remote_region ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_two_ec_policies +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_two_ec_policies ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestConfigOptionHandling.test_default +test.unit.obj.test_server.TestConfigOptionHandling.test_default ... ok +test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_app +test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_app ... ok +test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_both +test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_both ... ok +test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_default +test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_default ... ok +test.unit.obj.test_updater.TestRateLimiterBucket.test_bool +test.unit.obj.test_updater.TestRateLimiterBucket.test_bool ... ok +test.unit.obj.test_updater.TestRateLimiterBucket.test_bucket_ordering +test.unit.obj.test_updater.TestRateLimiterBucket.test_bucket_ordering ... ok +test.unit.obj.test_updater.TestRateLimiterBucket.test_len +test.unit.obj.test_updater.TestRateLimiterBucket.test_len ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_half_not_found_headers_and_body +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_half_not_found_headers_and_body ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_with_reserved_name +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_with_reserved_name ... ok +test.unit.container.test_backend.TestContainerBroker.test_overlap_shard_range_order +test.unit.container.test_backend.TestContainerBroker.test_overlap_shard_range_order ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_includes +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_includes ... ok +test INFO: - - - [15/May/2024:18:00:47 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0022 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:47 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0023 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:47 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0022 "-" 1329770 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:00:47 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0935 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:47 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0055 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:47 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0004 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:47 +0000] "PUT /sda1/p/a/%00null/%00null%00foo" 201 - "-" "-" "-" 0.0004 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:47 +0000] "PUT /sda1/p/a/%00null/%00nullish" 201 - "-" "-" "-" 0.0003 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:47 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0438 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:48 +0000] "GET /sda1/p/a/%00null" 200 207 "-" "-" "-" 0.0090 "-" 1329770 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:00:48 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0378 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:48 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0123 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:48 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0005 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:48 +0000] "PUT /sda1/p/a/%00null/%00null%00foo" 201 - "-" "-" "-" 0.0004 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:48 +0000] "PUT /sda1/p/a/%00null/%00nullish" 201 - "-" "-" "-" 0.0080 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:48 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0485 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:48 +0000] "GET /sda1/p/a/%00null" 200 367 "-" "-" "-" 0.0054 "-" 1329770 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:00:48 +0000] "PUT /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0005 "-" 1329770 - +test INFO: - - - [15/May/2024:18:00:48 +0000] "PUT /sda1/p/.a/c/o" 404 - "-" "-" "-" 0.0002 "-" 1329770 - +test INFO: - - - [15/May/2024:18:00:48 +0000] "PUT /sda1/p/.a/c/o" 201 - "-" "-" "-" 0.0597 "-" 1329770 - +test INFO: - - - [15/May/2024:18:00:48 +0000] "PUT /sda1/p/a/.c/o" 404 - "-" "-" "-" 0.0003 "-" 1329770 - +test INFO: - - - [15/May/2024:18:00:48 +0000] "PUT /sda1/p/a/c/.o" 404 - "-" "-" "-" 0.0004 "-" 1329770 - +test INFO: - - - [15/May/2024:18:00:48 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0441 "-" 1329770 - +test INFO: - - - [15/May/2024:18:00:48 +0000] "PUT /sda1/p/.shards_a/c/o" 404 - "-" "-" "-" 0.0002 "-" 1329770 - +test INFO: - - - [15/May/2024:18:00:48 +0000] "PUT /sda1/p/.shards_a/c" 404 - "-" "-" "-" 0.0003 "-" 1329770 0 +test INFO: - - - [15/May/2024:18:00:48 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0939 "-" 1329770 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:00:48 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0484 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:48 +0000] "PUT /sda1/p/a/c/o1" 201 - "-" "-" "-" 0.0009 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:48 +0000] "PUT /sda1/p/a/c/o2" 201 - "-" "-" "-" 0.0005 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:48 +0000] "GET /sda1/p/a/c" 200 280 "-" "-" "-" 0.0573 "-" 1329770 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:00:48 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0005 "-" 1329770 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:00:48 +0000] "GET /bob" 400 18 "-" "-" "-" 0.0002 "-" 1329770 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:00:48 +0000] "GET /sda1/p/a/c%D8%3E%2520/%25" 412 29 "-" "-" "-" 0.0001 "-" 1329770 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:00:48 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1185 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:48 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.1155 "-" 1329770 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:00:49 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0376 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:49 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0789 "-" 1329770 - +test INFO: - - - [15/May/2024:18:00:49 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.1244 "-" 1329770 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:00:49 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1910 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:49 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1104 "-" 1329770 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test ERROR: ERROR account update failed with 1.2.3.4:5/sdb1 (will retry later): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/server.py", line 270, in account_update + account_response = conn.getresponse() + ^^^^^^^^^^^^^^^^ +AttributeError: 'NoneType' object has no attribute 'getresponse' +test ERROR: ERROR account update failed with 6.7.8.9:10/sdf1 (will retry later): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/server.py", line 270, in account_update + account_response = conn.getresponse() + ^^^^^^^^^^^^^^^^ +AttributeError: 'NoneType' object has no attribute 'getresponse' +test INFO: - - - [15/May/2024:18:00:49 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0526 "-" 1329770 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:00:49 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0658 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:49 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0005 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:49 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0004 "-" 1329770 2 +test INFO: - - - [15/May/2024:18:00:49 +0000] "GET /sda1/p/a/c" 200 248 "-" "-" "-" 0.0638 "-" 1329770 2 +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_half_not_found_statuses +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_half_not_found_statuses ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_handoff +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_handoff ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_limits_expirer_queue_updates +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_limits_expirer_queue_updates ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_missing_one +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_missing_one ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_mostly_found +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_mostly_found ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_mostly_not_found +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_mostly_not_found ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_not_found +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_not_found ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_simple +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_simple ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_write_affinity_after_replication +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_write_affinity_after_replication ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_write_affinity_before_replication +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_write_affinity_before_replication ... ok +test.unit.container.test_backend.TestContainerBroker.test_path +test.unit.container.test_backend.TestContainerBroker.test_path ... ok +test.unit.container.test_backend.TestContainerBroker.test_pending_file_name +test.unit.container.test_backend.TestContainerBroker.test_pending_file_name ... ok +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.9:1009/sdj, error: ERROR Insufficient Storage (txn: tx6fd1fedaf1cf459f81d8f-006644f851) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Node is error limited: 10.0.0.11:1011/sdl (txn: txcea89f7db68040ba9ed00-006644f852) +proxy-server DEBUG: Node is error limited: 10.0.0.5:1005/sdf (txn: txcea89f7db68040ba9ed00-006644f852) +proxy-server DEBUG: Node is error limited: 10.0.0.21:1021/sdv (txn: txcea89f7db68040ba9ed00-006644f852) +proxy-server DEBUG: Node is error limited: 10.0.0.13:1013/sdn (txn: txcea89f7db68040ba9ed00-006644f852) +proxy-server DEBUG: Node is error limited: 10.0.0.22:1022/sdw (txn: txcea89f7db68040ba9ed00-006644f852) +proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: txcea89f7db68040ba9ed00-006644f852) +proxy-server DEBUG: Node is error limited: 10.0.0.9:1009/sdj (txn: txcea89f7db68040ba9ed00-006644f852) +proxy-server DEBUG: Node is error limited: 10.0.0.12:1012/sdm (txn: txcea89f7db68040ba9ed00-006644f852) +proxy-server DEBUG: Node is error limited: 10.0.0.3:1003/sdd (txn: txcea89f7db68040ba9ed00-006644f852) +proxy-server DEBUG: Node is error limited: 10.0.0.17:1017/sdr (txn: txcea89f7db68040ba9ed00-006644f852) +proxy-server DEBUG: Node is error limited: 10.0.0.8:1008/sdi (txn: txcea89f7db68040ba9ed00-006644f852) +proxy-server DEBUG: Node is error limited: 10.0.0.23:1023/sdx (txn: txcea89f7db68040ba9ed00-006644f852) +proxy-server DEBUG: Node is error limited: 10.0.0.24:1024/sdy (txn: txcea89f7db68040ba9ed00-006644f852) +proxy-server DEBUG: Node is error limited: 10.0.0.6:1006/sdg (txn: txcea89f7db68040ba9ed00-006644f852) +proxy-server DEBUG: Node is error limited: 10.0.0.25:1025/sdz (txn: txcea89f7db68040ba9ed00-006644f852) +proxy-server DEBUG: Node is error limited: 10.0.0.14:1014/sdo (txn: txcea89f7db68040ba9ed00-006644f852) +proxy-server DEBUG: Node is error limited: 10.0.0.20:1020/sdu (txn: txcea89f7db68040ba9ed00-006644f852) +proxy-server DEBUG: Node is error limited: 10.0.0.16:1016/sdq (txn: txcea89f7db68040ba9ed00-006644f852) +proxy-server DEBUG: Node is error limited: 10.0.0.19:1019/sdt (txn: txcea89f7db68040ba9ed00-006644f852) +proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: txcea89f7db68040ba9ed00-006644f852) +proxy-server DEBUG: Node is error limited: 10.0.0.26:1026/sda (txn: txcea89f7db68040ba9ed00-006644f852) +proxy-server DEBUG: Node is error limited: 10.0.0.7:1007/sdh (txn: txcea89f7db68040ba9ed00-006644f852) +proxy-server DEBUG: Node is error limited: 10.0.0.15:1015/sdp (txn: txcea89f7db68040ba9ed00-006644f852) +proxy-server DEBUG: Node is error limited: 10.0.0.18:1018/sds (txn: txcea89f7db68040ba9ed00-006644f852) +proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txcea89f7db68040ba9ed00-006644f852) +proxy-server DEBUG: Node is error limited: 10.0.0.10:1010/sdk (txn: txcea89f7db68040ba9ed00-006644f852) +proxy-server DEBUG: Node is error limited: 10.0.0.4:1004/sde (txn: txcea89f7db68040ba9ed00-006644f852) +proxy-server DEBUG: Node is error limited: 10.0.0.27:1027/sdb (txn: txcea89f7db68040ba9ed00-006644f852) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txcea89f7db68040ba9ed00-006644f852) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txcea89f7db68040ba9ed00-006644f852) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txcea89f7db68040ba9ed00-006644f852) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txcea89f7db68040ba9ed00-006644f852) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txcea89f7db68040ba9ed00-006644f852) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txcea89f7db68040ba9ed00-006644f852) +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_all_primaries_error_limited +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_all_primaries_error_limited ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplicate_but_insufficient_frag_indexes +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplicate_but_insufficient_frag_indexes ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplicate_but_sufficient_frag_indexes +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplicate_but_sufficient_frag_indexes ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplication_factor +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplication_factor ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplication_factor_almost_duplicate_dispersion +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplication_factor_almost_duplicate_dispersion ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_load_old_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_load_old_record_from_pending_file ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_many_missed_overwrite_will_need_handoff +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_many_missed_overwrite_will_need_handoff ... ok +proxy-server DEBUG: Ignoring 404 from handoff (txn: txcea89f7db68040ba9ed00-006644f852) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txcea89f7db68040ba9ed00-006644f852) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txcea89f7db68040ba9ed00-006644f852) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txcea89f7db68040ba9ed00-006644f852) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txcea89f7db68040ba9ed00-006644f852) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txcea89f7db68040ba9ed00-006644f852) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txcea89f7db68040ba9ed00-006644f852) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txcea89f7db68040ba9ed00-006644f852) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txcea89f7db68040ba9ed00-006644f852) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txcea89f7db68040ba9ed00-006644f852) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txcea89f7db68040ba9ed00-006644f852) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txcea89f7db68040ba9ed00-006644f852) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txcea89f7db68040ba9ed00-006644f852) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txcea89f7db68040ba9ed00-006644f852) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txcea89f7db68040ba9ed00-006644f852) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txcea89f7db68040ba9ed00-006644f852) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txcea89f7db68040ba9ed00-006644f852) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txcea89f7db68040ba9ed00-006644f852) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txcea89f7db68040ba9ed00-006644f852) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txcea89f7db68040ba9ed00-006644f852) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txcea89f7db68040ba9ed00-006644f852) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txcea89f7db68040ba9ed00-006644f852) +proxy-server ERROR: Object returning 503 for [] (txn: txcea89f7db68040ba9ed00-006644f852) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx5029b8e57839453f95bf6-006644f852) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx5029b8e57839453f95bf6-006644f852) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx5029b8e57839453f95bf6-006644f852) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx5029b8e57839453f95bf6-006644f852) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx5029b8e57839453f95bf6-006644f852) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx5029b8e57839453f95bf6-006644f852) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx5029b8e57839453f95bf6-006644f852) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx5029b8e57839453f95bf6-006644f852) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx5029b8e57839453f95bf6-006644f852) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx5029b8e57839453f95bf6-006644f852) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx5029b8e57839453f95bf6-006644f852) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx5029b8e57839453f95bf6-006644f852) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx5029b8e57839453f95bf6-006644f852) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx5029b8e57839453f95bf6-006644f852) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5029b8e57839453f95bf6-006644f852) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5029b8e57839453f95bf6-006644f852) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5029b8e57839453f95bf6-006644f852) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5029b8e57839453f95bf6-006644f852) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5029b8e57839453f95bf6-006644f852) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5029b8e57839453f95bf6-006644f852) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5029b8e57839453f95bf6-006644f852) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5029b8e57839453f95bf6-006644f852) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5029b8e57839453f95bf6-006644f852) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5029b8e57839453f95bf6-006644f852) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5029b8e57839453f95bf6-006644f852) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5029b8e57839453f95bf6-006644f852) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5029b8e57839453f95bf6-006644f852) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5029b8e57839453f95bf6-006644f852) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5029b8e57839453f95bf6-006644f852) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5029b8e57839453f95bf6-006644f852) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5029b8e57839453f95bf6-006644f852) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5029b8e57839453f95bf6-006644f852) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5029b8e57839453f95bf6-006644f852) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5029b8e57839453f95bf6-006644f852) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5029b8e57839453f95bf6-006644f852) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5029b8e57839453f95bf6-006644f852) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5029b8e57839453f95bf6-006644f852) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5029b8e57839453f95bf6-006644f852) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5029b8e57839453f95bf6-006644f852) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5029b8e57839453f95bf6-006644f852) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5029b8e57839453f95bf6-006644f852) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5029b8e57839453f95bf6-006644f852) +proxy-server ERROR: Object returning 503 for [] (txn: tx5029b8e57839453f95bf6-006644f852) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_may_503 +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_may_503 ... ok +test.unit.container.test_backend.TestContainerBroker.test_policy_stat_tracking +test.unit.container.test_backend.TestContainerBroker.test_policy_stat_tracking ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_stop +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_stop ... ok +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa719ade51c774a6a94235-006644f852) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa719ade51c774a6a94235-006644f852) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa719ade51c774a6a94235-006644f852) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa719ade51c774a6a94235-006644f852) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa719ade51c774a6a94235-006644f852) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa719ade51c774a6a94235-006644f852) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa719ade51c774a6a94235-006644f852) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa719ade51c774a6a94235-006644f852) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa719ade51c774a6a94235-006644f852) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa719ade51c774a6a94235-006644f852) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa719ade51c774a6a94235-006644f852) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa719ade51c774a6a94235-006644f852) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa719ade51c774a6a94235-006644f852) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa719ade51c774a6a94235-006644f852) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa719ade51c774a6a94235-006644f852) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa719ade51c774a6a94235-006644f852) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa719ade51c774a6a94235-006644f852) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa719ade51c774a6a94235-006644f852) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa719ade51c774a6a94235-006644f852) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa719ade51c774a6a94235-006644f852) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa719ade51c774a6a94235-006644f852) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa719ade51c774a6a94235-006644f852) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa719ade51c774a6a94235-006644f852) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa719ade51c774a6a94235-006644f852) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa719ade51c774a6a94235-006644f852) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa719ade51c774a6a94235-006644f852) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa719ade51c774a6a94235-006644f852) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa719ade51c774a6a94235-006644f852) +proxy-server ERROR: Object returning 503 for [] (txn: txa719ade51c774a6a94235-006644f852) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7a5ce75a55d24010939b0-006644f852) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7a5ce75a55d24010939b0-006644f852) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7a5ce75a55d24010939b0-006644f852) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7a5ce75a55d24010939b0-006644f852) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7a5ce75a55d24010939b0-006644f852) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7a5ce75a55d24010939b0-006644f852) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7a5ce75a55d24010939b0-006644f852) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7a5ce75a55d24010939b0-006644f852) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7a5ce75a55d24010939b0-006644f852) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7a5ce75a55d24010939b0-006644f852) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7a5ce75a55d24010939b0-006644f852) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7a5ce75a55d24010939b0-006644f852) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7a5ce75a55d24010939b0-006644f852) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7a5ce75a55d24010939b0-006644f852) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7a5ce75a55d24010939b0-006644f852) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7a5ce75a55d24010939b0-006644f852) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7a5ce75a55d24010939b0-006644f852) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7a5ce75a55d24010939b0-006644f852) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7a5ce75a55d24010939b0-006644f852) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7a5ce75a55d24010939b0-006644f852) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7a5ce75a55d24010939b0-006644f852) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7a5ce75a55d24010939b0-006644f852) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7a5ce75a55d24010939b0-006644f852) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7a5ce75a55d24010939b0-006644f852) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7a5ce75a55d24010939b0-006644f852) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7a5ce75a55d24010939b0-006644f852) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7a5ce75a55d24010939b0-006644f852) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7a5ce75a55d24010939b0-006644f852) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7a5ce75a55d24010939b0-006644f852) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7a5ce75a55d24010939b0-006644f852) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7a5ce75a55d24010939b0-006644f852) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7a5ce75a55d24010939b0-006644f852) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7a5ce75a55d24010939b0-006644f852) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7a5ce75a55d24010939b0-006644f852) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7a5ce75a55d24010939b0-006644f852) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7a5ce75a55d24010939b0-006644f852) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7a5ce75a55d24010939b0-006644f852) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7a5ce75a55d24010939b0-006644f852) +proxy-server ERROR: Object returning 503 for [] (txn: tx7a5ce75a55d24010939b0-006644f852) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx69f70ba7a83946c6ab0c5-006644f852) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx69f70ba7a83946c6ab0c5-006644f852) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx69f70ba7a83946c6ab0c5-006644f852) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx69f70ba7a83946c6ab0c5-006644f852) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx69f70ba7a83946c6ab0c5-006644f852) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx69f70ba7a83946c6ab0c5-006644f852) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx69f70ba7a83946c6ab0c5-006644f852) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx69f70ba7a83946c6ab0c5-006644f852) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx69f70ba7a83946c6ab0c5-006644f852) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx69f70ba7a83946c6ab0c5-006644f852) +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_succeed +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_succeed ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_mixed_etags_at_same_timestamp +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_mixed_etags_at_same_timestamp ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_make_tuple_for_pickle +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_make_tuple_for_pickle ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_mixed_frags_and_no_quorum_will_503 +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_mixed_frags_and_no_quorum_will_503 ... ok +test.unit.container.test_backend.TestContainerBroker.test_put_misplaced_object_does_not_effect_container_stats +test.unit.container.test_backend.TestContainerBroker.test_put_misplaced_object_does_not_effect_container_stats ... ok +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx69f70ba7a83946c6ab0c5-006644f852) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx69f70ba7a83946c6ab0c5-006644f852) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx69f70ba7a83946c6ab0c5-006644f852) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx69f70ba7a83946c6ab0c5-006644f852) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx69f70ba7a83946c6ab0c5-006644f852) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx69f70ba7a83946c6ab0c5-006644f852) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx69f70ba7a83946c6ab0c5-006644f852) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx69f70ba7a83946c6ab0c5-006644f852) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx69f70ba7a83946c6ab0c5-006644f852) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx69f70ba7a83946c6ab0c5-006644f852) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx69f70ba7a83946c6ab0c5-006644f852) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx69f70ba7a83946c6ab0c5-006644f852) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx69f70ba7a83946c6ab0c5-006644f852) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7ec61163ee09425b979c1-006644f852) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7ec61163ee09425b979c1-006644f852) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7ec61163ee09425b979c1-006644f852) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx7ec61163ee09425b979c1-006644f852) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx7ec61163ee09425b979c1-006644f852) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7ec61163ee09425b979c1-006644f852) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7ec61163ee09425b979c1-006644f852) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7ec61163ee09425b979c1-006644f852) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx7ec61163ee09425b979c1-006644f852) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7ec61163ee09425b979c1-006644f852) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx7ec61163ee09425b979c1-006644f852) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx7ec61163ee09425b979c1-006644f852) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7ec61163ee09425b979c1-006644f852) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7ec61163ee09425b979c1-006644f852) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7ec61163ee09425b979c1-006644f852) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7ec61163ee09425b979c1-006644f852) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7ec61163ee09425b979c1-006644f852) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx7ec61163ee09425b979c1-006644f852) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7ec61163ee09425b979c1-006644f852) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7ec61163ee09425b979c1-006644f852) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx7ec61163ee09425b979c1-006644f852) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7ec61163ee09425b979c1-006644f852) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7ec61163ee09425b979c1-006644f852) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7ec61163ee09425b979c1-006644f852) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7ec61163ee09425b979c1-006644f852) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7ec61163ee09425b979c1-006644f852) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7ec61163ee09425b979c1-006644f852) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7ec61163ee09425b979c1-006644f852) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7ec61163ee09425b979c1-006644f852) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7ec61163ee09425b979c1-006644f852) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7ec61163ee09425b979c1-006644f852) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7ec61163ee09425b979c1-006644f852) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7ec61163ee09425b979c1-006644f852) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7ec61163ee09425b979c1-006644f852) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7ec61163ee09425b979c1-006644f852) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7ec61163ee09425b979c1-006644f852) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7ec61163ee09425b979c1-006644f852) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7ec61163ee09425b979c1-006644f852) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7ec61163ee09425b979c1-006644f852) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7ec61163ee09425b979c1-006644f852) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7ec61163ee09425b979c1-006644f852) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7ec61163ee09425b979c1-006644f852) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7ec61163ee09425b979c1-006644f852) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7ec61163ee09425b979c1-006644f852) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7ec61163ee09425b979c1-006644f852) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7ec61163ee09425b979c1-006644f852) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7ec61163ee09425b979c1-006644f852) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7ec61163ee09425b979c1-006644f852) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7ec61163ee09425b979c1-006644f852) +proxy-server ERROR: Object returning 503 for [] (txn: tx7ec61163ee09425b979c1-006644f852) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Object returning 503 for [] (txn: txb32b2a589cb842169ac8e-006644f852) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2bec9861a6504f15b8575-006644f852) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2bec9861a6504f15b8575-006644f852) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2bec9861a6504f15b8575-006644f852) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2bec9861a6504f15b8575-006644f852) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2bec9861a6504f15b8575-006644f852) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2bec9861a6504f15b8575-006644f852) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2bec9861a6504f15b8575-006644f852) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2bec9861a6504f15b8575-006644f852) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2bec9861a6504f15b8575-006644f852) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2bec9861a6504f15b8575-006644f852) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2bec9861a6504f15b8575-006644f852) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2bec9861a6504f15b8575-006644f852) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2bec9861a6504f15b8575-006644f852) +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_no_durable_files +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_no_durable_files ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_simple +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_simple ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_with_sharding_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_with_sharding_overlaps ... ok +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2bec9861a6504f15b8575-006644f852) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2bec9861a6504f15b8575-006644f852) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2bec9861a6504f15b8575-006644f852) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2bec9861a6504f15b8575-006644f852) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2bec9861a6504f15b8575-006644f852) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2bec9861a6504f15b8575-006644f852) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2bec9861a6504f15b8575-006644f852) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2bec9861a6504f15b8575-006644f852) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2bec9861a6504f15b8575-006644f852) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2bec9861a6504f15b8575-006644f852) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2bec9861a6504f15b8575-006644f852) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2bec9861a6504f15b8575-006644f852) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2bec9861a6504f15b8575-006644f852) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2bec9861a6504f15b8575-006644f852) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2bec9861a6504f15b8575-006644f852) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.28:1028/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx458e0ccb9c67441099f6c-006644f852) +proxy-server ERROR: ERROR with Object server 10.0.0.29:1029/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx458e0ccb9c67441099f6c-006644f852) proxy-server ERROR: ERROR with Object server 10.0.0.30:1030/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -30212,7 +41187,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txafcf15e5d8cf4a7386e10-006852023d) +StopIteration (txn: tx458e0ccb9c67441099f6c-006644f852) proxy-server ERROR: ERROR with Object server 10.0.0.31:1031/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -30221,7 +41196,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txafcf15e5d8cf4a7386e10-006852023d) +StopIteration (txn: tx458e0ccb9c67441099f6c-006644f852) proxy-server ERROR: ERROR with Object server 10.0.0.32:1032/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -30230,7 +41205,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txafcf15e5d8cf4a7386e10-006852023d) +StopIteration (txn: tx458e0ccb9c67441099f6c-006644f852) proxy-server ERROR: ERROR with Object server 10.0.0.33:1033/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -30239,7 +41214,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txafcf15e5d8cf4a7386e10-006852023d) +StopIteration (txn: tx458e0ccb9c67441099f6c-006644f852) proxy-server ERROR: ERROR with Object server 10.0.0.34:1034/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -30248,7 +41223,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txafcf15e5d8cf4a7386e10-006852023d) +StopIteration (txn: tx458e0ccb9c67441099f6c-006644f852) proxy-server ERROR: ERROR with Object server 10.0.0.35:1035/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -30257,7 +41232,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txafcf15e5d8cf4a7386e10-006852023d) +StopIteration (txn: tx458e0ccb9c67441099f6c-006644f852) proxy-server ERROR: ERROR with Object server 10.0.0.36:1036/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -30266,7 +41241,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txafcf15e5d8cf4a7386e10-006852023d) +StopIteration (txn: tx458e0ccb9c67441099f6c-006644f852) proxy-server ERROR: ERROR with Object server 10.0.0.37:1037/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -30275,7 +41250,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txafcf15e5d8cf4a7386e10-006852023d) +StopIteration (txn: tx458e0ccb9c67441099f6c-006644f852) proxy-server ERROR: ERROR with Object server 10.0.0.38:1038/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -30284,7 +41259,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txafcf15e5d8cf4a7386e10-006852023d) +StopIteration (txn: tx458e0ccb9c67441099f6c-006644f852) proxy-server ERROR: ERROR with Object server 10.0.0.39:1039/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -30293,7 +41268,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txafcf15e5d8cf4a7386e10-006852023d) +StopIteration (txn: tx458e0ccb9c67441099f6c-006644f852) proxy-server ERROR: ERROR with Object server 10.0.0.40:1040/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -30302,7 +41277,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txafcf15e5d8cf4a7386e10-006852023d) +StopIteration (txn: tx458e0ccb9c67441099f6c-006644f852) proxy-server ERROR: ERROR with Object server 10.0.0.41:1041/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -30311,7 +41286,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txafcf15e5d8cf4a7386e10-006852023d) +StopIteration (txn: tx458e0ccb9c67441099f6c-006644f852) proxy-server ERROR: ERROR with Object server 10.0.0.42:1042/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -30320,7 +41295,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txafcf15e5d8cf4a7386e10-006852023d) +StopIteration (txn: tx458e0ccb9c67441099f6c-006644f852) proxy-server ERROR: ERROR with Object server 10.0.0.43:1043/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -30329,7 +41304,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txafcf15e5d8cf4a7386e10-006852023d) +StopIteration (txn: tx458e0ccb9c67441099f6c-006644f852) proxy-server ERROR: ERROR with Object server 10.0.0.44:1044/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -30338,7 +41313,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txafcf15e5d8cf4a7386e10-006852023d) +StopIteration (txn: tx458e0ccb9c67441099f6c-006644f852) proxy-server ERROR: ERROR with Object server 10.0.0.45:1045/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -30347,7 +41322,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txafcf15e5d8cf4a7386e10-006852023d) +StopIteration (txn: tx458e0ccb9c67441099f6c-006644f852) proxy-server ERROR: ERROR with Object server 10.0.0.46:1046/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -30356,239 +41331,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txafcf15e5d8cf4a7386e10-006852023d) -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_no_local_device_in_ring -test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_no_local_device_in_ring ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_node_is_mounted -test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_node_is_mounted ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_node_is_not_mounted -test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_node_is_not_mounted ... ok -test-replicator DEBUG: Replicating db /path/to/file -test-replicator ERROR: Found /path/to/file for /a%20c%20t when it should be on partition 0; will replicate out and remove. -test-replicator DEBUG: Successfully deleted db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py -test-replicator DEBUG: Replicating db /path/to/file -test-replicator ERROR: Found /path/to/file for /a%20c%20t/c%20o%20n when it should be on partition 0; will replicate out and remove. -test-replicator DEBUG: Successfully deleted db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py -test-replicator DEBUG: Replicating db /path/to/file -test-replicator ERROR: Found /path/to/file for /a%20c%20t/c%20o%20n when it should be on partition 0; will replicate out and remove. -test-replicator DEBUG: Successfully deleted db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py -test-replicator DEBUG: Replicating db /path/to/file -test-replicator ERROR: Found /path/to/file for /a%20c%20t/c%20o%20n when it should be on partition 0; will replicate out and remove. -test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py (0/0 success) -test-replicator DEBUG: Replicating db /path/to/file -test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py (0/3 success) -test-replicator DEBUG: Replicating db /path/to/file -test-replicator ERROR: ERROR syncing /path/to/file with node {'id': 1, 'weight': 10.0, 'zone': 1, 'ip': '1.1.1.1', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.1', 'replication_port': 6200, 'region': 1}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/db_replicator.py", line 675, in _replicate_object - success = self._repl_to_node(node, broker, partition, info, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/db_replicator.py", line 481, in _repl_to_node - return self._handle_sync_response(node, response, info, broker, http, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/db_replicator.py", line 486, in _handle_sync_response - if response.status == HTTP_NOT_FOUND: # completely missing, rsync - ^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py", line 713, in status - raise self._status -Exception: ugh -test-replicator ERROR: ERROR syncing /path/to/file with node {'id': 2, 'weight': 10.0, 'zone': 2, 'ip': '1.1.1.2', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.2', 'replication_port': 6200, 'region': 2}: Timeout (Nones) -test-replicator DEBUG: /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.3:6200/sdb, nothing to do -test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py (1/3 success) -test-replicator DEBUG: Replicating db /path/to/file -test-replicator DEBUG: /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.1:6200/sdb, nothing to do -test-replicator DEBUG: /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.2:6200/sdb, nothing to do -test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py (2/3 success) -test-replicator DEBUG: Replicating db /path/to/file -test-replicator DEBUG: /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.1:6200/sdb, nothing to do -test-replicator DEBUG: /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.2:6200/sdb, nothing to do -test-replicator ERROR: ERROR Remote drive not mounted {'id': 3, 'weight': 10.0, 'zone': 3, 'ip': '1.1.1.3', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.3', 'replication_port': 6200, 'region': 1} -test-replicator ERROR: ERROR Remote drive not mounted {'id': 4, 'weight': 10.0, 'zone': 4, 'ip': '1.1.1.4', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.4', 'replication_port': 6200, 'region': 2} -test-replicator DEBUG: /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.5:6200/sdb, nothing to do -test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py (3/5 success) -test-replicator DEBUG: Replicating db /path/to/file -test-replicator DEBUG: /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.1:6200/sdb, nothing to do -test-replicator DEBUG: /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.2:6200/sdb, nothing to do -test-replicator DEBUG: /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.3:6200/sdb, nothing to do -test-replicator DEBUG: Successfully deleted db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py -test-replicator ERROR: Unable to decode remote metadata 'metadata' -test-replicator ERROR: Quarantining DB -test-replicator ERROR: ERROR Failed to get my own IPs? -test-replicator ERROR: Can't find itself 127.0.0.1 with port 1000 in ring file, not replicating -test-replicator INFO: Beginning replication run -test-replicator INFO: Replication run OVER -test-replicator INFO: Attempted to replicate 0 dbs in 0.00021 seconds (0.00000/s) -test-replicator INFO: Removed 0 dbs -test-replicator INFO: 0 successes, 0 failures -test-replicator INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test-replicator INFO: Beginning replication run -test-replicator INFO: Replication run OVER -test-replicator INFO: Attempted to replicate 0 dbs in 0.00044 seconds (0.00000/s) -test-replicator INFO: Removed 0 dbs -test-replicator INFO: 0 successes, 0 failures -test-replicator ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test-replicator INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test-replicator WARNING: Skipping: Boom! -test-replicator INFO: Beginning replication run -test-replicator INFO: Replication run OVER -test-replicator INFO: Attempted to replicate 0 dbs in 0.00046 seconds (0.00000/s) -test-replicator INFO: Removed 0 dbs -test-replicator INFO: 0 successes, 1 failures -test-replicator ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test-replicator INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test-replicator WARNING: Skipping: /srv/node/sdb is not mounted -test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_with_local_device_in_ring -test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_with_local_device_in_ring ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_stats -test.unit.common.test_db_replicator.TestDBReplicator.test_stats ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_usync -test.unit.common.test_db_replicator.TestDBReplicator.test_usync ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_usync_http_error_above_300 -test.unit.common.test_db_replicator.TestDBReplicator.test_usync_http_error_above_300 ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_usync_http_error_below_200 -test.unit.common.test_db_replicator.TestDBReplicator.test_usync_http_error_below_200 ... ok -test.unit.common.test_swob.TestRequest.test_401_invalid_path -test.unit.common.test_swob.TestRequest.test_401_invalid_path ... ok -test.unit.common.test_swob.TestRequest.test_401_non_keystone_auth_path -test.unit.common.test_swob.TestRequest.test_401_non_keystone_auth_path ... ok -test.unit.common.test_swob.TestRequest.test_401_unauthorized -test.unit.common.test_swob.TestRequest.test_401_unauthorized ... ok -test.unit.common.test_swob.TestRequest.test_401_valid_account_path -test.unit.common.test_swob.TestRequest.test_401_valid_account_path ... ok -test.unit.common.test_swob.TestRequest.test_401_www_authenticate_exists -test.unit.common.test_swob.TestRequest.test_401_www_authenticate_exists ... ok -test.unit.common.test_swob.TestRequest.test_401_www_authenticate_is_quoted -test.unit.common.test_swob.TestRequest.test_401_www_authenticate_is_quoted ... ok -test.unit.common.test_swob.TestRequest.test_accept_header -test.unit.common.test_swob.TestRequest.test_accept_header ... ok -test.unit.common.test_swob.TestRequest.test_allow_reserved_names -test.unit.common.test_swob.TestRequest.test_allow_reserved_names ... ok -test.unit.common.test_swob.TestRequest.test_as_referer -test.unit.common.test_swob.TestRequest.test_as_referer ... ok -test.unit.common.test_swob.TestRequest.test_bad_path_info_pop -test.unit.common.test_swob.TestRequest.test_bad_path_info_pop ... ok -test.unit.common.test_swob.TestRequest.test_bad_range -test.unit.common.test_swob.TestRequest.test_bad_range ... ok -test.unit.common.test_swob.TestRequest.test_blank -test.unit.common.test_swob.TestRequest.test_blank ... ok -test.unit.common.test_swob.TestRequest.test_blank_body_precedence -test.unit.common.test_swob.TestRequest.test_blank_body_precedence ... ok -test.unit.common.test_swob.TestRequest.test_blank_parsing -test.unit.common.test_swob.TestRequest.test_blank_parsing ... ok -test.unit.common.test_swob.TestRequest.test_blank_path_info_precedence -test.unit.common.test_swob.TestRequest.test_blank_path_info_precedence ... ok -test.unit.common.test_swob.TestRequest.test_blank_req_environ_property_args -test.unit.common.test_swob.TestRequest.test_blank_req_environ_property_args ... ok -test.unit.common.test_swob.TestRequest.test_copy_get -test.unit.common.test_swob.TestRequest.test_copy_get ... ok -test.unit.common.test_swob.TestRequest.test_datetime_properties -test.unit.common.test_swob.TestRequest.test_datetime_properties ... ok -test.unit.common.test_swob.TestRequest.test_get_response -test.unit.common.test_swob.TestRequest.test_get_response ... ok -test.unit.common.test_swob.TestRequest.test_invalid_req_environ_property_args -test.unit.common.test_swob.TestRequest.test_invalid_req_environ_property_args ... ok -test.unit.common.test_swob.TestRequest.test_message_length_just_content_length -test.unit.common.test_swob.TestRequest.test_message_length_just_content_length ... ok -test.unit.common.test_swob.TestRequest.test_message_length_transfer_encoding -test.unit.common.test_swob.TestRequest.test_message_length_transfer_encoding ... ok -test.unit.common.test_swob.TestRequest.test_not_401 -test.unit.common.test_swob.TestRequest.test_not_401 ... ok -test.unit.common.test_swob.TestRequest.test_params -test.unit.common.test_swob.TestRequest.test_params ... ok -test.unit.common.test_swob.TestRequest.test_path -test.unit.common.test_swob.TestRequest.test_path ... ok -test.unit.common.test_swob.TestRequest.test_path_info_pop -test.unit.common.test_swob.TestRequest.test_path_info_pop ... ok -test.unit.common.test_swob.TestRequest.test_path_info_pop_last -test.unit.common.test_swob.TestRequest.test_path_info_pop_last ... ok -test.unit.common.test_swob.TestRequest.test_path_info_pop_none -test.unit.common.test_swob.TestRequest.test_path_info_pop_none ... ok -test.unit.common.test_swob.TestRequest.test_path_qs -test.unit.common.test_swob.TestRequest.test_path_qs ... ok -test.unit.common.test_swob.TestRequest.test_path_question_mark -test.unit.common.test_swob.TestRequest.test_path_question_mark ... ok -test.unit.common.test_swob.TestRequest.test_properties -test.unit.common.test_swob.TestRequest.test_properties ... ok -test.unit.common.test_swob.TestRequest.test_split_path -test.unit.common.test_swob.TestRequest.test_split_path ... ok -test.unit.common.test_swob.TestRequest.test_swift_entity_path -test.unit.common.test_swob.TestRequest.test_swift_entity_path ... ok -test.unit.common.test_swob.TestRequest.test_timestamp -test.unit.common.test_swob.TestRequest.test_timestamp ... ok -test.unit.common.test_swob.TestRequest.test_timestamp_invalid -test.unit.common.test_swob.TestRequest.test_timestamp_invalid ... ok -test.unit.common.test_swob.TestRequest.test_timestamp_missing -test.unit.common.test_swob.TestRequest.test_timestamp_missing ... ok -test.unit.common.test_swob.TestRequest.test_unicode_params -test.unit.common.test_swob.TestRequest.test_unicode_params ... ok -test.unit.common.test_swob.TestRequest.test_unicode_path -test.unit.common.test_swob.TestRequest.test_unicode_path ... ok -test.unit.common.test_swob.TestRequest.test_unicode_query -test.unit.common.test_swob.TestRequest.test_unicode_query ... ok -test.unit.common.test_swob.TestRequest.test_url -test.unit.common.test_swob.TestRequest.test_url ... ok -test.unit.common.test_swob.TestRequest.test_url2 -test.unit.common.test_swob.TestRequest.test_url2 ... ok -test.unit.common.test_swob.TestRequest.test_wsgify -test.unit.common.test_swob.TestRequest.test_wsgify ... ok -test.unit.common.test_swob.TestRequest.test_wsgify_method -test.unit.common.test_swob.TestRequest.test_wsgify_method ... ok -test.unit.common.test_swob.TestRequest.test_wsgify_raise -test.unit.common.test_swob.TestRequest.test_wsgify_raise ... ok -test.unit.common.test_utils.TestPairs.test_pairs -test.unit.common.test_utils.TestPairs.test_pairs ... ok -test.unit.common.test_utils.TestPipeMutex.test_blocking -test.unit.common.test_utils.TestPipeMutex.test_blocking ... ok -test.unit.common.test_utils.TestPipeMutex.test_blocking_preserves_ownership -test.unit.common.test_utils.TestPipeMutex.test_blocking_preserves_ownership ... ok -test.unit.common.test_utils.TestPipeMutex.test_blocking_tpool -test.unit.common.test_utils.TestPipeMutex.test_blocking_tpool ... ok -test.unit.common.test_utils.TestPipeMutex.test_nonblocking -test.unit.common.test_utils.TestPipeMutex.test_nonblocking ... ok -test.unit.common.test_utils.TestPipeMutex.test_recursive -test.unit.common.test_utils.TestPipeMutex.test_recursive ... ok -test.unit.common.test_utils.TestPipeMutex.test_release_without_acquire -test.unit.common.test_utils.TestPipeMutex.test_release_without_acquire ... ok -test.unit.common.test_utils.TestPipeMutex.test_too_many_releases -test.unit.common.test_utils.TestPipeMutex.test_too_many_releases ... ok -test.unit.common.test_utils.TestPipeMutex.test_wrong_releaser -test.unit.common.test_utils.TestPipeMutex.test_wrong_releaser ... ok -test.unit.common.utils.test_ipaddrs.TestExpandIPv6.test_expand_ipv6 -test.unit.common.utils.test_ipaddrs.TestExpandIPv6.test_expand_ipv6 ... ok -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips ... ok -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_bind_ip_specific -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_bind_ip_specific ... ok -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_bind_to_all -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_bind_to_all ... ok -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_getifaddrs -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_getifaddrs ... ok -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_netifaces_error -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_netifaces_error ... ok -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_netifaces_ipv6 -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_netifaces_ipv6 ... ok +StopIteration (txn: tx458e0ccb9c67441099f6c-006644f852) proxy-server ERROR: ERROR with Object server 10.0.0.47:1047/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -30597,7 +41340,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txafcf15e5d8cf4a7386e10-006852023d) +StopIteration (txn: tx458e0ccb9c67441099f6c-006644f852) proxy-server ERROR: ERROR with Object server 10.0.0.48:1048/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -30606,7 +41349,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txafcf15e5d8cf4a7386e10-006852023d) +StopIteration (txn: tx458e0ccb9c67441099f6c-006644f852) proxy-server ERROR: ERROR with Object server 10.0.0.49:1049/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -30615,7 +41358,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txafcf15e5d8cf4a7386e10-006852023d) +StopIteration (txn: tx458e0ccb9c67441099f6c-006644f852) proxy-server ERROR: ERROR with Object server 10.0.0.50:1050/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -30624,7 +41367,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txafcf15e5d8cf4a7386e10-006852023d) +StopIteration (txn: tx458e0ccb9c67441099f6c-006644f852) proxy-server ERROR: ERROR with Object server 10.0.0.51:1051/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -30633,7 +41376,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txafcf15e5d8cf4a7386e10-006852023d) +StopIteration (txn: tx458e0ccb9c67441099f6c-006644f852) proxy-server ERROR: ERROR with Object server 10.0.0.52:1052/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -30642,7 +41385,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txafcf15e5d8cf4a7386e10-006852023d) +StopIteration (txn: tx458e0ccb9c67441099f6c-006644f852) proxy-server ERROR: ERROR with Object server 10.0.0.53:1053/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -30651,7 +41394,9 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txafcf15e5d8cf4a7386e10-006852023d) +StopIteration (txn: tx458e0ccb9c67441099f6c-006644f852) +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest ... ok proxy-server ERROR: ERROR with Object server 10.0.0.54:1054/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -30660,7 +41405,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txafcf15e5d8cf4a7386e10-006852023d) +StopIteration (txn: tx458e0ccb9c67441099f6c-006644f852) proxy-server ERROR: ERROR with Object server 10.0.0.55:1055/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -30669,7 +41414,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txafcf15e5d8cf4a7386e10-006852023d) +StopIteration (txn: tx458e0ccb9c67441099f6c-006644f852) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server ERROR: ERROR with Object server 10.0.0.28:1028/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): @@ -30679,7 +41424,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txae9b3f550349434596d0f-006852023d) +StopIteration (txn: tx9b428e200d304b69b4d71-006644f852) proxy-server ERROR: ERROR with Object server 10.0.0.29:1029/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -30688,7 +41433,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txae9b3f550349434596d0f-006852023d) +StopIteration (txn: tx9b428e200d304b69b4d71-006644f852) proxy-server ERROR: ERROR with Object server 10.0.0.30:1030/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -30697,7 +41442,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txae9b3f550349434596d0f-006852023d) +StopIteration (txn: tx9b428e200d304b69b4d71-006644f852) proxy-server ERROR: ERROR with Object server 10.0.0.31:1031/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -30706,7 +41451,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txae9b3f550349434596d0f-006852023d) +StopIteration (txn: tx9b428e200d304b69b4d71-006644f852) proxy-server ERROR: ERROR with Object server 10.0.0.32:1032/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -30715,7 +41460,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txae9b3f550349434596d0f-006852023d) +StopIteration (txn: tx9b428e200d304b69b4d71-006644f852) proxy-server ERROR: ERROR with Object server 10.0.0.33:1033/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -30724,7 +41469,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txae9b3f550349434596d0f-006852023d) +StopIteration (txn: tx9b428e200d304b69b4d71-006644f852) proxy-server ERROR: ERROR with Object server 10.0.0.34:1034/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -30733,7 +41478,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txae9b3f550349434596d0f-006852023d) +StopIteration (txn: tx9b428e200d304b69b4d71-006644f852) proxy-server ERROR: ERROR with Object server 10.0.0.35:1035/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -30742,7 +41487,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txae9b3f550349434596d0f-006852023d) +StopIteration (txn: tx9b428e200d304b69b4d71-006644f852) proxy-server ERROR: ERROR with Object server 10.0.0.36:1036/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -30751,7 +41496,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txae9b3f550349434596d0f-006852023d) +StopIteration (txn: tx9b428e200d304b69b4d71-006644f852) proxy-server ERROR: ERROR with Object server 10.0.0.37:1037/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -30760,7 +41505,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txae9b3f550349434596d0f-006852023d) +StopIteration (txn: tx9b428e200d304b69b4d71-006644f852) proxy-server ERROR: ERROR with Object server 10.0.0.38:1038/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -30769,7 +41514,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txae9b3f550349434596d0f-006852023d) +StopIteration (txn: tx9b428e200d304b69b4d71-006644f852) proxy-server ERROR: ERROR with Object server 10.0.0.39:1039/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -30778,7 +41523,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txae9b3f550349434596d0f-006852023d) +StopIteration (txn: tx9b428e200d304b69b4d71-006644f852) proxy-server ERROR: ERROR with Object server 10.0.0.40:1040/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -30787,7 +41532,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txae9b3f550349434596d0f-006852023d) +StopIteration (txn: tx9b428e200d304b69b4d71-006644f852) proxy-server ERROR: ERROR with Object server 10.0.0.41:1041/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -30796,7 +41541,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txae9b3f550349434596d0f-006852023d) +StopIteration (txn: tx9b428e200d304b69b4d71-006644f852) proxy-server ERROR: ERROR with Object server 10.0.0.42:1042/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -30805,7 +41550,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txae9b3f550349434596d0f-006852023d) +StopIteration (txn: tx9b428e200d304b69b4d71-006644f852) proxy-server ERROR: ERROR with Object server 10.0.0.43:1043/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -30814,7 +41559,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txae9b3f550349434596d0f-006852023d) +StopIteration (txn: tx9b428e200d304b69b4d71-006644f852) proxy-server ERROR: ERROR with Object server 10.0.0.44:1044/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -30823,7 +41568,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txae9b3f550349434596d0f-006852023d) +StopIteration (txn: tx9b428e200d304b69b4d71-006644f852) proxy-server ERROR: ERROR with Object server 10.0.0.45:1045/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -30832,7 +41577,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txae9b3f550349434596d0f-006852023d) +StopIteration (txn: tx9b428e200d304b69b4d71-006644f852) proxy-server ERROR: ERROR with Object server 10.0.0.46:1046/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -30841,7 +41586,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txae9b3f550349434596d0f-006852023d) +StopIteration (txn: tx9b428e200d304b69b4d71-006644f852) proxy-server ERROR: ERROR with Object server 10.0.0.47:1047/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -30850,11 +41595,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txae9b3f550349434596d0f-006852023d) -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_different_timestamps -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_different_timestamps ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_with_some_missing -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_with_some_missing ... ok +StopIteration (txn: tx9b428e200d304b69b4d71-006644f852) proxy-server ERROR: ERROR with Object server 10.0.0.48:1048/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -30863,7 +41604,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txae9b3f550349434596d0f-006852023d) +StopIteration (txn: tx9b428e200d304b69b4d71-006644f852) proxy-server ERROR: ERROR with Object server 10.0.0.49:1049/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -30872,7 +41613,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txae9b3f550349434596d0f-006852023d) +StopIteration (txn: tx9b428e200d304b69b4d71-006644f852) proxy-server ERROR: ERROR with Object server 10.0.0.50:1050/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -30881,7 +41622,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txae9b3f550349434596d0f-006852023d) +StopIteration (txn: tx9b428e200d304b69b4d71-006644f852) proxy-server ERROR: ERROR with Object server 10.0.0.51:1051/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -30890,7 +41631,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txae9b3f550349434596d0f-006852023d) +StopIteration (txn: tx9b428e200d304b69b4d71-006644f852) proxy-server ERROR: ERROR with Object server 10.0.0.52:1052/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -30899,7 +41640,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txae9b3f550349434596d0f-006852023d) +StopIteration (txn: tx9b428e200d304b69b4d71-006644f852) proxy-server ERROR: ERROR with Object server 10.0.0.53:1053/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -30908,7 +41649,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txae9b3f550349434596d0f-006852023d) +StopIteration (txn: tx9b428e200d304b69b4d71-006644f852) proxy-server ERROR: ERROR with Object server 10.0.0.54:1054/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -30917,7 +41658,11 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txae9b3f550349434596d0f-006852023d) +StopIteration (txn: tx9b428e200d304b69b4d71-006644f852) +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_different_timestamps +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_different_timestamps ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_with_some_missing +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_with_some_missing ... ok proxy-server ERROR: ERROR with Object server 10.0.0.55:1055/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -30926,7 +41671,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txae9b3f550349434596d0f-006852023d) +StopIteration (txn: tx9b428e200d304b69b4d71-006644f852) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server ERROR: ERROR with Object server 10.0.0.28:1028/sda re: Trying to HEAD /v1/a/c/o: @@ -30937,7 +41682,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx832e53bf041a468389c14-006852023d) +StopIteration (txn: txa0a3a51816d74c52a76a1-006644f852) proxy-server ERROR: ERROR with Object server 10.0.0.29:1029/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -30946,7 +41691,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx832e53bf041a468389c14-006852023d) +StopIteration (txn: txa0a3a51816d74c52a76a1-006644f852) proxy-server ERROR: ERROR with Object server 10.0.0.30:1030/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -30955,7 +41700,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx832e53bf041a468389c14-006852023d) +StopIteration (txn: txa0a3a51816d74c52a76a1-006644f852) proxy-server ERROR: ERROR with Object server 10.0.0.31:1031/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -30964,7 +41709,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx832e53bf041a468389c14-006852023d) +StopIteration (txn: txa0a3a51816d74c52a76a1-006644f852) proxy-server ERROR: ERROR with Object server 10.0.0.32:1032/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -30973,7 +41718,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx832e53bf041a468389c14-006852023d) +StopIteration (txn: txa0a3a51816d74c52a76a1-006644f852) proxy-server ERROR: ERROR with Object server 10.0.0.33:1033/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -30982,7 +41727,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx832e53bf041a468389c14-006852023d) +StopIteration (txn: txa0a3a51816d74c52a76a1-006644f852) proxy-server ERROR: ERROR with Object server 10.0.0.34:1034/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -30991,7 +41736,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx832e53bf041a468389c14-006852023d) +StopIteration (txn: txa0a3a51816d74c52a76a1-006644f852) proxy-server ERROR: ERROR with Object server 10.0.0.35:1035/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -31000,7 +41745,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx832e53bf041a468389c14-006852023d) +StopIteration (txn: txa0a3a51816d74c52a76a1-006644f852) proxy-server ERROR: ERROR with Object server 10.0.0.36:1036/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -31009,7 +41754,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx832e53bf041a468389c14-006852023d) +StopIteration (txn: txa0a3a51816d74c52a76a1-006644f852) proxy-server ERROR: ERROR with Object server 10.0.0.37:1037/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -31018,7 +41763,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx832e53bf041a468389c14-006852023d) +StopIteration (txn: txa0a3a51816d74c52a76a1-006644f852) proxy-server ERROR: ERROR with Object server 10.0.0.38:1038/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -31027,7 +41772,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx832e53bf041a468389c14-006852023d) +StopIteration (txn: txa0a3a51816d74c52a76a1-006644f852) proxy-server ERROR: ERROR with Object server 10.0.0.39:1039/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -31036,7 +41781,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx832e53bf041a468389c14-006852023d) +StopIteration (txn: txa0a3a51816d74c52a76a1-006644f852) proxy-server ERROR: ERROR with Object server 10.0.0.40:1040/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -31045,7 +41790,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx832e53bf041a468389c14-006852023d) +StopIteration (txn: txa0a3a51816d74c52a76a1-006644f852) proxy-server ERROR: ERROR with Object server 10.0.0.41:1041/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -31054,7 +41799,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx832e53bf041a468389c14-006852023d) +StopIteration (txn: txa0a3a51816d74c52a76a1-006644f852) proxy-server ERROR: ERROR with Object server 10.0.0.42:1042/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -31063,7 +41808,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx832e53bf041a468389c14-006852023d) +StopIteration (txn: txa0a3a51816d74c52a76a1-006644f852) proxy-server ERROR: ERROR with Object server 10.0.0.43:1043/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -31072,7 +41817,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx832e53bf041a468389c14-006852023d) +StopIteration (txn: txa0a3a51816d74c52a76a1-006644f852) proxy-server ERROR: ERROR with Object server 10.0.0.44:1044/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -31081,7 +41826,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx832e53bf041a468389c14-006852023d) +StopIteration (txn: txa0a3a51816d74c52a76a1-006644f852) proxy-server ERROR: ERROR with Object server 10.0.0.45:1045/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -31090,7 +41835,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx832e53bf041a468389c14-006852023d) +StopIteration (txn: txa0a3a51816d74c52a76a1-006644f852) proxy-server ERROR: ERROR with Object server 10.0.0.46:1046/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -31099,7 +41844,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx832e53bf041a468389c14-006852023d) +StopIteration (txn: txa0a3a51816d74c52a76a1-006644f852) proxy-server ERROR: ERROR with Object server 10.0.0.47:1047/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -31108,27 +41853,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx832e53bf041a468389c14-006852023d) -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_with_two_vector_timestamps -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_with_two_vector_timestamps ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_delete_at_in_past -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_delete_at_in_past ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_delete_at_non_integer -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_delete_at_non_integer ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_limits_expirer_queue_deletes -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_limits_expirer_queue_deletes ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_negative_delete_after -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_negative_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_non_int_delete_after -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_non_int_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_delete_at_in_past -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_delete_at_in_past ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_delete_at_non_integer -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_delete_at_non_integer ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_limits_expirer_queue_deletes -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_limits_expirer_queue_deletes ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_negative_delete_after -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_negative_delete_after ... ok +StopIteration (txn: txa0a3a51816d74c52a76a1-006644f852) proxy-server ERROR: ERROR with Object server 10.0.0.48:1048/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -31137,7 +41862,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx832e53bf041a468389c14-006852023d) +StopIteration (txn: txa0a3a51816d74c52a76a1-006644f852) proxy-server ERROR: ERROR with Object server 10.0.0.49:1049/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -31146,7 +41871,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx832e53bf041a468389c14-006852023d) +StopIteration (txn: txa0a3a51816d74c52a76a1-006644f852) proxy-server ERROR: ERROR with Object server 10.0.0.50:1050/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -31155,7 +41880,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx832e53bf041a468389c14-006852023d) +StopIteration (txn: txa0a3a51816d74c52a76a1-006644f852) proxy-server ERROR: ERROR with Object server 10.0.0.51:1051/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -31164,7 +41889,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx832e53bf041a468389c14-006852023d) +StopIteration (txn: txa0a3a51816d74c52a76a1-006644f852) proxy-server ERROR: ERROR with Object server 10.0.0.52:1052/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -31173,7 +41898,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx832e53bf041a468389c14-006852023d) +StopIteration (txn: txa0a3a51816d74c52a76a1-006644f852) proxy-server ERROR: ERROR with Object server 10.0.0.53:1053/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -31182,7 +41907,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx832e53bf041a468389c14-006852023d) +StopIteration (txn: txa0a3a51816d74c52a76a1-006644f852) proxy-server ERROR: ERROR with Object server 10.0.0.54:1054/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -31191,25 +41916,27 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx832e53bf041a468389c14-006852023d) -proxy-server ERROR: ERROR with Object server 10.0.0.55:1055/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx832e53bf041a468389c14-006852023d) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +StopIteration (txn: txa0a3a51816d74c52a76a1-006644f852) +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_with_two_vector_timestamps +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_with_two_vector_timestamps ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_delete_at_in_past +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_delete_at_in_past ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_delete_at_non_integer +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_delete_at_non_integer ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_limits_expirer_queue_deletes +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_limits_expirer_queue_deletes ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_negative_delete_after +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_negative_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_non_int_delete_after +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_non_int_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_delete_at_in_past +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_delete_at_in_past ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_delete_at_non_integer +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_delete_at_non_integer ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_limits_expirer_queue_deletes +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_limits_expirer_queue_deletes ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_negative_delete_after +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_negative_delete_after ... ok test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_non_int_delete_after test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_non_int_delete_after ... ok test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_requires_length @@ -31218,6 +41945,10 @@ test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_connect_put_node_timeout ... ok test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_container_sync_delete test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_container_sync_delete ... ok +test.unit.container.test_backend.TestContainerBroker.test_put_object +test.unit.container.test_backend.TestContainerBroker.test_put_object ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_post_overwrite_out_of_order +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_post_overwrite_out_of_order ... ok test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_container_update_backend_requests test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_container_update_backend_requests ... ok test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_delete_at_backend_requests @@ -31228,16 +41959,50 @@ test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_expirer_DELETE_suppresses_expirer_queue_updates ... ok test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_handoff_local_first_default test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_handoff_local_first_default ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_with_shrinking_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_with_shrinking_overlaps ... ok +proxy-server ERROR: ERROR with Object server 10.0.0.55:1055/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txa0a3a51816d74c52a76a1-006644f852) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server :/ re: Expect: 100-continue on /a/c/o: ConnectionTimeout (0.05s) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_handoff_local_first_non_default test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_handoff_local_first_non_default ... ok test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_best_effort test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_best_effort ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items ... ok test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_moves_locals_first test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_moves_locals_first ... ok test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_noops_when_no_affinity test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_noops_when_no_affinity ... ok test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_handoff_first_noops_when_no_affinity test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_handoff_first_noops_when_no_affinity ... ok +test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_encoded_timestamps_using_file +test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_encoded_timestamps_using_file ... ok test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_object_DELETE_backend_update_container_ip_default test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_object_DELETE_backend_update_container_ip_default ... ok test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_repl_object_DELETE_backend_update_container_repl_ip @@ -31246,18 +42011,12 @@ test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_smooth_distributed_backend_requests ... ok test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_some_404s_and_507s test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_some_404s_and_507s ... ok -test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_subshard_state_listing -test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_subshard_state_listing ... ok -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server :/ re: Expect: 100-continue on /a/c/o: ConnectionTimeout (0.05s) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_is_green +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_is_green ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_not_configured +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_not_configured ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_per_policy_config +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_per_policy_config ... ok proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) @@ -31268,14 +42027,6 @@ proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_not_configured -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_not_configured ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_per_policy_config -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_per_policy_config ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_per_policy_config_overrides_and_inherits -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_per_policy_config_overrides_and_inherits ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_proxy_server_config -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_proxy_server_config ... ok proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) @@ -31285,6 +42036,28 @@ proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_per_policy_config_overrides_and_inherits +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_per_policy_config_overrides_and_inherits ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_proxy_server_config +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_proxy_server_config ... ok +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_PUT_sysmeta_then_GET +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_PUT_sysmeta_then_GET ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_PUT_sysmeta_then_HEAD +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_PUT_sysmeta_then_HEAD ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_not_updated_by_POST +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_not_updated_by_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_replaced_by_PUT +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_replaced_by_PUT ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_updated_by_COPY +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_updated_by_COPY ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_updated_by_COPY_from +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_updated_by_COPY_from ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_transient_sysmeta_replaced_by_PUT_or_POST +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_transient_sysmeta_replaced_by_PUT_or_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_encoded_timestamps_using_memory +test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_encoded_timestamps_using_memory ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_usage +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_usage ... ok proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) @@ -31295,782 +42068,191 @@ proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_half_not_found_headers_and_body -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_half_not_found_headers_and_body ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_half_not_found_statuses -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_half_not_found_statuses ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_handoff -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_handoff ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_limits_expirer_queue_updates -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_limits_expirer_queue_updates ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_missing_one -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_missing_one ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_mostly_found -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_mostly_found ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_mostly_not_found -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_mostly_not_found ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_not_found -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_not_found ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_simple -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_simple ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_with_write_affinity -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_with_write_affinity ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_write_affinity_after_replication -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_write_affinity_after_replication ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_write_affinity_before_replication -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_write_affinity_before_replication ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_GET_all_primaries_error_limited -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_GET_all_primaries_error_limited ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_simple -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_simple ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest ... ok -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: txa66acb6d3a52498cbc371-006852023e) -proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: txa66acb6d3a52498cbc371-006852023e) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: txdd451b5ad49d4e498ac0e-006852023e) -proxy-server ERROR: Object GET returning 503 for [] (txn: txdd451b5ad49d4e498ac0e-006852023e) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx74f2f093d2f5440e9dc17-006852023e) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_different_timestamps -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_different_timestamps ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_with_some_missing -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_with_some_missing ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_with_two_vector_timestamps -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_with_two_vector_timestamps ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_delete_at_in_past -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_delete_at_in_past ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_delete_at_non_integer -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_delete_at_non_integer ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_limits_expirer_queue_deletes -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_limits_expirer_queue_deletes ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_negative_delete_after -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_negative_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_non_int_delete_after -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_non_int_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_delete_at_in_past -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_delete_at_in_past ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_delete_at_non_integer -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_delete_at_non_integer ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_limits_expirer_queue_deletes -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_limits_expirer_queue_deletes ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_negative_delete_after -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_negative_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_non_int_delete_after -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_non_int_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_requires_length -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_requires_length ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_connect_put_node_timeout -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_connect_put_node_timeout ... ok -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_container_sync_delete -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_container_sync_delete ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_container_update_backend_requests -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_container_update_backend_requests ... ok -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=%E1%88%B41_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server INFO: Caching updating shards for shard-updating-v2/a/c (3 shards) (txn: txb52a2d98277c4498879ec-006852023b) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Problem with listing response from /v1/a/c/o: JSONDecodeError('Expecting value: line 1 column 1 (char 0)') (txn: txc6409c74adec4532a98a8-006852023c) -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmp2dixxf4l/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp2dixxf4l/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmp2dixxf4l/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp2dixxf4l/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:03:08 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.1135 "-" 635414 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:03:08 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.1349 "-" 635414 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:03:08 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0874 "-" 635414 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:03:08 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.1304 "-" 635414 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:03:08 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txab104fd4b67a4885bc352-006852023c" "proxy-server 635414" 0.0011 "-" 635414 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:03:08 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:55157/sdb1/1/a/c" "txab104fd4b67a4885bc352-006852023c" "container-server 635414" 0.0017 "-" 635414 0 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:03:08 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:36507/sda1/1/a/c" "txab104fd4b67a4885bc352-006852023c" "container-server 635414" 0.0009 "-" 635414 0 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:00:03:08 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txab104fd4b67a4885bc352-006852023c" "proxy-server 635414" 0.1944 "-" 635414 0 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:00:03:08 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txab104fd4b67a4885bc352-006852023c" "proxy-server 635414" 0.0973 "-" 635414 0 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/00/03/08 PUT /v1/a/c HTTP/1.0 201 - - t - - - txab104fd4b67a4885bc352-006852023c - 0.2019 - - 1750204988.524999142 1750204988.726935625 0 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:03:08 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx8b975a9a0fdd4c089d1fb-006852023c" "proxy-server 635414" 0.0041 "-" 635414 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:03:08 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:36507/sda1/1/a1/c1" "tx8b975a9a0fdd4c089d1fb-006852023c" "container-server 635414" 0.0196 "-" 635414 0 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:03:08 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:55157/sdb1/1/a1/c1" "tx8b975a9a0fdd4c089d1fb-006852023c" "container-server 635414" 0.0134 "-" 635414 0 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:00:03:08 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx8b975a9a0fdd4c089d1fb-006852023c" "proxy-server 635414" 0.2155 "-" 635414 0 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:00:03:08 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx8b975a9a0fdd4c089d1fb-006852023c" "proxy-server 635414" 0.1145 "-" 635414 0 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/00/03/08 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx8b975a9a0fdd4c089d1fb-006852023c - 0.2254 - - 1750204988.728104353 1750204988.953542233 0 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:03:09 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txd7a960220d2e4871b5eb1-006852023c" "proxy-server 635414" 0.0814 "-" 635414 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:03:09 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:36507/sda1/2/a/c1" "txd7a960220d2e4871b5eb1-006852023c" "container-server 635414" 0.0011 "-" 635414 1 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:03:09 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:55157/sdb1/2/a/c1" "txd7a960220d2e4871b5eb1-006852023c" "container-server 635414" 0.1143 "-" 635414 1 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:00:03:09 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txd7a960220d2e4871b5eb1-006852023c" "proxy-server 635414" 0.1915 "-" 635414 1 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:00:03:09 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txd7a960220d2e4871b5eb1-006852023c" "proxy-server 635414" 0.3251 "-" 635414 1 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/00/03/09 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txd7a960220d2e4871b5eb1-006852023c - 0.4122 - - 1750204988.956207514 1750204989.368432999 1 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:03:09 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx27f4372d4b5647f7afb9e-006852023d" "proxy-server 635414" 0.0907 "-" 635414 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:03:10 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:55157/sdb1/1/a/c2" "tx27f4372d4b5647f7afb9e-006852023d" "container-server 635414" 0.4219 "-" 635414 2 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:03:10 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:36507/sda1/1/a/c2" "tx27f4372d4b5647f7afb9e-006852023d" "container-server 635414" 0.0016 "-" 635414 2 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:00:03:10 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx27f4372d4b5647f7afb9e-006852023d" "proxy-server 635414" 0.8493 "-" 635414 2 -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_json -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_json ... ok -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_unknown -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_unknown ... ok -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_xml -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_xml ... ok -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_bad_accept -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_bad_accept ... ok -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_invalid_utf8 -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_invalid_utf8 ... ok -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_json -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_json ... ok -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_xml -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_xml ... ok -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_utf8 -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_utf8 ... ok -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txa605840babc541d78ffae-006852023e) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx85c905b33b78400d8e3ef-006852023e) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server :/ re: Expect: 100-continue on /a/c/o: ConnectionTimeout (0.05s) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_delete_at_backend_requests -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_delete_at_backend_requests ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_expirer_DELETE_suppresses_expirer_queue_updates -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_expirer_DELETE_suppresses_expirer_queue_updates ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_handoff_local_first_default -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_handoff_local_first_default ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_handoff_local_first_non_default -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_handoff_local_first_non_default ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_best_effort -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_best_effort ... ok -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_account_acl_header_access -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_account_acl_header_access ... ok -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_account_acls_through_delegation -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_account_acls_through_delegation ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_moves_locals_first -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_moves_locals_first ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_noops_when_no_affinity -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_noops_when_no_affinity ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_handoff_first_noops_when_no_affinity -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_handoff_first_noops_when_no_affinity ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_object_DELETE_backend_update_container_ip_default -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_object_DELETE_backend_update_container_ip_default ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_repl_object_DELETE_backend_update_container_repl_ip -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_repl_object_DELETE_backend_update_container_repl_ip ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_smooth_distributed_backend_requests -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_smooth_distributed_backend_requests ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_some_404s_and_507s -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_some_404s_and_507s ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_not_configured -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_not_configured ... ok -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (1-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (4-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_per_policy_config -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_per_policy_config ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_per_policy_config_overrides_and_inherits -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_per_policy_config_overrides_and_inherits ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_proxy_server_config -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_proxy_server_config ... ok -test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_one_large_batch -test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_one_large_batch ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_one_complete_sequences_one_incomplete -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_one_complete_sequences_one_incomplete ... ok -test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_subshard_state_updating -test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_subshard_state_updating ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_one_incomplete_sequence -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_one_incomplete_sequence ... ok -test.unit.container.test_server.TestContainerController.test_GET_non_ascii -test.unit.container.test_server.TestContainerController.test_GET_non_ascii ... ok -test INFO: - - - [18/Jun/2025:00:03:06 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0836 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:06 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0844 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:06 +0000] "GET /sda1/p/a/c" 400 36 "-" "-" "-" 0.0012 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:06 +0000] "GET /sda1/p/a/c" 400 35 "-" "-" "-" 0.0010 "-" 635438 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:03:06 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1093 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:06 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1015 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:06 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0886 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:06 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1045 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:07 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0625 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:07 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0879 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:07 +0000] "GET /sda1/p/a/c" 200 192 "-" "-" "-" 0.0029 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:07 +0000] "GET /sda1/p/a/c" 200 192 "-" "-" "-" 0.0015 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:07 +0000] "GET /sda1/p/a/c" 200 202 "-" "-" "-" 0.0014 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:07 +0000] "GET /sda1/p/a/c" 200 202 "-" "-" "-" 0.0014 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:07 +0000] "GET /sda1/p/a/c" 200 63 "-" "-" "-" 0.0012 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:07 +0000] "GET /sda1/p/a/c" 200 63 "-" "-" "-" 0.0012 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:07 +0000] "GET /sda1/p/a/c" 200 323 "-" "-" "-" 0.0012 "-" 635438 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:03:07 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0832 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:07 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.1725 "-" 635438 0 -test DEBUG: Unlinked retiring db '/tmp/tmp8411m7_t/tmp_test_container_server_ContainerController/sda1/containers/p/64e/f1af2fdedc6e97f9ffc424e624ea364e/f1af2fdedc6e97f9ffc424e624ea364e.db' -test INFO: - - - [18/Jun/2025:00:03:08 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0024 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:08 +0000] "GET /sda1/p/.shards_a/c" 200 1672 "-" "-" "-" 0.0061 "-" 635438 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:03:08 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.1140 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:08 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.2637 "-" 635438 0 -test DEBUG: Unlinked retiring db '/tmp/tmp3prv41r0/tmp_test_container_server_ContainerController/sda1/containers/p/64e/f1af2fdedc6e97f9ffc424e624ea364e/f1af2fdedc6e97f9ffc424e624ea364e.db' -test INFO: - - - [18/Jun/2025:00:03:08 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0021 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:08 +0000] "GET /sda1/p/.shards_a/c" 200 1672 "-" "-" "-" 0.0043 "-" 635438 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:03:08 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0680 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:09 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1569 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:09 +0000] "GET /sda1/p/a/c" 200 277 "-" "-" "-" 0.0458 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:09 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0018 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:09 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0024 "-" 635438 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:03:09 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0622 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:09 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.2080 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:09 +0000] "GET /sda1/p/a/c" 200 277 "-" "-" "-" 0.0014 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:09 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0012 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:09 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0024 "-" 635438 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:03:09 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0832 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:10 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.5453 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:10 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0017 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:10 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0016 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:10 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0028 "-" 635438 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:03:10 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.2624 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:11 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.8869 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:11 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0019 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:11 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0078 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:11 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0015 "-" 635438 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:03:11 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.2690 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:11 +0000] "PUT /sda1/p/a/jsonc/Sp%C3%A4tzle" 201 - "-" "-" "-" 0.0391 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:11 +0000] "PUT /sda1/p/a/jsonc/%E3%83%A9%E3%83%BC%E3%83%A1%E3%83%B3" 201 - "-" "-" "-" 0.0004 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:11 +0000] "GET /sda1/p/a/jsonc" 200 268 "-" "-" "-" 0.1316 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:11 +0000] "GET /sda1/p/a/jsonc" 200 22 "-" "-" "-" 0.0021 "-" 635438 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:03:11 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1368 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:11 +0000] "PUT /sda1/p/a/c/obj_default_0" 201 - "-" "-" "-" 0.0109 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:11 +0000] "PUT /sda1/p/a/c/obj_default_1" 201 - "-" "-" "-" 0.0004 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:11 +0000] "PUT /sda1/p/a/c/obj_default_2" 201 - "-" "-" "-" 0.0003 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:11 +0000] "PUT /sda1/p/a/c/obj_default_3" 201 - "-" "-" "-" 0.0003 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:11 +0000] "PUT /sda1/p/a/c/obj_default_4" 201 - "-" "-" "-" 0.0003 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:11 +0000] "PUT /sda1/p/a/c/obj_default_5" 201 - "-" "-" "-" 0.0003 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:11 +0000] "PUT /sda1/p/a/c/obj_default_6" 201 - "-" "-" "-" 0.0003 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:11 +0000] "PUT /sda1/p/a/c/obj_default_7" 201 - "-" "-" "-" 0.0003 "-" 635438 - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750204987.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/8c1/6e8e5a696214553b585d85facfbc28c1/6e8e5a696214553b585d85facfbc28c1.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750204986.00000, (0, 0) as of 1750204986.00000, found as of 1750204986.00000> to ShardRange<'k' to 't' as of 1750204987.00000, (0, 0) as of 1750204987.00000, created as of 1750204987.00000>, path: .shards_a/shard_c_1750204987.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/8c1/6e8e5a696214553b585d85facfbc28c1/6e8e5a696214553b585d85facfbc28c1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750204989.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/e05/945def515386eb2bddc973971705be05/945def515386eb2bddc973971705be05.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750204988.00000, (0, 0) as of 1750204988.00000, found as of 1750204988.00000> to ShardRange<'k' to 't' as of 1750204989.00000, (0, 0) as of 1750204989.00000, cleaved as of 1750204989.00000>, path: .shards_a/shard_c_1750204989.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/e05/945def515386eb2bddc973971705be05/945def515386eb2bddc973971705be05.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750204991.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/03a/07d8f134718fafe999cf94df687a003a/07d8f134718fafe999cf94df687a003a.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750204990.00000, (0, 0) as of 1750204990.00000, found as of 1750204990.00000> to ShardRange<'k' to 't' as of 1750204991.00000, (0, 0) as of 1750204991.00000, active as of 1750204991.00000>, path: .shards_a/shard_c_1750204991.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/03a/07d8f134718fafe999cf94df687a003a/07d8f134718fafe999cf94df687a003a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750204993.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/838/ce897b4a588e459caeef2bf53d1c1838/ce897b4a588e459caeef2bf53d1c1838.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750204992.00000, (0, 0) as of 1750204992.00000, found as of 1750204992.00000> to ShardRange<'k' to 't' as of 1750204993.00000, (0, 0) as of 1750204993.00000, shrinking as of 1750204993.00000>, path: .shards_a/shard_c_1750204993.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/838/ce897b4a588e459caeef2bf53d1c1838/ce897b4a588e459caeef2bf53d1c1838.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750204993.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/838/ce897b4a588e459caeef2bf53d1c1838/ce897b4a588e459caeef2bf53d1c1838.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750204995.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/3d7/6af45a0c84c224b8a456beb6cfc653d7/6af45a0c84c224b8a456beb6cfc653d7.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750204994.00000, (0, 0) as of 1750204994.00000, found as of 1750204994.00000> to ShardRange<'k' to 't' as of 1750204995.00000, (0, 0) as of 1750204995.00000, sharding as of 1750204995.00000>, path: .shards_a/shard_c_1750204995.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/3d7/6af45a0c84c224b8a456beb6cfc653d7/6af45a0c84c224b8a456beb6cfc653d7.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750204995.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/3d7/6af45a0c84c224b8a456beb6cfc653d7/6af45a0c84c224b8a456beb6cfc653d7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750204997.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/ea9/e2c57b45a66aec7a0bb030cfd6225ea9/e2c57b45a66aec7a0bb030cfd6225ea9.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750204996.00000, (0, 0) as of 1750204996.00000, found as of 1750204996.00000> to ShardRange<'k' to 't' as of 1750204997.00000, (0, 0) as of 1750204997.00000, sharded as of 1750204997.00000>, path: .shards_a/shard_c_1750204997.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/ea9/e2c57b45a66aec7a0bb030cfd6225ea9/e2c57b45a66aec7a0bb030cfd6225ea9.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750204997.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/ea9/e2c57b45a66aec7a0bb030cfd6225ea9/e2c57b45a66aec7a0bb030cfd6225ea9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750204999.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/7ea/f04874965f4aa00323c8aab6f4f707ea/f04874965f4aa00323c8aab6f4f707ea.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750204998.00000, (0, 0) as of 1750204998.00000, found as of 1750204998.00000> to ShardRange<'k' to 't' as of 1750204999.00000, (0, 0) as of 1750204999.00000, shrunk as of 1750204999.00000>, path: .shards_a/shard_c_1750204999.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/7ea/f04874965f4aa00323c8aab6f4f707ea/f04874965f4aa00323c8aab6f4f707ea.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750204999.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/7ea/f04874965f4aa00323c8aab6f4f707ea/f04874965f4aa00323c8aab6f4f707ea.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205001.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/434/9da7cec3b522ea4f7b56bd9b90350434/9da7cec3b522ea4f7b56bd9b90350434.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205000.00000, (0, 0) as of 1750205000.00000, created as of 1750205000.00000> to ShardRange<'k' to 't' as of 1750205001.00000, (0, 0) as of 1750205001.00000, found as of 1750205001.00000>, path: .shards_a/shard_c_1750205001.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/434/9da7cec3b522ea4f7b56bd9b90350434/9da7cec3b522ea4f7b56bd9b90350434.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205003.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/e57/dbac7a1d07cad7cd0c405b6861d94e57/dbac7a1d07cad7cd0c405b6861d94e57.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205005.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/b45/38e54f1b2aa88438104900b7a9126b45/38e54f1b2aa88438104900b7a9126b45.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205004.00000, (0, 0) as of 1750205004.00000, created as of 1750205004.00000> to ShardRange<'k' to 't' as of 1750205005.00000, (0, 0) as of 1750205005.00000, cleaved as of 1750205005.00000>, path: .shards_a/shard_c_1750205005.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/b45/38e54f1b2aa88438104900b7a9126b45/38e54f1b2aa88438104900b7a9126b45.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205007.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/078/17233b6a15e6b1696fc6808567351078/17233b6a15e6b1696fc6808567351078.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205006.00000, (0, 0) as of 1750205006.00000, created as of 1750205006.00000> to ShardRange<'k' to 't' as of 1750205007.00000, (0, 0) as of 1750205007.00000, active as of 1750205007.00000>, path: .shards_a/shard_c_1750205007.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/078/17233b6a15e6b1696fc6808567351078/17233b6a15e6b1696fc6808567351078.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205009.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/943/590a4464edbb0350accec68fb0923943/590a4464edbb0350accec68fb0923943.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205008.00000, (0, 0) as of 1750205008.00000, created as of 1750205008.00000> to ShardRange<'k' to 't' as of 1750205009.00000, (0, 0) as of 1750205009.00000, shrinking as of 1750205009.00000>, path: .shards_a/shard_c_1750205009.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/943/590a4464edbb0350accec68fb0923943/590a4464edbb0350accec68fb0923943.db -test.unit.container.test_server.TestContainerController.test_GET_objects_of_different_policies -test.unit.container.test_server.TestContainerController.test_GET_objects_of_different_policies ... ok -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (1-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (4-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (1-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (4-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (1-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (4-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (client_ip: 127.0.0.2) -cont1 DEBUG: Could not load '/tmp/tmpb4s8myq9/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpb4s8myq9/tmp_test_proxy_server_chunked/container-sync-realms.conf' (client_ip: 127.0.0.2) -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. (client_ip: 127.0.0.2) -cont2 DEBUG: Could not load '/tmp/tmpb4s8myq9/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpb4s8myq9/tmp_test_proxy_server_chunked/container-sync-realms.conf' (client_ip: 127.0.0.2) -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. (client_ip: 127.0.0.2) -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:03:10 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.3131 "-" 635416 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:03:11 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.3472 "-" 635416 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:03:11 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.3196 "-" 635416 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:03:11 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0948 "-" 635416 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:03:11 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx37af75d267ee4a9ebb43d-006852023f" "proxy-server 635416" 0.0012 "-" 635416 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:03:12 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:43593/sdb1/1/a/c" "tx37af75d267ee4a9ebb43d-006852023f" "container-server 635416" 0.0092 "-" 635416 0 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:03:12 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:37095/sda1/1/a/c" "tx37af75d267ee4a9ebb43d-006852023f" "container-server 635416" 0.0060 "-" 635416 0 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:00:03:12 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx37af75d267ee4a9ebb43d-006852023f" "proxy-server 635416" 0.3006 "-" 635416 0 -test.unit.container.test_server.TestContainerController.test_GET_over_limit -test.unit.container.test_server.TestContainerController.test_GET_over_limit ... ok -test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_several_small_batches -test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_several_small_batches ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_overlapping_donor_and_acceptor_shards_default -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_overlapping_donor_and_acceptor_shards_default ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_batch_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_batch_reclaim ... ok -test.unit.container.test_server.TestContainerController.test_GET_path -test.unit.container.test_server.TestContainerController.test_GET_path ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_overlapping_incomplete_sequences -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_overlapping_incomplete_sequences ... ok -test.unit.container.test_server.TestContainerController.test_GET_plain -test.unit.container.test_server.TestContainerController.test_GET_plain ... ok -test.unit.common.test_db.TestTombstoneReclaimer.test_get_tombstone_count_with_leftover -test.unit.common.test_db.TestTombstoneReclaimer.test_get_tombstone_count_with_leftover ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_parent_overlaps_with_children_donors -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_parent_overlaps_with_children_donors ... ok -test.unit.container.test_server.TestContainerController.test_GET_prefix -test.unit.container.test_server.TestContainerController.test_GET_prefix ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_chexor -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_chexor ... ok -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_auditing -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_auditing ... ok -test.unit.proxy.test_server.TestController.test_account_info_200 -test.unit.proxy.test_server.TestController.test_account_info_200 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_account_info_404 -test.unit.proxy.test_server.TestController.test_account_info_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_account_info_container_count -test.unit.proxy.test_server.TestController.test_account_info_container_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_account_info_no_account -test.unit.proxy.test_server.TestController.test_account_info_no_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_account_info_no_cache -test.unit.proxy.test_server.TestController.test_account_info_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_container_info_200 -test.unit.proxy.test_server.TestController.test_container_info_200 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_container_info_404 -test.unit.proxy.test_server.TestController.test_container_info_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_container_info_invalid_account -test.unit.proxy.test_server.TestController.test_container_info_invalid_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_container_info_no_cache -test.unit.proxy.test_server.TestController.test_container_info_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_get_account_info_returns_values_as_strings -test.unit.proxy.test_server.TestController.test_get_account_info_returns_values_as_strings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_get_container_info_returns_values_as_strings -test.unit.proxy.test_server.TestController.test_get_container_info_returns_values_as_strings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_make_requests -test.unit.proxy.test_server.TestController.test_make_requests ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_transfer_headers -test.unit.proxy.test_server.TestController.test_transfer_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_404 -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_big -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_big ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_deleted -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_failure_handling -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_failure_handling ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_pipeline -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_pipeline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_HEAD_ec -test.unit.proxy.test_server.TestECDuplicationObjectController.test_HEAD_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_HEAD_ec_404 -test.unit.proxy.test_server.TestECDuplicationObjectController.test_HEAD_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_archive_etag_mismatch -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_quorum_bad_request -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_quorum_bad_request ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_if_none_match -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_multiple_segments -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_multiple_segments ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_object_etag_mismatch -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_object_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_conditional_GET_ec -test.unit.proxy.test_server.TestECDuplicationObjectController.test_conditional_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_ec_client_disconnect -test.unit.proxy.test_server.TestECDuplicationObjectController.test_ec_client_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_ec_client_put_disconnect -test.unit.proxy.test_server.TestECDuplicationObjectController.test_ec_client_put_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_reload_ring_ec -test.unit.proxy.test_server.TestECDuplicationObjectController.test_reload_ring_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_GET_ec -test.unit.proxy.test_server.TestECObjectController.test_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_GET_ec_404 -test.unit.proxy.test_server.TestECObjectController.test_GET_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_GET_ec_big -test.unit.proxy.test_server.TestECObjectController.test_GET_ec_big ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_GET_ec_deleted -test.unit.proxy.test_server.TestECObjectController.test_GET_ec_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_GET_ec_failure_handling -test.unit.proxy.test_server.TestECObjectController.test_GET_ec_failure_handling ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_GET_pipeline -test.unit.proxy.test_server.TestECObjectController.test_GET_pipeline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_HEAD_ec -test.unit.proxy.test_server.TestECObjectController.test_HEAD_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_HEAD_ec_404 -test.unit.proxy.test_server.TestECObjectController.test_HEAD_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_archive_etag_mismatch -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_quorum_bad_request -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_quorum_bad_request ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_if_none_match -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_multiple_segments -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_multiple_segments ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_object_etag_mismatch -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_object_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_conditional_GET_ec -test.unit.proxy.test_server.TestECObjectController.test_conditional_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_ec_client_disconnect -test.unit.proxy.test_server.TestECObjectController.test_ec_client_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_ec_client_put_disconnect -test.unit.proxy.test_server.TestECObjectController.test_ec_client_put_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_reload_ring_ec -test.unit.proxy.test_server.TestECObjectController.test_reload_ring_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_ec_chunked_transfer_disconnect_cleans_up -test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_ec_chunked_transfer_disconnect_cleans_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_ec_disconnect_cleans_up -test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_ec_disconnect_cleans_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_repl_chunked_transfer_disconnect_cleans_up -test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_repl_chunked_transfer_disconnect_cleans_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_repl_disconnect_cleans_up -test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_repl_disconnect_cleans_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_default_proxy_config -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_default_proxy_config ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_log_name -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_log_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_bad_section_name -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_bad_section_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_equality -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_equality ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_inherits_defaults -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_inherits_defaults ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_read_affinity_value -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_read_affinity_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_sorting_method_value -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_sorting_method_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_write_affinity_node_count_value -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_write_affinity_node_count_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_write_affinity_value -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_write_affinity_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_none_configured -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_none_configured ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_one_configured -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_one_configured ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_affinity -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_concurrency_settings -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_concurrency_settings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_sorting_method -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_sorting_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_section_name_inherits_from_app_section_name -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_section_name_inherits_from_app_section_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_sets_timing_sorting_method -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_sets_timing_sorting_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_warns_about_sorting_method_mismatch -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_warns_about_sorting_method_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_warns_override_sorting_method_mismatch -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_warns_override_sorting_method_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_with_DEFAULT_options -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_with_DEFAULT_options ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_with_unknown_policy -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_with_unknown_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerLoading.test_concurrent_ec_options -test.unit.proxy.test_server.TestProxyServerLoading.test_concurrent_ec_options ... ok -test.unit.proxy.test_server.TestProxyServerLoading.test_float_timeouts -test.unit.proxy.test_server.TestProxyServerLoading.test_float_timeouts ... ok -test.unit.proxy.test_server.TestProxyServerLoading.test_load_policy_rings -test.unit.proxy.test_server.TestProxyServerLoading.test_load_policy_rings ... ok -test.unit.proxy.test_server.TestProxyServerLoading.test_missing_rings -test.unit.proxy.test_server.TestProxyServerLoading.test_missing_rings ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_two_complete_sequences_one_incomplete -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_two_complete_sequences_one_incomplete ... ok -test.unit.test_locale.test_locale.TestTranslations.test_translations -test.unit.test_locale.test_locale.TestTranslations.test_translations ... ok -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.proxy.test_server.TestECGets.test_GET_with_missing_durables -test.unit.proxy.test_server.TestECGets.test_GET_with_missing_durables ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECGets.test_GET_with_multiple_frags_per_node -test.unit.proxy.test_server.TestECGets.test_GET_with_multiple_frags_per_node ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECGets.test_GET_with_multiple_timestamps_on_nodes -test.unit.proxy.test_server.TestECGets.test_GET_with_multiple_timestamps_on_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECGets.test_GET_with_same_frag_index_on_multiple_nodes -test.unit.proxy.test_server.TestECGets.test_GET_with_same_frag_index_on_multiple_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyObjectPerformance.test_GET_debug_large_file -test.unit.proxy.test_server.TestProxyObjectPerformance.test_GET_debug_large_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_db.TestTombstoneReclaimer.test_reclaim_get_tombstone_count -test.unit.common.test_db.TestTombstoneReclaimer.test_reclaim_get_tombstone_count ... ok -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:00:03:10 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx27f4372d4b5647f7afb9e-006852023d" "proxy-server 635414" 0.7082 "-" 635414 2 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/00/03/10 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx27f4372d4b5647f7afb9e-006852023d - 0.9483 - - 1750204989.369632721 1750204990.317897797 2 -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmphu4dor7s/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmphu4dor7s/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmphu4dor7s/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmphu4dor7s/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:03:10 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.3127 "-" 635414 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:03:11 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.4245 "-" 635414 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:03:11 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.3183 "-" 635414 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:03:11 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.1267 "-" 635414 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:03:11 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txbeecdd3f129a443ba2639-006852023f" "proxy-server 635414" 0.0011 "-" 635414 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:03:12 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:50293/sdb1/1/a/c" "txbeecdd3f129a443ba2639-006852023f" "container-server 635414" 0.0013 "-" 635414 0 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:03:12 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:38479/sda1/1/a/c" "txbeecdd3f129a443ba2639-006852023f" "container-server 635414" 0.0009 "-" 635414 0 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:00:03:12 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txbeecdd3f129a443ba2639-006852023f" "proxy-server 635414" 0.1437 "-" 635414 0 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:00:03:12 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txbeecdd3f129a443ba2639-006852023f" "proxy-server 635414" 0.3648 "-" 635414 0 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/00/03/12 PUT /v1/a/c HTTP/1.0 201 - - t - - - txbeecdd3f129a443ba2639-006852023f - 0.3720 - - 1750204991.763256550 1750204992.135262251 0 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:03:12 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx545e5ee7c7c34b82b44bc-0068520240" "proxy-server 635414" 0.0013 "-" 635414 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:03:12 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:50293/sdb1/1/a1/c1" "tx545e5ee7c7c34b82b44bc-0068520240" "container-server 635414" 0.0010 "-" 635414 0 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:03:12 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:38479/sda1/1/a1/c1" "tx545e5ee7c7c34b82b44bc-0068520240" "container-server 635414" 0.0009 "-" 635414 0 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:00:03:12 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx545e5ee7c7c34b82b44bc-0068520240" "proxy-server 635414" 0.1920 "-" 635414 0 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:00:03:12 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx545e5ee7c7c34b82b44bc-0068520240" "proxy-server 635414" 0.1045 "-" 635414 0 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/00/03/12 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx545e5ee7c7c34b82b44bc-0068520240 - 0.1997 - - 1750204992.136512756 1750204992.336178541 0 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:03:12 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx28b4f2babffb45189c1e3-0068520240" "proxy-server 635414" 0.0838 "-" 635414 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:03:12 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:38479/sda1/2/a/c1" "tx28b4f2babffb45189c1e3-0068520240" "container-server 635414" 0.1171 "-" 635414 1 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:03:12 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:50293/sdb1/2/a/c1" "tx28b4f2babffb45189c1e3-0068520240" "container-server 635414" 0.0009 "-" 635414 1 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:00:03:12 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx28b4f2babffb45189c1e3-0068520240" "proxy-server 635414" 0.3633 "-" 635414 1 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:00:03:12 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx28b4f2babffb45189c1e3-0068520240" "proxy-server 635414" 0.2326 "-" 635414 1 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/00/03/12 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx28b4f2babffb45189c1e3-0068520240 - 0.4536 - - 1750204992.337310553 1750204992.790942430 1 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:03:12 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx4126019f7bae4fb596360-0068520240" "proxy-server 635414" 0.0791 "-" 635414 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:03:13 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:50293/sdb1/1/a/c2" "tx4126019f7bae4fb596360-0068520240" "container-server 635414" 0.3338 "-" 635414 2 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:03:13 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:38479/sda1/1/a/c2" "tx4126019f7bae4fb596360-0068520240" "container-server 635414" 0.0015 "-" 635414 2 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:00:03:13 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx4126019f7bae4fb596360-0068520240" "proxy-server 635414" 0.4652 "-" 635414 2 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:00:03:13 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx4126019f7bae4fb596360-0068520240" "proxy-server 635414" 0.5425 "-" 635414 2 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/00/03/13 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx4126019f7bae4fb596360-0068520240 - 0.6279 - - 1750204992.792094469 1750204993.419973612 2 -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty_old_style_shard_container ... ok -test INFO: - - - [18/Jun/2025:00:03:11 +0000] "PUT /sda1/p/a/c/obj_default_8" 201 - "-" "-" "-" 0.0003 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:11 +0000] "PUT /sda1/p/a/c/obj_default_9" 201 - "-" "-" "-" 0.0003 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:11 +0000] "PUT /sda1/p/a/c/obj_default_10" 201 - "-" "-" "-" 0.0003 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:11 +0000] "PUT /sda1/p/a/c/obj_1_0" 201 - "-" "-" "-" 0.0003 "-" 635438 1 -test INFO: - - - [18/Jun/2025:00:03:11 +0000] "PUT /sda1/p/a/c/obj_1_1" 201 - "-" "-" "-" 0.0003 "-" 635438 1 -test INFO: - - - [18/Jun/2025:00:03:11 +0000] "PUT /sda1/p/a/c/obj_1_2" 201 - "-" "-" "-" 0.0043 "-" 635438 1 -test INFO: - - - [18/Jun/2025:00:03:11 +0000] "PUT /sda1/p/a/c/obj_1_3" 201 - "-" "-" "-" 0.0003 "-" 635438 1 -test INFO: - - - [18/Jun/2025:00:03:11 +0000] "PUT /sda1/p/a/c/obj_1_4" 201 - "-" "-" "-" 0.0003 "-" 635438 1 -test INFO: - - - [18/Jun/2025:00:03:11 +0000] "PUT /sda1/p/a/c/obj_1_5" 201 - "-" "-" "-" 0.0003 "-" 635438 1 -test INFO: - - - [18/Jun/2025:00:03:11 +0000] "PUT /sda1/p/a/c/obj_1_6" 201 - "-" "-" "-" 0.0003 "-" 635438 1 -test INFO: - - - [18/Jun/2025:00:03:11 +0000] "PUT /sda1/p/a/c/obj_1_7" 201 - "-" "-" "-" 0.0003 "-" 635438 1 -test INFO: - - - [18/Jun/2025:00:03:11 +0000] "PUT /sda1/p/a/c/obj_1_8" 201 - "-" "-" "-" 0.0004 "-" 635438 1 -test INFO: - - - [18/Jun/2025:00:03:11 +0000] "PUT /sda1/p/a/c/obj_1_9" 201 - "-" "-" "-" 0.0004 "-" 635438 1 -test INFO: - - - [18/Jun/2025:00:03:12 +0000] "GET /sda1/p/a/c" 200 155 "-" "-" "-" 0.1252 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:12 +0000] "GET /sda1/p/a/c" 200 155 "-" "-" "-" 0.0092 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:12 +0000] "GET /sda1/p/a/c" 200 80 "-" "-" "-" 0.0024 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:12 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0148 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:12 +0000] "GET /sda1/p/a/c" 400 40 "-" "-" "-" 0.0010 "-" 635438 3 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:03:12 +0000] "GET /sda1/p/a/c" 412 22 "-" "-" "-" 0.0003 "-" 635438 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:03:12 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0829 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:12 +0000] "PUT /sda1/p/a/c/US/TX" 201 - "-" "-" "-" 0.0004 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:12 +0000] "PUT /sda1/p/a/c/US/TX/B" 201 - "-" "-" "-" 0.0003 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:12 +0000] "PUT /sda1/p/a/c/US/OK" 201 - "-" "-" "-" 0.0003 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:12 +0000] "PUT /sda1/p/a/c/US/OK/B" 201 - "-" "-" "-" 0.0003 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:12 +0000] "PUT /sda1/p/a/c/US/UT/A" 201 - "-" "-" "-" 0.0003 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:12 +0000] "GET /sda1/p/a/c" 200 242 "-" "-" "-" 0.0687 "-" 635438 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:03:12 +0000] "PUT /sda1/p/a/plainc" 201 - "-" "-" "-" 0.0703 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:12 +0000] "GET /sda1/p/a/plainc" 204 - "-" "-" "-" 0.0016 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:12 +0000] "PUT /sda1/p/a/plainc/0" 201 - "-" "-" "-" 0.0159 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:12 +0000] "PUT /sda1/p/a/plainc/1" 201 - "-" "-" "-" 0.0004 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:12 +0000] "PUT /sda1/p/a/plainc/2" 201 - "-" "-" "-" 0.0003 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:12 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.1332 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:12 +0000] "HEAD /sda1/p/a/plainc" 204 - "-" "-" "-" 0.0010 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:12 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0021 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:12 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0016 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:12 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0016 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:12 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0283 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:12 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0063 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:12 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0017 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:12 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0017 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:12 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0016 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:12 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0016 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:12 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0015 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:12 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0016 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:12 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0016 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:12 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0017 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:12 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0019 "-" 635438 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:03:12 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0959 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:12 +0000] "PUT /sda1/p/a/c/a1" 201 - "-" "-" "-" 0.0004 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:12 +0000] "PUT /sda1/p/a/c/b1" 201 - "-" "-" "-" 0.0003 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:12 +0000] "PUT /sda1/p/a/c/a2" 201 - "-" "-" "-" 0.0003 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:12 +0000] "PUT /sda1/p/a/c/b2" 201 - "-" "-" "-" 0.0003 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:12 +0000] "PUT /sda1/p/a/c/a3" 201 - "-" "-" "-" 0.0002 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:12 +0000] "PUT /sda1/p/a/c/b3" 201 - "-" "-" "-" 0.0002 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:12 +0000] "GET /sda1/p/a/c" 200 9 "-" "-" "-" 0.1038 "-" 635438 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:03:12 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1016 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:12 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0958 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:12 +0000] "GET /sda1/p/a/c" 200 1287 "-" "-" "-" 0.0024 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:12 +0000] "GET /sda1/p/a/c" 200 1274 "-" "-" "-" 0.0019 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:12 +0000] "GET /sda1/p/a/c" 200 633 "-" "-" "-" 0.0017 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:13 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0785 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:13 +0000] "GET /sda1/p/a/c" 200 1287 "-" "-" "-" 0.0034 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:13 +0000] "GET /sda1/p/a/c" 200 1274 "-" "-" "-" 0.0062 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:13 +0000] "GET /sda1/p/a/c" 200 633 "-" "-" "-" 0.0020 "-" 635438 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:03:13 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.3153 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:13 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.2139 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:13 +0000] "GET /sda1/p/a/c" 400 9 "-" "-" "-" 0.0072 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:13 +0000] "GET /sda1/p/a/c" 412 22 "-" "-" "-" 0.0001 "-" 635438 - -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:00:03:12 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx37af75d267ee4a9ebb43d-006852023f" "proxy-server 635416" 0.1617 "-" 635416 0 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/00/03/12 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx37af75d267ee4a9ebb43d-006852023f - 0.3122 - - 1750204991.763232708 1750204992.075439215 0 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:03:12 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txd502ebf6406c4b29ac379-0068520240" "proxy-server 635416" 0.0012 "-" 635416 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:03:12 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:37095/sda1/1/a1/c1" "txd502ebf6406c4b29ac379-0068520240" "container-server 635416" 0.0256 "-" 635416 0 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:03:12 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:43593/sdb1/1/a1/c1" "txd502ebf6406c4b29ac379-0068520240" "container-server 635416" 0.0010 "-" 635416 0 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:00:03:12 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txd502ebf6406c4b29ac379-0068520240" "proxy-server 635416" 0.1136 "-" 635416 0 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:00:03:12 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txd502ebf6406c4b29ac379-0068520240" "proxy-server 635416" 0.1994 "-" 635416 0 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/00/03/12 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txd502ebf6406c4b29ac379-0068520240 - 0.2064 - - 1750204992.076755524 1750204992.283193350 0 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:03:12 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx3713283e2f994e2fa1859-0068520240" "proxy-server 635416" 0.0484 "-" 635416 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:03:12 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:43593/sdb1/2/a/c1" "tx3713283e2f994e2fa1859-0068520240" "container-server 635416" 0.0024 "-" 635416 1 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:03:12 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:37095/sda1/2/a/c1" "tx3713283e2f994e2fa1859-0068520240" "container-server 635416" 0.0934 "-" 635416 1 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:00:03:12 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx3713283e2f994e2fa1859-0068520240" "proxy-server 635416" 0.2342 "-" 635416 1 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:00:03:12 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx3713283e2f994e2fa1859-0068520240" "proxy-server 635416" 0.3485 "-" 635416 1 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/00/03/12 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx3713283e2f994e2fa1859-0068520240 - 0.4030 - - 1750204992.284451008 1750204992.687434673 1 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:03:12 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txf29e1d14260c4fa490c6d-0068520240" "proxy-server 635416" 0.0966 "-" 635416 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:03:13 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:43593/sdb1/1/a/c2" "txf29e1d14260c4fa490c6d-0068520240" "container-server 635416" 0.0012 "-" 635416 2 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:03:13 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:37095/sda1/1/a/c2" "txf29e1d14260c4fa490c6d-0068520240" "container-server 635416" 0.0682 "-" 635416 2 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:00:03:13 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txf29e1d14260c4fa490c6d-0068520240" "proxy-server 635416" 0.2949 "-" 635416 2 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:00:03:13 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txf29e1d14260c4fa490c6d-0068520240" "proxy-server 635416" 0.1931 "-" 635416 2 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/00/03/13 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txf29e1d14260c4fa490c6d-0068520240 - 0.3980 - - 1750204992.688716173 1750204993.086750984 2 -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': True, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 4}, app) (client_ip: 127.0.0.2) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.2, 'concurrent_ec_extra_requests': 0}, app) (client_ip: 127.0.0.2) -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_errors -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_errors ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_younger_acceptor_with_overlapping_donor_shards -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_younger_acceptor_with_overlapping_donor_shards ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_create_broker -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_create_broker ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_younger_overlapping_donor_shards -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_younger_overlapping_donor_shards ... ok -test.unit.common.test_db.TestTombstoneReclaimer.test_reclaim_get_tombstone_count_with_leftover -test.unit.common.test_db.TestTombstoneReclaimer.test_reclaim_get_tombstone_count_with_leftover ... ok -test.unit.common.test_http_protocol.TestProxyProtocol.test_address_and_environ -test.unit.common.test_http_protocol.TestProxyProtocol.test_address_and_environ ... ok -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: A key is specified for bucket API. -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test ERROR: Unexpected Error handling DELETE of 'bucket' 'Key1': +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_range_single_record +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_range_single_record ... ok +test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_explicit_timestamps_using_file +test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_explicit_timestamps_using_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_overwrite +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_overwrite ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_has_multiple_policies +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_has_multiple_policies ... ok +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796132.00000, (0, 0) as of 1715796132.00000, sharded as of 1715796132.00000> to ShardRange<'k' to 't' as of 1715796133.00000, (0, 0) as of 1715796133.00000, active as of 1715796133.00000>, path: .shards_a/shard_c_1715796133.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/9d9/a2936a6f2594f21b6138c05ab50ef9d9/a2936a6f2594f21b6138c05ab50ef9d9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796135.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/9ec/a4c334b486ed8e432d19eb2129a239ec/a4c334b486ed8e432d19eb2129a239ec.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796134.00000, (0, 0) as of 1715796134.00000, sharded as of 1715796134.00000> to ShardRange<'k' to 't' as of 1715796135.00000, (0, 0) as of 1715796135.00000, shrinking as of 1715796135.00000>, path: .shards_a/shard_c_1715796135.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/9ec/a4c334b486ed8e432d19eb2129a239ec/a4c334b486ed8e432d19eb2129a239ec.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796135.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/9ec/a4c334b486ed8e432d19eb2129a239ec/a4c334b486ed8e432d19eb2129a239ec.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796137.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/b29/499c1c27b0f38831e4a715467dc51b29/499c1c27b0f38831e4a715467dc51b29.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796136.00000, (0, 0) as of 1715796136.00000, sharded as of 1715796136.00000> to ShardRange<'k' to 't' as of 1715796137.00000, (0, 0) as of 1715796137.00000, sharding as of 1715796137.00000>, path: .shards_a/shard_c_1715796137.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/b29/499c1c27b0f38831e4a715467dc51b29/499c1c27b0f38831e4a715467dc51b29.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796137.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/b29/499c1c27b0f38831e4a715467dc51b29/499c1c27b0f38831e4a715467dc51b29.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796139.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/191/59738175afacd3e5abf075b75821c191/59738175afacd3e5abf075b75821c191.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796139.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/191/59738175afacd3e5abf075b75821c191/59738175afacd3e5abf075b75821c191.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796141.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/163/f36c74d45708538005d4b3da27cec163/f36c74d45708538005d4b3da27cec163.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796140.00000, (0, 0) as of 1715796140.00000, sharded as of 1715796140.00000> to ShardRange<'k' to 't' as of 1715796141.00000, (0, 0) as of 1715796141.00000, shrunk as of 1715796141.00000>, path: .shards_a/shard_c_1715796141.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/163/f36c74d45708538005d4b3da27cec163/f36c74d45708538005d4b3da27cec163.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796141.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/163/f36c74d45708538005d4b3da27cec163/f36c74d45708538005d4b3da27cec163.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796143.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/21a/47fcd2fbfe39464aa98f738cfdea821a/47fcd2fbfe39464aa98f738cfdea821a.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796142.00000, (0, 0) as of 1715796142.00000, shrunk as of 1715796142.00000> to ShardRange<'k' to 't' as of 1715796143.00000, (0, 0) as of 1715796143.00000, found as of 1715796143.00000>, path: .shards_a/shard_c_1715796143.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/21a/47fcd2fbfe39464aa98f738cfdea821a/47fcd2fbfe39464aa98f738cfdea821a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796145.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/af0/48ecc9b24eb74545ee3bd78ad914daf0/48ecc9b24eb74545ee3bd78ad914daf0.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796144.00000, (0, 0) as of 1715796144.00000, shrunk as of 1715796144.00000> to ShardRange<'k' to 't' as of 1715796145.00000, (0, 0) as of 1715796145.00000, created as of 1715796145.00000>, path: .shards_a/shard_c_1715796145.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/af0/48ecc9b24eb74545ee3bd78ad914daf0/48ecc9b24eb74545ee3bd78ad914daf0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796147.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/1ad/8130aaa97150d221ca009f51dcd5d1ad/8130aaa97150d221ca009f51dcd5d1ad.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796146.00000, (0, 0) as of 1715796146.00000, shrunk as of 1715796146.00000> to ShardRange<'k' to 't' as of 1715796147.00000, (0, 0) as of 1715796147.00000, cleaved as of 1715796147.00000>, path: .shards_a/shard_c_1715796147.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/1ad/8130aaa97150d221ca009f51dcd5d1ad/8130aaa97150d221ca009f51dcd5d1ad.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796149.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/75f/9b8ade5f69997ab1762851b33f40475f/9b8ade5f69997ab1762851b33f40475f.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796148.00000, (0, 0) as of 1715796148.00000, shrunk as of 1715796148.00000> to ShardRange<'k' to 't' as of 1715796149.00000, (0, 0) as of 1715796149.00000, active as of 1715796149.00000>, path: .shards_a/shard_c_1715796149.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/75f/9b8ade5f69997ab1762851b33f40475f/9b8ade5f69997ab1762851b33f40475f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796151.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/84e/b510a224b35b2b0c2ae7adb54dc7784e/b510a224b35b2b0c2ae7adb54dc7784e.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796150.00000, (0, 0) as of 1715796150.00000, shrunk as of 1715796150.00000> to ShardRange<'k' to 't' as of 1715796151.00000, (0, 0) as of 1715796151.00000, shrinking as of 1715796151.00000>, path: .shards_a/shard_c_1715796151.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/84e/b510a224b35b2b0c2ae7adb54dc7784e/b510a224b35b2b0c2ae7adb54dc7784e.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796151.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/84e/b510a224b35b2b0c2ae7adb54dc7784e/b510a224b35b2b0c2ae7adb54dc7784e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796153.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/465/d7ff73e6a7a349c86b7fe950c1422465/d7ff73e6a7a349c86b7fe950c1422465.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796152.00000, (0, 0) as of 1715796152.00000, shrunk as of 1715796152.00000> to ShardRange<'k' to 't' as of 1715796153.00000, (0, 0) as of 1715796153.00000, sharding as of 1715796153.00000>, path: .shards_a/shard_c_1715796153.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/465/d7ff73e6a7a349c86b7fe950c1422465/d7ff73e6a7a349c86b7fe950c1422465.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796153.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/465/d7ff73e6a7a349c86b7fe950c1422465/d7ff73e6a7a349c86b7fe950c1422465.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796155.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/a68/79728672593118a5a39af20ea97faa68/79728672593118a5a39af20ea97faa68.db +test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_explicit_timestamps_using_memory +test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_explicit_timestamps_using_memory ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_overwrite_unicode +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_overwrite_unicode ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_has_other_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_has_other_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBroker.test_reclaim +test.unit.container.test_backend.TestContainerBroker.test_reclaim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_initialize_container_broker_in_default +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_initialize_container_broker_in_default ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_post_overwrite_out_of_order +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_post_overwrite_out_of_order ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_range_single_record +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_range_single_record ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_old_enough_to_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_old_enough_to_reclaim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_reclaimable ... ok +test.unit.container.test_backend.TestContainerBroker.test_reclaim_deadlock +test.unit.container.test_backend.TestContainerBroker.test_reclaim_deadlock ... ok +test.unit.container.test_backend.TestContainerBroker.test_reclaim_shard_ranges +test.unit.container.test_backend.TestContainerBroker.test_reclaim_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_last_modified_time +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_last_modified_time ... ok +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796154.00000, (0, 0) as of 1715796154.00000, shrunk as of 1715796154.00000> to ShardRange<'k' to 't' as of 1715796155.00000, (0, 0) as of 1715796155.00000, sharded as of 1715796155.00000>, path: .shards_a/shard_c_1715796155.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/a68/79728672593118a5a39af20ea97faa68/79728672593118a5a39af20ea97faa68.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796155.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/a68/79728672593118a5a39af20ea97faa68/79728672593118a5a39af20ea97faa68.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796157.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/9ba/47660eb0f93ce902ebe36ef0acdc49ba/47660eb0f93ce902ebe36ef0acdc49ba.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796157.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/9ba/47660eb0f93ce902ebe36ef0acdc49ba/47660eb0f93ce902ebe36ef0acdc49ba.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796158.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/66b/0979f383812fa76e494ffaae7852e66b/0979f383812fa76e494ffaae7852e66b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796160.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/1e1/780ed32ea4ca17e732890838847a01e1/780ed32ea4ca17e732890838847a01e1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796162.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/c99/3fcf5d5631cc2c1e0c78810cd6249c99/3fcf5d5631cc2c1e0c78810cd6249c99.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796164.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/b67/2d68b3b87b5183b1720cdeac86b68b67/2d68b3b87b5183b1720cdeac86b68b67.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796166.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/7c9/f09558f06755b141429c3c62a76987c9/f09558f06755b141429c3c62a76987c9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796168.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/059/3c7c701832882e2bc868abd9dfe14059/3c7c701832882e2bc868abd9dfe14059.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796170.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/44f/2dc97c5e21ec86d67e441b7da8cce44f/2dc97c5e21ec86d67e441b7da8cce44f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796172.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/e22/2af26f816d27d105dbbfe103f0f2ce22/2af26f816d27d105dbbfe103f0f2ce22.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796174.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/6a6/31e8ca23b508f8b13bce5ee81a9b46a6/31e8ca23b508f8b13bce5ee81a9b46a6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796176.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/e9b/86b96474acb4ab8b603788c0bfa66e9b/86b96474acb4ab8b603788c0bfa66e9b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796178.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/efe/57fd96534453706b9a3b43c12655eefe/57fd96534453706b9a3b43c12655eefe.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796180.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/ca1/a30dde20173faf12c01dc27101786ca1/a30dde20173faf12c01dc27101786ca1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796182.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/116/10366fdec2b6e3fd210a420b4e048116/10366fdec2b6e3fd210a420b4e048116.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796184.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/77a/4dbaa9c48080843fdfc36099c794477a/4dbaa9c48080843fdfc36099c794477a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796186.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/82a/1b9801795adec1c665fa0a1a8f1c882a/1b9801795adec1c665fa0a1a8f1c882a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796188.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/534/a08ead54dc8045c7aee7ccfb1ad34534/a08ead54dc8045c7aee7ccfb1ad34534.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796190.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/3ee/2196e660b1be567cff3a17e54cbf83ee/2196e660b1be567cff3a17e54cbf83ee.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796192.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/c73/a9fb14b242b58c579d0475919f69bc73/a9fb14b242b58c579d0475919f69bc73.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796194.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/0f7/43fbddadf8bbcc7bb1c9fe95445290f7/43fbddadf8bbcc7bb1c9fe95445290f7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796196.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/703/3392022dce231962bfc444966aff6703/3392022dce231962bfc444966aff6703.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796198.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/c7c/e025f9068c8cf893ac3e900f456edc7c/e025f9068c8cf893ac3e900f456edc7c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796200.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/686/ca8412df8d2285d6e01264e9a8581686/ca8412df8d2285d6e01264e9a8581686.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796202.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/107/f6654e60e4eef403e88942de87592107/f6654e60e4eef403e88942de87592107.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796204.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/f85/f4ee8b046f781d24d040e82545178f85/f4ee8b046f781d24d040e82545178f85.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796206.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/e56/372fda0983c8e613a519e285f2907e56/372fda0983c8e613a519e285f2907e56.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796208.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/260/3e94119c4c77cc8e979af0101f2db260/3e94119c4c77cc8e979af0101f2db260.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796210.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/c88/138ec07cbae487e152dacf4532ec8c88/138ec07cbae487e152dacf4532ec8c88.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796212.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/8e8/17b7d93ba8ddfb124946e323357488e8/17b7d93ba8ddfb124946e323357488e8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796214.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/344/4de0aaab61acd8a2cad3694504988344/4de0aaab61acd8a2cad3694504988344.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796216.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/236/e479a39a5c13277369c5c100e7f2b236/e479a39a5c13277369c5c100e7f2b236.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796218.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/494/883c8fbdf9330e75f172d3b539484494/883c8fbdf9330e75f172d3b539484494.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796220.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/abb/bdbef017af1a41f089bb45233f0a3abb/bdbef017af1a41f089bb45233f0a3abb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796222.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/27c/a8994cc11682adde0d06d77f4cf3027c/a8994cc11682adde0d06d77f4cf3027c.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796222.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/27c/a8994cc11682adde0d06d77f4cf3027c/a8994cc11682adde0d06d77f4cf3027c.db +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_legacy_pending_files +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_legacy_pending_files ... ok +test.unit.container.test_backend.TestContainerBroker.test_reclaim_with_duplicate_names +test.unit.container.test_backend.TestContainerBroker.test_reclaim_with_duplicate_names ... ok +test.unit.container.test_backend.TestContainerBroker.test_reconciler_sync +test.unit.container.test_backend.TestContainerBroker.test_reconciler_sync ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_non_slash ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_order_and_reverse +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_order_and_reverse ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_prefix_delim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_with_reserved_name +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_with_reserved_name ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_load_old_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_load_old_record_from_pending_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_make_tuple_for_pickle +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_make_tuple_for_pickle ... ok +test.unit.container.test_backend.TestContainerBroker.test_remove_objects +test.unit.container.test_backend.TestContainerBroker.test_remove_objects ... ok +test.unit.container.test_backend.TestContainerBroker.test_resolve_shard_range_states +test.unit.container.test_backend.TestContainerBroker.test_resolve_shard_range_states ... ok +test.unit.container.test_backend.TestContainerBroker.test_reverse_prefix_delim +test.unit.container.test_backend.TestContainerBroker.test_reverse_prefix_delim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_is_green +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_is_green ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796224.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/a21/491a82d6edbbf1f8c9b45ec3c3511a21/491a82d6edbbf1f8c9b45ec3c3511a21.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796224.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/a21/491a82d6edbbf1f8c9b45ec3c3511a21/491a82d6edbbf1f8c9b45ec3c3511a21.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796226.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/3fc/a9ca9d360a0590476ea13d2d472a93fc/a9ca9d360a0590476ea13d2d472a93fc.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796226.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/3fc/a9ca9d360a0590476ea13d2d472a93fc/a9ca9d360a0590476ea13d2d472a93fc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796228.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/200/1a9926f6eb32bdf3a1e7d112397ea200/1a9926f6eb32bdf3a1e7d112397ea200.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796228.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/200/1a9926f6eb32bdf3a1e7d112397ea200/1a9926f6eb32bdf3a1e7d112397ea200.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796230.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/c32/bf41dfd190694abca883d031125b9c32/bf41dfd190694abca883d031125b9c32.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796230.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/c32/bf41dfd190694abca883d031125b9c32/bf41dfd190694abca883d031125b9c32.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796232.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/265/0cd10d085cefa6254f05dc046437e265/0cd10d085cefa6254f05dc046437e265.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796232.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/265/0cd10d085cefa6254f05dc046437e265/0cd10d085cefa6254f05dc046437e265.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796234.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/415/9f41763bef56fbf84c7a2ddb693af415/9f41763bef56fbf84c7a2ddb693af415.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796234.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/415/9f41763bef56fbf84c7a2ddb693af415/9f41763bef56fbf84c7a2ddb693af415.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796236.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/d99/80cc4a0b308d801a3455c57383a63d99/80cc4a0b308d801a3455c57383a63d99.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796236.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/d99/80cc4a0b308d801a3455c57383a63d99/80cc4a0b308d801a3455c57383a63d99.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796238.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/cbc/b482a6312dd1a7dbe5405815d0afccbc/b482a6312dd1a7dbe5405815d0afccbc.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796238.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/cbc/b482a6312dd1a7dbe5405815d0afccbc/b482a6312dd1a7dbe5405815d0afccbc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796240.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/290/a93558c1cbf06bb30e3e02ee237e9290/a93558c1cbf06bb30e3e02ee237e9290.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796240.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/290/a93558c1cbf06bb30e3e02ee237e9290/a93558c1cbf06bb30e3e02ee237e9290.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796242.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/53c/03461e2b7e76c796b60fbe90b6bc653c/03461e2b7e76c796b60fbe90b6bc653c.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796242.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/53c/03461e2b7e76c796b60fbe90b6bc653c/03461e2b7e76c796b60fbe90b6bc653c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796244.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/950/33e32b53ce70def47bbc10c7304d5950/33e32b53ce70def47bbc10c7304d5950.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796244.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/950/33e32b53ce70def47bbc10c7304d5950/33e32b53ce70def47bbc10c7304d5950.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796246.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/f2e/e5dfd7d8364146ff2a6d6e2198f59f2e/e5dfd7d8364146ff2a6d6e2198f59f2e.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796246.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/f2e/e5dfd7d8364146ff2a6d6e2198f59f2e/e5dfd7d8364146ff2a6d6e2198f59f2e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796248.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/09a/a3c317d35a6a7fc95987031ba6d4709a/a3c317d35a6a7fc95987031ba6d4709a.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796248.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/09a/a3c317d35a6a7fc95987031ba6d4709a/a3c317d35a6a7fc95987031ba6d4709a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796250.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/221/e4e58dae1cf5dbf4219b71a416faf221/e4e58dae1cf5dbf4219b71a416faf221.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796250.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/221/e4e58dae1cf5dbf4219b71a416faf221/e4e58dae1cf5dbf4219b71a416faf221.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796252.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/0cb/8975500cfe2659990b18c4f51a2520cb/8975500cfe2659990b18c4f51a2520cb.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796252.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/0cb/8975500cfe2659990b18c4f51a2520cb/8975500cfe2659990b18c4f51a2520cb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796254.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/e8d/4e9e112dee29c41cfc9a8990dced8e8d/4e9e112dee29c41cfc9a8990dced8e8d.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796254.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/e8d/4e9e112dee29c41cfc9a8990dced8e8d/4e9e112dee29c41cfc9a8990dced8e8d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796256.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/1a4/2ecde8dd06acafe4223ef51b3440e1a4/2ecde8dd06acafe4223ef51b3440e1a4.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796256.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/1a4/2ecde8dd06acafe4223ef51b3440e1a4/2ecde8dd06acafe4223ef51b3440e1a4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796258.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/718/c790276697d59b3c184a8a1500315718/c790276697d59b3c184a8a1500315718.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796258.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/718/c790276697d59b3c184a8a1500315718/c790276697d59b3c184a8a1500315718.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796260.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/f71/bab786e13c525fb5df44663a4ce1cf71/bab786e13c525fb5df44663a4ce1cf71.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796260.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/f71/bab786e13c525fb5df44663a4ce1cf71/bab786e13c525fb5df44663a4ce1cf71.db +test.unit.container.test_backend.TestContainerBroker.test_root_account_container_path +test.unit.container.test_backend.TestContainerBroker.test_root_account_container_path ... ok +test.unit.container.test_backend.TestContainerBroker.test_save_and_load_record_from_pending_file +test.unit.container.test_backend.TestContainerBroker.test_save_and_load_record_from_pending_file ... ok +test ERROR: Problem finding shard upper in '/tmp/tmpbhpkmgoz/test_container.db': : LockTimeout (Nones) +test ERROR: Problem finding shard upper in '/tmp/tmpbhpkmgoz/test_container.db': : Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/multi_delete.py", line 128, in do_delete - resp = req.get_response(self.app, method='DELETE', query=query, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response - return self._get_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1358, in _get_response - sw_resp = sw_req.get_response(app) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1165, in get_response - status, headers, app_iter = self.call_application(application) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1149, in call_application - app_iter = application(self.environ, start_response) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 182, in __call__ - return self.app(env, start_response) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/s3api/__init__.py", line 85, in __call__ - return self.swift(env, start_response) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/helpers.py", line 324, in __call__ - resp = resp_class( - ^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect - File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/helpers.py", line 197, in _select_response - is_success = resp_class().is_success - ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2507, in find_shard_ranges + next_shard_upper = sub_broker._get_next_shard_range_upper( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ return _mock_self._mock_call(*args, **kwargs) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ @@ -32079,497 +42261,257 @@ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call raise effect -Exception: kaboom -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test ERROR: Could not parse SLO delete response (200 OK): b'asdf': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/multi_delete.py", line 136, in do_delete - delete_result = json.loads(resp.body) - ^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/json/__init__.py", line 346, in loads - return _default_decoder.decode(s) - ^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/json/decoder.py", line 337, in decode - obj, end = self.raw_decode(s, idx=_w(s, 0).end()) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/json/decoder.py", line 355, in raw_decode - raise JSONDecodeError("Expecting value", s, err.value) from None -json.decoder.JSONDecodeError: Expecting value: line 1 column 1 (char 0) -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c//v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7fa037e5bc40>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/obj', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7fa037e5bc40>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7fa037e5bc40>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/obj/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7fa038052d40>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c//v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7fa038052c80>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7fa037e5bc40>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/v1obj', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7fa037e5bc40>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -proxy INFO: (635435) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (635435) accepted ('127.0.0.1', 8359) -proxy INFO: ERROR WSGI: code 400, message Invalid PROXY line 'PROXY jojo', (txn: tx9796f2140dd949d1b25bb-0068520242) -proxy INFO: wsgi exiting -proxy INFO: (635435) wsgi exited, is_accepting=True -proxy INFO: (635435) wsgi starting up on http:('127.0.0.1', 8359) -test.unit.common.test_http_protocol.TestProxyProtocol.test_malformed_proxy_lines -test.unit.common.test_http_protocol.TestProxyProtocol.test_malformed_proxy_lines ... ok -test.unit.common.test_http_protocol.TestProxyProtocol.test_missing_proxy_line -test.unit.common.test_http_protocol.TestProxyProtocol.test_missing_proxy_line ... ok -test.unit.common.test_http_protocol.TestProxyProtocol.test_multiple_requests_with_proxy -test.unit.common.test_http_protocol.TestProxyProtocol.test_multiple_requests_with_proxy ... ok -test.unit.common.test_http_protocol.TestProxyProtocol.test_request_with_proxy -test.unit.common.test_http_protocol.TestProxyProtocol.test_request_with_proxy ... ok -test.unit.common.test_http_protocol.TestProxyProtocol.test_request_with_proxy_https -test.unit.common.test_http_protocol.TestProxyProtocol.test_request_with_proxy_https ... ok -test.unit.common.test_http_protocol.TestProxyProtocol.test_unknown_client_addr -test.unit.common.test_http_protocol.TestProxyProtocol.test_unknown_client_addr ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_default -test.unit.common.test_memcached.TestLoadMemcache.test_conf_default ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_default_read -test.unit.common.test_memcached.TestLoadMemcache.test_conf_default_read ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_extra_no_option -test.unit.common.test_memcached.TestLoadMemcache.test_conf_extra_no_option ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_extra_no_section -test.unit.common.test_memcached.TestLoadMemcache.test_conf_extra_no_section ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_extra_conf -test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_extra_conf ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_extra_conf_bad_max_conn -test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_extra_conf_bad_max_conn ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_inline_and_maxc_from_extra_conf -test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_inline_and_maxc_from_extra_conf ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_inline_and_sers_from_extra_conf -test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_inline_and_sers_from_extra_conf ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_bad_item_warning_threshold -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_bad_item_warning_threshold ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_bad_max_conn -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_bad_max_conn ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_other_max_conn -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_other_max_conn ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_ratelimiting -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_ratelimiting ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_tls -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_tls ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_set_no_read -test.unit.common.test_memcached.TestLoadMemcache.test_conf_set_no_read ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_constrain_req_limit -test.unit.common.test_request_helpers.TestRequestHelpers.test_constrain_req_limit ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_copy_header_subset -test.unit.common.test_request_helpers.TestRequestHelpers.test_copy_header_subset ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_get_ip_port -test.unit.common.test_request_helpers.TestRequestHelpers.test_get_ip_port ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_get_name_and_placement_object_replication -test.unit.common.test_request_helpers.TestRequestHelpers.test_get_name_and_placement_object_replication ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_get_name_and_placement_object_req -test.unit.common.test_request_helpers.TestRequestHelpers.test_get_name_and_placement_object_req ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_get_reserved_name -test.unit.common.test_request_helpers.TestRequestHelpers.test_get_reserved_name ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_get_reserved_name -test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_get_reserved_name ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_names_in_system_accounts -test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_names_in_system_accounts ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_reserved_name -test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_reserved_name ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_reserved_names -test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_reserved_names ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_split_reserved_name -test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_split_reserved_name ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_object_transient_sysmeta -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_object_transient_sysmeta ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_sys_meta -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_sys_meta ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_sys_or_user_meta -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_sys_or_user_meta ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_use_replication_network -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_use_replication_network ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_user_meta -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_user_meta ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_remove_items -test.unit.common.test_request_helpers.TestRequestHelpers.test_remove_items ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_split_reserved_name -test.unit.common.test_request_helpers.TestRequestHelpers.test_split_reserved_name ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_object_transient_sysmeta_prefix -test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_object_transient_sysmeta_prefix ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_sys_meta_prefix -test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_sys_meta_prefix ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_user_meta_prefix -test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_user_meta_prefix ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_container_params -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_container_params ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_account -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_account ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_container -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_container ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_name -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_name ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_object -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_object ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_params -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_params ... ok -test.unit.common.test_swob.TestRange.test_range -test.unit.common.test_swob.TestRange.test_range ... ok -test.unit.common.test_swob.TestRange.test_range_invalid_syntax -test.unit.common.test_swob.TestRange.test_range_invalid_syntax ... ok -test.unit.common.test_swob.TestRange.test_ranges_for_large_length -test.unit.common.test_swob.TestRange.test_ranges_for_large_length ... ok -test.unit.common.test_swob.TestRange.test_ranges_for_length -test.unit.common.test_swob.TestRange.test_ranges_for_length ... ok -test.unit.common.test_swob.TestRange.test_ranges_for_length_edges -test.unit.common.test_swob.TestRange.test_ranges_for_length_edges ... ok -test.unit.common.test_swob.TestRange.test_ranges_for_length_multi -test.unit.common.test_swob.TestRange.test_ranges_for_length_multi ... ok -test.unit.common.test_swob.TestRange.test_ranges_for_length_no_end -test.unit.common.test_swob.TestRange.test_ranges_for_length_no_end ... ok -test.unit.common.test_swob.TestRange.test_ranges_for_length_no_start -test.unit.common.test_swob.TestRange.test_ranges_for_length_no_start ... ok -test.unit.common.test_swob.TestRange.test_ranges_for_length_nonascending -test.unit.common.test_swob.TestRange.test_ranges_for_length_nonascending ... ok -test.unit.common.test_swob.TestRange.test_ranges_for_length_overlapping -test.unit.common.test_swob.TestRange.test_ranges_for_length_overlapping ... ok -test.unit.common.test_swob.TestRange.test_ranges_for_length_too_many -test.unit.common.test_swob.TestRange.test_ranges_for_length_too_many ... ok -test.unit.common.test_swob.TestRange.test_str -test.unit.common.test_swob.TestRange.test_str ... ok -test.unit.common.test_swob.TestRange.test_upsidedown_range -test.unit.common.test_swob.TestRange.test_upsidedown_range ... ok -test.unit.common.test_utils.TestAffinityKeyFunction.test_all_whitespace_value -test.unit.common.test_utils.TestAffinityKeyFunction.test_all_whitespace_value ... ok -test.unit.common.test_utils.TestAffinityKeyFunction.test_bogus_value -test.unit.common.test_utils.TestAffinityKeyFunction.test_bogus_value ... ok -test.unit.common.test_utils.TestAffinityKeyFunction.test_empty_value -test.unit.common.test_utils.TestAffinityKeyFunction.test_empty_value ... ok -test.unit.common.test_utils.TestAffinityKeyFunction.test_more_specific_after_less_specific -test.unit.common.test_utils.TestAffinityKeyFunction.test_more_specific_after_less_specific ... ok -test.unit.common.test_utils.TestAffinityKeyFunction.test_multiple -test.unit.common.test_utils.TestAffinityKeyFunction.test_multiple ... ok -test.unit.common.test_utils.TestAffinityKeyFunction.test_single_region -test.unit.common.test_utils.TestAffinityKeyFunction.test_single_region ... ok -test.unit.common.test_utils.TestAffinityKeyFunction.test_with_zone_zero -test.unit.common.test_utils.TestAffinityKeyFunction.test_with_zone_zero ... ok -test.unit.common.test_utils.TestClosingIterator.test_close -test.unit.common.test_utils.TestClosingIterator.test_close ... ok -test.unit.common.test_utils.TestClosingIterator.test_close_gen -test.unit.common.test_utils.TestClosingIterator.test_close_gen ... ok -test.unit.common.test_utils.TestClosingIterator.test_close_on_exception -test.unit.common.test_utils.TestClosingIterator.test_close_on_exception ... ok -test.unit.common.test_utils.TestClosingIterator.test_close_on_stop_iteration -test.unit.common.test_utils.TestClosingIterator.test_close_on_stop_iteration ... ok -test.unit.common.test_utils.TestClosingIterator.test_close_others -test.unit.common.test_utils.TestClosingIterator.test_close_others ... ok -test.unit.common.test_utils.TestClosingIterator.test_close_wrapped_is_not_same_as_iter -test.unit.common.test_utils.TestClosingIterator.test_close_wrapped_is_not_same_as_iter ... ok -test.unit.common.test_utils.TestClosingIterator.test_init_with_iterable -test.unit.common.test_utils.TestClosingIterator.test_init_with_iterable ... ok -test.unit.common.test_utils.TestClosingIterator.test_nested_iters -test.unit.common.test_utils.TestClosingIterator.test_nested_iters ... ok -test.unit.common.test_utils.TestParseContentDisposition.test_basic_content_type -test.unit.common.test_utils.TestParseContentDisposition.test_basic_content_type ... ok -test.unit.common.test_utils.TestParseContentDisposition.test_content_disposition -test.unit.common.test_utils.TestParseContentDisposition.test_content_disposition ... ok -test.unit.common.test_utils.TestParseContentDisposition.test_content_disposition_without_white_space -test.unit.common.test_utils.TestParseContentDisposition.test_content_disposition_without_white_space ... ok -test.unit.common.test_utils.TestParseContentDisposition.test_content_type_with_charset -test.unit.common.test_utils.TestParseContentDisposition.test_content_type_with_charset ... ok -test.unit.common.test_utils.TestParseMimeHeaders.test_parse_mime_headers -test.unit.common.test_utils.TestParseMimeHeaders.test_parse_mime_headers ... ok -test.unit.common.utils.test_libc.TestModifyPriority.test__NR_ioprio_set -test.unit.common.utils.test_libc.TestModifyPriority.test__NR_ioprio_set ... ok -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.common.utils.test_libc.TestModifyPriority.test_modify_priority -test.unit.common.utils.test_libc.TestModifyPriority.test_modify_priority ... ok -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_can_read_old_meta -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_can_read_old_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_extract_policy -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_extract_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_async_dir -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_async_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_data_dir -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_data_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_part_path -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_part_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_tmp_dir -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_tmp_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_pickle_async_update_tmp_dir -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_pickle_async_update_tmp_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_quarantine_renamer -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_quarantine_renamer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_different_file_exists -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_different_file_exists ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_makedirs_error -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_makedirs_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_makedirs_race -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_makedirs_race ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_object_dir_exists_but_not_dir -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_object_dir_exists_but_not_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_os_link_error -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_os_link_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_os_link_race -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_os_link_race ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_same_file_exists -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_same_file_exists ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_target_path_does_not_exist -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_target_path_does_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_write_read_metadata -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_write_read_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_auditor_hashdir_not_listable -test.unit.obj.test_diskfile.TestSuffixHashes.test_auditor_hashdir_not_listable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_drops_old_non_durable_data -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_drops_old_non_durable_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_drops_isolated_durable -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_drops_isolated_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_hsh_path_enoent -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_hsh_path_enoent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_hsh_path_other_oserror -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_hsh_path_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_ignore_orphaned_ts -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_ignore_orphaned_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_isolated_meta_purge_old_ts -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_isolated_meta_purge_old_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_meta_data_purge_ts -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_meta_data_purge_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_meta_data_purge_ts_legacy_durable -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_meta_data_purge_ts_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_meta_legacy_durable -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_meta_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_ts -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_single_old_data -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_single_old_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keeps_one_datafile -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keeps_one_datafile ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keeps_one_datafile_and_legacy_durable -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keeps_one_datafile_and_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_multi_data_file -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_multi_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_older_remove_file_error -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_older_remove_file_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_only_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_only_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_data_newer_ts -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_data_newer_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_expired_ts -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_expired_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_old_data_only -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_old_data_only ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_old_ts -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_old_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_older_ts -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_older_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_ts_newer_data -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_ts_newer_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_ts_newer_data_and_legacy_durable -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_ts_newer_data_and_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purges_single_old_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purges_single_old_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_reclaim_tombstone_remove_file_error -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_reclaim_tombstone_remove_file_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_consolidate_hashes_raises_exception -test.unit.obj.test_diskfile.TestSuffixHashes.test_consolidate_hashes_raises_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_bad_dev -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_bad_dev ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_consolidates_suffix_rehash_once -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_consolidates_suffix_rehash_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_creates_pkl -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_creates_pkl ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_does_not_create_partition -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_does_not_create_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_does_not_rehash_known_suffix_dirs -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_does_not_rehash_known_suffix_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_hash_suffix_enotdir -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_hash_suffix_enotdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_hash_suffix_other_oserror -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_hash_suffix_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_modified_recursive_retry -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_modified_recursive_retry ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_multi_file_multi_suffix -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_multi_file_multi_suffix ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_finds_new_suffix_dirs -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_finds_new_suffix_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_finds_new_suffix_dirs_unicode -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_finds_new_suffix_dirs_unicode ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_lying_invalid_finds_new_suffix_dirs -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_lying_invalid_finds_new_suffix_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_missing_invalid_finds_new_suffix_dirs -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_missing_invalid_finds_new_suffix_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_old_pickle_does_not_find_new_suffix_dirs -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_old_pickle_does_not_find_new_suffix_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_existing_partition -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_existing_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_invalid_pickle -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_invalid_pickle ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_new_partition -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_new_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_zero_bytes_pickle -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_zero_bytes_pickle ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_invalidations_race_get_hashes_same_suffix_existing -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_invalidations_race_get_hashes_same_suffix_existing ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_invalidations_race_get_hashes_same_suffix_new -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_invalidations_race_get_hashes_same_suffix_new ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_enodata_quarantined -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_enodata_quarantined ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_enotdir_quarantined -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_enotdir_quarantined ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_other_oserror -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_listdir_enoent -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_listdir_enoent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_listdir_enotdir -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_listdir_enotdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multi_file_ends_in_tombstone -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multi_file_ends_in_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multifile_ends_in_datafile -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multifile_ends_in_datafile ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multifile_ends_in_datafile_legacy_durable -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multifile_ends_in_datafile_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_datafile -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_datafile ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_and_one_valid_tombstone -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_and_one_valid_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_tombstone -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_tombstone_and_one_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_tombstone_and_one_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_tombstone -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_tombstone_and_one_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_tombstone_and_one_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_removes_empty_hashdir_and_suffix -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_removes_empty_hashdir_and_suffix ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_removes_empty_hashdirs_in_valid_suffix -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_removes_empty_hashdirs_in_valid_suffix ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_rmdir_hsh_path_oserror -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_rmdir_hsh_path_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_rmdir_suffix_oserror -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_rmdir_suffix_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_ts_cleanup_after_invalidate_hash -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_ts_cleanup_after_invalidate_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_ts_cleanup_after_recalc -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_ts_cleanup_after_recalc ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_obsolete_content_type_in_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_obsolete_content_type_in_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_obsolete_content_type_in_older_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_obsolete_content_type_in_older_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_newer_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_newer_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_older_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_older_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_newer_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_newer_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_older_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_older_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_bad_pickle -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_bad_pickle ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_consolidation -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_consolidation ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_empty_file_exists -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_empty_file_exists ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_file_does_not_exist -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_file_does_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_file_not_truncated_when_empty -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_file_not_truncated_when_empty ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_racing_get_hashes_diff_suffix_existing_part -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_racing_get_hashes_diff_suffix_existing_part ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_racing_get_hashes_diff_suffix_new_part -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_racing_get_hashes_diff_suffix_new_part ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_unpickle_error_and_get_hashes_failure_existing_part -test.unit.obj.test_diskfile.TestSuffixHashes.test_unpickle_error_and_get_hashes_failure_existing_part ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_unpickle_error_and_get_hashes_failure_new_part -test.unit.obj.test_diskfile.TestSuffixHashes.test_unpickle_error_and_get_hashes_failure_new_part ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_valid_suffix -test.unit.obj.test_diskfile.TestSuffixHashes.test_valid_suffix ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_expirer.TestObjectExpirer.test_build_task_obj_round_trip -test.unit.obj.test_expirer.TestObjectExpirer.test_build_task_obj_round_trip ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_container_timestamp_break -test.unit.obj.test_expirer.TestObjectExpirer.test_container_timestamp_break ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_delete_at_time_of_task_container -test.unit.obj.test_expirer.TestObjectExpirer.test_delete_at_time_of_task_container ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_delete_object -test.unit.obj.test_expirer.TestObjectExpirer.test_delete_object ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty_old_style_shard_container ... ok -proxy DEBUG: (635435) accepted ('127.0.0.1', 8359) -proxy INFO: ERROR WSGI: code 400, message Invalid PROXY line 'PROXYjojo a b c d e', (txn: txf2b9885443b34b32b9058-0068520242) -proxy INFO: wsgi exiting -proxy INFO: (635435) wsgi exited, is_accepting=True -proxy INFO: (635435) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (635435) accepted ('127.0.0.1', 8359) -proxy INFO: ERROR WSGI: code 400, message Invalid PROXY line 'PROXY a b c d e', (txn: tx6c9682a33cce460bb5d32-0068520242) -proxy INFO: wsgi exiting -proxy INFO: (635435) wsgi exited, is_accepting=True -proxy INFO: (635435) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (635435) accepted ('127.0.0.1', 8359) -proxy INFO: ERROR WSGI: code 400, message Invalid PROXY line 'GET /someurl HTTP/1.0\r\n', (txn: test-bad-req-trans-id) -proxy INFO: wsgi exiting -proxy INFO: (635435) wsgi exited, is_accepting=True -proxy INFO: (635435) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (635435) accepted ('127.0.0.1', 8359) -proxy INFO: 192.168.0.1 - - [17/Jun/2025 12:03:14] "GET /someurl HTTP/1.1" 200 160 0.000083 -proxy INFO: 192.168.0.1 - - [17/Jun/2025 12:03:14] "GET /otherurl HTTP/1.1" 200 179 0.000051 -proxy INFO: wsgi exiting -proxy INFO: (635435) wsgi exited, is_accepting=True -proxy INFO: (635435) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (635435) accepted ('127.0.0.1', 8359) -proxy INFO: 192.168.0.1 - - [17/Jun/2025 12:03:14] "GET /someurl HTTP/1.0" 200 186 0.000045 -proxy INFO: wsgi exiting -proxy INFO: (635435) wsgi exited, is_accepting=True -proxy INFO: (635435) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (635435) accepted ('127.0.0.1', 8359) -proxy INFO: 192.168.0.1 - - [17/Jun/2025 12:03:14] "GET /someurl HTTP/1.0" 200 179 0.000052 -proxy INFO: wsgi exiting -proxy INFO: (635435) wsgi exited, is_accepting=True -proxy INFO: (635435) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (635435) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [17/Jun/2025 12:03:14] "GET /someurl HTTP/1.0" 200 180 0.000046 -proxy INFO: wsgi exiting -proxy INFO: (635435) wsgi exited, is_accepting=True -proxy INFO: (635435) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (635435) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [17/Jun/2025 12:03:14] "GET /someurl HTTP/1.0" 200 180 0.000052 -proxy INFO: wsgi exiting -proxy INFO: (635435) wsgi exited, is_accepting=True -proxy INFO: (635435) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (635435) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [17/Jun/2025 12:03:14] "GET /someurl HTTP/1.0" 200 180 0.000045 -proxy INFO: wsgi exiting -proxy INFO: (635435) wsgi exited, is_accepting=True -test DEBUG: set nice priority to 1 -test DEBUG: set ionice class 1 priority 0 -WARNING: Unable to modify I/O scheduling class and priority of process. Keeping unchanged! Check logs for more info. -test ERROR: Unable to modify ionice priority: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/libc.py", line 326, in _ioprio_set - io_class = IO_CLASS_ENUM[io_class] - ~~~~~~~~~~~~~^^^^^^^^^^ -KeyError: 'class_foo' -test DEBUG: set ionice class 2 priority 4 -test DEBUG: set nice priority to -15 -test DEBUG: set ionice class 3 priority 6 -test-expirer DEBUG: Run begin -test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects -test-expirer DEBUG: Run end -test-expirer INFO: Pass completed in 0s; 0 objects expired -test-expirer ERROR: Unexpected response while deleting object account container obj: 404 -test-expirer DEBUG: b'' -test-expirer ERROR: Unexpected response while deleting object account container obj: 412 -test-expirer DEBUG: b'' -test-expirer ERROR: Unexpected response while deleting object account container obj: 500 -test-expirer DEBUG: b'' -test-expirer ERROR: Exception while deleting object account container obj : +sqlite3.OperationalError +test DEBUG: Unlinked retiring db '/tmp/tmp85vet9rl/containers/part/suffix/hash/container.db' +test WARNING: Unexpected db files will be ignored: ['/tmp/tmp85vet9rl/containers/part/suffix/hash/container.db'] +Container 'a/c' cannot be set to sharded state while in unsharded state +Container 'a/c' cannot be set to sharding state: missing epoch +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_overwrite +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_overwrite ... ok +Container 'a/c' cannot be set to sharding state while in sharding state +Container 'a/c' cannot be set to sharded state while in sharded state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_overwrite_unicode +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_overwrite_unicode ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_post_overwrite_out_of_order +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_post_overwrite_out_of_order ... ok +test.unit.container.test_backend.TestContainerBroker.test_set_db_states +test.unit.container.test_backend.TestContainerBroker.test_set_db_states ... ok +test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_container_merge_other_ranges +test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_container_merge_other_ranges ... ok +test.unit.container.test_backend.TestContainerBroker.test_set_sharded_state_errors +test.unit.container.test_backend.TestContainerBroker.test_set_sharded_state_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_range_single_record +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_range_single_record ... ok +test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state +test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state ... ok +test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state_deleted +test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state_errors +test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state_errors ... ok +test.unit.container.test_backend.TestContainerBroker.test_set_storage_policy_index +test.unit.container.test_backend.TestContainerBroker.test_set_storage_policy_index ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges_deleted ... ok +test.unit.container.test_backend.TestContainerBroker.test_set_storage_policy_index_empty +test.unit.container.test_backend.TestContainerBroker.test_set_storage_policy_index_empty ... ok +test.unit.container.test_backend.TestContainerBroker.test_set_x_syncs +test.unit.container.test_backend.TestContainerBroker.test_set_x_syncs ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796262.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/152/8b3da65ede5ef1c6b639ce8ca8621152/8b3da65ede5ef1c6b639ce8ca8621152.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796262.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/152/8b3da65ede5ef1c6b639ce8ca8621152/8b3da65ede5ef1c6b639ce8ca8621152.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796264.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/3ca/84f3173eb9cbc946d53289b3edb7c3ca/84f3173eb9cbc946d53289b3edb7c3ca.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796264.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/3ca/84f3173eb9cbc946d53289b3edb7c3ca/84f3173eb9cbc946d53289b3edb7c3ca.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796266.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/530/c688c717f69b691d50122da066969530/c688c717f69b691d50122da066969530.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796266.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/530/c688c717f69b691d50122da066969530/c688c717f69b691d50122da066969530.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796268.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/4b2/13d0401d89cff84eca242aed315cf4b2/13d0401d89cff84eca242aed315cf4b2.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796268.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/4b2/13d0401d89cff84eca242aed315cf4b2/13d0401d89cff84eca242aed315cf4b2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796270.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/805/2c7c928b959c870c2a5f9b0015da7805/2c7c928b959c870c2a5f9b0015da7805.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796270.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/805/2c7c928b959c870c2a5f9b0015da7805/2c7c928b959c870c2a5f9b0015da7805.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796272.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/b81/b9592023e38ec645f83f9b6769287b81/b9592023e38ec645f83f9b6769287b81.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796272.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/b81/b9592023e38ec645f83f9b6769287b81/b9592023e38ec645f83f9b6769287b81.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796274.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/ac1/e04caaed64ff417a3c81bb0752cb7ac1/e04caaed64ff417a3c81bb0752cb7ac1.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796274.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/ac1/e04caaed64ff417a3c81bb0752cb7ac1/e04caaed64ff417a3c81bb0752cb7ac1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796276.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/2eb/dbe063117dd15b9aab7d112407eea2eb/dbe063117dd15b9aab7d112407eea2eb.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796276.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/2eb/dbe063117dd15b9aab7d112407eea2eb/dbe063117dd15b9aab7d112407eea2eb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796278.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/2fb/78106d725f2237f8804f4ef7a40aa2fb/78106d725f2237f8804f4ef7a40aa2fb.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796278.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/2fb/78106d725f2237f8804f4ef7a40aa2fb/78106d725f2237f8804f4ef7a40aa2fb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796280.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/a3e/c618f094d7f276fd99e648f47ce7ea3e/c618f094d7f276fd99e648f47ce7ea3e.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796280.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/a3e/c618f094d7f276fd99e648f47ce7ea3e/c618f094d7f276fd99e648f47ce7ea3e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796282.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/bc4/57bf30c7aade827950e07177cb0f1bc4/57bf30c7aade827950e07177cb0f1bc4.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796282.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/bc4/57bf30c7aade827950e07177cb0f1bc4/57bf30c7aade827950e07177cb0f1bc4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796284.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/ec8/004eb8d7afec6e749e756d447ec5eec8/004eb8d7afec6e749e756d447ec5eec8.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796284.00000, db: /tmp/tmp6iio9zqp/sda/containers/0/ec8/004eb8d7afec6e749e756d447ec5eec8/004eb8d7afec6e749e756d447ec5eec8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796079.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/424/48ace660f2a9a320d10d9132bd133424/48ace660f2a9a320d10d9132bd133424.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796084.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/6d0/1101931340aa334d7bd70a5d79df66d0/1101931340aa334d7bd70a5d79df66d0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796089.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/953/c1a849e79a973db65403a3097d1da953/c1a849e79a973db65403a3097d1da953.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796094.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/f82/e2b3ccf15583d5ebcc40131a3f4d2f82/e2b3ccf15583d5ebcc40131a3f4d2f82.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796099.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/d11/48735265e0dc90b14b2a0d9a0033fd11/48735265e0dc90b14b2a0d9a0033fd11.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796104.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/679/7b69d1db95786e9e1926a36a9adda679/7b69d1db95786e9e1926a36a9adda679.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796109.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/cad/77f1bbef4693adca6e173242e7f6ecad/77f1bbef4693adca6e173242e7f6ecad.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796114.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/0ef/893c054952cf7d806a1a523ecb8b00ef/893c054952cf7d806a1a523ecb8b00ef.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796119.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/717/73fea21645b81cd96942e78c7e308717/73fea21645b81cd96942e78c7e308717.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796124.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/d50/41ce59ab66b95b8c9405508506e29d50/41ce59ab66b95b8c9405508506e29d50.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796129.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/7e8/1c3a0602993f91a75137cfcd5d9ff7e8/1c3a0602993f91a75137cfcd5d9ff7e8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796134.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/b8d/7a174123fc2b680206a50c93eedbdb8d/7a174123fc2b680206a50c93eedbdb8d.db +test.unit.container.test_backend.TestContainerBroker.test_sharding_initiated_and_required +test.unit.container.test_backend.TestContainerBroker.test_sharding_initiated_and_required ... ok +test.unit.container.test_backend.TestContainerBroker.test_sharding_state_is_not_reclaimable +test.unit.container.test_backend.TestContainerBroker.test_sharding_state_is_not_reclaimable ... ok +test.unit.container.test_backend.TestContainerBroker.test_sharding_sysmeta +test.unit.container.test_backend.TestContainerBroker.test_sharding_sysmeta ... ok +test.unit.container.test_backend.TestContainerBroker.test_storage_policy_property +test.unit.container.test_backend.TestContainerBroker.test_storage_policy_property ... ok +test.unit.container.test_backend.TestContainerBroker.test_sync_merging +test.unit.container.test_backend.TestContainerBroker.test_sync_merging ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_epoch_reset +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_epoch_reset ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_none +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_none ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_merge_reported +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_merge_reported ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_meta_ts_gte +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_meta_ts_gte ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_meta_ts_lt +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_meta_ts_lt ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_retain_bounds +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_retain_bounds ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_retain_deleted +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_retain_deleted ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_eq +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_eq ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_gt +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_gt ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_lt +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_lt ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_gt +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_gt ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_lt +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_lt ... ok +test.unit.container.test_backend.TestModuleFunctions.test_sift_shard_ranges +test.unit.container.test_backend.TestModuleFunctions.test_sift_shard_ranges ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_finalize_shrinking +test.unit.container.test_sharder.TestSharderFunctions.test_finalize_shrinking ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_most_cleave_progress +test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_most_cleave_progress ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_no_complete_path +test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_no_complete_path ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_two_sub_path_splits +test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_two_sub_path_splits ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_whole_path_split +test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_whole_path_split ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_all_donors_shrink_to_root +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_all_donors_shrink_to_root ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_donors_but_no_suitable_acceptor +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_donors_but_no_suitable_acceptor ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_eligible_states +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_eligible_states ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_expansion_limit +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_expansion_limit ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_expansion_limit_with_tombstones +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_expansion_limit_with_tombstones ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_four_donors_two_acceptors +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_four_donors_two_acceptors ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_max_expanding +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_max_expanding ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_max_shrinking +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_max_shrinking ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_nine_donors_one_acceptor +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_nine_donors_one_acceptor ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_no_donors +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_no_donors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges_state +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges_state ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_no_gaps +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_no_gaps ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_overlapping_ranges +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_overlapping_ranges ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_overlapping_ranges_with_ineligible_state +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_overlapping_ranges_with_ineligible_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_newid +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_newid ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shard_ranges_in_found_state +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shard_ranges_in_found_state ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shrink_threshold +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shrink_threshold ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shrink_threshold_with_tombstones +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shrink_threshold_with_tombstones ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_single_donor_shrink_to_root +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_single_donor_shrink_to_root ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_overlapping_ranges +test.unit.container.test_sharder.TestSharderFunctions.test_find_overlapping_ranges ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_paths_with_gaps +test.unit.container.test_sharder.TestSharderFunctions.test_find_paths_with_gaps ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_shrinking_candidates +test.unit.container.test_sharder.TestSharderFunctions.test_find_shrinking_candidates ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_is_sharding_candidate +test.unit.container.test_sharder.TestSharderFunctions.test_is_sharding_candidate ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_is_shrinking_candidate +test.unit.container.test_sharder.TestSharderFunctions.test_is_shrinking_candidate ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_process_compactible +test.unit.container.test_sharder.TestSharderFunctions.test_process_compactible ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796139.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/1ff/ebf4d8761616c1037f95a2d9e10481ff/ebf4d8761616c1037f95a2d9e10481ff.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796144.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/d7b/145bf40d2975bc53d05864884f084d7b/145bf40d2975bc53d05864884f084d7b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796149.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/4a3/f0ef6541e967ed586b7ba05d57f6f4a3/f0ef6541e967ed586b7ba05d57f6f4a3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796154.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/2f1/276798eabbb2349d533b4b8c372882f1/276798eabbb2349d533b4b8c372882f1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796159.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/0b1/905ad8f806f5e563761f9bb4dde360b1/905ad8f806f5e563761f9bb4dde360b1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796164.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/d0f/0626d5346b4b675fb60a9ec41c3d9d0f/0626d5346b4b675fb60a9ec41c3d9d0f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796169.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/b80/7ce36f3e2720c461cbf1c62df2ab1b80/7ce36f3e2720c461cbf1c62df2ab1b80.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796174.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/7e5/c1b9467606e2aa871bcf887ab25f67e5/c1b9467606e2aa871bcf887ab25f67e5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796179.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/46d/9e0b77863912f1d109f6fd04f28e146d/9e0b77863912f1d109f6fd04f28e146d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796184.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/f69/09e5f8c8aa7b2c03177122ddd907ef69/09e5f8c8aa7b2c03177122ddd907ef69.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796189.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/758/d5205609370c1d705743c8bd6dd87758/d5205609370c1d705743c8bd6dd87758.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796194.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/c47/a5b2b4a10b4db18877627fbab4307c47/a5b2b4a10b4db18877627fbab4307c47.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796199.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/1ec/6e4904e0b26ced2a315bfb10c798d1ec/6e4904e0b26ced2a315bfb10c798d1ec.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796204.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/2a6/d36d4024ba80a15cb226112a706112a6/d36d4024ba80a15cb226112a706112a6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796209.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/b40/49dcbb34d3689a039d914c6296490b40/49dcbb34d3689a039d914c6296490b40.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796214.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/627/15f8e48faa72eddbf72f8e6858210627/15f8e48faa72eddbf72f8e6858210627.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796219.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/ae1/7110f22d9b2667436549e9b67aba2ae1/7110f22d9b2667436549e9b67aba2ae1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796224.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/750/579213dfb40114e8131addb9a1532750/579213dfb40114e8131addb9a1532750.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796229.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/031/e8dee9e2aae704291bce8c409a362031/e8dee9e2aae704291bce8c409a362031.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796234.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/d64/032f52b9d0e348226f3c65dd1eaf3d64/032f52b9d0e348226f3c65dd1eaf3d64.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796239.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/092/5e6a6770b2e10a51c7d4753cb9bf5092/5e6a6770b2e10a51c7d4753cb9bf5092.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796244.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/1be/092d8f9ecf9686356d4924991906f1be/092d8f9ecf9686356d4924991906f1be.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796249.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/349/a49218f67fac79c52baacad9d4247349/a49218f67fac79c52baacad9d4247349.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796254.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/0fb/d4ac521252ae32370ddd28deec3230fb/d4ac521252ae32370ddd28deec3230fb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796259.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/4d5/17f46fb632742b6e23dd9f5dbfe7e4d5/17f46fb632742b6e23dd9f5dbfe7e4d5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796264.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/e5d/0fb051aee106171c787fcf1a8f349e5d/0fb051aee106171c787fcf1a8f349e5d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796269.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/e15/eea6ff62a4738177eb7d33f367880e15/eea6ff62a4738177eb7d33f367880e15.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796274.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/d1a/7da6e52872fc816a87b072c19567bd1a/7da6e52872fc816a87b072c19567bd1a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796279.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/87e/c59c87dfea14a315a9e3f3622700087e/c59c87dfea14a315a9e3f3622700087e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796284.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/00a/086628221d108a4953fb59541eaee00a/086628221d108a4953fb59541eaee00a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796289.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/e00/5da6a39a095a948d97849889cd5d4e00/5da6a39a095a948d97849889cd5d4e00.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796294.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/bd6/487afb7aa66ad72f974f4c54a8327bd6/487afb7aa66ad72f974f4c54a8327bd6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796299.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/5c7/8ac43a5e9ed8cafb5d42b0a2a906f5c7/8ac43a5e9ed8cafb5d42b0a2a906f5c7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796304.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/679/e831f799304b9dc357af615212051679/e831f799304b9dc357af615212051679.db +test.unit.container.test_sharder.TestSharderFunctions.test_update_own_shard_range_stats +test.unit.container.test_sharder.TestSharderFunctions.test_update_own_shard_range_stats ... ok +test.unit.container.test_sync_store.TestContainerSyncStore.test_add_synced_container +test.unit.container.test_sync_store.TestContainerSyncStore.test_add_synced_container ... ok +test.unit.container.test_sync_store.TestContainerSyncStore.test_container_to_synced_container_path_conversion +test.unit.container.test_sync_store.TestContainerSyncStore.test_container_to_synced_container_path_conversion ... ok +test.unit.container.test_sync_store.TestContainerSyncStore.test_iterate_synced_containers +test.unit.container.test_sync_store.TestContainerSyncStore.test_iterate_synced_containers ... ok +test.unit.container.test_sync_store.TestContainerSyncStore.test_remove_synced_container +test.unit.container.test_sync_store.TestContainerSyncStore.test_remove_synced_container ... ok +test.unit.container.test_sync_store.TestContainerSyncStore.test_synced_container_to_container_path_conversion +test.unit.container.test_sync_store.TestContainerSyncStore.test_synced_container_to_container_path_conversion ... ok +test.unit.container.test_sync_store.TestContainerSyncStore.test_unhandled_exceptions_in_add_remove +test.unit.container.test_sync_store.TestContainerSyncStore.test_unhandled_exceptions_in_add_remove ... ok +test.unit.container.test_sync_store.TestContainerSyncStore.test_update_sync_store_according_to_metadata_and_deleted +test.unit.container.test_sync_store.TestContainerSyncStore.test_update_sync_store_according_to_metadata_and_deleted ... ok +test.unit.obj.test_diskfile.TestDiskFileRouter.test_invalid_policy_config +test.unit.obj.test_diskfile.TestDiskFileRouter.test_invalid_policy_config ... ok +test.unit.obj.test_diskfile.TestDiskFileRouter.test_policy +test.unit.obj.test_diskfile.TestDiskFileRouter.test_policy ... ok +test.unit.obj.test_ssync_sender.TestSenderEC.test_missing_check_non_durable +test.unit.obj.test_ssync_sender.TestSenderEC.test_missing_check_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSenderEC.test_updates_put_non_durable +test.unit.obj.test_ssync_sender.TestSenderEC.test_updates_put_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.controllers.test_base.TestNodeIter.test_annotate_node_with_use_replication +test.unit.proxy.controllers.test_base.TestNodeIter.test_annotate_node_with_use_replication ... ok +test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_default_fake_ring +test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_default_fake_ring ... ok +test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_does_not_mutate_supplied_nodes +test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_does_not_mutate_supplied_nodes ... ok +test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_with_handoffs +test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_with_handoffs ... ok +test.unit.proxy.controllers.test_base.TestNodeIter.test_multi_iteration +test.unit.proxy.controllers.test_base.TestNodeIter.test_multi_iteration ... ok +test.unit.proxy.controllers.test_container.TestContainerController.test_GET_bad_requests +test.unit.proxy.controllers.test_container.TestContainerController.test_GET_bad_requests ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_old_style_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_old_style_root_container ... ok +test.unit.proxy.controllers.test_container.TestContainerController.test_container_cache_cleared_after_PUT +test.unit.proxy.controllers.test_container.TestContainerController.test_container_cache_cleared_after_PUT ... ok +test.unit.proxy.controllers.test_container.TestContainerController.test_container_info_got_cached +test.unit.proxy.controllers.test_container.TestContainerController.test_container_info_got_cached ... ok +test.unit.proxy.controllers.test_container.TestContainerController.test_handoff_has_deleted_database +test.unit.proxy.controllers.test_container.TestContainerController.test_handoff_has_deleted_database ... ok +test ERROR: Failed to unlink '/tmp/tmp89tm0jv9/containers/part/suffix/hash/container.db': Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 421, in delete_object - self.delete_actual_object(target_path, delete_timestamp, + File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2244, in set_sharded_state + os.unlink(retiring_file) File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ return _mock_self._mock_call(*args, **kwargs) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ @@ -32578,985 +42520,43 @@ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call raise effect -Exception -test-expirer DEBUG: Run begin -test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects -test-expirer ERROR: Exception while deleting object .expiring_objects 1750118594 1750118594-a0/c0/o0 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 421, in delete_object - self.delete_actual_object(target_path, delete_timestamp, -TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given -test-expirer ERROR: Exception while deleting object .expiring_objects 1750118594 1750118594-a1/c1/o1 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 421, in delete_object - self.delete_actual_object(target_path, delete_timestamp, -TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given -test-expirer ERROR: Exception while deleting object .expiring_objects 1750118594 1750118594-a2/c2/o2 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 421, in delete_object - self.delete_actual_object(target_path, delete_timestamp, -TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given -test-expirer ERROR: Exception while deleting object .expiring_objects 1750118594 1750118594-a3/c3/o3 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 421, in delete_object - self.delete_actual_object(target_path, delete_timestamp, -TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given -test-expirer ERROR: Exception while deleting object .expiring_objects 1750118594 1750118594-a4/c4/o4 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 421, in delete_object - self.delete_actual_object(target_path, delete_timestamp, -TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given -test-expirer ERROR: Exception while deleting object .expiring_objects 1750204993 1750204993-a5/c5/o5 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 421, in delete_object - self.delete_actual_object(target_path, delete_timestamp, -TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_replace -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_replace ... ok -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_from_compacted_shard -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_from_compacted_shard ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_creation -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_creation ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_failed_delete_keeps_entry -test.unit.obj.test_expirer.TestObjectExpirer.test_failed_delete_keeps_entry ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_get_process_values_from_config -test.unit.obj.test_expirer.TestObjectExpirer.test_get_process_values_from_config ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_get_process_values_from_kwargs -test.unit.obj.test_expirer.TestObjectExpirer.test_get_process_values_from_kwargs ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_get_process_values_negative_process -test.unit.obj.test_expirer.TestObjectExpirer.test_get_process_values_negative_process ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_get_process_values_negative_processes -test.unit.obj.test_expirer.TestObjectExpirer.test_get_process_values_negative_processes ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_get_process_values_process_equal_to_processes -test.unit.obj.test_expirer.TestObjectExpirer.test_get_process_values_process_equal_to_processes ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_get_process_values_process_greater_than_processes -test.unit.obj.test_expirer.TestObjectExpirer.test_get_process_values_process_greater_than_processes ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_hash_mod -test.unit.obj.test_expirer.TestObjectExpirer.test_hash_mod ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_init -test.unit.obj.test_expirer.TestObjectExpirer.test_init ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_init_concurrency_too_small -test.unit.obj.test_expirer.TestObjectExpirer.test_init_concurrency_too_small ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_init_internal_client_log_name -test.unit.obj.test_expirer.TestObjectExpirer.test_init_internal_client_log_name ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_accounts_to_expire -test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_accounts_to_expire ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire -test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_show -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_show ... ok -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_include_deleted -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_include_deleted ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_object_timestamp_break -test.unit.obj.test_expirer.TestObjectExpirer.test_object_timestamp_break ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_parse_task_obj -test.unit.obj.test_expirer.TestObjectExpirer.test_parse_task_obj ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_pop_queue -test.unit.obj.test_expirer.TestObjectExpirer.test_pop_queue ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_db_file -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_db_file ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_process_based_concurrency -test.unit.obj.test_expirer.TestObjectExpirer.test_process_based_concurrency ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_show_and_analyze -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_show_and_analyze ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_report -test.unit.obj.test_expirer.TestObjectExpirer.test_report ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_round_robin_order -test.unit.obj.test_expirer.TestObjectExpirer.test_round_robin_order ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_catches_usual_exceptions -test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_catches_usual_exceptions ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_initial_sleep_random -test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_initial_sleep_random ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_subcommand_required -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_subcommand_required ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json_not_encrypted_obj -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json_not_encrypted_obj ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json_with_crypto_override -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json_with_crypto_override ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_success -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_success ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_cont_get_json_req_with_cipher_mismatch -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_cont_get_json_req_with_cipher_mismatch ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_cont_get_json_req_with_unknown_secret_id -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_cont_get_json_req_with_unknown_secret_id ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_etag_is_at_not_duplicated -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_etag_is_at_not_duplicated ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_match -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_match ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_match_with_existing_etag_is_at_header -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_match_with_existing_etag_is_at_header ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_none_match -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_none_match ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_none_match_with_existing_etag_is_at_header -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_none_match_with_existing_etag_is_at_header ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_etag_is_at_not_duplicated -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_etag_is_at_not_duplicated ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_match -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_match ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_match_with_existing_etag_is_at_header -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_match_with_existing_etag_is_at_header ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_none_match -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_none_match ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_none_match_with_existing_etag_is_at_header -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_none_match_with_existing_etag_is_at_header ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_POST_constraints_checking -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_POST_constraints_checking ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_POST_no_user_metadata -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_POST_no_user_metadata ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_POST_req -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_POST_req ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_app_exception -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_app_exception ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_constraints_checking -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_constraints_checking ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_encryption_override -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_encryption_override ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_error_in_key_callback -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_error_in_key_callback ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_missing_key_callback -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_missing_key_callback ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_bad_client_etag -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_bad_client_etag ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_good_client_etag -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_good_client_etag ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_no_client_etag -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_no_client_etag ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_no_user_metadata -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_no_user_metadata ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_nothing_read -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_nothing_read ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_req -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_req ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_response_inconsistent_etag_is_not_replaced -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_response_inconsistent_etag_is_not_replaced ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_bad_etag_in_headers_and_other_footers -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_bad_etag_in_headers_and_other_footers ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_bad_etag_in_other_footers -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_bad_etag_in_other_footers ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_footers -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_footers ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_footers_no_body -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_footers_no_body ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_headers -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_headers ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_headers_no_body -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_headers_no_body ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_etag_of_empty_body_override_in_headers -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_etag_of_empty_body_override_in_headers ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_etag_override_in_headers -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_etag_override_in_headers ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_other_footers -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_other_footers ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_other_footers_and_etag_of_empty_body -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_other_footers_and_etag_of_empty_body ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_zero_size_object -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_zero_size_object ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_config_true_value_on_disable_encryption -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_config_true_value_on_disable_encryption ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_encrypt_header_val -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_encrypt_header_val ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_app_exception_v3 -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_app_exception_v3 ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_filter_v3 -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_filter_v3 ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret_from_external_file -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret_from_external_file ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret_legacy_key_id -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret_legacy_key_id ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret_multiple_keys -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret_multiple_keys ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_bad_auth_url -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_bad_auth_url ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_bad_user_domain_name -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_bad_user_domain_name ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_config_file_and_params -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_config_file_and_params ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_connect_failure_auth_url -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_connect_failure_auth_url ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_algorithm -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_algorithm ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_format -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_format ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_id -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_id ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_length -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_length ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_password -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_password ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_username -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_username ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_none_key -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_none_key ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_nonexistent_key_id -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_nonexistent_key_id ... ok -test.unit.common.middleware.s3api.test_acl_utils.TestS3ApiAclUtils.test_canned_acl_header -test.unit.common.middleware.s3api.test_acl_utils.TestS3ApiAclUtils.test_canned_acl_header ... ok -test.unit.common.middleware.s3api.test_cfg.TestS3ApiCfg.test_config -test.unit.common.middleware.s3api.test_cfg.TestS3ApiCfg.test_config ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_auth_uris -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_auth_uris ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorization_nova_toconnect -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorization_nova_toconnect ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorize_with_access_key -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorize_with_access_key ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorize_with_access_key_and_unquote_chars -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorize_with_access_key_and_unquote_chars ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_bytes -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_bytes ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_http -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_http ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_trailing_slash -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_trailing_slash ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_v3 -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_v3 ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_bad_auth_uris -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_bad_auth_uris ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_http_timeout -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_http_timeout ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_http_timeout_option -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_http_timeout_option ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_insecure -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_insecure ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_insecure_option -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_insecure_option ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_no_path_request -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_no_path_request ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_nukes_auth_headers -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_nukes_auth_headers ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_reseller_prefix -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_reseller_prefix ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_calls_report -test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_calls_report ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_nothing_to_do -test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_nothing_to_do ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_rate_limited -test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_rate_limited ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_unicode_problem -test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_unicode_problem ... ok -test ERROR: Error decrypting container listing: Bad crypto meta: Cipher must be AES_CTR_256 -test ERROR: get_keys(): unknown key id: unknown_key -test ERROR: Error decrypting container listing: unknown_key -test ERROR: get_keys(): from callback: Testing: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 169, in get_keys - keys = fetch_crypto_keys(key_id=key_id) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/crypto/test_encrypter.py", line 913, in raise_exc - raise Exception('Testing') -Exception: Testing -test ERROR: ERROR get_keys() missing callback: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 161, in get_keys - fetch_crypto_keys = env[CRYPTO_KEY_CALLBACK] - ~~~^^^^^^^^^^^^^^^^^^^^^ -KeyError: 'swift.callback.fetch_crypto_keys' -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: FORCED_TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: {"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}} -test DEBUG: Error on keystone reply: 201 {"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}} - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: {"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}} -test DEBUG: Error on keystone reply: 201 {"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}} - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Not a path query: /, skipping. -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: No authorization details from s3api. skipping. -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test INFO: Caching s3tokens for 20 seconds -test DEBUG: Calling S3Token middleware. -test DEBUG: Cached creds valid -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_secret_is_cached -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_secret_is_cached ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_secret_sets_cache -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_secret_sets_cache ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_tolerate_missing_token_id -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_tolerate_missing_token_id ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_unicode_path -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_unicode_path ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_without_auth_storage_token -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_without_auth_storage_token ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_without_authorization -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_without_authorization ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_not_ratelimited -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_not_ratelimited ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_skip_task_account_without_task_container -test.unit.obj.test_expirer.TestObjectExpirer.test_skip_task_account_without_task_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_delete_db_does_not_clear_particular_sharding_meta -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_delete_db_does_not_clear_particular_sharding_meta ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_success_gets_counted -test.unit.obj.test_expirer.TestObjectExpirer.test_success_gets_counted ... ok -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_quarantine_age_conf -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_quarantine_age_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_quarantine_threshold_conf -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_quarantine_threshold_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_all_404s_fails -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_all_404s_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_all_404s_fails_custom_request_node_count -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_all_404s_fails_custom_request_node_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_error_with_invalid_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_error_with_invalid_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_errors_works -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_errors_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_exceptions_fails -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_exceptions_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_finds_duplicate_does_not_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_finds_duplicate_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_finds_missing_frag_does_not_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_finds_missing_frag_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_frags_on_handoffs -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_frags_on_handoffs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_invalid_frag_index_headers -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_invalid_frag_index_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_missing_headers -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_missing_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_mixed_meta_timestamps_works -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_mixed_meta_timestamps_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_mixture_of_errors_fails -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_mixture_of_errors_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_errors -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_duplicate_frags -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_duplicate_frags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_not_old_enough -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_not_old_enough ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_invalid_frag_index_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_invalid_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_etag_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_etag_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_frag_index_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_timestamp_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_timestamp_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_more_than_threshold_frags -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_more_than_threshold_frags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_non_404_response -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_non_404_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_two -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_two ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_etag_with_same_timestamp -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_etag_with_same_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_new_etag -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_new_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_old_etag -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_old_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_timestamps_etags_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_timestamps_etags_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_parity_fa_with_data_node_failure -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_parity_fa_with_data_node_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_request_node_count_conf -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_request_node_count_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_command_line_overrides -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_command_line_overrides ... ok -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_using_state_aliases -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_using_state_aliases ... ok -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_device_distribution -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_device_distribution ... ok -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_more_workers_than_disks -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_more_workers_than_disks ... ok -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_no_multiprocessing -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_no_multiprocessing ... ok -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_override_policies -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_override_policies ... ok -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_run_forever -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_run_forever ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_ratelimited -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_ratelimited ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_unhandled_request -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_unhandled_request ... ok -test.unit.common.middleware.test_domain_remap.TestSwiftInfo.test_registered_defaults -test.unit.common.middleware.test_domain_remap.TestSwiftInfo.test_registered_defaults ... ok -test.unit.common.middleware.test_domain_remap.TestSwiftInfo.test_registered_nondefaults -test.unit.common.middleware.test_domain_remap.TestSwiftInfo.test_registered_nondefaults ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_and_HEAD_registered -test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_and_HEAD_registered ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered -test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered_overrides_uploaded -test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered_overrides_uploaded ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered_with_query_string -test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered_with_query_string ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_POST -test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_POST ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_uploaded -test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_uploaded ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_uploaded_with_query_string -test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_uploaded_with_query_string ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_with_query_string_POST -test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_with_query_string_POST ... ok -test-expirer ERROR: Exception while deleting object .expiring_objects 1750204993 1750204993-a6/c6/o6 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 421, in delete_object - self.delete_actual_object(target_path, delete_timestamp, -TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given -test-expirer ERROR: Exception while deleting object .expiring_objects 1750204993 1750204993-a7/c7/o7 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 421, in delete_object - self.delete_actual_object(target_path, delete_timestamp, -TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given -test-expirer ERROR: Exception while deleting object .expiring_objects 1750204993 1750204993-a8/c8/o8♡ TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 421, in delete_object - self.delete_actual_object(target_path, delete_timestamp, -TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given -test-expirer ERROR: Exception while deleting object .expiring_objects 1750204993 1750204993-a9/c9/o9ø TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 421, in delete_object - self.delete_actual_object(target_path, delete_timestamp, -TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given -test-expirer DEBUG: Run end -test-expirer INFO: Pass completed in 0s; 0 objects expired -test-expirer DEBUG: Run begin -test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects -test-expirer DEBUG: Run end -test-expirer INFO: Pass completed in 0s; 10 objects expired -test-expirer ERROR: Unexcepted error handling task '1750118595-invalid0': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 265, in iter_task_to_expire - target_object = parse_task_obj(task_object) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 65, in parse_task_obj - split_path('/' + target_path, 3, 3, True) - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 1165, in split_path - raise ValueError('Invalid path: %s' % quote(path)) -ValueError: Invalid path: /invalid0 -test-expirer ERROR: Unexcepted error handling task '1750118595-invalid1': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 265, in iter_task_to_expire - target_object = parse_task_obj(task_object) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 65, in parse_task_obj - split_path('/' + target_path, 3, 3, True) - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 1165, in split_path - raise ValueError('Invalid path: %s' % quote(path)) -ValueError: Invalid path: /invalid1 -test-expirer DEBUG: Run begin -test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects -test-expirer DEBUG: Run end -test-expirer INFO: Pass completed in 0s; 10 objects expired -test-expirer INFO: Pass completed in 0s; 0 objects expired -test-expirer ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' -test-expirer INFO: Pass so far 0s; 0 objects expired -test-expirer ERROR: Unexcepted error handling task {'task_account': '.expiring_objects', 'task_container': '0000', 'task_object': '0000-invalid0', 'delete_timestamp': 0000000000.00000_0000000000000000, 'target_path': 'invalid0', 'is_async_delete': False} -test-expirer ERROR: Unexcepted error handling task {'task_account': '.expiring_objects', 'task_container': '0001', 'task_object': '0001-invalid1', 'delete_timestamp': 0000000001.00000_0000000000000000, 'target_path': 'invalid1', 'is_async_delete': False} -test-expirer ERROR: Unexcepted error handling task {'task_account': '.expiring_objects', 'task_container': '0002', 'task_object': '0002-invalid2', 'delete_timestamp': 0000000002.00000_0000000000000000, 'target_path': 'invalid2', 'is_async_delete': False} -test-expirer ERROR: Unhandled exception: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 380, in run_forever - self.run_once(*args, **kwargs) - File "/build/reproducible-path/swift-2.33.0/test/unit/obj/test_expirer.py", line 907, in raise_exceptions - raise Exception('exception %d' % raises[0]) -Exception: exception 1 -test-expirer DEBUG: Run begin -test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects -test-expirer DEBUG: Run end -test-expirer INFO: Pass completed in 0s; 10 objects expired -test-expirer DEBUG: Run begin -test-expirer ERROR: Unhandled exception: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 330, in run_once - self.swift.get_account_info(task_account) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -AttributeError: 'str' object has no attribute 'get_account_info' -test-expirer DEBUG: Run begin -test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects -test-expirer DEBUG: Run end -test-expirer INFO: Pass completed in 0s; 10 objects expired -test-expirer DEBUG: Run begin -test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects -test-expirer DEBUG: Run end -test-expirer INFO: Pass completed in 0s; 10 objects expired -test-expirer DEBUG: Run begin -test-expirer DEBUG: Run end -test-expirer INFO: Pass completed in 0s; 0 objects expired -test-expirer DEBUG: Run begin -test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects -test-expirer DEBUG: Run end -test-expirer INFO: Pass completed in 0s; 10 objects expired -test-replicator INFO: [worker 1/2 pid=635435] Running object replicator in script mode. -test-replicator INFO: [worker 1/2 pid=635435] Object replication complete (once). (2.00 minutes) -test-replicator INFO: [worker 2/2 pid=635435] Running object replicator in script mode. -test-replicator INFO: [worker 2/2 pid=635435] Object replication complete (once). (2.00 minutes) -test-replicator INFO: [worker 1/3 pid=635435] Running object replicator in script mode. -test-replicator INFO: [worker 1/3 pid=635435] Object replication complete (once). (2.00 minutes) -test-replicator INFO: [worker 2/3 pid=635435] Running object replicator in script mode. -test-replicator INFO: [worker 2/3 pid=635435] Object replication complete (once). (2.00 minutes) -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_run_once -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_run_once ... ok -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_skipped_with_overrides -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_skipped_with_overrides ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_allowed_methods -test.unit.common.middleware.test_helpers.TestFakeSwift.test_allowed_methods ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_not_registered -test.unit.common.middleware.test_helpers.TestFakeSwift.test_not_registered ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_object_GET_updated_with_storage_policy -test.unit.common.middleware.test_helpers.TestFakeSwift.test_object_GET_updated_with_storage_policy ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_range -test.unit.common.middleware.test_helpers.TestFakeSwift.test_range ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header -test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header_ignored -test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header_ignored ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header_old_swift -test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header_old_swift ... ok -test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_blank_plus_other_reseller -test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_blank_plus_other_reseller ... ok -test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_blank_reseller -test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_blank_reseller ... ok -test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_default -test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_default ... ok -test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_multiple_resellers -test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_multiple_resellers ... ok -test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_same_as_default -test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_same_as_default ... ok -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_character -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_character ... ok -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_length -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_length ... ok -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_regexp -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_regexp ... ok -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_maximum_length_from_config -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_maximum_length_from_config ... ok -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_valid_length_and_character -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_valid_length_and_character ... ok -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_valid_regexp -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_valid_regexp ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_DELETE_current_version -test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_DELETE_current_version ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_POST_error_versioning_disabled -test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_POST_error_versioning_disabled ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_PUT_version_versioning_disbaled -test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_PUT_version_versioning_disbaled ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_account -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_account ... ok -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_worker_logging -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_worker_logging ... ok -test.unit.obj.test_ssync_receiver.TestModuleMethods.test_decode_missing -test.unit.obj.test_ssync_receiver.TestModuleMethods.test_decode_missing ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_app_set -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_app_set ... ok -test.unit.obj.test_ssync_receiver.TestModuleMethods.test_encode_wanted -test.unit.obj.test_ssync_receiver.TestModuleMethods.test_encode_wanted ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_conf_set -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_conf_set ... ok -test.unit.obj.test_ssync_sender.TestSenderEC.test_missing_check_non_durable -test.unit.obj.test_ssync_sender.TestSenderEC.test_missing_check_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSenderEC.test_updates_put_non_durable -test.unit.obj.test_ssync_sender.TestSenderEC.test_updates_put_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1 -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1 ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container10unicodesubdirlisting -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container10unicodesubdirlisting ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkeraltdirtype -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkeraltdirtype ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkerinvaliddirtype -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkerinvaliddirtype ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkermatchdirtype -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkermatchdirtype ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkerobjectindex -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkerobjectindex ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container12unredirectedrequest -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container12unredirectedrequest ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container13empty -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container13empty ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1_web_mode_explicitly_off -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1_web_mode_explicitly_off ... ok -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_GET_bad_requests -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_GET_bad_requests ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1_web_mode_explicitly_on -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1_web_mode_explicitly_on ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2 -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2 ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2_web_mode_explicitly_off -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2_web_mode_explicitly_off ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2_web_mode_explicitly_on -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2_web_mode_explicitly_on ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json_web_mode_explicitly_off -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json_web_mode_explicitly_off ... ok -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_container_cache_cleared_after_PUT -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_container_cache_cleared_after_PUT ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json_web_mode_explicitly_on -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json_web_mode_explicitly_on ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2onetxt -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2onetxt ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3 -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3 ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3bindexhtml -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3bindexhtml ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3indexhtml -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3indexhtml ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdir -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdir ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdirx -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdirx ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdiry -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdiry ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdirz -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdirz ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subsubdir -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subsubdir ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subsubdircontents -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subsubdircontents ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3unknown -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3unknown ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4indexhtml -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4indexhtml ... ok -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_container_info_got_cached -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_container_info_got_cached ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4indexhtmlauthed -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4indexhtmlauthed ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4onetxt -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4onetxt ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4subdir -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4subdir ... ok -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_with_format_header -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_with_format_header ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4tempurl -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4tempurl ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4twotxt -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4twotxt ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4unknown -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4unknown ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container5indexhtml -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container5indexhtml ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container5unknown -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container5unknown ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6blisting -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6blisting ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6listing -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6listing ... ok -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_handoff_has_deleted_database -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_handoff_has_deleted_database ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6subdir -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6subdir ... ok -swift: No authentication middleware authorized request yet. Skipping staticweb -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container7listing -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container7listing ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container8listingcss -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container8listingcss ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container8subdirlistingcss -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container8subdirlistingcss ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container9listingcss -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container9listingcss ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container9subdirlistingcss -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container9subdirlistingcss ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container_404_has_css -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container_404_has_css ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container_404_has_no_css -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container_404_has_no_css ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_no_auth_middleware -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_no_auth_middleware ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_root -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_root ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_subrequest_not_override_auth -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_subrequest_not_override_auth ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_subrequest_once_if_possible -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_subrequest_once_if_possible ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_version -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_version ... ok -test.unit.common.middleware.test_symlink.SymlinkVersioningTestCase.test_delete_latest_version_no_marker_success -test.unit.common.middleware.test_symlink.SymlinkVersioningTestCase.test_delete_latest_version_no_marker_success ... ok -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -test.unit.common.middleware.test_symlink.SymlinkVersioningTestCase.test_new_symlink_version_success -test.unit.common.middleware.test_symlink.SymlinkVersioningTestCase.test_new_symlink_version_success ... ok -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_options -test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_options ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_incoming_header_conflict -test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_incoming_header_conflict ... ok -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_incoming_header_startswith_conflict -test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_incoming_header_startswith_conflict ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_outgoing_header_conflict -test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_outgoing_header_conflict ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_outgoing_header_startswith_conflict -test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_outgoing_header_startswith_conflict ... ok -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -test.unit.common.middleware.test_tempurl.TestTempURL.test_auth_scheme_value -test.unit.common.middleware.test_tempurl.TestTempURL.test_auth_scheme_value ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_authorize_limits_scope -test.unit.common.middleware.test_tempurl.TestTempURL.test_authorize_limits_scope ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_bad_ip_range_invalid -test.unit.common.middleware.test_tempurl.TestTempURL.test_bad_ip_range_invalid ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_bad_path -test.unit.common.middleware.test_tempurl.TestTempURL.test_bad_path ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_changed_expires_invalid -test.unit.common.middleware.test_tempurl.TestTempURL.test_changed_expires_invalid ... ok -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -test.unit.common.middleware.test_tempurl.TestTempURL.test_changed_path_invalid -test.unit.common.middleware.test_tempurl.TestTempURL.test_changed_path_invalid ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_changed_sig_invalid -test.unit.common.middleware.test_tempurl.TestTempURL.test_changed_sig_invalid ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_clean_incoming_headers -test.unit.common.middleware.test_tempurl.TestTempURL.test_clean_incoming_headers ... ok -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -test.unit.common.middleware.test_tempurl.TestTempURL.test_clean_outgoing_headers -test.unit.common.middleware.test_tempurl.TestTempURL.test_clean_outgoing_headers ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_delete_allowed -test.unit.common.middleware.test_tempurl.TestTempURL.test_delete_allowed ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_delete_when_forbidden_by_config -test.unit.common.middleware.test_tempurl.TestTempURL.test_delete_when_forbidden_by_config ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_different_key_invalid -test.unit.common.middleware.test_tempurl.TestTempURL.test_different_key_invalid ... ok -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -test.unit.common.middleware.test_tempurl.TestTempURL.test_disallowed_header_object_manifest -test.unit.common.middleware.test_tempurl.TestTempURL.test_disallowed_header_object_manifest ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_filename_trailing_slash -test.unit.common.middleware.test_tempurl.TestTempURL.test_filename_trailing_slash ... ok -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_hmacs -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_hmacs ... ok -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_not_allowed_by_put -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_not_allowed_by_put ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_path_parts -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_path_parts ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_temp_url_info -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_temp_url_infoswift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. - ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_but_404 -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_but_404 ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_container_keys -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_container_keys ... ok -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_key2 -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_key2 ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_fake_ip_from_x_forwarded_for -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_fake_ip_from_x_forwarded_for ... ok -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_filename -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_filename ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_filename_and_inline -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_filename_and_inline ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_inline -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_inline ... ok -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_ip_from_remote_addr -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_ip_from_remote_addr ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_ip_range -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_ip_range ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_ipv6_range -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_ipv6_range ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_no_client_address -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_no_client_address ... ok -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_prefix -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_prefix ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_prefix_and_staticweb -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_prefix_and_staticweb ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_prefix_empty -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_prefix_empty ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_single_ipv6 -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_single_ipv6 ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_head_allowed_by_get -test.unit.common.middleware.test_tempurl.TestTempURL.test_head_allowed_by_get ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_head_allowed_by_post -test.unit.common.middleware.test_tempurl.TestTempURL.test_head_allowed_by_post ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_head_allowed_by_put -test.unit.common.middleware.test_tempurl.TestTempURL.test_head_allowed_by_put ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_head_and_get_headers_match -test.unit.common.middleware.test_tempurl.TestTempURL.test_head_and_get_headers_match ... ok -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -test.unit.common.middleware.test_tempurl.TestTempURL.test_head_otherwise_not_allowed -test.unit.common.middleware.test_tempurl.TestTempURL.test_head_otherwise_not_allowed ... ok -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -test.unit.common.middleware.test_tempurl.TestTempURL.test_head_valid_with_filename -test.unit.common.middleware.test_tempurl.TestTempURL.test_head_valid_with_filename ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_invalid -test.unit.common.middleware.test_tempurl.TestTempURL.test_invalid ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_ip_range_value_error -test.unit.common.middleware.test_tempurl.TestTempURL.test_ip_range_value_error ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_missing_expires -test.unit.common.middleware.test_tempurl.TestTempURL.test_missing_expires ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_missing_sig -test.unit.common.middleware.test_tempurl.TestTempURL.test_missing_sig ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_no_key -test.unit.common.middleware.test_tempurl.TestTempURL.test_no_keyswift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. - ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_no_prefix_match_invalid -test.unit.common.middleware.test_tempurl.TestTempURL.test_no_prefix_match_invalid ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_normalize_temp_url_expires -test.unit.common.middleware.test_tempurl.TestTempURL.test_normalize_temp_url_expires ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_obj_odd_chars -test.unit.common.middleware.test_tempurl.TestTempURL.test_obj_odd_chars ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_obj_odd_chars_in_content_disposition_metadata -test.unit.common.middleware.test_tempurl.TestTempURL.test_obj_odd_chars_in_content_disposition_metadataswift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. - ... ok -test-replicator INFO: [worker 3/3 pid=635435] Running object replicator in script mode. -test-replicator INFO: [worker 3/3 pid=635435] Object replication complete (once). (2.00 minutes) -test-replicator INFO: [worker 1/3 pid=635435] Running object replicator in script mode. -test-replicator INFO: [worker 1/3 pid=635435] Object replication complete (once). (2.00 minutes) -test-replicator INFO: [worker 1/3 pid=635435] Running object replicator in script mode. -test-replicator INFO: [worker 1/3 pid=635435] Object replication complete (once). (2.00 minutes) -test-replicator INFO: [worker 1/3 pid=8804] Running object replicator in script mode. -test-replicator DEBUG: [worker 1/3 pid=8804] debug message -test-replicator INFO: [worker 1/3 pid=8804] info message -test-replicator WARNING: [worker 1/3 pid=8804] warning message -test-replicator ERROR: [worker 1/3 pid=8804] error message -test-replicator INFO: [worker 1/3 pid=8804] Object replication complete (once). (0.00 minutes) +OSError: 1 +test DEBUG: Unlinked retiring db '/tmp/tmp89tm0jv9/containers/part/suffix/hash/container_1715796075.00000.db' +test WARNING: Still have multiple db files after unlinking '/tmp/tmp89tm0jv9/containers/part/suffix/hash/container_1715796075.00000.db': ['/tmp/tmp89tm0jv9/containers/part/suffix/hash/container.db', '/tmp/tmp89tm0jv9/containers/part/suffix/hash/container_1715796076.00000.db'] +test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmp89tm0jv9/containers/part/suffix/hash/container_1715796076.00000.db']. +test ERROR: Failed to set the ROWID of the fresh database for a/c: +test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpkah0t299/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test WARNING: Handoff requested (9) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx6d13c8163df041848a591-0068520244) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.3:1003/sdd (txn: tx6d13c8163df041848a591-0068520244) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx6d13c8163df041848a591-0068520244) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: tx6d13c8163df041848a591-0068520244) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.4:1004/sda (txn: tx6d13c8163df041848a591-0068520244) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.5:1005/sda (txn: tx6d13c8163df041848a591-0068520244) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.6:1006/sda (txn: tx6d13c8163df041848a591-0068520244) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.7:1007/sda (txn: tx6d13c8163df041848a591-0068520244) -test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500, 500, 500] (txn: tx6d13c8163df041848a591-0068520244) -test INFO: Client disconnected on read of '/a/c' (txn: tx6d13c8163df041848a591-0068520244) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx2d9bbc638f884b55b84e1-0068520244) -test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx2d9bbc638f884b55b84e1-0068520244) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx2d9bbc638f884b55b84e1-0068520244) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx2d9bbc638f884b55b84e1-0068520244) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda (txn: txb6a3e3c3cfbb47299fcee-0068520244) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx7c022205c0394ba3885db-0068520244) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx358087de09b843ad96cda-0068520244) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd (txn: tx3eb18399e44f4c26a68e4-0068520244) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to PUT /a/c: Timeout (Nones) (txn: txf287cc2412e84f4f83e8c-0068520244) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx211388e0b754495b9b60a-006644f876) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: tx211388e0b754495b9b60a-006644f876) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx211388e0b754495b9b60a-006644f876) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.3:1003/sda (txn: tx211388e0b754495b9b60a-006644f876) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.4:1004/sda (txn: tx211388e0b754495b9b60a-006644f876) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.5:1005/sda (txn: tx211388e0b754495b9b60a-006644f876) +test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500] (txn: tx211388e0b754495b9b60a-006644f876) +test INFO: Client disconnected on read of '/a/c' (txn: tx211388e0b754495b9b60a-006644f876) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx908c5f6a61cd4538bc695-006644f876) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx908c5f6a61cd4538bc695-006644f876) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx908c5f6a61cd4538bc695-006644f876) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda (txn: tx6e1503db254b42d58fd32-006644f876) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx5b06b820cee14c1f9882e-006644f876) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx83ad97b3c80a42cdb561f-006644f876) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to PUT /a/c: Timeout (Nones) (txn: tx382704d0fa9a4ecda41d0-006644f876) +test.unit.proxy.controllers.test_container.TestContainerController.test_node_errors +test.unit.proxy.controllers.test_container.TestContainerController.test_node_errors ... ok +test.unit.proxy.controllers.test_container.TestContainerController.test_reseller_admin +test.unit.proxy.controllers.test_container.TestContainerController.test_reseller_admin ... ok test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -33573,13 +42573,13 @@ ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ raise status -Exception: kaboom! (txn: tx8dd755219fbb47b480f26-0068520244) -test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx3db38c878e8246ffb5eb6-0068520244) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda (txn: txa79dac7839df4f3c9a501-0068520244) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb (txn: txbe2706ea504e43cd80d73-0068520244) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc (txn: txb5585c12a72b486795681-0068520244) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd (txn: txf4457f310067418a8a166-0068520244) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to DELETE /a/c: Timeout (Nones) (txn: txef67996ba45049c7915b0-0068520244) +Exception: kaboom! (txn: txdcca8d1c31cf47719e42c-006644f876) +test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx9f2b6d7f9c454c5596339-006644f876) +test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx9f2b6d7f9c454c5596339-006644f876) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda (txn: tx5ab62bca35714e0681632-006644f876) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx858668fbbc2d4fe5907cb-006644f876) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx9fdbf0c1b7fd4af787b93-006644f876) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to DELETE /a/c: Timeout (Nones) (txn: tx03f5a656137b4e21a69e5-006644f876) test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -33596,71 +42596,13 @@ ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ raise status -Exception: kaboom! (txn: tx365588d2fd004f36955b0-0068520244) -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_node_errors -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_node_errorsswift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. - ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_obj_trailing_slash -test.unit.common.middleware.test_tempurl.TestTempURL.test_obj_trailing_slash ... ok -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_reseller_admin -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_reseller_admin ... ok -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -test.unit.common.middleware.test_tempurl.TestTempURL.test_object_url_with_prefix_invalid -test.unit.common.middleware.test_tempurl.TestTempURL.test_object_url_with_prefix_invalid ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_passthrough -test.unit.common.middleware.test_tempurl.TestTempURL.test_passthrough ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_post_when_forbidden_by_config -test.unit.common.middleware.test_tempurl.TestTempURL.test_post_when_forbidden_by_config ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_put_not_allowed_by_get -test.unit.common.middleware.test_tempurl.TestTempURL.test_put_not_allowed_by_get ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_put_response_headers_in_list -test.unit.common.middleware.test_tempurl.TestTempURL.test_put_response_headers_in_list ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_put_valid -test.unit.common.middleware.test_tempurl.TestTempURL.test_put_validswift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. - ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_incoming_header -test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_incoming_header ... ok -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_incoming_headers_match -test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_incoming_headers_match ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_outgoing_header -test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_outgoing_header ... ok -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_outgoing_headers_match -test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_outgoing_headers_match ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_signature_trim -test.unit.common.middleware.test_tempurl.TestTempURL.test_signature_trim ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_unicode_metadata_value -test.unit.common.middleware.test_tempurl.TestTempURL.test_unicode_metadata_value ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_unknown_not_allowed -test.unit.common.middleware.test_tempurl.TestTempURL.test_unknown_not_allowed ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_first_version -test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_first_version ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_new_version -test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_new_version ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_new_version_different_account -test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_new_version_different_account ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_object_no_versioning_with_container_config_true -test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_object_no_versioning_with_container_config_true ... ok -test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx5a386cb359054f1ebc7a6-0068520244) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda (txn: tx9a04b400a78e41a1ab0a0-0068520244) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx341773fb73344ecd88a36-0068520244) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc (txn: txc44848887b644b2bb24ce-0068520244) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.3:1003/sdd (txn: tx4cdda8680e1d4e0898097-0068520244) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to POST /a/c: Timeout (Nones) (txn: tx9b8e312c2a144329ae4ba-0068520244) +Exception: kaboom! (txn: tx1c51a2d841d7481aaccaa-006644f876) +test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: txb30716989c89410cb621a-006644f876) +test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txb30716989c89410cb621a-006644f876) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda (txn: tx84cc3c115d24449a8f1c7-006644f876) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb (txn: txd3fbc20098a84a318c922-006644f876) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx4c70938e6dca4d7b8b6af-006644f876) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to POST /a/c: Timeout (Nones) (txn: tx7bebb8aa2d914f208bfe0-006644f876) test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -33677,117 +42619,17 @@ ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ raise status -Exception: kaboom! (txn: tx93b6de5de26b40749734d-0068520244) -test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: txa21d40682e744894823d0-0068520244) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: tx421ff4c1aee9419e90e90-0068520244) -test INFO: Client disconnected on read of '/a/c' (txn: tx3847890214c240a5b559d-0068520244) -test INFO: Client disconnected on read of '/a/c' (txn: txac6bf9c1bf1c4848a1039-0068520244) -test INFO: Client disconnected on read of '/a/c' (txn: txac6bf9c1bf1c4848a1039-0068520244) +Exception: kaboom! (txn: txe1cc5a132e5e4269b7111-006644f876) +test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx28f19b32770f4258aebbc-006644f876) +test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx28f19b32770f4258aebbc-006644f876) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: txd03b1584f326464ba6dac-006644f876) +test INFO: Client disconnected on read of '/a/c' (txn: tx341d6ecadfbe4b769249c-006644f876) +test INFO: Client disconnected on read of '/a/c' (txn: txde98b3bd8727439aab51e-006644f876) +test INFO: Client disconnected on read of '/a/c' (txn: txde98b3bd8727439aab51e-006644f876) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -33796,8 +42638,6 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -33816,16 +42656,8 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -33834,7 +42666,8 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda +test.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_DELETE +test.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_DELETE ... ok test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -33853,16 +42686,9 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: +test ERROR: Container GET returning 503 for (204, 404, 503) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -33871,9 +42697,6 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: Container GET returning 503 for (204, 404, 503, 503) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -33892,68 +42715,10 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: Container GET returning 503 for (204, 503, 503) test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: Container GET returning 503 for (204, 503, 503, 503) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_DELETE -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_DELETE ... ok -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_component_different_builder_order -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_component_different_builder_order ... ok -test.unit.container.test_backend.TestContainerBroker.test_empty -test.unit.container.test_backend.TestContainerBroker.test_empty ... ok -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_delete_object -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_delete_object ... ok -test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_namespaces -test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_namespaces ... ok -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -33962,7 +42727,6 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -33981,16 +42745,8 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -33999,8 +42755,6 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -34019,38 +42773,10 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: Container GET returning 503 for (404, 503, 503, 503) +test ERROR: Container GET returning 503 for (404, 503, 503) test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -34059,7 +42785,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -34068,7 +42794,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -34077,40 +42803,12 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: Container GET returning 503 for (503, 503, 503, 503) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: Container GET returning 503 for (503, 503, 503) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -34119,7 +42817,6 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -34138,16 +42835,8 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -34156,7 +42845,6 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -34175,54 +42863,9 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: Container GET returning 503 for (204, 404, 503) test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -34231,7 +42874,6 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.3:1003/sdd test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -34250,95 +42892,10 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: Container GET returning 503 for (204, 404, 503, 503) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: Container GET returning 503 for (204, 503, 503) test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: Container GET returning 503 for (204, 503, 503, 503) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -34347,7 +42904,6 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -34366,20 +42922,8 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_POST -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_POST ... ok -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_different_builders -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_different_builders ... ok -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -34388,8 +42932,6 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.3:1003/sdd test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -34408,16 +42950,12 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: Container GET returning 503 for (404, 503, 503) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda +test.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_POST +test.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_POST ... ok +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -34426,10 +42964,6 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: Container GET returning 503 for (404, 503, 503, 503) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -34448,95 +42982,12 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: Container GET returning 503 for (503, 503, 503, 503) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: Container GET returning 503 for (503, 503, 503) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -34545,7 +42996,6 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -34564,16 +43014,8 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -34582,8 +43024,6 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -34602,53 +43042,9 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration +test ERROR: Container GET returning 503 for (201, 404, 503) test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -34657,9 +43053,6 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: Container GET returning 503 for (201, 404, 503, 503) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -34678,56 +43071,10 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: Container GET returning 503 for (201, 503, 503) test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: Container GET returning 503 for (201, 503, 503, 503) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -34736,7 +43083,6 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -34755,16 +43101,10 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: +test.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_PUT +test.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_PUT ... ok +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -34773,8 +43113,6 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -34793,16 +43131,10 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: Container GET returning 503 for (404, 503, 503) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -34811,18 +43143,6 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_PUT -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_PUT ... ok -test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_shard_ranges -test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_shard_ranges ... ok -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_different_number_builders -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_different_number_builders ... ok -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_duplicate_builder_ids -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_duplicate_builder_ids ... ok -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: Container GET returning 503 for (404, 503, 503, 503) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -34841,77 +43161,10 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: Container GET returning 503 for (503, 503, 503, 503) +test ERROR: Container GET returning 503 for (503, 503, 503) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status -OSError (txn: tx375421ea9c934bdb81c7f-0068520244) -test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status -OSError (txn: tx375421ea9c934bdb81c7f-0068520244) test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -34928,35 +43181,7 @@ ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ raise status - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status -OSError (txn: tx375421ea9c934bdb81c7f-0068520244) +OSError (txn: tx6a3388fd873540ab93aba-006644f876) test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -34987,36 +43212,8 @@ ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ raise status - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status -OSError (txn: tx375421ea9c934bdb81c7f-0068520244) -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: +OSError (txn: tx6a3388fd873540ab93aba-006644f876) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( @@ -35060,36 +43257,8 @@ ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ raise status - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status -OSError (txn: tx375421ea9c934bdb81c7f-0068520244) -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to GET /v1/a/c: +OSError (txn: tx6a3388fd873540ab93aba-006644f876) +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to GET /v1/a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( @@ -35147,36 +43316,8 @@ ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ raise status - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status -OSError (txn: tx375421ea9c934bdb81c7f-0068520244) -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to GET /v1/a/c: +OSError (txn: tx6a3388fd873540ab93aba-006644f876) +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( @@ -35248,36 +43389,8 @@ ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ raise status - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status -OSError (txn: tx375421ea9c934bdb81c7f-0068520244) -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to GET /v1/a/c: +OSError (txn: tx6a3388fd873540ab93aba-006644f876) +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to GET /v1/a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( @@ -35363,95 +43476,59 @@ ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ raise status - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status -OSError (txn: tx375421ea9c934bdb81c7f-0068520244) -test ERROR: Container GET returning 503 for [] (txn: tx375421ea9c934bdb81c7f-0068520244) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx42d0154f977742d3b43c4-0068520244) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx42d0154f977742d3b43c4-0068520244) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: tx42d0154f977742d3b43c4-0068520244) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.3:1003/sdd (txn: tx42d0154f977742d3b43c4-0068520244) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.4:1004/sda (txn: tx42d0154f977742d3b43c4-0068520244) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.5:1005/sda (txn: tx42d0154f977742d3b43c4-0068520244) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.6:1006/sda (txn: tx42d0154f977742d3b43c4-0068520244) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.7:1007/sda (txn: tx42d0154f977742d3b43c4-0068520244) -test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500, 500, 500] (txn: tx42d0154f977742d3b43c4-0068520244) -test INFO: Client disconnected on read of '/a/c' (txn: txd2a1e7757c6a447094309-0068520244) -test INFO: Client disconnected on read of '/a/c' (txn: tx7a0883eefc5c4b358b674-0068520244) -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_codes_for_GET -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_codes_for_GET ... ok -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_swift_owner -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_swift_owner ... ok -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx6e84c889e38e42518a8dd-0068520245) -test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx6e84c889e38e42518a8dd-0068520245) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx6e84c889e38e42518a8dd-0068520245) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx6e84c889e38e42518a8dd-0068520245) -test ERROR: Container GET returning 503 for [] (txn: tx6e84c889e38e42518a8dd-0068520245) -test INFO: Client disconnected on read of '/a/c' (txn: tx6e84c889e38e42518a8dd-0068520245) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txc64cbda1df934ac58b735-0068520245) -test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txc64cbda1df934ac58b735-0068520245) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txc64cbda1df934ac58b735-0068520245) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txc64cbda1df934ac58b735-0068520245) -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txc64cbda1df934ac58b735-0068520245) -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txc64cbda1df934ac58b735-0068520245) -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txc64cbda1df934ac58b735-0068520245) -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txc64cbda1df934ac58b735-0068520245) -test ERROR: Container GET returning 503 for [] (txn: txc64cbda1df934ac58b735-0068520245) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txb3af5e84040b4880920a2-0068520245) -test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txb3af5e84040b4880920a2-0068520245) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txb3af5e84040b4880920a2-0068520245) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txb3af5e84040b4880920a2-0068520245) -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txb3af5e84040b4880920a2-0068520245) -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txb3af5e84040b4880920a2-0068520245) -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txb3af5e84040b4880920a2-0068520245) -test ERROR: Container GET returning 503 for [] (txn: txb3af5e84040b4880920a2-0068520245) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txcfc976d6533e44af9262d-0068520245) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txcfc976d6533e44af9262d-0068520245) -test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txcfc976d6533e44af9262d-0068520245) -test ERROR: Container GET returning 503 for [] (txn: txcfc976d6533e44af9262d-0068520245) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx3c0657c957d048d8ad3be-0068520245) -test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx3c0657c957d048d8ad3be-0068520245) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx2735c6d99b3d489a94c76-0068520245) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx2735c6d99b3d489a94c76-0068520245) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: tx2735c6d99b3d489a94c76-0068520245) -test ERROR: Container GET returning 503 for [500, 500, 500] (txn: tx2735c6d99b3d489a94c76-0068520245) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: tx550eb90ced5b499380013-0068520245) -test ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: txf7ede36a5a0c4ec8a5f23-0068520245) -test DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: txf7ede36a5a0c4ec8a5f23-0068520245) -test INFO: Client disconnected on read of '/a/c' (txn: txf7ede36a5a0c4ec8a5f23-0068520245) -test ERROR: Container GET returning 503 for [] (txn: txdb7108e09ec748b38a38a-0068520245) -test INFO: Client disconnected on read of '/a/c' (txn: txdb7108e09ec748b38a38a-0068520245) +OSError (txn: tx6a3388fd873540ab93aba-006644f876) +test ERROR: Container GET returning 503 for [] (txn: tx6a3388fd873540ab93aba-006644f876) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: txd70a44436ccc414fb8a9f-006644f877) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: txd70a44436ccc414fb8a9f-006644f877) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: txd70a44436ccc414fb8a9f-006644f877) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.3:1003/sda (txn: txd70a44436ccc414fb8a9f-006644f877) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.4:1004/sda (txn: txd70a44436ccc414fb8a9f-006644f877) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.5:1005/sda (txn: txd70a44436ccc414fb8a9f-006644f877) +test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500] (txn: txd70a44436ccc414fb8a9f-006644f877) +test INFO: Client disconnected on read of '/a/c' (txn: txf09cb38ef757484988a2d-006644f877) +test INFO: Client disconnected on read of '/a/c' (txn: txfbbd80ca36ab4f3191cba-006644f877) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx8386269dc801431ca9983-006644f877) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx8386269dc801431ca9983-006644f877) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx8386269dc801431ca9983-006644f877) +test ERROR: Container GET returning 503 for [] (txn: tx8386269dc801431ca9983-006644f877) +test INFO: Client disconnected on read of '/a/c' (txn: tx8386269dc801431ca9983-006644f877) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txbc6dfba2176749e9a6b7d-006644f877) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txbc6dfba2176749e9a6b7d-006644f877) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txbc6dfba2176749e9a6b7d-006644f877) +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txbc6dfba2176749e9a6b7d-006644f877) +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txbc6dfba2176749e9a6b7d-006644f877) +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txbc6dfba2176749e9a6b7d-006644f877) +test ERROR: Container GET returning 503 for [] (txn: txbc6dfba2176749e9a6b7d-006644f877) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx34ed758907a144c180859-006644f877) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx34ed758907a144c180859-006644f877) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx34ed758907a144c180859-006644f877) +test.unit.proxy.controllers.test_container.TestContainerController.test_response_codes_for_GET +test.unit.proxy.controllers.test_container.TestContainerController.test_response_codes_for_GET ... ok +test.unit.proxy.controllers.test_container.TestContainerController.test_swift_owner +test.unit.proxy.controllers.test_container.TestContainerController.test_swift_owner ... ok +test.unit.proxy.controllers.test_container.TestContainerController.test_sys_meta_headers_POST +test.unit.proxy.controllers.test_container.TestContainerController.test_sys_meta_headers_POST ... ok +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx34ed758907a144c180859-006644f877) +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx34ed758907a144c180859-006644f877) +test ERROR: Container GET returning 503 for [] (txn: tx34ed758907a144c180859-006644f877) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx1e9e440feea04de99ecf0-006644f877) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx1e9e440feea04de99ecf0-006644f877) +test ERROR: Container GET returning 503 for [] (txn: tx1e9e440feea04de99ecf0-006644f877) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx9a86f7c5e01c45f38643c-006644f877) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx7661e486a5cb40529f442-006644f877) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: tx7661e486a5cb40529f442-006644f877) +test ERROR: Container GET returning 503 for [500, 500] (txn: tx7661e486a5cb40529f442-006644f877) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: txe032d3a24fd3469f943e6-006644f877) +test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx022a48d94e3c4b35a2bd2-006644f877) +test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx022a48d94e3c4b35a2bd2-006644f877) +test INFO: Client disconnected on read of '/a/c' (txn: tx022a48d94e3c4b35a2bd2-006644f877) +test ERROR: Container GET returning 503 for [] (txn: tx6a5cc98c7587415bab887-006644f877) +test INFO: Client disconnected on read of '/a/c' (txn: tx6a5cc98c7587415bab887-006644f877) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: tx372c5000d16645438ef18-0068520245) -test INFO: Client disconnected on read of '/a/c' (txn: tx372c5000d16645438ef18-0068520245) +test INFO: Client disconnected on read of '/a/c' (txn: tx7502bf0c2c7b4845a1a13-006644f877) +test INFO: Client disconnected on read of '/a/c' (txn: tx7502bf0c2c7b4845a1a13-006644f877) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to POST /a/c: +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -35459,7 +43536,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx5a9ce0c58a39431ea9f35-0068520245) +StopIteration (txn: tx128b4f8032fd4f599ac64-006644f877) test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -35468,8 +43545,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx5a9ce0c58a39431ea9f35-0068520245) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to POST /a/c: +StopIteration (txn: tx128b4f8032fd4f599ac64-006644f877) +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -35477,7 +43554,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx5a9ce0c58a39431ea9f35-0068520245) +StopIteration (txn: tx128b4f8032fd4f599ac64-006644f877) test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -35486,39 +43563,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx5a9ce0c58a39431ea9f35-0068520245) -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_sys_meta_headers_POST -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_sys_meta_headers_POST ... ok -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_sys_meta_headers_PUT -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_sys_meta_headers_PUT ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_admin_disallow_info -test.unit.proxy.controllers.test_info.TestInfoController.test_admin_disallow_info ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_disabled_admin_info -test.unit.proxy.controllers.test_info.TestInfoController.test_disabled_admin_info ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_disabled_info -test.unit.proxy.controllers.test_info.TestInfoController.test_disabled_info ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_disallow_info -test.unit.proxy.controllers.test_info.TestInfoController.test_disallow_info ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info -test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_expires -test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_expires ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_key -test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_key ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_method -test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_method ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_path -test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_path ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_get_info -test.unit.proxy.controllers.test_info.TestInfoController.test_get_info ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_get_info_cors -test.unit.proxy.controllers.test_info.TestInfoController.test_get_info_cors ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_head_admin_info -test.unit.proxy.controllers.test_info.TestInfoController.test_head_admin_info ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_head_info -test.unit.proxy.controllers.test_info.TestInfoController.test_head_info ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_options_info -test.unit.proxy.controllers.test_info.TestInfoController.test_options_info ... ok +StopIteration (txn: tx128b4f8032fd4f599ac64-006644f877) test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -35527,28 +43572,10 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx5a9ce0c58a39431ea9f35-0068520245) -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx5a9ce0c58a39431ea9f35-0068520245) -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx5a9ce0c58a39431ea9f35-0068520245) -test ERROR: Container GET returning 503 for (200, 503, 503, 503) (txn: tx5a9ce0c58a39431ea9f35-0068520245) +StopIteration (txn: tx128b4f8032fd4f599ac64-006644f877) +test ERROR: Container GET returning 503 for (200, 503, 503) (txn: tx128b4f8032fd4f599ac64-006644f877) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to PUT /a/c: +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -35556,8 +43583,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx8a9a8db645a24921b21e3-0068520245) -test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to PUT /a/c: +StopIteration (txn: tx97bb9eace9cf4cff84b4e-006644f877) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -35565,8 +43592,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx8a9a8db645a24921b21e3-0068520245) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to PUT /a/c: +StopIteration (txn: tx97bb9eace9cf4cff84b4e-006644f877) +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -35574,7 +43601,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx8a9a8db645a24921b21e3-0068520245) +StopIteration (txn: tx97bb9eace9cf4cff84b4e-006644f877) test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -35583,7 +43610,31 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx8a9a8db645a24921b21e3-0068520245) +StopIteration (txn: tx97bb9eace9cf4cff84b4e-006644f877) +test.unit.proxy.controllers.test_container.TestContainerController.test_sys_meta_headers_PUT +test.unit.proxy.controllers.test_container.TestContainerController.test_sys_meta_headers_PUT ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_not_available +test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_not_available ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_reading +test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_reading ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_recheck_time_zero +test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_recheck_time_zero ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_writing +test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_writing ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_empty_body +test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_empty_body ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_not_available +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_not_available ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_reading +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_reading ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_recheck_time_zero +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_recheck_time_zero ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_writing +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_writing ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_empty_body +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_empty_body ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges_state +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges_state ... ok test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -35592,1630 +43643,42 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx8a9a8db645a24921b21e3-0068520245) -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx8a9a8db645a24921b21e3-0068520245) -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx8a9a8db645a24921b21e3-0068520245) -test ERROR: Container GET returning 503 for (200, 503, 503, 503) (txn: tx8a9a8db645a24921b21e3-0068520245) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 500 Trying to DELETE /AUTH_kilroy/ascii/ascii From Object Server 10.0.0.1:1001/sdb (txn: tx7f7887a41ad9444e8a76e-0068520245) -proxy-server ERROR: ERROR 500 Trying to DELETE /AUTH_kilroy/툎/鐉 From Object Server 10.0.0.1:1001/sdb (txn: txd648ab4944584c6391e29-0068520245) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx3e0234b259ea4730b6469-0068520245) -proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txf6238b99271c48a7bc82f-0068520245) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: txf6238b99271c48a7bc82f-0068520245) -proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx9fbd4cb865894a8d88f2f-0068520245) -proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx9fbd4cb865894a8d88f2f-0068520245) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sda re: Trying to DELETE /AUTH_kilroy/ascii/ascii: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status -Exception (txn: tx9fbd4cb865894a8d88f2f-0068520245) -proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx5d9ef374b1cd4240a6ce8-0068520245) -proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx5d9ef374b1cd4240a6ce8-0068520245) -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_errors -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_errors ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_half_not_found_headers_and_body -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_half_not_found_headers_and_body ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_half_not_found_statuses -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_half_not_found_statuses ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_handoff -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_handoff ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_limits_expirer_queue_updates -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_limits_expirer_queue_updates ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_missing_one -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_missing_one ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_mostly_found -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_mostly_found ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_mostly_not_found -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_mostly_not_found ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_not_found -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_not_found ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_simple -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_simple ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_with_write_affinity -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_with_write_affinity ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_write_affinity_after_replication -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_write_affinity_after_replication ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_write_affinity_before_replication -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_write_affinity_before_replication ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_all_primaries_error_limited -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_all_primaries_error_limited ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_error -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_error ... ok -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_insufficient_builders -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_insufficient_builders ... ok -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sda re: Trying to DELETE /AUTH_kilroy/툎/鐉: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status -Exception (txn: tx5d9ef374b1cd4240a6ce8-0068520245) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: tx1813e88018eb4255a20d1-0068520245) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx8ce417a84e3c432b97d65-0068520245) -proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx8ce417a84e3c432b97d65-0068520245) -proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx8ce417a84e3c432b97d65-0068520245) -proxy-server ERROR: Object GET returning 503 for [] (txn: tx8ce417a84e3c432b97d65-0068520245) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: my-txn-id) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 b'' Trying to GET /a/c/o From Object Server 10.0.0.2:1002/sdc (txn: tx413cae7fd59546b7afd47-0068520245) -proxy-server ERROR: ERROR 503 b'' Trying to GET /a/c/o From Object Server 10.0.0.0:1000/sda (txn: tx413cae7fd59546b7afd47-0068520245) -proxy-server ERROR: ERROR 503 b'' Trying to GET /a/c/o From Object Server 10.0.0.1:1001/sdb (txn: tx413cae7fd59546b7afd47-0068520245) -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_handoff -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_handoff ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_newest_will_not_resume -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_newest_will_not_resume ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_not_found -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_not_found ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_not_found_when_404_newer -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_not_found_when_404_newer ... ok -proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: tx413cae7fd59546b7afd47-0068520245) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: txd6c3bdfc69af41a0950fa-0068520245) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status -Exception: kaboom! (txn: txbaea055ac02c478d8d6c9-0068520245) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txbaea055ac02c478d8d6c9-0068520245) -proxy-server ERROR: Object GET returning 503 for [] (txn: txbaea055ac02c478d8d6c9-0068520245) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe139c0f8b203411489133-0068520245) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status -Exception: kaboom! (txn: txe139c0f8b203411489133-0068520245) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx12d12aae7ee24e0cbcb71-0068520245) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx1b75bc98bfeb420092ffc-0068520245) -proxy-server ERROR: Object GET returning 503 for [] (txn: tx1b75bc98bfeb420092ffc-0068520245) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txfd7a771f34a54679bf565-0068520245) -proxy-server ERROR: Object GET returning 503 for [] (txn: txfd7a771f34a54679bf565-0068520245) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx629e0344689249c7adbc3-0068520245) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status -Exception: kaboom! (txn: tx629e0344689249c7adbc3-0068520245) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txf9c56221755f40468396e-0068520245) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status -Exception: kaboom! (txn: txf9c56221755f40468396e-0068520245) -proxy-server ERROR: Object GET returning 503 for [] (txn: txf9c56221755f40468396e-0068520245) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx03d8ac2cb8204154a5870-0068520245) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status -Exception: kaboom! (txn: tx03d8ac2cb8204154a5870-0068520245) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx60be09c1141d4cfd96c21-0068520245) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx9b25d3d1858d419d9276a-0068520245) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx9b25d3d1858d419d9276a-0068520245) -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_error_during_rebalance -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_error_during_rebalance ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_explode -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_explode ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_mixed_explode_and_timeout -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_mixed_explode_and_timeout ... ok -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_missing_builder_id -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_missing_builder_id ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty_shard_container ... ok -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe17182a32b344062be79b-0068520245) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe17182a32b344062be79b-0068520245) -proxy-server ERROR: Object GET returning 503 for [] (txn: txe17182a32b344062be79b-0068520245) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status -Exception: kaboom! (txn: txe7767ce63d90434bb8acc-0068520245) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status -Exception: kaboom! (txn: txe7767ce63d90434bb8acc-0068520245) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status -Exception: kaboom! (txn: txe7767ce63d90434bb8acc-0068520245) -proxy-server ERROR: Object GET returning 503 for [] (txn: txe7767ce63d90434bb8acc-0068520245) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status -Exception: kaboom! (txn: txe59309f6e5d242ab92bed-0068520245) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe59309f6e5d242ab92bed-0068520245) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status -Exception: kaboom! (txn: txe59309f6e5d242ab92bed-0068520245) -proxy-server ERROR: Object GET returning 503 for [] (txn: txe59309f6e5d242ab92bed-0068520245) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_timeout -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_timeout ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_removes_swift_bytes -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_removes_swift_bytes ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_resuming -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_resuming ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_resuming_ignores_416 -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_resuming_ignores_416 ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_simple -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_simple ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_slow_read -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_slow_read ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_transfer_encoding_chunked -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_transfer_encoding_chunked ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_unable_to_resume -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_unable_to_resume ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes_after_body_started -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes_after_body_started ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes_before_body_started -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes_before_body_started ... ok -test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_shard_ranges_db_unlinked -test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_shard_ranges_db_unlinked ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_unable_to_resume -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_unable_to_resume ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_x_newest_not_found_when_404_newer -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_x_newest_not_found_when_404_newer ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_double_check_trailing_delimiter -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_double_check_trailing_delimiter ... ok -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_older_builder -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_older_builder ... ok -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx51ef1bc03cfb41558ca6c-0068520245) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx51ef1bc03cfb41558ca6c-0068520245) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx51ef1bc03cfb41558ca6c-0068520245) -proxy-server ERROR: Object GET returning 503 for [] (txn: tx51ef1bc03cfb41558ca6c-0068520245) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: txeee63dab90b04185a9cba-0068520245) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.2:1002/sdc (txn: tx561bc5aa2cd745b398ed5-0068520245) -proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.0:1000/sda (txn: tx561bc5aa2cd745b398ed5-0068520245) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.1:1001/sdb (txn: txaf83fe73277a469597224-0068520245) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: txfad6445020054befbdfda-0068520245) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.1:1001/sdb (txn: txe9617ced0d104e5ca5c76-0068520245) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: txab01b1aaa176422089c14-0068520245) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.1:1001/sdb (txn: tx865f3c06fe024a50acd66-0068520245) -proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.2:1002/sdc (txn: tx865f3c06fe024a50acd66-0068520245) -proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.0:1000/sda (txn: tx865f3c06fe024a50acd66-0068520245) -proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: tx865f3c06fe024a50acd66-0068520245) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read next part of object multi-part GET (retrying) 10.0.0.0:1000/sda (txn: tx1fc4357ee1be4198af493-0068520245) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.1:1001/sdb (txn: tx30c9d8732c074a25bd512-0068520245) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read next part of object multi-part GET (retrying) 10.0.0.2:1002/sdc (txn: tx3f01ddaa39ce4cedb4449-0068520245) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read next part of object multi-part GET (retrying) 10.0.0.1:1001/sdb (txn: tx4e8beb6be297407690cf9-0068520245) -proxy-server ERROR: Trying to read next part of object multi-part GET (retrying) 10.0.0.2:1002/sdc (txn: tx4e8beb6be297407690cf9-0068520245) -proxy-server ERROR: Trying to read next part of object multi-part GET (retrying) 10.0.0.0:1000/sda (txn: tx4e8beb6be297407690cf9-0068520245) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_error_limit_supression_count -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_error_limit_supression_count ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_removes_swift_bytes -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_removes_swift_bytes ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_simple -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_simple ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_different_timestamps -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_different_timestamps ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_with_some_missing -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_with_some_missing ... ok -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_replica_count_changed -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_replica_count_changed ... ok -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: txef8e715344a04aba80532-0068520245) -proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: txef8e715344a04aba80532-0068520245) -proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx3c1db47b43144da9aa82b-0068520245) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a/c/o: Timeout (Nones) (txn: tx87b07447a5c74842b9b64-0068520245) -proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx87b07447a5c74842b9b64-0068520245) -proxy-server ERROR: Object HEAD returning 503 for [] (txn: tx87b07447a5c74842b9b64-0068520245) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: tx35f3a60a3e7c4af5a1404-0068520245) -proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx35f3a60a3e7c4af5a1404-0068520245) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a/c/o: Timeout (Nones) (txn: tx35f3a60a3e7c4af5a1404-0068520245) -proxy-server ERROR: Object HEAD returning 503 for [507] (txn: tx35f3a60a3e7c4af5a1404-0068520245) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a/c/o: Timeout (Nones) (txn: txf98b5d6203a644af8b30f-0068520245) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: txf98b5d6203a644af8b30f-0068520245) -proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txf98b5d6203a644af8b30f-0068520245) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx2a6eebad1f4149ccbf4eb-0068520245) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx2a6eebad1f4149ccbf4eb-0068520245) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx2a6eebad1f4149ccbf4eb-0068520245) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx3c17e80ecc654d2e9eb62-0068520245) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx3c17e80ecc654d2e9eb62-0068520245) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx3c17e80ecc654d2e9eb62-0068520245) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb4990ce4cbf642d2b4a22-0068520245) -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_with_two_vector_timestamps -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_with_two_vector_timestamps ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_delete_at_in_past -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_delete_at_in_past ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_delete_at_non_integer -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_delete_at_non_integer ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_limits_expirer_queue_deletes -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_limits_expirer_queue_deletes ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_negative_delete_after -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_negative_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_non_int_delete_after -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_non_int_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_chunkreadtimeout_during_transfer_data -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_chunkreadtimeout_during_transfer_data ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_connect_exception_with_unicode_path -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_connect_exception_with_unicode_path ... ok -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_unchanged_builders -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_unchanged_builders ... ok -test.unit.common.ring.test_ring.TestRingData.test_attrs -test.unit.common.ring.test_ring.TestRingData.test_attrs ... ok -test.unit.common.ring.test_ring.TestRingData.test_byteswapped_serialization -test.unit.common.ring.test_ring.TestRingData.test_byteswapped_serialization ... ok -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb4990ce4cbf642d2b4a22-0068520245) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb4990ce4cbf642d2b4a22-0068520245) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server WARNING: ERROR Client read timeout (Nones) (txn: tx79b7234ca4ad4f11a6caa-0068520245) +StopIteration (txn: tx97bb9eace9cf4cff84b4e-006644f877) +test ERROR: Container GET returning 503 for (200, 503, 503) (txn: tx97bb9eace9cf4cff84b4e-006644f877) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Expect: 100-continue on /AUTH_kilroy/%ED%88%8E/%E9%90%89: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 724, in _connect_put_node - putter = self._make_putter(node, part, req, headers) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 981, in _make_putter - putter = Putter.connect( - ^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 1850, in connect - conn, expect_resp, final_resp, connect_duration = cls._make_connection( - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 1814, in _make_connection - conn = http_connect(ip, port, node['device'], - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status -Exception: Connection refused: Please insert ten dollars (txn: txbfb9f04878784dd8b1aa6-0068520245) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o.jpg From Object Server 10.0.0.0:1000/sda (txn: txb6a5194f47c44f7693bea-0068520245) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o.jpg From Object Server 10.0.0.1:1001/sdb (txn: txebae7144c11e4d66a61ad-0068520245) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o.jpg From Object Server 10.0.0.2:1002/sdc (txn: tx1791e4e963044919b4009-0068520245) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Expect: 100-continue on /a/c/o.jpg: Timeout (Nones) (txn: tx993837d7152743a6adcbc-0068520245) -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205009.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/943/590a4464edbb0350accec68fb0923943/590a4464edbb0350accec68fb0923943.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205011.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/a57/d91e2d4b00788b08eedc72ed5b0baa57/d91e2d4b00788b08eedc72ed5b0baa57.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205010.00000, (0, 0) as of 1750205010.00000, created as of 1750205010.00000> to ShardRange<'k' to 't' as of 1750205011.00000, (0, 0) as of 1750205011.00000, sharding as of 1750205011.00000>, path: .shards_a/shard_c_1750205011.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/a57/d91e2d4b00788b08eedc72ed5b0baa57/d91e2d4b00788b08eedc72ed5b0baa57.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205011.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/a57/d91e2d4b00788b08eedc72ed5b0baa57/d91e2d4b00788b08eedc72ed5b0baa57.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205013.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/d7d/4d94a646248064c7e09b354f81c51d7d/4d94a646248064c7e09b354f81c51d7d.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205012.00000, (0, 0) as of 1750205012.00000, created as of 1750205012.00000> to ShardRange<'k' to 't' as of 1750205013.00000, (0, 0) as of 1750205013.00000, sharded as of 1750205013.00000>, path: .shards_a/shard_c_1750205013.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/d7d/4d94a646248064c7e09b354f81c51d7d/4d94a646248064c7e09b354f81c51d7d.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205013.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/d7d/4d94a646248064c7e09b354f81c51d7d/4d94a646248064c7e09b354f81c51d7d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205015.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/e65/145347d560d3cdcffbcbade6f8c23e65/145347d560d3cdcffbcbade6f8c23e65.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205014.00000, (0, 0) as of 1750205014.00000, created as of 1750205014.00000> to ShardRange<'k' to 't' as of 1750205015.00000, (0, 0) as of 1750205015.00000, shrunk as of 1750205015.00000>, path: .shards_a/shard_c_1750205015.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/e65/145347d560d3cdcffbcbade6f8c23e65/145347d560d3cdcffbcbade6f8c23e65.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205015.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/e65/145347d560d3cdcffbcbade6f8c23e65/145347d560d3cdcffbcbade6f8c23e65.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205017.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/fdb/3e94292f77ac2cf7dadd963e951b0fdb/3e94292f77ac2cf7dadd963e951b0fdb.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205016.00000, (0, 0) as of 1750205016.00000, cleaved as of 1750205016.00000> to ShardRange<'k' to 't' as of 1750205017.00000, (0, 0) as of 1750205017.00000, found as of 1750205017.00000>, path: .shards_a/shard_c_1750205017.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/fdb/3e94292f77ac2cf7dadd963e951b0fdb/3e94292f77ac2cf7dadd963e951b0fdb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205019.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/c59/af3d48d0dd0d6d35b9cea97731d7ac59/af3d48d0dd0d6d35b9cea97731d7ac59.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205018.00000, (0, 0) as of 1750205018.00000, cleaved as of 1750205018.00000> to ShardRange<'k' to 't' as of 1750205019.00000, (0, 0) as of 1750205019.00000, created as of 1750205019.00000>, path: .shards_a/shard_c_1750205019.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/c59/af3d48d0dd0d6d35b9cea97731d7ac59/af3d48d0dd0d6d35b9cea97731d7ac59.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205021.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/3e4/77851363e601d6708d2fa2ed7ea693e4/77851363e601d6708d2fa2ed7ea693e4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205023.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/f8d/23f9255a5e76205d377c909645467f8d/23f9255a5e76205d377c909645467f8d.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205022.00000, (0, 0) as of 1750205022.00000, cleaved as of 1750205022.00000> to ShardRange<'k' to 't' as of 1750205023.00000, (0, 0) as of 1750205023.00000, active as of 1750205023.00000>, path: .shards_a/shard_c_1750205023.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/f8d/23f9255a5e76205d377c909645467f8d/23f9255a5e76205d377c909645467f8d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205025.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/1e2/29a4a7ebdd9069815b8dd84e2afca1e2/29a4a7ebdd9069815b8dd84e2afca1e2.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205024.00000, (0, 0) as of 1750205024.00000, cleaved as of 1750205024.00000> to ShardRange<'k' to 't' as of 1750205025.00000, (0, 0) as of 1750205025.00000, shrinking as of 1750205025.00000>, path: .shards_a/shard_c_1750205025.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/1e2/29a4a7ebdd9069815b8dd84e2afca1e2/29a4a7ebdd9069815b8dd84e2afca1e2.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205025.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/1e2/29a4a7ebdd9069815b8dd84e2afca1e2/29a4a7ebdd9069815b8dd84e2afca1e2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205027.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/d13/38446780e3cb2a632bc94b7791a4fd13/38446780e3cb2a632bc94b7791a4fd13.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205026.00000, (0, 0) as of 1750205026.00000, cleaved as of 1750205026.00000> to ShardRange<'k' to 't' as of 1750205027.00000, (0, 0) as of 1750205027.00000, sharding as of 1750205027.00000>, path: .shards_a/shard_c_1750205027.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/d13/38446780e3cb2a632bc94b7791a4fd13/38446780e3cb2a632bc94b7791a4fd13.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205027.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/d13/38446780e3cb2a632bc94b7791a4fd13/38446780e3cb2a632bc94b7791a4fd13.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205029.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/55a/3ef60317654740e552a3a342f450555a/3ef60317654740e552a3a342f450555a.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205028.00000, (0, 0) as of 1750205028.00000, cleaved as of 1750205028.00000> to ShardRange<'k' to 't' as of 1750205029.00000, (0, 0) as of 1750205029.00000, sharded as of 1750205029.00000>, path: .shards_a/shard_c_1750205029.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/55a/3ef60317654740e552a3a342f450555a/3ef60317654740e552a3a342f450555a.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205029.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/55a/3ef60317654740e552a3a342f450555a/3ef60317654740e552a3a342f450555a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205031.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/ce8/7c1248726072e45730b9c442ad28ace8/7c1248726072e45730b9c442ad28ace8.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205030.00000, (0, 0) as of 1750205030.00000, cleaved as of 1750205030.00000> to ShardRange<'k' to 't' as of 1750205031.00000, (0, 0) as of 1750205031.00000, shrunk as of 1750205031.00000>, path: .shards_a/shard_c_1750205031.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/ce8/7c1248726072e45730b9c442ad28ace8/7c1248726072e45730b9c442ad28ace8.db -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_connect_exceptions -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_connect_exceptions ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_converts_delete_after_to_delete_at -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_converts_delete_after_to_delete_at ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at_in_past -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at_in_past ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at_non_integer -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at_non_integer ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_empty_bad_etag -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_empty_bad_etag ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_error_during_transfer_data -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_error_during_transfer_data ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_error_with_footers -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_error_with_footers ... ok -test.unit.common.ring.test_ring.TestRingData.test_can_load_pickled_ring_data -test.unit.common.ring.test_ring.TestRingData.test_can_load_pickled_ring_data ... ok -test INFO: - - - [18/Jun/2025:00:03:13 +0000] "GET /sda1/p/a/c" 507 - "-" "-" "-" 0.0002 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:13 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0719 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:13 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0020 "-" 635438 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:03:13 +0000] "PUT /sda1/p/.shards_a/c_f" 201 - "-" "-" "-" 0.0882 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:14 +0000] "PUT /sda1/p/.shards_a/c_f" 202 - "-" "-" "-" 0.2483 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:14 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0020 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:14 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0031 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:14 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0015 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:14 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0015 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:14 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0065 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:14 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0023 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:14 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0018 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:14 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0020 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:14 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0015 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:14 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0014 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:14 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0013 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:14 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0016 "-" 635438 0 -test DEBUG: Unlinked retiring db '/tmp/tmpgbvbbsen/tmp_test_container_server_ContainerController/sda1/containers/p/b5a/36f5fe1660a28297a53958cf244f0b5a/36f5fe1660a28297a53958cf244f0b5a.db' -test INFO: - - - [18/Jun/2025:00:03:14 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0074 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:14 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0018 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:14 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0058 "-" 635438 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:03:15 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0945 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:15 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1468 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:15 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0014 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:15 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0012 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:15 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0765 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:15 +0000] "GET /sda1/p/a/c" 200 1332 "-" "-" "-" 0.0015 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:15 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0088 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:15 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0826 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:15 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0013 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:15 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0013 "-" 635438 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:03:15 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0850 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:15 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1814 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:15 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0019 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:15 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.1297 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:15 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.1265 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:15 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0023 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:16 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0688 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:16 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1283 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:16 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0028 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:16 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0882 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:16 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.1308 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:16 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0024 "-" 635438 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:03:16 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1027 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:16 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1105 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:16 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0019 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:16 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0018 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:16 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0017 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:16 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0019 "-" 635438 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:03:16 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1080 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:16 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0955 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:16 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.1494 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:16 +0000] "GET /sda1/p/a/c" 200 53 "-" "-" "-" 0.0014 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:16 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0014 "-" 635438 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:03:17 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0737 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:17 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0645 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:17 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0952 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:17 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0017 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:17 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0013 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:17 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0026 "-" 635438 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:03:17 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0984 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:17 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.2058 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:17 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0681 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:17 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0002 "-" 635438 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:03:17 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0642 "-" 635438 0 -test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_ignored_for_objects -test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_ignored_for_objects ... ok -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Expect: 100-continue on /a/c/o.jpg: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 724, in _connect_put_node - putter = self._make_putter(node, part, req, headers) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 981, in _make_putter - putter = Putter.connect( - ^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 1850, in connect - conn, expect_resp, final_resp, connect_duration = cls._make_connection( - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 1814, in _make_connection - conn = http_connect(ip, port, node['device'], - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status -Exception: kaboom! (txn: tx8c74188a75fc4bbd87b66-0068520245) -proxy-server ERROR: ERROR 503 Expect: 100-continue From Object Server 10.0.0.2:1002/sdc (txn: tx38e23d42eba544d4941b8-0068520245) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: tx57886e44900d4eadbbcb9-0068520245) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to get final status of PUT to /v1/a/c/o.jpg: Timeout (Nones) (txn: tx7cd900e348e24823bf2b5-0068520245) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to get final status of PUT to /v1/a/c/o.jpg: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 523, in _get_conn_response - resp = putter.await_response( - ^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 1752, in await_response - self.resp = self.conn.getresponse() - ^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 848, in getresponse - self.status = self._status.get_response_status() - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 748, in get_response_status - raise self.status -Exception (txn: tx1965e087f20344bca65c9-0068520245) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: txed7c0cd36fea4cf2aedf3-0068520245) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server WARNING: Client disconnected without sending last chunk (txn: tx89b3a917fc0a49599ed0f-0068520245) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.0:1000/sda (txn: tx60f521975fb9480cb2685-0068520245) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.2:1002/sdc (txn: tx60f521975fb9480cb2685-0068520245) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.1:1001/sdb (txn: tx60f521975fb9480cb2685-0068520245) -proxy-server ERROR: Object PUT returning 503 for [503, 503, 503] (txn: tx60f521975fb9480cb2685-0068520245) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_exception_during_transfer_data -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_exception_during_transfer_data ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_final_response_errors_with_unicode_path -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_final_response_errors_with_unicode_path ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_get_expect_errors_with_unicode_path -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_get_expect_errors_with_unicode_path ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match_denied -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match_denied ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match_not_star -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match_not_star ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_insufficient_data_from_client -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_insufficient_data_from_client ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_limits_expirer_queue_deletes -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_limits_expirer_queue_deletes ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_negative_delete_after -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_negative_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_non_int_delete_after -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_non_int_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_requires_length -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_requires_length ... ok -proxy-server ERROR: ERROR Exception transferring data to object servers {'path': '/v1/a/c/o.jpg'}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 1020, in _transfer_data - chunk = next(data_source) - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3709, in __next__ - return self._get_next_item() - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 6533, in _get_next_item - return super(CooperativeIterator, self)._get_next_item() - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3705, in _get_next_item - return next(self.wrapped_iter) - ^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 882, in reader - return req.environ['wsgi.input'].read( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/controllers/test_obj.py", line 1662, in read - raise Exception('exception message') -Exception: exception message (txn: tx1ced0eac05964dca9200a-0068520245) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to get final status of PUT to /v1/AUTH_kilroy/%ED%88%8E/%E9%90%89: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 523, in _get_conn_response - resp = putter.await_response( - ^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 1752, in await_response - self.resp = self.conn.getresponse() - ^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 848, in getresponse - self.status = self._status.get_response_status() - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 748, in get_response_status - raise self.status -Exception: boom (txn: tx2298a8f57d85487ebdc1b-0068520245) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to get final status of PUT to /v1/AUTH_kilroy/%ED%88%8E/%E9%90%89: Timeout (Nones) (txn: txaf0838035da84ae186219-0068520245) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: txdd11f4330530408bb0e09-0068520245) -proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx77ca9edded3b415aa699c-0068520245) -proxy-server ERROR: ERROR 500 b'' Trying to PUT /v1/AUTH_kilroy/%ED%88%8E/%E9%90%89 From Object Server 10.0.0.0:1000/sda (txn: tx77ca9edded3b415aa699c-0068520245) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: tx941ccea5115643e3b20aa-0068520245) -proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: txce07f081dd0a443bb2e24-0068520245) -proxy-server ERROR: ERROR 503 Expect: 100-continue From Object Server 10.0.0.2:1002/sdc (txn: txce07f081dd0a443bb2e24-0068520245) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Object PUT returning 412, [412] (txn: txcf32aca740e3451f995a8-0068520245) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server WARNING: Client disconnected without sending enough data (txn: tx864dc05f780a44d2b503a-0068520245) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_send_exception_with_unicode_path -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_send_exception_with_unicode_path ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_simple -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_simple ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_timeout_during_transfer_data -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_timeout_during_transfer_data ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_body_and_no_footers -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_body_and_no_footers ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_chunked_body_and_no_footers -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_chunked_body_and_no_footers ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_no_body_and_no_footers -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_no_body_and_no_footers ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_connect_put_node_timeout -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_connect_put_node_timeout ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_delete -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_delete ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_match -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_match ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_newer -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_newer ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_not_found -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_not_found ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_older -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_older ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_race -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_race ... ok -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to write to /AUTH_kilroy/%ED%88%8E/%E9%90%89: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 1795, in _send_chunk - self.conn.send(to_send) - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 926, in send - self.give_send(self, data) - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/controllers/test_obj.py", line 1426, in capture_send - raise exc -Exception: Exception while sending data on connection (txn: tx8e8e27f12b3e4c16908aa-0068520245) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to write to /AUTH_kilroy/%ED%88%8E/%E9%90%89: ChunkWriteTimeout (Nones) (txn: tx453c5dedf862444fbce2a-0068520245) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR Exception causing client disconnect: Timeout (Nones) (txn: tx1a2d8171b98d415a89b30-0068520245) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server :/ re: Expect: 100-continue on /a/c/o: ConnectionTimeout (0.05s) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Object PUT returning 202 for 409: 1750204998.07399 <= '409 (1750204998.07399), 409 (1750204998.07399), 409 (1750204998.07399)' (txn: tx1ae357cbdaa24693a6907-0068520246) -proxy-server DEBUG: Object PUT returning 202 for 409: 1750204998.07596 <= '409 (1750204998.07596), 409 (1750204998.07596), 409 (1750204998.07596)' (txn: tx049168a6ae3a4bb48947c-0068520246) -proxy-server DEBUG: Object PUT returning 202 for 409: 1750204998.07796 <= '409 (1750204998.07796), 409 (1750204998.07796), 409 (1750204998.07796)' (txn: txaded413b46b44297ac1ce-0068520246) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Object PUT returning 202 for 409: 1750204998.00000 <= '409 (1750204999.00000), 409 (1750204999.00000), 409 (1750204999.00000)' (txn: tx1c02f8f16f0a4efcb5898-0068520246) -proxy-server DEBUG: Object PUT returning 202 for 409: 1750205000.00000 <= '409 (1750205001.00000), 409 (1750205001.00000), 409 (1750205001.00000)' (txn: tx25e2861bfa4c43ffbe712-0068520246) -proxy-server DEBUG: Object PUT returning 202 for 409: 1750205002.00000 <= '409 (1750205003.00000), 409 (1750205003.00000), 409 (1750205003.00000)' (txn: tx8772885a0149452183957-0068520246) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Object PUT returning 202 for 409: 1750204998.00000 <= '409 (1750204998.00000), 409 (1750204998.00000), 409 (1750204998.00000)' (txn: txbf22a58f33d74af98c737-0068520246) -proxy-server DEBUG: Object PUT returning 202 for 409: 1750204999.00000 <= '409 (1750204999.00000), 409 (1750204999.00000), 409 (1750204999.00000)' (txn: tx595a3b39d2d4487b9fef0-0068520246) -proxy-server DEBUG: Object PUT returning 202 for 409: 1750205000.00000 <= '409 (1750205000.00000), 409 (1750205000.00000), 409 (1750205000.00000)' (txn: tx030cae92e7bb4bf688d59-0068520246) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_unsynced_race -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_unsynced_race ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_update_backend_requests -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_update_backend_requests ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_delete_at_backend_requests -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_delete_at_backend_requests ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_expirer_DELETE_suppresses_expirer_queue_updates -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_expirer_DELETE_suppresses_expirer_queue_updates ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_handoff_local_first_default -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_handoff_local_first_default ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_handoff_local_first_non_default -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_handoff_local_first_non_default ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_best_effort -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_best_effort ... ok -test.unit.common.ring.test_ring.TestRingData.test_deterministic_serialization -test.unit.common.ring.test_ring.TestRingData.test_deterministic_serialization ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_enable_sharding -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_enable_sharding ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_moves_locals_first -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_moves_locals_first ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_noops_when_no_affinity -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_noops_when_no_affinity ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_handoff_first_noops_when_no_affinity -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_handoff_first_noops_when_no_affinity ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_object_DELETE_backend_update_container_ip_default -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_object_DELETE_backend_update_container_ip_default ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_primary_returns_some_nonsense_timestamp -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_primary_returns_some_nonsense_timestamp ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_if_none_match -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_if_none_match ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_missing_backend_timestamp -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_missing_backend_timestamp ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_other_weird_success_response -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_other_weird_success_response ... ok -test.unit.common.ring.test_ring.TestRingData.test_load_closes_file -test.unit.common.ring.test_ring.TestRingData.test_load_closes_file ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_repl_object_DELETE_backend_update_container_repl_ip -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_repl_object_DELETE_backend_update_container_repl_ip ... ok -proxy-server DEBUG: Object PUT returning 202 for 409: 1750204998.00000 <= '409 (1750204998.00000)' (txn: tx52575af0304a47219a714-0068520246) -proxy-server DEBUG: Object PUT returning 202 for 409: 1750204999.00000 <= '409 (1750204999.00000)' (txn: txfc8418c704ea4db7a4c44-0068520246) -proxy-server DEBUG: Object PUT returning 202 for 409: 1750205000.00000 <= '409 (1750205000.00000)' (txn: tx6438a552a45f40908e3e3-0068520246) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: txd4be1c8e8ba34c9588eea-0068520246) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Object PUT returning 202 for 409: 1750204998.00000 <= '409 (1750204999.00000)' (txn: tx87e6f94f30c047c3b407a-0068520246) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Object PUT returning 412, [409, 412, 412] (txn: tx47b7c912e00e4f8984904-0068520246) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Object PUT returning 202 for 409: 1750204998.00000 <= '409 (unknown), 409 (unknown), 409 (unknown)' (txn: txbc1f293d302345a0b157a-0068520246) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Object PUT returning 202 for 409: 1750204998.00000 <= '409 (1750204999.00000), 201 (unknown), 201 (unknown)' (txn: txb3f868708d5e49629d0bc-0068520246) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_smooth_distributed_backend_requests -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_smooth_distributed_backend_requests ... ok -test.unit.container.test_server.TestContainerController.test_GET_xml -test.unit.container.test_server.TestContainerController.test_GET_xml ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_some_404s_and_507s -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_some_404s_and_507s ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_txn_id_logging_on_PUT -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_txn_id_logging_on_PUT ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_not_configured -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_not_configured ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_per_policy_config -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_per_policy_config ... ok -test.unit.common.ring.test_ring.TestRingData.test_permissions -test.unit.common.ring.test_ring.TestRingData.test_permissions ... ok -test.unit.common.ring.test_ring.TestRingData.test_replica_count -test.unit.common.ring.test_ring.TestRingData.test_replica_count ... ok proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=x1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server INFO: Caching updating shards for shard-updating-v2/a/c (3 shards) (txn: txbeca8b41ea944a4c83a82-006644f877) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Problem with listing response from /v1/a/c/o: JSONDecodeError('Expecting value: line 1 column 1 (char 0)') (txn: tx00f4702667cc43b895d93-006644f877) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (nulo): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (nulo): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (nulo): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (nulo): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_per_policy_config_overrides_and_inherits -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_per_policy_config_overrides_and_inherits ... ok -test.unit.common.ring.test_ring.TestRingData.test_roundtrip_serialization -test.unit.common.ring.test_ring.TestRingData.test_roundtrip_serialization ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_proxy_server_config -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_proxy_server_config ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_x_timestamp_not_overridden -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_x_timestamp_not_overridden ... ok -test.unit.common.test_daemon.TestRunDaemon.test_fork_workers -test.unit.common.test_daemon.TestRunDaemon.test_fork_workers ... ok -test.unit.common.test_daemon.TestRunDaemon.test_forked_worker -test.unit.common.test_daemon.TestRunDaemon.test_forked_worker ... ok -test.unit.common.test_daemon.TestRunDaemon.test_restart_workers -test.unit.common.test_daemon.TestRunDaemon.test_restart_workers ... ok -test.unit.common.test_daemon.TestRunDaemon.test_run -test.unit.common.test_daemon.TestRunDaemon.test_run ... ok -my-daemon: Starting 635424 -my-daemon: Exited 635424 -my-daemon: Starting 635424 -my-daemon: Exited 635424 -my-daemon: Starting 635424 -server: Starting 635424 -server: User quit -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty_old_style_shard_containerserver: Exited 635424 - ... ok -test.unit.common.test_daemon.TestRunDaemon.test_run_daemon -test.unit.common.test_daemon.TestRunDaemon.test_run_daemon ... ok -my-daemon: Starting 635424 -my-daemon: Exited 635424 -test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_diff_tz -test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_diff_tz ... ok -test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_from_conf_dir_with_duplicate_var -test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_from_conf_dir_with_duplicate_var ... ok -test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_from_conf_file_with_duplicate_var -test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_from_conf_file_with_duplicate_var ... ok -my-daemon: Starting 635424 -my-daemon: Exited 635424 -test.unit.common.test_daemon.TestRunDaemon.test_run_deamon_from_conf_dir -test.unit.common.test_daemon.TestRunDaemon.test_run_deamon_from_conf_dir ... ok -my-daemon: Starting 635424 -my-daemon: Exited 635424 -test.unit.common.test_daemon.TestRunDaemon.test_run_deamon_from_conf_file -test.unit.common.test_daemon.TestRunDaemon.test_run_deamon_from_conf_file ... ok -test.unit.common.test_daemon.TestRunDaemon.test_signal -test.unit.common.test_daemon.TestRunDaemon.test_signal ... ok -test.unit.common.test_daemon.TestRunDaemon.test_worker_disappears -test.unit.common.test_daemon.TestRunDaemon.test_worker_disappears ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_double_check_trailing_delimiter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_double_check_trailing_delimiter_non_slash ... ok -test.unit.common.test_daemon.TestRunDaemon.test_worker_disappears_in_cleanup -test.unit.common.test_daemon.TestRunDaemon.test_worker_disappears_in_cleanup ... ok -test.unit.common.test_daemon.TestRunDaemon.test_worker_kills_pids_in_cleanup -test.unit.common.test_daemon.TestRunDaemon.test_worker_kills_pids_in_cleanup ... ok -test.unit.container.test_server.TestContainerController.test_HEAD -test.unit.container.test_server.TestContainerController.test_HEAD ... ok -test.unit.container.test_server.TestContainerController.test_HEAD_invalid_accept -test.unit.container.test_server.TestContainerController.test_HEAD_invalid_accept ... ok -test.unit.container.test_server.TestContainerController.test_HEAD_invalid_content_type -test.unit.container.test_server.TestContainerController.test_HEAD_invalid_content_type ... ok -test.unit.container.test_server.TestContainerController.test_HEAD_invalid_format -test.unit.container.test_server.TestContainerController.test_HEAD_invalid_format ... ok -test.unit.container.test_server.TestContainerController.test_HEAD_invalid_partition -test.unit.container.test_server.TestContainerController.test_HEAD_invalid_partition ... ok -test.unit.container.test_server.TestContainerController.test_HEAD_not_found -test.unit.container.test_server.TestContainerController.test_HEAD_not_found ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_exception -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_exception ... ok -test.unit.common.test_db.TestGreenDBConnection.test_execute_when_locked -test.unit.common.test_db.TestGreenDBConnection.test_execute_when_locked ... ok -test.unit.common.test_memcached.TestMemcacheCommand.test_get_key_prefix -test.unit.common.test_memcached.TestMemcacheCommand.test_get_key_prefix ... ok -test.unit.common.test_memcached.TestMemcacheCommand.test_init -test.unit.common.test_memcached.TestMemcacheCommand.test_init ... ok -test.unit.common.test_registry.TestSensitiveRegistry.test_get_sensitive_headers -test.unit.common.test_registry.TestSensitiveRegistry.test_get_sensitive_headers ... ok -test.unit.common.test_registry.TestSensitiveRegistry.test_get_sensitive_params -test.unit.common.test_registry.TestSensitiveRegistry.test_get_sensitive_params ... ok -test.unit.common.test_registry.TestSensitiveRegistry.test_register_sensitive_header -test.unit.common.test_registry.TestSensitiveRegistry.test_register_sensitive_header ... ok -test.unit.common.test_registry.TestSensitiveRegistry.test_register_sensitive_param -test.unit.common.test_registry.TestSensitiveRegistry.test_register_sensitive_param ... ok -test.unit.common.test_splice.TestTee.test_available -test.unit.common.test_splice.TestTee.test_available ... ok -test.unit.common.test_splice.TestTee.test_errno -test.unit.common.test_splice.TestTee.test_errno ... ok -test DEBUG: Connecting with tenant: tenant_id -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test INFO: Caching s3tokens for 20 seconds -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Cached keystone credentials -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: No authorization details from s3api. skipping. -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: No authorization details from s3api. skipping. -fake INFO: - - 18/Jun/2025/00/03/16 GET /v1/a/c/o%3Ftemp_url_sig%3Ddeadbeefdeadbeef...%26temp_url_expires%3D1750205996 HTTP/1.0 404 - - - - - - - - 0.0002 - - 1750204996.747957945 1750204996.748109579 - -my-daemon DEBUG: Spawned worker mock-pid-0 with {} -my-daemon DEBUG: Spawned worker mock-pid-1 with {} -my-daemon DEBUG: Spawned worker mock-pid-2 with {} -my-daemon DEBUG: Worker mock-pid-0 exited -my-daemon DEBUG: Worker mock-pid-1 exited -my-daemon DEBUG: Worker mock-pid-2 exited -my-daemon NOTICE: Finished 635424 -my-daemon DEBUG: Forked worker 635424 finished -my-daemon DEBUG: Spawned worker mock-pid-0 with {} -my-daemon DEBUG: Spawned worker mock-pid-1 with {} -my-daemon DEBUG: Spawned worker mock-pid-2 with {} -my-daemon DEBUG: Daemon needs to change options, aborting workers -my-daemon DEBUG: Cleaned up worker mock-pid-0 -my-daemon DEBUG: Cleaned up worker mock-pid-1 -my-daemon DEBUG: Cleaned up worker mock-pid-2 -my-daemon DEBUG: Spawned worker mock-pid-3 with {} -my-daemon DEBUG: Spawned worker mock-pid-4 with {} -my-daemon DEBUG: Spawned worker mock-pid-5 with {} -my-daemon DEBUG: Cleaned up worker mock-pid-3 -my-daemon DEBUG: Cleaned up worker mock-pid-4 -my-daemon DEBUG: Cleaned up worker mock-pid-5 -my-daemon NOTICE: SIGTERM received () -my-daemon DEBUG: Spawned worker mock-pid with {'mock_options': True} -my-daemon DEBUG: Spawned worker mock-pid with {'mock_options': True} -my-daemon DEBUG: Worker mock-pid exited -my-daemon DEBUG: Spawned worker mock-pid with {'mock_options': True} -my-daemon NOTICE: Worker mock-pid died -my-daemon DEBUG: Spawned worker mock-pid-1 with {'mock_options': True} -my-daemon DEBUG: Spawned worker mock-pid-2 with {'mock_options': True} -my-daemon DEBUG: Cleaned up worker mock-pid-1 -my-daemon DEBUG: Cleaned up worker mock-pid-2 -my-daemon DEBUG: Spawned worker mock-pid-1 with {'mock_options': True} -my-daemon DEBUG: Spawned worker mock-pid-2 with {'mock_options': True} -my-daemon DEBUG: Cleaned up worker mock-pid-1 -my-daemon DEBUG: Cleaned up worker mock-pid-2 -Error while closing FD -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_splice.py", line 52, in safe_close - os.close(fd) -OSError: [Errno 9] Bad file descriptor -Error while closing FD -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_splice.py", line 52, in safe_close - os.close(fd) -OSError: [Errno 9] Bad file descriptor -test.unit.common.test_splice.TestTee.test_fileno -test.unit.common.test_splice.TestTee.test_fileno ... ok -test.unit.common.test_splice.TestTee.test_flags_list -test.unit.common.test_splice.TestTee.test_flags_list ... ok -test.unit.common.test_splice.TestTee.test_tee_pipe_to_pipe -test.unit.common.test_splice.TestTee.test_tee_pipe_to_pipe ... ok -test.unit.common.test_splice.TestTee.test_unavailable -test.unit.common.test_splice.TestTee.test_unavailable ... ok -test.unit.common.test_splice.TestTee.test_unavailable_in_libc -test.unit.common.test_splice.TestTee.test_unavailable_in_libc ... ok -test.unit.common.test_utils.TestCooperativeIterator.test_close -test.unit.common.test_utils.TestCooperativeIterator.test_close ... ok -test.unit.common.test_utils.TestCooperativeIterator.test_init -test.unit.common.test_utils.TestCooperativeIterator.test_init ... ok -test.unit.common.test_utils.TestCooperativeIterator.test_iter -test.unit.common.test_utils.TestCooperativeIterator.test_iter ... ok -test.unit.common.test_utils.TestCooperativeIterator.test_no_sleeps -test.unit.common.test_utils.TestCooperativeIterator.test_no_sleeps ... ok -test.unit.common.test_utils.TestCooperativeIterator.test_sleeps -test.unit.common.test_utils.TestCooperativeIterator.test_sleeps ... ok -test.unit.common.test_utils.TestNamespaceBoundList.test_eq -test.unit.common.test_utils.TestNamespaceBoundList.test_eq ... ok -test.unit.common.test_utils.TestNamespaceBoundList.test_get_namespace -test.unit.common.test_utils.TestNamespaceBoundList.test_get_namespace ... ok -test.unit.common.test_utils.TestNamespaceBoundList.test_parse -test.unit.common.test_utils.TestNamespaceBoundList.test_parse ... ok -test.unit.common.test_utils.TestShardName.test -test.unit.common.test_utils.TestShardName.test ... ok -test.unit.common.test_utils.TestShardName.test_bad_create -test.unit.common.test_utils.TestShardName.test_bad_create ... ok -test.unit.common.test_utils.TestShardName.test_bad_parse -test.unit.common.test_utils.TestShardName.test_bad_parse ... ok -test.unit.common.test_utils.TestShardName.test_realistic_shard_range_names -test.unit.common.test_utils.TestShardName.test_realistic_shard_range_names ... ok -test.unit.common.test_utils.TestShardName.test_root_has_hyphens -test.unit.common.test_utils.TestShardName.test_root_has_hyphens ... ok -test1 -STDOUT: test2 -STDERR: test4 -test5 -STDERR: test6 -test8 -STDOUT: a#012b#012c -STDOUT: d -test.unit.common.test_utils.TestUtils.test_LoggerFileObject -test.unit.common.test_utils.TestUtils.test_LoggerFileObject ... ok -I like ham -STDERR: --- Logging error --- -STDERR: Traceback (most recent call last): -STDERR: File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_utils.py", line 845, in emit - raise socket.error(errno.ENOTCONN, "This is an ex-syslog") -STDERR: OSError: [Errno 107] This is an ex-syslog -STDERR: Call stack: -STDERR: File "", line 198, in _run_module_as_main -STDERR: File "", line 88, in _run_code -STDERR: File "/usr/lib/python3/dist-packages/stestr/subunit_runner/run.py", line 88, in - main() -STDERR: File "/usr/lib/python3/dist-packages/stestr/subunit_runner/run.py", line 82, in main - program.TestProgram( -STDERR: File "/usr/lib/python3/dist-packages/stestr/subunit_runner/program.py", line 197, in __init__ - self.runTests() -STDERR: File "/usr/lib/python3/dist-packages/stestr/subunit_runner/program.py", line 247, in runTests - self.result = testRunner.run(self.test) -STDERR: File "/usr/lib/python3/dist-packages/stestr/subunit_runner/run.py", line 51, in run - test(result) -STDERR: File "/usr/lib/python3.12/unittest/suite.py", line 84, in __call__ - return self.run(*args, **kwds) -STDERR: File "/usr/lib/python3.12/unittest/suite.py", line 122, in run - test(result) -STDERR: File "/usr/lib/python3.12/unittest/suite.py", line 84, in __call__ - return self.run(*args, **kwds) -STDERR: File "/usr/lib/python3.12/unittest/suite.py", line 122, in run - test(result) -STDERR: File "/usr/lib/python3.12/unittest/suite.py", line 84, in __call__ - return self.run(*args, **kwds) -STDERR: File "/usr/lib/python3.12/unittest/suite.py", line 122, in run - test(result) -STDERR: File "/usr/lib/python3.12/unittest/case.py", line 690, in __call__ - return self.run(*args, **kwds) -STDERR: File "/usr/lib/python3.12/unittest/case.py", line 634, in run - self._callTestMethod(testMethod) -STDERR: File "/usr/lib/python3.12/unittest/case.py", line 589, in _callTestMethod - if method() is not None: -STDERR: File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_utils.py", line 877, in test_LoggerFileObject_recursion - logger.info("I like ham") -STDERR: File "/usr/lib/python3.12/logging/__init__.py", line 1539, in info - self._log(INFO, msg, args, **kwargs) -STDERR: File "/usr/lib/python3.12/logging/__init__.py", line 1684, in _log - self.handle(record) -STDERR: File "/usr/lib/python3.12/logging/__init__.py", line 1700, in handle - self.callHandlers(record) -STDERR: File "/usr/lib/python3.12/logging/__init__.py", line 1762, in callHandlers - hdlr.handle(record) -STDERR: File "/usr/lib/python3.12/logging/__init__.py", line 1028, in handle - self.emit(record) -STDERR: File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_utils.py", line 847, in emit - self.handleError(record) -STDERR: Message: 'I like ham' -Arguments: () -test.unit.common.test_utils.TestUtils.test_LoggerFileObject_recursion -test.unit.common.test_utils.TestUtils.test_LoggerFileObject_recursion ... ok -test.unit.common.test_utils.TestUtils.test_NullLogger -test.unit.common.test_utils.TestUtils.test_NullLogger ... ok -test.unit.common.test_utils.TestUtils.test_TRUE_VALUES -test.unit.common.test_utils.TestUtils.test_TRUE_VALUES ... ok -test.unit.common.test_utils.TestUtils.test_backwards -test.unit.common.test_utils.TestUtils.test_backwards ... ok -test.unit.common.test_utils.TestUtils.test_cache_from_env -test.unit.common.test_utils.TestUtils.test_cache_from_env ... ok -test.unit.common.test_utils.TestUtils.test_cap_length -test.unit.common.test_utils.TestUtils.test_cap_length ... ok -test.unit.common.test_utils.TestUtils.test_capture_stdio -test.unit.common.test_utils.TestUtils.test_capture_stdio ... ok -test.unit.common.test_utils.TestUtils.test_clean_content_type -test.unit.common.test_utils.TestUtils.test_clean_content_type ... ok -test.unit.common.test_utils.TestUtils.test_clean_logger_exception -test.unit.common.test_utils.TestUtils.test_clean_logger_exception ... ok -test.unit.common.test_utils.TestUtils.test_clean_up_daemon_hygene -test.unit.common.test_utils.TestUtils.test_clean_up_daemon_hygene ... ok -test.unit.common.test_utils.TestUtils.test_config_auto_int_value -test.unit.common.test_utils.TestUtils.test_config_auto_int_value ... ok -test.unit.common.test_utils.TestUtils.test_config_fallocate_value -test.unit.common.test_utils.TestUtils.test_config_fallocate_value ... ok -test.unit.common.test_utils.TestUtils.test_config_float_value -test.unit.common.test_utils.TestUtils.test_config_float_value ... ok -test.unit.common.test_utils.TestUtils.test_config_percent_value -test.unit.common.test_utils.TestUtils.test_config_percent_value ... ok -test.unit.common.test_utils.TestUtils.test_config_positive_int_value -test.unit.common.test_utils.TestUtils.test_config_positive_int_value ... ok -test.unit.common.test_utils.TestUtils.test_config_request_node_count_value -test.unit.common.test_utils.TestUtils.test_config_request_node_count_value ... ok -test.unit.common.test_utils.TestUtils.test_config_true_value -test.unit.common.test_utils.TestUtils.test_config_true_value ... ok -test.unit.common.test_utils.TestUtils.test_drain_and_close -test.unit.common.test_utils.TestUtils.test_drain_and_close ... ok -test.unit.common.test_utils.TestUtils.test_drain_and_close_with_limit -test.unit.common.test_utils.TestUtils.test_drain_and_close_with_limit ... ok -test.unit.common.test_utils.TestUtils.test_drop_privileges -test.unit.common.test_utils.TestUtils.test_drop_privileges ... ok -test.unit.common.test_utils.TestUtils.test_drop_privileges_no_setgroups -test.unit.common.test_utils.TestUtils.test_drop_privileges_no_setgroups ... ok -test.unit.common.test_utils.TestUtils.test_dump_recon_cache -test.unit.common.test_utils.TestUtils.test_dump_recon_cache ... ok -test.unit.common.test_utils.TestUtils.test_dump_recon_cache_permission_denied -test.unit.common.test_utils.TestUtils.test_dump_recon_cache_permission_denied ... ok -test.unit.container.test_server.TestContainerController.test_HEAD_timestamp_with_offset -test.unit.container.test_server.TestContainerController.test_HEAD_timestamp_with_offset ... ok -test.unit.common.test_utils.TestUtils.test_dump_recon_cache_set_owner -test.unit.common.test_utils.TestUtils.test_dump_recon_cache_set_owner ... ok -test.unit.common.test_utils.TestUtils.test_extract_swift_bytes -test.unit.common.test_utils.TestUtils.test_extract_swift_bytes ... ok -test.unit.common.test_utils.TestUtils.test_find_namespace -test.unit.common.test_utils.TestUtils.test_find_namespace ... ok -test.unit.common.test_utils.TestUtils.test_friendly_close_exploding_body -test.unit.common.test_utils.TestUtils.test_friendly_close_exploding_body ... ok -test.unit.common.test_utils.TestUtils.test_friendly_close_large_body -test.unit.common.test_utils.TestUtils.test_friendly_close_large_body ... ok -test.unit.common.test_utils.TestUtils.test_friendly_close_small_body -test.unit.common.test_utils.TestUtils.test_friendly_close_small_body ... ok -test.unit.common.test_utils.TestUtils.test_fsync_dir -test.unit.common.test_utils.TestUtils.test_fsync_dir ... ok -test.unit.common.test_utils.TestUtils.test_generate_trans_id -test.unit.common.test_utils.TestUtils.test_generate_trans_id ... ok -test.unit.container.test_server.TestContainerController.test_OPTIONS -test.unit.container.test_server.TestContainerController.test_OPTIONS ... ok -test.unit.common.test_utils.TestUtils.test_get_db_files -test.unit.common.test_utils.TestUtils.test_get_db_files ... ok -test.unit.common.test_utils.TestUtils.test_get_log_line -test.unit.common.test_utils.TestUtils.test_get_log_line ... ok -test.unit.common.test_utils.TestUtils.test_get_logger -test.unit.common.test_utils.TestUtils.test_get_logger ... ok -test.unit.common.test_utils.TestUtils.test_get_logger_console -test.unit.common.test_utils.TestUtils.test_get_logger_console ... ok -test.unit.common.test_utils.TestUtils.test_get_logger_name_and_route -test.unit.common.test_utils.TestUtils.test_get_logger_name_and_route ... ok -test.unit.common.test_utils.TestUtils.test_get_partition_for_hash -test.unit.common.test_utils.TestUtils.test_get_partition_for_hash ... ok -test.unit.common.test_utils.TestUtils.test_get_partition_from_path -test.unit.common.test_utils.TestUtils.test_get_partition_from_path ... ok -test.unit.common.test_utils.TestUtils.test_get_policy_index -test.unit.common.test_utils.TestUtils.test_get_policy_index ... ok -test.unit.common.test_utils.TestUtils.test_get_redirect_data -test.unit.common.test_utils.TestUtils.test_get_redirect_data ... ok -test.unit.common.test_utils.TestUtils.test_get_trans_id_time -test.unit.common.test_utils.TestUtils.test_get_trans_id_time ... ok -test.unit.common.test_utils.TestUtils.test_get_valid_utf8_str -test.unit.common.test_utils.TestUtils.test_get_valid_utf8_str ... ok -test.unit.common.test_utils.TestUtils.test_get_zero_indexed_base_string -test.unit.common.test_utils.TestUtils.test_get_zero_indexed_base_string ... ok -test.unit.common.test_utils.TestUtils.test_hash_path -test.unit.common.test_utils.TestUtils.test_hash_path ... ok -test.unit.common.test_utils.TestUtils.test_human_readable -test.unit.common.test_utils.TestUtils.test_human_readable ... ok -test.unit.common.test_utils.TestUtils.test_is_file_older -test.unit.common.test_utils.TestUtils.test_is_file_older ... ok -test.unit.common.test_utils.TestUtils.test_ismount_parent_path_error -test.unit.common.test_utils.TestUtils.test_ismount_parent_path_error ... ok -test.unit.common.test_utils.TestUtils.test_ismount_path_does_not_exist -test.unit.common.test_utils.TestUtils.test_ismount_path_does_not_exist ... ok -test.unit.common.test_utils.TestUtils.test_ismount_path_error -test.unit.common.test_utils.TestUtils.test_ismount_path_error ... ok -test.unit.common.test_utils.TestUtils.test_ismount_path_is_root -test.unit.common.test_utils.TestUtils.test_ismount_path_is_root ... ok -test.unit.common.test_utils.TestUtils.test_ismount_path_is_symlink -test.unit.common.test_utils.TestUtils.test_ismount_path_is_symlink ... ok -test.unit.common.test_utils.TestUtils.test_ismount_path_not_mount -test.unit.common.test_utils.TestUtils.test_ismount_path_not_mount ... ok -test.unit.common.test_utils.TestUtils.test_ismount_raw_parent_path_error -test.unit.common.test_utils.TestUtils.test_ismount_raw_parent_path_error ... ok -test.unit.common.test_utils.TestUtils.test_ismount_raw_path_error -test.unit.common.test_utils.TestUtils.test_ismount_raw_path_error ... ok -test.unit.common.test_utils.TestUtils.test_ismount_successes_dev -test.unit.common.test_utils.TestUtils.test_ismount_successes_dev ... ok -test.unit.common.test_utils.TestUtils.test_ismount_successes_ino -test.unit.common.test_utils.TestUtils.test_ismount_successes_ino ... ok -test.unit.common.test_utils.TestUtils.test_ismount_successes_stubfile -test.unit.common.test_utils.TestUtils.test_ismount_successes_stubfile ... ok -test.unit.common.test_utils.TestUtils.test_last_modified_date_to_timestamp -test.unit.common.test_utils.TestUtils.test_last_modified_date_to_timestamp ... ok -test.unit.common.test_utils.TestUtils.test_last_modified_date_to_timestamp_when_system_not_UTC -test.unit.common.test_utils.TestUtils.test_last_modified_date_to_timestamp_when_system_not_UTC ... ok -test.unit.common.test_utils.TestUtils.test_link_fd_to_path_errno_not_EEXIST_or_ENOENT -test.unit.common.test_utils.TestUtils.test_link_fd_to_path_errno_not_EEXIST_or_ENOENT ... ok -test.unit.common.test_utils.TestUtils.test_link_fd_to_path_linkat_success -test.unit.common.test_utils.TestUtils.test_link_fd_to_path_linkat_success ... ok -test.unit.common.test_utils.TestUtils.test_link_fd_to_path_target_exists -test.unit.common.test_utils.TestUtils.test_link_fd_to_path_target_exists ... ok -test.unit.common.test_utils.TestUtils.test_linkat_race_dir_not_exists -test.unit.common.test_utils.TestUtils.test_linkat_race_dir_not_exists ... ok -test ERROR: ERROR: swift.cache could not be found in env! -test ERROR: ERROR: swift.cache could not be found in env! -test WARNING: Unable to perform fsync() on directory /tmp/tmpry9_9hbr: Bad file descriptor -Unable to locate some_not_real_function in libc. Leaving as a no-op. -test.unit.common.test_utils.TestUtils.test_load_libc_function -test.unit.common.test_utils.TestUtils.test_load_libc_function ... ok -test.unit.common.test_utils.TestUtils.test_load_pkg_resource -test.unit.common.test_utils.TestUtils.test_load_pkg_resource ... skipped 'pkg_resources loading is only available on python 3.7 and earlier' -test.unit.common.test_utils.TestUtils.test_load_recon_cache -test.unit.common.test_utils.TestUtils.test_load_recon_cache ... ok -test.unit.container.test_server.TestContainerController.test_POST_HEAD_metadata -test.unit.container.test_server.TestContainerController.test_POST_HEAD_metadata ... ok -test.unit.common.test_utils.TestUtils.test_lock_file -test.unit.common.test_utils.TestUtils.test_lock_file ... ok -test.unit.common.test_utils.TestUtils.test_lock_file_held_on_unlink -test.unit.common.test_utils.TestUtils.test_lock_file_held_on_unlink ... ok -test.unit.common.test_utils.TestUtils.test_lock_file_no_unlink_if_fail -test.unit.common.test_utils.TestUtils.test_lock_file_no_unlink_if_fail ... ok -test.unit.common.test_utils.TestUtils.test_lock_file_unlinked_after_open -test.unit.common.test_utils.TestUtils.test_lock_file_unlinked_after_open ... ok -test.unit.common.test_utils.TestUtils.test_lock_path -test.unit.common.test_utils.TestUtils.test_lock_path ... ok -test.unit.common.test_utils.TestUtils.test_lock_path_class -test.unit.common.test_utils.TestUtils.test_lock_path_class ... ok -test.unit.common.test_utils.TestUtils.test_lock_path_invalid_limit -test.unit.common.test_utils.TestUtils.test_lock_path_invalid_limit ... ok -test.unit.common.test_utils.TestUtils.test_lock_path_name -test.unit.common.test_utils.TestUtils.test_lock_path_name ... ok -test.unit.common.test_utils.TestUtils.test_lock_path_num_sleeps -test.unit.common.test_utils.TestUtils.test_lock_path_num_sleeps ... ok -test.unit.common.test_utils.TestUtils.test_log_string_formatter -test.unit.common.test_utils.TestUtils.test_log_string_formatter ... ok -test.unit.common.test_utils.TestUtils.test_majority_size -test.unit.common.test_utils.TestUtils.test_majority_size ... ok -test.unit.common.test_utils.TestUtils.test_make_db_file_path -test.unit.common.test_utils.TestUtils.test_make_db_file_path ... ok -test.unit.common.test_utils.TestUtils.test_makedirs_count -test.unit.common.test_utils.TestUtils.test_makedirs_count ... ok -test.unit.common.test_utils.TestUtils.test_md5_with_data -test.unit.common.test_utils.TestUtils.test_md5_with_data ... ok -test.unit.common.test_utils.TestUtils.test_md5_without_data -test.unit.common.test_utils.TestUtils.test_md5_without_data ... ok -test.unit.common.test_utils.TestUtils.test_mkdirs -test.unit.common.test_utils.TestUtils.test_mkdirs ... ok -2 RLock(s) were not greened, to fix this error make sure you run eventlet.monkey_patch() before importing any other modules. -test.unit.common.test_utils.TestUtils.test_monkey_patch -test.unit.common.test_utils.TestUtils.test_monkey_patch ... ok -test.unit.common.test_utils.TestUtils.test_nested_prefixlogger -test.unit.common.test_utils.TestUtils.test_nested_prefixlogger ... ok -test.unit.common.test_utils.TestUtils.test_node_to_string -test.unit.common.test_utils.TestUtils.test_node_to_string ... ok -test.unit.common.test_utils.TestUtils.test_non_negative_float -test.unit.common.test_utils.TestUtils.test_non_negative_float ... ok -test.unit.common.test_utils.TestUtils.test_non_negative_int -test.unit.common.test_utils.TestUtils.test_non_negative_int ... ok -test.unit.common.test_utils.TestUtils.test_none_data_raises_type_error -test.unit.common.test_utils.TestUtils.test_none_data_raises_type_error ... ok -test.unit.common.test_utils.TestUtils.test_normalize_delete_at_timestamp -test.unit.common.test_utils.TestUtils.test_normalize_delete_at_timestamp ... ok -test.unit.common.test_utils.TestUtils.test_normalize_delete_at_timestamp_high_precision -test.unit.common.test_utils.TestUtils.test_normalize_delete_at_timestamp_high_precision ... ok -test.unit.common.test_utils.TestUtils.test_normalize_timestamp -test.unit.common.test_utils.TestUtils.test_normalize_timestamp ... ok -test.unit.common.test_utils.TestUtils.test_override_bytes_from_content_type -test.unit.common.test_utils.TestUtils.test_override_bytes_from_content_type ... ok -test.unit.common.test_utils.TestUtils.test_parse_content_type -test.unit.common.test_utils.TestUtils.test_parse_content_type ... ok -test.unit.common.test_utils.TestUtils.test_parse_db_filename -test.unit.common.test_utils.TestUtils.test_parse_db_filename ... ok -test.unit.common.test_utils.TestUtils.test_parse_options -test.unit.common.test_utils.TestUtils.test_parse_options ... ok -test.unit.common.test_utils.TestUtils.test_parse_options_errors -test.unit.common.test_utils.TestUtils.test_parse_options_errors ... ok -test.unit.common.test_utils.TestUtils.test_parse_override_options -test.unit.common.test_utils.TestUtils.test_parse_override_options ... ok -test.unit.common.test_utils.TestUtils.test_prefixlogger -test.unit.common.test_utils.TestUtils.test_prefixlogger/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", - ... ok -test.unit.common.test_utils.TestUtils.test_quorum_size -test.unit.common.test_utils.TestUtils.test_quorum_size ... ok -test.unit.common.test_utils.TestUtils.test_quote_bytes -test.unit.common.test_utils.TestUtils.test_quote_bytes ... ok -test.unit.common.test_utils.TestUtils.test_quote_unicode -test.unit.common.test_utils.TestUtils.test_quote_unicode ... ok -test.unit.common.test_utils.TestUtils.test_ratelimit_sleep -test.unit.common.test_utils.TestUtils.test_ratelimit_sleep ... ok -test.unit.common.test_utils.TestUtils.test_ratelimit_sleep_with_incr -test.unit.common.test_utils.TestUtils.test_ratelimit_sleep_with_incr ... ok -test.unit.common.test_utils.TestUtils.test_ratelimit_sleep_with_sleep -test.unit.common.test_utils.TestUtils.test_ratelimit_sleep_with_sleep ... ok -test.unit.common.test_utils.TestUtils.test_readconf -test.unit.common.test_utils.TestUtils.test_readconf ... ok -test.unit.common.test_utils.TestUtils.test_readconf_dir -test.unit.common.test_utils.TestUtils.test_readconf_dir ... ok -test.unit.common.test_utils.TestUtils.test_readconf_dir_ignores_hidden_and_nondotconf_files -test.unit.common.test_utils.TestUtils.test_readconf_dir_ignores_hidden_and_nondotconf_files ... ok -test.unit.common.test_utils.TestUtils.test_readconf_raw -test.unit.common.test_utils.TestUtils.test_readconf_raw ... ok -test.unit.common.test_utils.TestUtils.test_remove_directory -test.unit.common.test_utils.TestUtils.test_remove_directory ... ok -test.unit.common.test_utils.TestUtils.test_remove_file -test.unit.common.test_utils.TestUtils.test_remove_file ... ok -test.unit.common.test_utils.TestUtils.test_renamer_when_fsync_is_false -test.unit.common.test_utils.TestUtils.test_renamer_when_fsync_is_false ... ok -test.unit.common.test_utils.TestUtils.test_renamer_with_fsync_dir -test.unit.common.test_utils.TestUtils.test_renamer_with_fsync_dir ... ok -test.unit.common.test_utils.TestUtils.test_replace_partition_in_path -test.unit.common.test_utils.TestUtils.test_replace_partition_in_path ... ok -test.unit.common.test_utils.TestUtils.test_round_robin_iter -test.unit.common.test_utils.TestUtils.test_round_robin_iter ... ok -test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv4_localhost -test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv4_localhost ... ok -test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv6_ipv4_compatible -test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv6_ipv4_compatible ... ok -test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv6_random_ip -test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv6_random_ip ... ok -test.unit.common.test_utils.TestUtils.test_rsync_module_interpolation -test.unit.common.test_utils.TestUtils.test_rsync_module_interpolation ... ok -test.unit.common.test_utils.TestUtils.test_safe_json_loads -test.unit.common.test_utils.TestUtils.test_safe_json_loads ... ok -test.unit.common.test_utils.TestUtils.test_search_tree -test.unit.common.test_utils.TestUtils.test_search_tree ... ok -test.unit.common.test_utils.TestUtils.test_search_tree_conf_dir_pid_with_named_conf_match -test.unit.common.test_utils.TestUtils.test_search_tree_conf_dir_pid_with_named_conf_match ... ok -test.unit.common.test_utils.TestUtils.test_search_tree_conf_dir_with_named_conf_match -test.unit.common.test_utils.TestUtils.test_search_tree_conf_dir_with_named_conf_match ... ok -test.unit.common.test_utils.TestUtils.test_search_tree_with_directory_ext_match -test.unit.common.test_utils.TestUtils.test_search_tree_with_directory_ext_match ... ok -test.unit.common.test_utils.TestUtils.test_select_node_ip -test.unit.common.test_utils.TestUtils.test_select_node_ip ... ok -test.unit.common.test_utils.TestUtils.test_split_path -test.unit.common.test_utils.TestUtils.test_split_path ... ok -test.unit.common.test_utils.TestUtils.test_storage_directory -test.unit.common.test_utils.TestUtils.test_storage_directory ... ok -test.unit.common.test_utils.TestUtils.test_str_anonymizer -test.unit.common.test_utils.TestUtils.test_str_anonymizer ... ok -test.unit.common.test_utils.TestUtils.test_str_anonymizer_python_maddness -test.unit.common.test_utils.TestUtils.test_str_anonymizer_python_maddness ... ok -test.unit.common.test_utils.TestUtils.test_str_format_time -test.unit.common.test_utils.TestUtils.test_str_format_time ... ok -test.unit.common.test_utils.TestUtils.test_streq_const_time -test.unit.common.test_utils.TestUtils.test_streq_const_time ... ok -test.unit.common.test_utils.TestUtils.test_strict_b64decode -test.unit.common.test_utils.TestUtils.test_strict_b64decode ... ok -test.unit.common.test_utils.TestUtils.test_string_data_raises_type_error -test.unit.common.test_utils.TestUtils.test_string_data_raises_type_error ... ok -test.unit.common.test_utils.TestUtils.test_swift_log_formatter -test.unit.common.test_utils.TestUtils.test_swift_log_formatter ... ok -test.unit.common.test_utils.TestUtils.test_swift_log_formatter_max_line_length -test.unit.common.test_utils.TestUtils.test_swift_log_formatter_max_line_length ... ok -test.unit.common.test_utils.TestUtils.test_systemd_notify -test.unit.common.test_utils.TestUtils.test_systemd_notify ... ok -test.unit.common.test_utils.TestUtils.test_validate_device_partition -test.unit.common.test_utils.TestUtils.test_validate_device_partition ... ok -test.unit.common.test_utils.TestUtils.test_validate_hash_conf -test.unit.common.test_utils.TestUtils.test_validate_hash_conf ... ok -test.unit.common.test_utils.TestUtils.test_validate_sync_to -test.unit.common.test_utils.TestUtils.test_validate_sync_to ... ok -test.unit.common.test_utils.TestUtils.test_write_file -test.unit.common.test_utils.TestUtils.test_write_file ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_commit_pending -test.unit.container.test_backend.TestCommonContainerBroker.test_commit_pending ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_delete_db -test.unit.container.test_backend.TestCommonContainerBroker.test_delete_db ... ok -test.unit.container.test_server.TestContainerController.test_POST_HEAD_no_timestamp_update -test.unit.container.test_server.TestContainerController.test_POST_HEAD_no_timestamp_update ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_get_info -test.unit.container.test_backend.TestCommonContainerBroker.test_get_info ... ok -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=x1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server INFO: Caching updating shards for shard-updating-v2/a/c (3 shards) (txn: tx9479be0919be49c380efd-006644f877) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Problem with listing response from /v1/a/c/o: JSONDecodeError('Expecting value: line 1 column 1 (char 0)') (txn: txb54d96e6cb1e4f0e82117-006644f877) proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmp4b3p9id_/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp4b3p9id_/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 DEBUG: Could not load '/tmp/tmpzs30w0e_/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpzs30w0e_/tmp_test_proxy_server_chunked/container-sync-realms.conf' cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmp4b3p9id_/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp4b3p9id_/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 DEBUG: Could not load '/tmp/tmpzs30w0e_/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpzs30w0e_/tmp_test_proxy_server_chunked/container-sync-realms.conf' cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:03:18 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.0723 "-" 635435 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:03:18 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0862 "-" 635435 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:03:18 +0000] "PUT /sda1/0/a1" 201 - "-" "test" "-" 0.0718 "-" 635435 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:03:18 +0000] "PUT /sdb1/0/a1" 201 - "-" "test" "-" 0.0739 "-" 635435 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:03:18 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx88bbffc8054a43aa9fdb7-0068520246" "proxy-server 635435" 0.0012 "-" 635435 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:03:18 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:45517/sda1/0/a/c" "tx88bbffc8054a43aa9fdb7-0068520246" "container-server 635435" 0.0010 "-" 635435 0 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:03:18 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:34107/sdb1/0/a/c" "tx88bbffc8054a43aa9fdb7-0068520246" "container-server 635435" 0.0008 "-" 635435 0 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:00:03:18 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "tx88bbffc8054a43aa9fdb7-0068520246" "proxy-server 635435" 0.1735 "-" 635435 0 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:00:03:18 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "tx88bbffc8054a43aa9fdb7-0068520246" "proxy-server 635435" 0.0865 "-" 635435 0 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/00/03/18 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx88bbffc8054a43aa9fdb7-0068520246 - 0.1801 - - 1750204998.733597755 1750204998.913714409 0 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:03:18 +0000] "HEAD /sda1/0/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txfa4f19d06c8d4a9caaff3-0068520246" "proxy-server 635435" 0.0010 "-" 635435 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:03:19 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://127.0.0.1:34107/sdb1/2/a1/c1" "txfa4f19d06c8d4a9caaff3-0068520246" "container-server 635435" 0.0009 "-" 635435 0 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:03:19 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://127.0.0.1:45517/sda1/2/a1/c1" "txfa4f19d06c8d4a9caaff3-0068520246" "container-server 635435" 0.0007 "-" 635435 0 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:00:03:19 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txfa4f19d06c8d4a9caaff3-0068520246" "proxy-server 635435" 0.1279 "-" 635435 0 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:00:03:19 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txfa4f19d06c8d4a9caaff3-0068520246" "proxy-server 635435" 0.2289 "-" 635435 0 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/00/03/19 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txfa4f19d06c8d4a9caaff3-0068520246 - 0.2343 - - 1750204998.914806843 1750204999.149152756 0 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:03:19 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txc2f2438be4614fe6a66f6-0068520247" "proxy-server 635435" 0.0745 "-" 635435 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:03:20 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:34107/sdb1/0/a/c1" "txc2f2438be4614fe6a66f6-0068520247" "container-server 635435" 0.0014 "-" 635435 1 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:03:21 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:45517/sda1/0/a/c1" "txc2f2438be4614fe6a66f6-0068520247" "container-server 635435" 1.2693 "-" 635435 1 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:00:03:21 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txc2f2438be4614fe6a66f6-0068520247" "proxy-server 635435" 2.2374 "-" 635435 1 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:00:03:21 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txc2f2438be4614fe6a66f6-0068520247" "proxy-server 635435" 2.0617 "-" 635435 1 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/00/03/21 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txc2f2438be4614fe6a66f6-0068520247 - 2.3181 - - 1750204999.150160789 1750205001.468250036 1 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:03:21 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx5c85026c28664cf08e44d-0068520249" "proxy-server 635435" 0.2730 "-" 635435 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:03:22 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:45517/sda1/2/a/c2" "tx5c85026c28664cf08e44d-0068520249" "container-server 635435" 0.0861 "-" 635435 2 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:03:22 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:34107/sdb1/2/a/c2" "tx5c85026c28664cf08e44d-0068520249" "container-server 635435" 0.0234 "-" 635435 2 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:00:03:22 +0000] "PUT /sda1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx5c85026c28664cf08e44d-0068520249" "proxy-server 635435" 0.1952 "-" 635435 2 -test.unit.proxy.test_mem_server.TestAccountController.test_DELETE -test.unit.proxy.test_mem_server.TestAccountController.test_DELETE ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_DELETE_with_query_string -test.unit.proxy.test_mem_server.TestAccountController.test_DELETE_with_query_string ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_GET -test.unit.proxy.test_mem_server.TestAccountController.test_GET ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_GET_autocreate -test.unit.proxy.test_mem_server.TestAccountController.test_GET_autocreate ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_HEAD -test.unit.proxy.test_mem_server.TestAccountController.test_HEAD ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_HEAD_autocreate -test.unit.proxy.test_mem_server.TestAccountController.test_HEAD_autocreate ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_OPTIONS -test.unit.proxy.test_mem_server.TestAccountController.test_OPTIONS ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_POST_autocreate -test.unit.proxy.test_mem_server.TestAccountController.test_POST_autocreate ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_POST_autocreate_with_sysmeta -test.unit.proxy.test_mem_server.TestAccountController.test_POST_autocreate_with_sysmeta ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_POST_bad_metadata -test.unit.proxy.test_mem_server.TestAccountController.test_POST_bad_metadata ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_POST_metadata -test.unit.proxy.test_mem_server.TestAccountController.test_POST_metadata ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_PUT -test.unit.proxy.test_mem_server.TestAccountController.test_PUT ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_PUT_bad_metadata -test.unit.proxy.test_mem_server.TestAccountController.test_PUT_bad_metadata ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_PUT_connect_exceptions -test.unit.proxy.test_mem_server.TestAccountController.test_PUT_connect_exceptions ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_PUT_max_account_name_length -test.unit.proxy.test_mem_server.TestAccountController.test_PUT_max_account_name_length ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_PUT_metadata -test.unit.proxy.test_mem_server.TestAccountController.test_PUT_metadata ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_PUT_status -test.unit.proxy.test_mem_server.TestAccountController.test_PUT_status ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_auto_create_account_listing_response_is_json -test.unit.proxy.test_mem_server.TestAccountController.test_auto_create_account_listing_response_is_json ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_connection_refused -test.unit.proxy.test_mem_server.TestAccountController.test_connection_refused ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_other_socket_error -test.unit.proxy.test_mem_server.TestAccountController.test_other_socket_error ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_response_get_accept_ranges_header -test.unit.proxy.test_mem_server.TestAccountController.test_response_get_accept_ranges_header ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_response_head_accept_ranges_header -test.unit.proxy.test_mem_server.TestAccountController.test_response_head_accept_ranges_header ... ok +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:01:27 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0723 "-" 1329779 - +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_newid +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_newid ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_old_style_shard_container ... ok +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", test.unit.proxy.test_mem_server.TestContainerController.test_CORS_valid test.unit.proxy.test_mem_server.TestContainerController.test_CORS_valid ... ok test.unit.proxy.test_mem_server.TestContainerController.test_DELETE @@ -37224,6 +43687,49 @@ test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_backed_x_timestamp_header ... ok test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_x_account_headers_with_fewer_account_replicas test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_x_account_headers_with_fewer_account_replicas ... ok +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:01:27 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0624 "-" 1329779 - +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:01:27 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0647 "-" 1329779 - +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:01:27 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0578 "-" 1329779 - +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:01:27 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx2dd44783581a48d7a3927-006644f877" "proxy-server 1329779" 0.0014 "-" 1329779 - +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:01:27 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:57773/sda1/1/a/c" "tx2dd44783581a48d7a3927-006644f877" "container-server 1329779" 0.0014 "-" 1329779 0 +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:01:27 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:56599/sdb1/1/a/c" "tx2dd44783581a48d7a3927-006644f877" "container-server 1329779" 0.0009 "-" 1329779 0 +cont1 INFO: 127.0.0.1 - - [15/May/2024:18:01:27 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx2dd44783581a48d7a3927-006644f877" "proxy-server 1329779" 0.2230 "-" 1329779 0 +cont2 INFO: 127.0.0.1 - - [15/May/2024:18:01:27 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx2dd44783581a48d7a3927-006644f877" "proxy-server 1329779" 0.1682 "-" 1329779 0 +proxy INFO: 127.0.0.1 127.0.0.1 15/May/2024/18/01/27 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx2dd44783581a48d7a3927-006644f877 - 0.2316 - - 1715796087.412237167 1715796087.643806934 0 +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:01:27 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txde90cbe3a37c48398ffe1-006644f877" "proxy-server 1329779" 0.0013 "-" 1329779 - +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:01:27 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:56599/sdb1/1/a1/c1" "txde90cbe3a37c48398ffe1-006644f877" "container-server 1329779" 0.0012 "-" 1329779 0 +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:01:27 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:57773/sda1/1/a1/c1" "txde90cbe3a37c48398ffe1-006644f877" "container-server 1329779" 0.0011 "-" 1329779 0 +cont2 INFO: 127.0.0.1 - - [15/May/2024:18:01:27 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txde90cbe3a37c48398ffe1-006644f877" "proxy-server 1329779" 0.0570 "-" 1329779 0 +cont1 INFO: 127.0.0.1 - - [15/May/2024:18:01:27 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txde90cbe3a37c48398ffe1-006644f877" "proxy-server 1329779" 0.2585 "-" 1329779 0 +proxy INFO: 127.0.0.1 127.0.0.1 15/May/2024/18/01/27 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txde90cbe3a37c48398ffe1-006644f877 - 0.2657 - - 1715796087.645173073 1715796087.910916328 0 +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:01:27 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txa30416104bcb440b99fbe-006644f877" "proxy-server 1329779" 0.0634 "-" 1329779 - +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:01:28 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:56599/sdb1/2/a/c1" "txa30416104bcb440b99fbe-006644f877" "container-server 1329779" 0.0679 "-" 1329779 1 +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:01:28 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:57773/sda1/2/a/c1" "txa30416104bcb440b99fbe-006644f877" "container-server 1329779" 0.0010 "-" 1329779 1 +cont2 INFO: 127.0.0.1 - - [15/May/2024:18:01:28 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txa30416104bcb440b99fbe-006644f877" "proxy-server 1329779" 0.1301 "-" 1329779 1 +cont1 INFO: 127.0.0.1 - - [15/May/2024:18:01:28 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txa30416104bcb440b99fbe-006644f877" "proxy-server 1329779" 0.1955 "-" 1329779 1 +proxy INFO: 127.0.0.1 127.0.0.1 15/May/2024/18/01/28 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txa30416104bcb440b99fbe-006644f877 - 0.2657 - - 1715796087.912402868 1715796088.178121805 1 +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:01:28 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txd0de23dde78f4e63a852c-006644f878" "proxy-server 1329779" 0.0752 "-" 1329779 - +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:01:28 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:56599/sdb1/1/a/c2" "txd0de23dde78f4e63a852c-006644f878" "container-server 1329779" 0.0032 "-" 1329779 2 +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:01:28 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:57773/sda1/1/a/c2" "txd0de23dde78f4e63a852c-006644f878" "container-server 1329779" 0.0772 "-" 1329779 2 +cont2 INFO: 127.0.0.1 - - [15/May/2024:18:01:28 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txd0de23dde78f4e63a852c-006644f878" "proxy-server 1329779" 0.1684 "-" 1329779 2 +cont1 INFO: 127.0.0.1 - - [15/May/2024:18:01:28 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txd0de23dde78f4e63a852c-006644f878" "proxy-server 1329779" 0.1186 "-" 1329779 2 +proxy INFO: 127.0.0.1 127.0.0.1 15/May/2024/18/01/28 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txd0de23dde78f4e63a852c-006644f878 - 0.2523 - - 1715796088.179488659 1715796088.431826115 2 +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:2000/sda (txn: tx1a45d83911de4e599854e-006644f878) +test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.0:2000/sda (txn: txd338f1ffc60d4078a46f8-006644f878) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:2000/sda (txn: tx9f510b2ce2f5437c8c8d5-006644f878) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx9f510b2ce2f5437c8c8d5-006644f878) +test ERROR: Container GET returning 503 for (204, 503, 503) (txn: tx9f510b2ce2f5437c8c8d5-006644f878) +test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.0:2000/sda (txn: txa086e8c03c804088885d4-006644f878) +test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: txa086e8c03c804088885d4-006644f878) +test ERROR: Container GET returning 503 for (204, 503, 503) (txn: txa086e8c03c804088885d4-006644f878) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx2629c3161a164c2cbc1a5-006644f878) +test ERROR: Container GET returning 503 for (204, 404, 503) (txn: tx2629c3161a164c2cbc1a5-006644f878) +test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.0:2000/sda (txn: txd0cb40b13f1547909570a-006644f878) +test ERROR: Container GET returning 503 for (204, 404, 503) (txn: txd0cb40b13f1547909570a-006644f878) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_x_account_headers_with_more_account_replicas test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_x_account_headers_with_more_account_replicas ... ok test.unit.proxy.test_mem_server.TestContainerController.test_GET_account_non_existent @@ -37234,75 +43740,47 @@ test.unit.proxy.test_mem_server.TestContainerController.test_GET_calls_authorize ... ok test.unit.proxy.test_mem_server.TestContainerController.test_GET_no_content test.unit.proxy.test_mem_server.TestContainerController.test_GET_no_content ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_get_max_row -test.unit.container.test_backend.TestCommonContainerBroker.test_get_max_row ... ok test.unit.proxy.test_mem_server.TestContainerController.test_HEAD_GET test.unit.proxy.test_mem_server.TestContainerController.test_HEAD_GET ... ok test.unit.proxy.test_mem_server.TestContainerController.test_HEAD_calls_authorize test.unit.proxy.test_mem_server.TestContainerController.test_HEAD_calls_authorize ... ok test.unit.proxy.test_mem_server.TestContainerController.test_OPTIONS test.unit.proxy.test_mem_server.TestContainerController.test_OPTIONS ... ok -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:00:03:22 +0000] "PUT /sdb1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx5c85026c28664cf08e44d-0068520249" "proxy-server 635435" 0.2761 "-" 635435 2 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/00/03/22 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx5c85026c28664cf08e44d-0068520249 - 0.5594 - - 1750205001.469525099 1750205002.028913736 2 -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:2000/sda (txn: tx89cea47968214f5992afb-006852024a) -test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx833c3ca54e13406488954-006852024a) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx63b0a7cf99084586974f4-006852024a) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx63b0a7cf99084586974f4-006852024a) -test ERROR: Container GET returning 503 for (204, 503, 503) (txn: tx63b0a7cf99084586974f4-006852024a) -test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: txebef46e24d114955a4c66-006852024a) -test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.0:2000/sda (txn: txebef46e24d114955a4c66-006852024a) -test ERROR: Container GET returning 503 for (204, 503, 503) (txn: txebef46e24d114955a4c66-006852024a) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:2001/sdb (txn: txca24696d18a840ce84adf-006852024a) -test ERROR: Container GET returning 503 for (204, 404, 503) (txn: txca24696d18a840ce84adf-006852024a) -test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.0:2000/sda (txn: txe936f88e11f54d07b183b-006852024a) -test ERROR: Container GET returning 503 for (204, 404, 503) (txn: txe936f88e11f54d07b183b-006852024a) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test.unit.proxy.test_mem_server.TestContainerController.test_OPTIONS_get_info_drops_origin +test.unit.proxy.test_mem_server.TestContainerController.test_OPTIONS_get_info_drops_origin ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_POST +test.unit.proxy.test_mem_server.TestContainerController.test_POST ... ok test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: tx9113d9427b8a42b3bc6b1-006852024a) -test INFO: Client disconnected on read of '/a/c' (txn: tx9113d9427b8a42b3bc6b1-006852024a) -test INFO: Client disconnected on read of '/a/c' (txn: txfb25cae458074af598969-006852024a) -test INFO: Client disconnected on read of '/a/c' (txn: txfb25cae458074af598969-006852024a) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx0bd3282711b647c696f72-006852024a) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txf017813849b1406eb85e5-006852024a) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx07edfd814fad495ba70ac-006852024a) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx07edfd814fad495ba70ac-006852024a) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx07edfd814fad495ba70ac-006852024a) -test ERROR: Container GET returning 503 for [500, 500, 500] (txn: tx07edfd814fad495ba70ac-006852024a) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx943ee1943cee4661832d0-006852024a) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx943ee1943cee4661832d0-006852024a) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx943ee1943cee4661832d0-006852024a) -test ERROR: Container GET returning 503 for [500, 500, 500] (txn: tx943ee1943cee4661832d0-006852024a) +test INFO: Client disconnected on read of '/a/c' (txn: txcce16b0160334b44b5e8f-006644f878) +test INFO: Client disconnected on read of '/a/c' (txn: txcce16b0160334b44b5e8f-006644f878) +test INFO: Client disconnected on read of '/a/c' (txn: tx164f30895853434e8930b-006644f878) +test INFO: Client disconnected on read of '/a/c' (txn: tx164f30895853434e8930b-006644f878) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx7335bcab0b834ec9911d7-006644f878) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txa734769c3daf48e78c1a0-006644f878) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx5cf7bdd25074497586599-006644f878) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx5cf7bdd25074497586599-006644f878) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx5cf7bdd25074497586599-006644f878) +test ERROR: Container GET returning 503 for [500, 500, 500] (txn: tx5cf7bdd25074497586599-006644f878) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx712003a71a9d474396518-006644f878) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx712003a71a9d474396518-006644f878) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx712003a71a9d474396518-006644f878) +test ERROR: Container GET returning 503 for [500, 500, 500] (txn: tx712003a71a9d474396518-006644f878) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test.unit.proxy.test_mem_server.TestContainerController.test_OPTIONS_get_info_drops_origin -test.unit.proxy.test_mem_server.TestContainerController.test_OPTIONS_get_info_drops_origin ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_POST -test.unit.proxy.test_mem_server.TestContainerController.test_POST ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_POST_bad_metadata -test.unit.proxy.test_mem_server.TestContainerController.test_POST_bad_metadata ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_POST_calls_clean_acl -test.unit.proxy.test_mem_server.TestContainerController.test_POST_calls_clean_acl ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_POST_metadata -test.unit.proxy.test_mem_server.TestContainerController.test_POST_metadata ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_get_raw_metadata -test.unit.container.test_backend.TestCommonContainerBroker.test_get_raw_metadata ... ok test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a: Network unreachable (txn: txc2cc5268fc8345dd8860c-006852024a) -test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a: Network unreachable (txn: txc2cc5268fc8345dd8860c-006852024a) -test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a: Network unreachable (txn: txc2cc5268fc8345dd8860c-006852024a) -test ERROR: Account HEAD returning 503 for [] (txn: txc2cc5268fc8345dd8860c-006852024a) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 500 Trying to POST /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx6aa1db657e1646dcb0f18-006852024a) -test ERROR: ERROR 500 Trying to POST /a/c From Container Server 10.0.0.0:2000/sda (txn: txeed3eef8135d4e8abf38d-006852024a) -test ERROR: Container GET returning 503 for (204, 404, 503) (txn: txeed3eef8135d4e8abf38d-006852024a) +test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a: Network unreachable (txn: tx67cae33af4624b8d94558-006644f878) +test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a: Network unreachable (txn: tx67cae33af4624b8d94558-006644f878) +test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a: Network unreachable (txn: tx67cae33af4624b8d94558-006644f878) +test ERROR: Account HEAD returning 503 for [] (txn: tx67cae33af4624b8d94558-006644f878) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 500 Trying to POST /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx14597063725a4df8836fa-006644f878) +test ERROR: ERROR 500 Trying to POST /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx1694a11ce90f4c5ea34bf-006644f878) +test ERROR: Container GET returning 503 for (204, 404, 503) (txn: tx1694a11ce90f4c5ea34bf-006644f878) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to POST /a/c: Traceback (most recent call last): @@ -37312,8 +43790,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx0470ad4895ae4f22869c9-006852024a) -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to POST /a/c: +StopIteration (txn: tx8c0dd80267e54278a079c-006644f878) +test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -37321,8 +43799,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc6a3010c6872467aa0f81-006852024a) -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to POST /a/c: +StopIteration (txn: txcdcbb11899f14e59a91ea-006644f878) +test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -37330,8 +43808,22 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txffa312c6794f4537aeb68-006852024a) -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to POST /a/c: +StopIteration (txn: txd1eec3af85584f94ac8b2-006644f878) +test.unit.proxy.test_mem_server.TestContainerController.test_POST_bad_metadata +test.unit.proxy.test_mem_server.TestContainerController.test_POST_bad_metadata ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_POST_calls_clean_acl +test.unit.proxy.test_mem_server.TestContainerController.test_POST_calls_clean_acl ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_POST_metadata +test.unit.proxy.test_mem_server.TestContainerController.test_POST_metadata ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_PUT +test.unit.proxy.test_mem_server.TestContainerController.test_PUT ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_autocreate_account_utf8 +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_autocreate_account_utf8 ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_autocreate_account_with_sysmeta +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_autocreate_account_with_sysmeta ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_backed_x_timestamp_header +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_backed_x_timestamp_header ... ok +test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -37339,18 +43831,18 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txbbf7f8668f274760aca8e-006852024a) +StopIteration (txn: tx283318f4864048d5baccf-006644f878) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 500 Trying to PUT /a/c From Container Server 10.0.0.1:2001/sdb (txn: txf5f38ac8e0db4e3984656-006852024a) -test ERROR: ERROR 500 Trying to PUT /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx8ac696aa3e484f8998ea6-006852024a) -test ERROR: Container GET returning 503 for (204, 404, 503) (txn: tx8ac696aa3e484f8998ea6-006852024a) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: tx9dc7f1c83a0b435eabeb6-006852024a) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: tx9dc7f1c83a0b435eabeb6-006852024a) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: tx9dc7f1c83a0b435eabeb6-006852024a) -test ERROR: Account HEAD returning 503 for [503, 503, 503] (txn: tx9dc7f1c83a0b435eabeb6-006852024a) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to PUT /account: +test ERROR: ERROR 500 Trying to PUT /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx2ec9242e5ee6473780c7b-006644f878) +test ERROR: ERROR 500 Trying to PUT /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx6ac1c7d1308f499baa474-006644f878) +test ERROR: Container GET returning 503 for (204, 404, 503) (txn: tx6ac1c7d1308f499baa474-006644f878) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: tx36cd1dfe175f44509c4fd-006644f878) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: tx36cd1dfe175f44509c4fd-006644f878) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: tx36cd1dfe175f44509c4fd-006644f878) +test ERROR: Account HEAD returning 503 for [503, 503, 503] (txn: tx36cd1dfe175f44509c4fd-006644f878) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to PUT /account: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -37358,7 +43850,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx9dc7f1c83a0b435eabeb6-006852024a) +StopIteration (txn: tx36cd1dfe175f44509c4fd-006644f878) test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to PUT /account: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -37367,8 +43859,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx9dc7f1c83a0b435eabeb6-006852024a) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to PUT /account: +StopIteration (txn: tx36cd1dfe175f44509c4fd-006644f878) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to PUT /account: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -37376,49 +43868,45 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx9dc7f1c83a0b435eabeb6-006852024a) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx9dc7f1c83a0b435eabeb6-006852024a) -test WARNING: Could not autocreate account '/account' (txn: tx9dc7f1c83a0b435eabeb6-006852024a) -test INFO: autocreate account '/account' (txn: txc9233afa33b44818abaab-006852024a) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: tx18e8a78efdb64bdf9490c-006852024a) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: tx18e8a78efdb64bdf9490c-006852024a) -test ERROR: Account HEAD returning 503 for [503, 503] (txn: tx18e8a78efdb64bdf9490c-006852024a) -test.unit.proxy.test_mem_server.TestContainerController.test_PUT -test.unit.proxy.test_mem_server.TestContainerController.test_PUT ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_autocreate_account_utf8 -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_autocreate_account_utf8 ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_autocreate_account_with_sysmeta -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_autocreate_account_with_sysmeta ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_backed_x_timestamp_header -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_backed_x_timestamp_header ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_bad_metadata -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_bad_metadata ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_calls_clean_acl -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_calls_clean_acl ... ok -test.unit.container.test_server.TestContainerController.test_POST_HEAD_sys_metadata -test.unit.container.test_server.TestContainerController.test_POST_HEAD_sys_metadata ... ok -test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.0:1000/sda (txn: tx18e8a78efdb64bdf9490c-006852024a) -test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.2:1002/sdc (txn: tx18e8a78efdb64bdf9490c-006852024a) -test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.1:1001/sdb (txn: tx18e8a78efdb64bdf9490c-006852024a) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx18e8a78efdb64bdf9490c-006852024a) -test WARNING: Could not autocreate account '/account' (txn: tx18e8a78efdb64bdf9490c-006852024a) -test INFO: autocreate account '/account' (txn: txba1789f4b43d419eb849e-006852024a) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:2001/sdb (txn: txbe62cf17950d422da2c06-006852024a) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:2002/sdc (txn: txbe62cf17950d422da2c06-006852024a) -test ERROR: Container GET returning 503 for (201, 503, 503) (txn: txbe62cf17950d422da2c06-006852024a) -test INFO: autocreate account '/account' (txn: txf33ada7873104e4e81fca-006852024a) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: tx73c66933be7e4e2392fb2-006852024a) -test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.2:1002/sdc (txn: tx73c66933be7e4e2392fb2-006852024a) -test INFO: autocreate account '/account' (txn: tx73c66933be7e4e2392fb2-006852024a) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: tx3eb210a1e18945e68755e-006852024a) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:2000/sda (txn: tx3eb210a1e18945e68755e-006852024a) +StopIteration (txn: tx36cd1dfe175f44509c4fd-006644f878) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx36cd1dfe175f44509c4fd-006644f878) +test WARNING: Could not autocreate account '/account' (txn: tx36cd1dfe175f44509c4fd-006644f878) +test INFO: autocreate account '/account' (txn: tx522465f5733d466ebb6f2-006644f878) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: tx32e2c3341bcd4effb96c4-006644f878) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: tx32e2c3341bcd4effb96c4-006644f878) +test ERROR: Account HEAD returning 503 for [503, 503] (txn: tx32e2c3341bcd4effb96c4-006644f878) +test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.0:1000/sda (txn: tx32e2c3341bcd4effb96c4-006644f878) +test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.1:1001/sdb (txn: tx32e2c3341bcd4effb96c4-006644f878) +test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.2:1002/sdc (txn: tx32e2c3341bcd4effb96c4-006644f878) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx32e2c3341bcd4effb96c4-006644f878) +test WARNING: Could not autocreate account '/account' (txn: tx32e2c3341bcd4effb96c4-006644f878) +test INFO: autocreate account '/account' (txn: tx7ad61d41921846569d558-006644f878) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:2002/sdc (txn: txe1197cc1574646839bd3c-006644f878) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:2000/sda (txn: txe1197cc1574646839bd3c-006644f878) +test ERROR: Container GET returning 503 for (201, 503, 503) (txn: txe1197cc1574646839bd3c-006644f878) +test INFO: autocreate account '/account' (txn: tx8f5b94910fdc4b8aa4ef3-006644f878) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: tx4213a99c41e14de5b7334-006644f878) +test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.2:1002/sdc (txn: tx4213a99c41e14de5b7334-006644f878) +test INFO: autocreate account '/account' (txn: tx4213a99c41e14de5b7334-006644f878) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: tx1025bd08c85e466cbeb64-006644f878) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:2000/sda (txn: tx1025bd08c85e466cbeb64-006644f878) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: autocreate account '/☃' (txn: txb99aefa2ed09438798e54-006852024a) +test INFO: autocreate account '/☃' (txn: txc246f756de6a44f59f242-006644f878) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: autocreate account '/account' (txn: tx2c7965f51d014f9bb58c7-006852024a) +test INFO: autocreate account '/account' (txn: tx2523169f38494af7bb5a1-006644f878) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c: +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_bad_metadata +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_bad_metadata ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_calls_clean_acl +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_calls_clean_acl ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_connect_exceptions +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_connect_exceptions ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_max_container_name_length +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_max_container_name_length ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_max_containers_per_account +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_max_containers_per_account ... ok +test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -37426,7 +43914,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx6c3a17b52c5541b3a9d25-006852024a) +StopIteration (txn: tx25181ca333844b33855cd-006644f878) test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -37435,7 +43923,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx9c002509ac074a6ea29e3-006852024a) +StopIteration (txn: tx737d700e20574b959c1f9-006644f878) test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -37444,8 +43932,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txe4582eb2e291476e98e69-006852024a) -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c: +StopIteration (txn: txc0cce4920fea4aa0b4f17-006644f878) +test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -37453,33 +43941,33 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx7f4d4f8b5d9448edb3633-006852024a) +StopIteration (txn: txe09b733d56b5488f94586-006644f878) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c: +test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect raise HTTPException() -http.client.HTTPException (txn: tx6553ed8271ca451cbf525-006852024a) -test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c/: +http.client.HTTPException (txn: tx1d95b5d186dd41b59763f-006644f878) +test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c/: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect raise HTTPException() -http.client.HTTPException (txn: tx271ef23539484252a695e-006852024a) -test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c: +http.client.HTTPException (txn: txe26db0ee9b0148be9cc83-006644f878) +test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect raise HTTPException() -http.client.HTTPException (txn: tx17ab84c5b0ff4175bb39a-006852024a) +http.client.HTTPException (txn: tx632a39dcc80c44ae938e3-006644f878) test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -37487,54 +43975,36 @@ ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect raise HTTPException() -http.client.HTTPException (txn: tx17ab84c5b0ff4175bb39a-006852024a) -test ERROR: Container GET returning 503 for (201, 503, 503) (txn: tx17ab84c5b0ff4175bb39a-006852024a) -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_connect_exceptions -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_connect_exceptions ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_max_container_name_length -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_max_container_name_length ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_max_containers_per_account -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_max_containers_per_account ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_metadata -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_metadata ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_policy_headers -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_policy_headers ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_x_account_headers_with_fewer_account_replicas -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_x_account_headers_with_fewer_account_replicas ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_x_account_headers_with_more_account_replicas -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_x_account_headers_with_more_account_replicas ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_get_syncs -test.unit.container.test_backend.TestCommonContainerBroker.test_get_syncs ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_maybe_get -test.unit.container.test_backend.TestCommonContainerBroker.test_maybe_get ... ok -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c/: +http.client.HTTPException (txn: tx632a39dcc80c44ae938e3-006644f878) +test ERROR: Container GET returning 503 for (201, 503, 503) (txn: tx632a39dcc80c44ae938e3-006644f878) +test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c/: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect raise HTTPException() -http.client.HTTPException (txn: txffe592ae84f14bcb8c6d4-006852024a) -test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c/: +http.client.HTTPException (txn: tx0630ba52da71476b83637-006644f878) +test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c/: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect raise HTTPException() -http.client.HTTPException (txn: txffe592ae84f14bcb8c6d4-006852024a) -test ERROR: Container GET returning 503 for (201, 503, 503) (txn: txffe592ae84f14bcb8c6d4-006852024a) -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c: +http.client.HTTPException (txn: tx0630ba52da71476b83637-006644f878) +test ERROR: Container GET returning 503 for (201, 503, 503) (txn: tx0630ba52da71476b83637-006644f878) +test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect raise HTTPException() -http.client.HTTPException (txn: txe8dc571e71ee459188886-006852024a) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:2000/sda (txn: txe8dc571e71ee459188886-006852024a) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:2001/sdb (txn: txe8dc571e71ee459188886-006852024a) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txe8dc571e71ee459188886-006852024a) +http.client.HTTPException (txn: tx65c2b2a7b1a8464d8f255-006644f878) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:2000/sda (txn: tx65c2b2a7b1a8464d8f255-006644f878) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx65c2b2a7b1a8464d8f255-006644f878) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx65c2b2a7b1a8464d8f255-006644f878) test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c/: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -37542,26 +44012,44 @@ ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect raise HTTPException() -http.client.HTTPException (txn: tx6b52495de0cf421db3918-006852024a) -test ERROR: ERROR 503 Trying to PUT /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx6b52495de0cf421db3918-006852024a) -test ERROR: ERROR 503 Trying to PUT /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx6b52495de0cf421db3918-006852024a) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx6b52495de0cf421db3918-006852024a) +http.client.HTTPException (txn: txf8a7325aa00a4459913ab-006644f878) +test ERROR: ERROR 503 Trying to PUT /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: txf8a7325aa00a4459913ab-006644f878) +test ERROR: ERROR 503 Trying to PUT /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: txf8a7325aa00a4459913ab-006644f878) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txf8a7325aa00a4459913ab-006644f878) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_metadata +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_metadata ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_policy_headers +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_policy_headers ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_x_account_headers_with_fewer_account_replicas +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_x_account_headers_with_fewer_account_replicas ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_x_account_headers_with_more_account_replicas +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_x_account_headers_with_more_account_replicas ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_acc_missing_returns_404 +test.unit.proxy.test_mem_server.TestContainerController.test_acc_missing_returns_404 ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_authorized_requests_when_account_not_found +test.unit.proxy.test_mem_server.TestContainerController.test_authorized_requests_when_account_not_found ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_convert_index_to_name +test.unit.proxy.test_mem_server.TestContainerController.test_convert_index_to_name ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_convert_policy_to_index +test.unit.proxy.test_mem_server.TestContainerController.test_convert_policy_to_index ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_error_convert_index_to_name +test.unit.proxy.test_mem_server.TestContainerController.test_error_convert_index_to_name ... ok test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: tx07f615dd4b8c4807860e4-006852024a) -test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: tx8d927a72ba2f464ebe001-006644f878) +test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request possible_source = conn.getresponse() ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse raise Exception('test') -Exception: test (txn: txab0b09b86af94f3991548-006852024a) +Exception: test (txn: txf1025857115d438daa98d-006644f878) test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request @@ -37569,8 +44057,8 @@ ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse raise Exception('test') -Exception: test (txn: txab0b09b86af94f3991548-006852024a) -test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: +Exception: test (txn: txf1025857115d438daa98d-006644f878) +test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( @@ -37578,13 +44066,13 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txab0b09b86af94f3991548-006852024a) -test ERROR: Account HEAD returning 503 for [] (txn: txab0b09b86af94f3991548-006852024a) -test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txb2b3172e7989441b9269b-006852024a) -test DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: txb2b3172e7989441b9269b-006852024a) -test DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: txb2b3172e7989441b9269b-006852024a) -test ERROR: Account HEAD returning 503 for [] (txn: txb2b3172e7989441b9269b-006852024a) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: tx5b5e5037e81844bca818c-006852024a) +StopIteration (txn: txf1025857115d438daa98d-006644f878) +test ERROR: Account HEAD returning 503 for [] (txn: txf1025857115d438daa98d-006644f878) +test DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx4a694e162bd24e47a2751-006644f878) +test DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx4a694e162bd24e47a2751-006644f878) +test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx4a694e162bd24e47a2751-006644f878) +test ERROR: Account HEAD returning 503 for [] (txn: tx4a694e162bd24e47a2751-006644f878) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: tx4875f706de854e80be91c-006644f878) test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request @@ -37592,101 +44080,16 @@ ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse raise Exception('test') -Exception: test (txn: txd7fb562f038d4f6788e13-006852024a) -test.unit.proxy.test_mem_server.TestContainerController.test_acc_missing_returns_404 -test.unit.proxy.test_mem_server.TestContainerController.test_acc_missing_returns_404 ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_authorized_requests_when_account_not_found -test.unit.proxy.test_mem_server.TestContainerController.test_authorized_requests_when_account_not_found ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_convert_index_to_name -test.unit.proxy.test_mem_server.TestContainerController.test_convert_index_to_name ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_convert_policy_to_index -test.unit.proxy.test_mem_server.TestContainerController.test_convert_policy_to_index ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_error_convert_index_to_name -test.unit.proxy.test_mem_server.TestContainerController.test_error_convert_index_to_name ... ok -test INFO: - - - [18/Jun/2025:00:03:17 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0734 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:17 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.1004 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:17 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0010 "-" 635438 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:03:17 +0000] "PUT /sda1/p/a/xmlc" 201 - "-" "-" "-" 0.0996 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:17 +0000] "PUT /sda1/p/a/xmlc/0" 201 - "-" "-" "-" 0.0097 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:17 +0000] "PUT /sda1/p/a/xmlc/1" 201 - "-" "-" "-" 0.0003 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:17 +0000] "PUT /sda1/p/a/xmlc/2" 201 - "-" "-" "-" 0.0002 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:18 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.3342 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:18 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0010 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:18 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0017 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:18 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0009 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:18 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0027 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:18 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0009 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:18 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0017 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:18 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0009 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:18 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0018 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:18 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0010 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:18 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0018 "-" 635438 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:03:18 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0767 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:18 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:18 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:18 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0604 "-" 635438 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:03:18 +0000] "HEAD /sda1/p/a/c" 400 21 "-" "-" "-" 0.0004 "-" 635438 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:03:18 +0000] "HEAD /sda1/p/a/c" 406 - "-" "-" "-" 0.0004 "-" 635438 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:03:18 +0000] "HEAD /sda1/p/a/c" 400 34 "-" "-" "-" 0.0002 "-" 635438 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:03:18 +0000] "HEAD /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 635438 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:03:18 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 0.0006 "-" 635438 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:03:18 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0982 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:18 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:18 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:18 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0784 "-" 635438 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:03:18 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1267 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:18 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0722 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:18 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:19 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.1857 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:19 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:19 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:19 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0010 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:19 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.4057 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:19 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0016 "-" 635438 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:03:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.6298 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:21 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 1.5544 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:21 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:21 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.1381 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:21 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:21 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0954 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:21 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:21 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0010 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:21 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0010 "-" 635438 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:03:22 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0934 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:22 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.1755 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:22 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0016 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:22 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.1973 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:22 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:22 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:22 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:22 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.2310 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:22 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0225 "-" 635438 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:03:22 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1102 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:22 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.1099 "-" 635438 - -test.unit.container.test_server.TestContainerController.test_POST_after_DELETE_not_found -test.unit.container.test_server.TestContainerController.test_POST_after_DELETE_not_found ... ok -test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: +Exception: test (txn: txe2cc24981e5042d982ff4-006644f878) +test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request possible_source = conn.getresponse() ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse raise Exception('test') -Exception: test (txn: txd7fb562f038d4f6788e13-006852024a) -test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: +Exception: test (txn: txe2cc24981e5042d982ff4-006644f878) +test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( @@ -37694,171 +44097,141 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txd7fb562f038d4f6788e13-006852024a) -test ERROR: Account HEAD returning 503 for [] (txn: txd7fb562f038d4f6788e13-006852024a) -test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx8c0152252a444e3ab675b-006852024a) -test DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx8c0152252a444e3ab675b-006852024a) -test DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx8c0152252a444e3ab675b-006852024a) -test ERROR: Account HEAD returning 503 for [] (txn: tx8c0152252a444e3ab675b-006852024a) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: tx658e2b38b2a640e8b9c45-006852024a) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: Could not translate X-Backend-Storage-Policy-Index ('-1') from '/a' to policy (txn: txbb191ae151054858bfae9-006852024a) -test ERROR: Could not translate X-Backend-Storage-Policy-Index ('-1') from '/a/c' to policy (txn: txbb191ae151054858bfae9-006852024a) -test INFO: Client disconnected on read of '/a/c' (txn: txbb191ae151054858bfae9-006852024a) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx528c75362a9549e3be44d-006852024a) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: txb41280f298054690b6d84-006852024a) -test INFO: Client disconnected on read of '/a/c' (txn: txb41280f298054690b6d84-006852024a) -test INFO: Client disconnected on read of '/a/c/' (txn: txb41280f298054690b6d84-006852024a) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx4289e16aff264ee7b3bac-006852024a) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx4289e16aff264ee7b3bac-006852024a) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx4289e16aff264ee7b3bac-006852024a) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx4289e16aff264ee7b3bac-006852024a) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: txeeec28da44d641db9a980-006852024a) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: txeeec28da44d641db9a980-006852024a) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: txeeec28da44d641db9a980-006852024a) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txeeec28da44d641db9a980-006852024a) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx8eee99c937d141beaf3e1-006852024a) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx8eee99c937d141beaf3e1-006852024a) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx8eee99c937d141beaf3e1-006852024a) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx8eee99c937d141beaf3e1-006852024a) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx242634cc70f0467bae174-006852024a) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx242634cc70f0467bae174-006852024a) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx242634cc70f0467bae174-006852024a) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx242634cc70f0467bae174-006852024a) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txa59d8aa892b249d584e89-006852024a) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txa59d8aa892b249d584e89-006852024a) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txa59d8aa892b249d584e89-006852024a) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txa59d8aa892b249d584e89-006852024a) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx3101f07c98754284806ef-006852024a) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx3101f07c98754284806ef-006852024a) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx3101f07c98754284806ef-006852024a) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx3101f07c98754284806ef-006852024a) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx29eb3f2c03d74699828c9-006852024a) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx29eb3f2c03d74699828c9-006852024a) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx29eb3f2c03d74699828c9-006852024a) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx29eb3f2c03d74699828c9-006852024a) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: txf8b38417386b42c8853b8-006852024a) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: txf8b38417386b42c8853b8-006852024a) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: txf8b38417386b42c8853b8-006852024a) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txf8b38417386b42c8853b8-006852024a) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx24385a9856a241b89076d-006852024a) -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:2000/sda (txn: tx24385a9856a241b89076d-006852024a) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx24385a9856a241b89076d-006852024a) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx24385a9856a241b89076d-006852024a) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx24385a9856a241b89076d-006852024a) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx24385a9856a241b89076d-006852024a) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx542d51c78e6748cb88d4b-006852024a) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx542d51c78e6748cb88d4b-006852024a) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx542d51c78e6748cb88d4b-006852024a) -test ERROR: Container GET returning 503 for [503, 503] (txn: tx542d51c78e6748cb88d4b-006852024a) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txab4d1cfa7ff141578b845-006852024a) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txab4d1cfa7ff141578b845-006852024a) -test ERROR: Node will be error limited for 60.00s: 10.0.0.1:2001/sdb (txn: txab4d1cfa7ff141578b845-006852024a) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txab4d1cfa7ff141578b845-006852024a) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txab4d1cfa7ff141578b845-006852024a) -test ERROR: Node will be error limited for 60.00s: 10.0.0.2:2002/sdc (txn: txab4d1cfa7ff141578b845-006852024a) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txab4d1cfa7ff141578b845-006852024a) -test ERROR: Container GET returning 503 for [503, 503] (txn: txab4d1cfa7ff141578b845-006852024a) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txd9683612194c489484574-006852024a) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txd9683612194c489484574-006852024a) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txd9683612194c489484574-006852024a) -test ERROR: Container GET returning 503 for [] (txn: txd9683612194c489484574-006852024a) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx805c5d6afda545c493c84-006852024a) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx805c5d6afda545c493c84-006852024a) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx805c5d6afda545c493c84-006852024a) -test ERROR: Container GET returning 503 for [] (txn: tx805c5d6afda545c493c84-006852024a) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx51297a2824a24d1ba63f0-006852024a) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx51297a2824a24d1ba63f0-006852024a) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx51297a2824a24d1ba63f0-006852024a) -test ERROR: Container GET returning 503 for [] (txn: tx51297a2824a24d1ba63f0-006852024a) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx92d21b84699340fc9f68f-006852024a) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx92d21b84699340fc9f68f-006852024a) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx92d21b84699340fc9f68f-006852024a) -test ERROR: Container GET returning 503 for [] (txn: tx92d21b84699340fc9f68f-006852024a) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txe6c6dfd0943b40b6aa39d-006852024a) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txe6c6dfd0943b40b6aa39d-006852024a) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txe6c6dfd0943b40b6aa39d-006852024a) -test ERROR: Container GET returning 503 for [] (txn: txe6c6dfd0943b40b6aa39d-006852024a) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txc78ea622bc984f73bb914-006852024a) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txc78ea622bc984f73bb914-006852024a) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txc78ea622bc984f73bb914-006852024a) -test ERROR: Container GET returning 503 for [] (txn: txc78ea622bc984f73bb914-006852024a) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txe6c5520a59234ec38a07a-006852024a) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txe6c5520a59234ec38a07a-006852024a) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txe6c5520a59234ec38a07a-006852024a) -test ERROR: Container GET returning 503 for [] (txn: txe6c5520a59234ec38a07a-006852024a) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx5bad6dbfaf1f4af3aa834-006852024a) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx5bad6dbfaf1f4af3aa834-006852024a) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx5bad6dbfaf1f4af3aa834-006852024a) -test ERROR: Container GET returning 503 for [] (txn: tx5bad6dbfaf1f4af3aa834-006852024a) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx16c32211050e4eedb68ea-006852024a) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx16c32211050e4eedb68ea-006852024a) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx16c32211050e4eedb68ea-006852024a) -test ERROR: Container GET returning 503 for [] (txn: tx16c32211050e4eedb68ea-006852024a) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx8105c55f04a54725887b9-006852024a) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx8105c55f04a54725887b9-006852024a) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx8105c55f04a54725887b9-006852024a) -test ERROR: Container GET returning 503 for [] (txn: tx8105c55f04a54725887b9-006852024a) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txce317538039541849725b-006852024a) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txce317538039541849725b-006852024a) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txce317538039541849725b-006852024a) -test ERROR: Container GET returning 503 for [] (txn: txce317538039541849725b-006852024a) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx2bb989d256024c0da918c-006852024a) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx2bb989d256024c0da918c-006852024a) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx2bb989d256024c0da918c-006852024a) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx2bb989d256024c0da918c-006852024a) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx93db973bc3494a44b3848-006852024a) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx93db973bc3494a44b3848-006852024a) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx93db973bc3494a44b3848-006852024a) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx93db973bc3494a44b3848-006852024a) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txa18acbb6bd7843c9bedef-006852024a) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txa18acbb6bd7843c9bedef-006852024a) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txa18acbb6bd7843c9bedef-006852024a) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txa18acbb6bd7843c9bedef-006852024a) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx8294a5c7a16c47db95e08-006852024a) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx8294a5c7a16c47db95e08-006852024a) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx8294a5c7a16c47db95e08-006852024a) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx8294a5c7a16c47db95e08-006852024a) -test INFO: Client disconnected on read of '/a/c' (txn: txa700238d32ea41e78b745-006852024a) -test INFO: Client disconnected on read of '/a/c/' (txn: txa700238d32ea41e78b745-006852024a) +StopIteration (txn: txe2cc24981e5042d982ff4-006644f878) +test ERROR: Account HEAD returning 503 for [] (txn: txe2cc24981e5042d982ff4-006644f878) +test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx6e6b4facea61479c9c7f3-006644f878) +test DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx6e6b4facea61479c9c7f3-006644f878) +test DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx6e6b4facea61479c9c7f3-006644f878) +test ERROR: Account HEAD returning 503 for [] (txn: tx6e6b4facea61479c9c7f3-006644f878) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: tx1c62944ac7494cab83391-006644f878) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: Could not translate X-Backend-Storage-Policy-Index ('-1') from '/a' to policy (txn: tx361d87874d2a440b85353-006644f879) +test ERROR: Could not translate X-Backend-Storage-Policy-Index ('-1') from '/a/c' to policy (txn: tx361d87874d2a440b85353-006644f879) +test INFO: Client disconnected on read of '/a/c' (txn: tx361d87874d2a440b85353-006644f879) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx80dc2fc1b5194828bfa3a-006644f879) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx51f320f2d99b4c878434a-006644f879) +test INFO: Client disconnected on read of '/a/c' (txn: tx51f320f2d99b4c878434a-006644f879) +test INFO: Client disconnected on read of '/a/c/' (txn: tx51f320f2d99b4c878434a-006644f879) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx25e94f51ecd4439db3ea3-006644f879) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx25e94f51ecd4439db3ea3-006644f879) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx25e94f51ecd4439db3ea3-006644f879) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx25e94f51ecd4439db3ea3-006644f879) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx9722ecdfebc94d0f8e14b-006644f879) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx9722ecdfebc94d0f8e14b-006644f879) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx9722ecdfebc94d0f8e14b-006644f879) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx9722ecdfebc94d0f8e14b-006644f879) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx281c25f1c7b24dfb9edb6-006644f879) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx281c25f1c7b24dfb9edb6-006644f879) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx281c25f1c7b24dfb9edb6-006644f879) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx281c25f1c7b24dfb9edb6-006644f879) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: txda6d98fd43a9454a8343d-006644f879) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: txda6d98fd43a9454a8343d-006644f879) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: txda6d98fd43a9454a8343d-006644f879) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txda6d98fd43a9454a8343d-006644f879) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx3a0cae60354242b0a7ae8-006644f879) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx3a0cae60354242b0a7ae8-006644f879) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx3a0cae60354242b0a7ae8-006644f879) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx3a0cae60354242b0a7ae8-006644f879) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx2cfebcf21e7c44eea8d70-006644f879) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx2cfebcf21e7c44eea8d70-006644f879) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx2cfebcf21e7c44eea8d70-006644f879) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx2cfebcf21e7c44eea8d70-006644f879) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx0bc32577282d403b9257b-006644f879) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx0bc32577282d403b9257b-006644f879) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx0bc32577282d403b9257b-006644f879) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx0bc32577282d403b9257b-006644f879) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: txfdfd21ba39964cf0ad209-006644f879) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: txfdfd21ba39964cf0ad209-006644f879) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: txfdfd21ba39964cf0ad209-006644f879) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txfdfd21ba39964cf0ad209-006644f879) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx6e3285caf9244ec494c75-006644f879) +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:2000/sda (txn: tx6e3285caf9244ec494c75-006644f879) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx6e3285caf9244ec494c75-006644f879) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx6e3285caf9244ec494c75-006644f879) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx6e3285caf9244ec494c75-006644f879) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx6e3285caf9244ec494c75-006644f879) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx1d9645d72c5441c28725a-006644f879) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx1d9645d72c5441c28725a-006644f879) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx1d9645d72c5441c28725a-006644f879) +test ERROR: Container GET returning 503 for [503, 503] (txn: tx1d9645d72c5441c28725a-006644f879) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx629d740af19b4402b4fae-006644f879) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx629d740af19b4402b4fae-006644f879) +test ERROR: Node will be error limited for 60.00s: 10.0.0.1:2001/sdb (txn: tx629d740af19b4402b4fae-006644f879) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx629d740af19b4402b4fae-006644f879) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx629d740af19b4402b4fae-006644f879) +test ERROR: Node will be error limited for 60.00s: 10.0.0.2:2002/sdc (txn: tx629d740af19b4402b4fae-006644f879) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx629d740af19b4402b4fae-006644f879) +test ERROR: Container GET returning 503 for [503, 503] (txn: tx629d740af19b4402b4fae-006644f879) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txc0dd9e529e694741bd303-006644f879) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txc0dd9e529e694741bd303-006644f879) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txc0dd9e529e694741bd303-006644f879) +test ERROR: Container GET returning 503 for [] (txn: txc0dd9e529e694741bd303-006644f879) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx196a9b61b0374eccbd96b-006644f879) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx196a9b61b0374eccbd96b-006644f879) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx196a9b61b0374eccbd96b-006644f879) +test ERROR: Container GET returning 503 for [] (txn: tx196a9b61b0374eccbd96b-006644f879) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx517e51cb66974934abfe9-006644f879) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx517e51cb66974934abfe9-006644f879) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx517e51cb66974934abfe9-006644f879) +test ERROR: Container GET returning 503 for [] (txn: tx517e51cb66974934abfe9-006644f879) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx11b150b687bb4ab3a0330-006644f879) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx11b150b687bb4ab3a0330-006644f879) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx11b150b687bb4ab3a0330-006644f879) +test ERROR: Container GET returning 503 for [] (txn: tx11b150b687bb4ab3a0330-006644f879) test.unit.proxy.test_mem_server.TestContainerController.test_error_limiting test.unit.proxy.test_mem_server.TestContainerController.test_error_limiting ... ok test.unit.proxy.test_mem_server.TestContainerController.test_no_convert_index_to_name_when_container_not_found test.unit.proxy.test_mem_server.TestContainerController.test_no_convert_index_to_name_when_container_not_found ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_node_read_timeout_no_retry_to_container -test.unit.proxy.test_mem_server.TestContainerController.test_node_read_timeout_no_retry_to_container ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_response_get_accept_ranges_header -test.unit.proxy.test_mem_server.TestContainerController.test_response_get_accept_ranges_header ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_response_head_accept_ranges_header -test.unit.proxy.test_mem_server.TestContainerController.test_response_head_accept_ranges_header ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_transfer_headers -test.unit.proxy.test_mem_server.TestContainerController.test_transfer_headers ... ok -test.unit.container.test_server.TestContainerController.test_POST_ignores_policy_change -test.unit.container.test_server.TestContainerController.test_POST_ignores_policy_change ... ok -test.unit.container.test_server.TestContainerController.test_POST_insufficient_space -test.unit.container.test_server.TestContainerController.test_POST_insufficient_space ... ok -test.unit.container.test_server.TestContainerController.test_POST_invalid_container_sync_to -test.unit.container.test_server.TestContainerController.test_POST_invalid_container_sync_to ... ok -test.unit.container.test_server.TestContainerController.test_POST_invalid_partition -test.unit.container.test_server.TestContainerController.test_POST_invalid_partition ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_unauthorized_requests_when_account_not_found -test.unit.proxy.test_mem_server.TestContainerController.test_unauthorized_requests_when_account_not_found ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_delete_with_objects -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_delete_with_objects ... ok -test.unit.container.test_server.TestContainerController.test_POST_reset_container_sync -test.unit.container.test_server.TestContainerController.test_POST_reset_container_sync ... ok -test.unit.container.test_server.TestContainerController.test_POST_timestamp_not_float -test.unit.container.test_server.TestContainerController.test_POST_timestamp_not_float ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_recreate_with_objects -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_recreate_with_objects ... ok -test.unit.container.test_server.TestContainerController.test_PUT -test.unit.container.test_server.TestContainerController.test_PUT ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty_shard_container ... ok +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx1b04d798436f4a299793e-006644f879) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx1b04d798436f4a299793e-006644f879) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx1b04d798436f4a299793e-006644f879) +test ERROR: Container GET returning 503 for [] (txn: tx1b04d798436f4a299793e-006644f879) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txf9d36d99e4134600ba891-006644f879) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txf9d36d99e4134600ba891-006644f879) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txf9d36d99e4134600ba891-006644f879) +test ERROR: Container GET returning 503 for [] (txn: txf9d36d99e4134600ba891-006644f879) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx2e66c0dd9a1942b1b30dd-006644f879) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx2e66c0dd9a1942b1b30dd-006644f879) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx2e66c0dd9a1942b1b30dd-006644f879) +test ERROR: Container GET returning 503 for [] (txn: tx2e66c0dd9a1942b1b30dd-006644f879) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx6752c1fbde044b7d870ec-006644f879) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx6752c1fbde044b7d870ec-006644f879) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx6752c1fbde044b7d870ec-006644f879) +test ERROR: Container GET returning 503 for [] (txn: tx6752c1fbde044b7d870ec-006644f879) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx0b926b3907364d0d9492b-006644f879) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx0b926b3907364d0d9492b-006644f879) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx0b926b3907364d0d9492b-006644f879) +test ERROR: Container GET returning 503 for [] (txn: tx0b926b3907364d0d9492b-006644f879) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx2ae3ef8973344e3a88b44-006644f879) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx2ae3ef8973344e3a88b44-006644f879) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx2ae3ef8973344e3a88b44-006644f879) +test ERROR: Container GET returning 503 for [] (txn: tx2ae3ef8973344e3a88b44-006644f879) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx54e98aa181154961af0d9-006644f879) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx54e98aa181154961af0d9-006644f879) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx54e98aa181154961af0d9-006644f879) +test ERROR: Container GET returning 503 for [] (txn: tx54e98aa181154961af0d9-006644f879) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txad3648499ce0493b86f50-006644f879) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txad3648499ce0493b86f50-006644f879) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txad3648499ce0493b86f50-006644f879) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txad3648499ce0493b86f50-006644f879) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx273a9911df2f4cdb8a44b-006644f879) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx273a9911df2f4cdb8a44b-006644f879) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx273a9911df2f4cdb8a44b-006644f879) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx273a9911df2f4cdb8a44b-006644f879) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txe9285e15ca5e40f8a006d-006644f879) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txe9285e15ca5e40f8a006d-006644f879) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txe9285e15ca5e40f8a006d-006644f879) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txe9285e15ca5e40f8a006d-006644f879) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txb321b950919e4bd3bfa6e-006644f879) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txb321b950919e4bd3bfa6e-006644f879) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txb321b950919e4bd3bfa6e-006644f879) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txb321b950919e4bd3bfa6e-006644f879) +test INFO: Client disconnected on read of '/a/c' (txn: txef29398da52842699f095-006644f879) +test INFO: Client disconnected on read of '/a/c/' (txn: txef29398da52842699f095-006644f879) test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request @@ -37866,7 +44239,7 @@ ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse raise Exception('test') -Exception: test (txn: tx19a5c9761e674a6093a01-006852024a) +Exception: test (txn: txbae71f5578b84c899998f-006644f879) test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request @@ -37874,7 +44247,7 @@ ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse raise Exception('test') -Exception: test (txn: tx19a5c9761e674a6093a01-006852024a) +Exception: test (txn: txbae71f5578b84c899998f-006644f879) test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request @@ -37882,8 +44255,8 @@ ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse raise Exception('test') -Exception: test (txn: tx19a5c9761e674a6093a01-006852024a) -test ERROR: Account HEAD returning 503 for [] (txn: tx19a5c9761e674a6093a01-006852024a) +Exception: test (txn: txbae71f5578b84c899998f-006644f879) +test ERROR: Account HEAD returning 503 for [] (txn: txbae71f5578b84c899998f-006644f879) test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request @@ -37891,7 +44264,7 @@ ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse raise Exception('test') -Exception: test (txn: txea363a5bd01648cea0622-006852024a) +Exception: test (txn: tx8eafbc6f24f64a4aa55b2-006644f879) test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request @@ -37899,7 +44272,7 @@ ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse raise Exception('test') -Exception: test (txn: txea363a5bd01648cea0622-006852024a) +Exception: test (txn: tx8eafbc6f24f64a4aa55b2-006644f879) test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request @@ -37907,3716 +44280,4939 @@ ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse raise Exception('test') -Exception: test (txn: txea363a5bd01648cea0622-006852024a) -test ERROR: Account HEAD returning 503 for [] (txn: txea363a5bd01648cea0622-006852024a) +Exception: test (txn: tx8eafbc6f24f64a4aa55b2-006644f879) +test ERROR: Account HEAD returning 503 for [] (txn: tx8eafbc6f24f64a4aa55b2-006644f879) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test.unit.proxy.test_mem_server.TestContainerController.test_node_read_timeout_no_retry_to_container +test.unit.proxy.test_mem_server.TestContainerController.test_node_read_timeout_no_retry_to_container ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_response_get_accept_ranges_header +test.unit.proxy.test_mem_server.TestContainerController.test_response_get_accept_ranges_header ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_response_head_accept_ranges_header +test.unit.proxy.test_mem_server.TestContainerController.test_response_head_accept_ranges_header ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_transfer_headers +test.unit.proxy.test_mem_server.TestContainerController.test_transfer_headers ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_unauthorized_requests_when_account_not_found +test.unit.proxy.test_mem_server.TestContainerController.test_unauthorized_requests_when_account_not_found ... ok +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_expose_headers +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_expose_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_non_strict +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_non_strict ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_strict +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_strict ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_with_obj_headers +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_with_obj_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_DELETE +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_DELETE ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_DELETE_x_container_headers_with_more_container_replicas +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_DELETE_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_bad_range_zero_byte +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_bad_range_zero_byte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_calls_authorize +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_newest +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_newest ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_newest_large_file +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_newest_large_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_pipeline +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_pipeline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_ranges +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_ranges_resuming +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_ranges_resuming ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_respects_read_affinity +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_respects_read_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_short_read +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_short_read ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_short_read_resuming +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_short_read_resuming ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_absolute_uri +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_absolute_uri ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_calls_authorize +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_newest +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_newest ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_OPTIONS +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_OPTIONS ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_backend_headers +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_backend_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_calls_authorize +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_converts_delete_after_to_delete_at +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_converts_delete_after_to_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_authorize +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_count +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_key_len +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_key_len ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_size +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_size ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_val_len +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_val_len ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_x_container_headers_with_more_container_replicas +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_GET_unicode_metadata +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_GET_unicode_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_POST_last_modified +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_POST_last_modified ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_POST_requires_container_exist +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_POST_requires_container_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_auto_content_type +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_auto_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_autodetect_content_type +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_autodetect_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_bad_content_type +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_bad_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_bad_message_length +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_bad_message_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_calls_authorize +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_connect_exceptions +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_connect_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_error_limiting +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_error_limiting ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_error_limiting_last_node +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_error_limiting_last_node ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_expect_header_nonzero_content_length +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_expect_header_nonzero_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_expect_header_zero_content_length +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_expect_header_zero_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_getresponse_exceptions +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_getresponse_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_max_size +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_max_size ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_too_large +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_too_large ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_unsup_xfr_encoding +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_unsup_xfr_encoding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_both +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_both ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_both_with_crazy_meta +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_both_with_crazy_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_content_length +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_transfer_encoding +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_transfer_encoding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_no_etag_fallocate +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_no_etag_fallocate ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_not_autodetect_content_type +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_not_autodetect_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_all_containers_error +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_all_containers_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_container_does_not_exist +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_container_does_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_container_exist_on_handoff +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_container_exist_on_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_primary_containers_timeout +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_primary_containers_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_primary_timeout_container_exist +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_primary_timeout_container_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_respects_write_affinity +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_respects_write_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_respects_write_affinity_with_507s +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_respects_write_affinity_with_507s ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_send_exceptions +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_send_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_equal_replicas +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_equal_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_fewer_container_replicas +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_fewer_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_many_object_replicas +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_many_object_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_more_container_replicas +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_fewer_container_replicas +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_fewer_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_more_container_replicas +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_acc_or_con_missing_returns_404 +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_acc_or_con_missing_returns_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_cache_set_error +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_cache_set_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_can_skip_cache +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_can_skip_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_errors +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_no_cache +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_empty_cache +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_empty_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_cache +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_infocache +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_infocache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_bad_metadata +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_bad_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_best_response_sets_etag +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_best_response_sets_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_best_response_sets_headers +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_best_response_sets_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_method +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_path +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_path_no_controller +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_path_no_controller ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_utf8 +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_utf8 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_version +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_version ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_chunked_put +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_chunked_put ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_head_account +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_head_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_unhandled_exception +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_unhandled_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_utf8_all_the_way_down +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_utf8_all_the_way_down ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_client_disconnect +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_client_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_client_timeout +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_client_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_conditional_GET_replication +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_conditional_GET_replication ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_conditional_range_get +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_conditional_range_get ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_custom_mime_types_files +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_custom_mime_types_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_error_limiting +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_error_limiting ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_error_limiting_survives_ring_reload +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_error_limiting_survives_ring_reload ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_calls_sort_nodes +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_calls_sort_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_gives_extra_if_error_limited_inline +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_gives_extra_if_error_limited_inline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_skips_error_limited +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_skips_error_limited ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_with_replication_network +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_with_replication_network ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_without_replication_network +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_without_replication_network ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_leak_1 +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_leak_1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_mismatched_etags +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_mismatched_etags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_first_two_time_out_etags_match +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_first_two_time_out_etags_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_one_etag_mismatch +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_one_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_two_etag_mismatch +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_two_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_only_first_time_out +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_only_first_time_out ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_three_time_out +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_three_time_out ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_two_time_out +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_two_time_out ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_request_setting +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_request_setting ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_write_timeout +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_write_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_policy_IO +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_policy_IO ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_policy_IO_override +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_policy_IO_override ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_proxy_passes_content_length_on_head +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_proxy_passes_content_length_on_head ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_proxy_passes_content_type +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_proxy_passes_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_response_get_accept_ranges_header +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_response_get_accept_ranges_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_response_head_accept_ranges_header +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_response_head_accept_ranges_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_old_style_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_old_style_root_container ... ok test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: txcc8034ffdae841d59d658-006852024b) +test INFO: Client disconnected on read of '/a/c' (txn: txbe8c901217ad44f9bf124-006644f879) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: tx411de250fcca4adfa93eb-006852024b) +test INFO: Client disconnected on read of '/a/c' (txn: txad9f9fa6005f4c938bd8e-006644f879) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: txdf256cb5d65849b99afd5-006852024b) +test INFO: Client disconnected on read of '/a/c' (txn: tx713751c246004356a4cc6-006644f879) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmpuy_u98hf/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpuy_u98hf/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmpuy_u98hf/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpuy_u98hf/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:03:23 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.2077 "-" 635435 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:03:23 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0770 "-" 635435 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:03:23 +0000] "PUT /sda1/0/a1" 201 - "-" "test" "-" 0.1299 "-" 635435 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:03:23 +0000] "PUT /sdb1/0/a1" 201 - "-" "test" "-" 0.0859 "-" 635435 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:03:23 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx14df7c8edef24584b520d-006852024b" "proxy-server 635435" 0.0011 "-" 635435 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:03:23 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:39935/sdb1/0/a/c" "tx14df7c8edef24584b520d-006852024b" "container-server 635435" 0.0290 "-" 635435 0 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:03:23 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:34631/sda1/0/a/c" "tx14df7c8edef24584b520d-006852024b" "container-server 635435" 0.0037 "-" 635435 0 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:00:03:23 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "tx14df7c8edef24584b520d-006852024b" "proxy-server 635435" 0.1765 "-" 635435 0 -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_simple_delete -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_simple_delete ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_simple_recreate -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_simple_recreate ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_root_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_old_style_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_root_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_old_style_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_old_style_root_account_container_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_table_migration +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_table_migration ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_overlap_shard_range_order +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_overlap_shard_range_order ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796309.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/f14/68fb556acc01dea6fdb441ec13980f14/68fb556acc01dea6fdb441ec13980f14.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796314.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/09f/2822372f462858ff8d74b080eef2f09f/2822372f462858ff8d74b080eef2f09f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796319.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/bfb/6e7242944eddf0c9765679fb8a355bfb/6e7242944eddf0c9765679fb8a355bfb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796324.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/bf3/229d1a9333a6c12cb67a47502e857bf3/229d1a9333a6c12cb67a47502e857bf3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796329.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/24b/e1e50b8b29e443307227b5e0ecec224b/e1e50b8b29e443307227b5e0ecec224b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796334.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/58a/b0d02f54619c07912f72fe17d9e4458a/b0d02f54619c07912f72fe17d9e4458a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796339.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/c2a/4597d94e1e40344112d02ed033306c2a/4597d94e1e40344112d02ed033306c2a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796344.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/f1a/427dc690f76a1da19d3063f52eff2f1a/427dc690f76a1da19d3063f52eff2f1a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796349.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/7a3/6286c9b021bbf6a32a3a0f464c27a7a3/6286c9b021bbf6a32a3a0f464c27a7a3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796354.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/350/5d3f55493cc52085f9ac9f54fe392350/5d3f55493cc52085f9ac9f54fe392350.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796359.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/e59/c6065602ce3554c31f427fb9515b2e59/c6065602ce3554c31f427fb9515b2e59.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796364.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/f55/92cf4a9fd54791184f08a5455176bf55/92cf4a9fd54791184f08a5455176bf55.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796369.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/2f7/22297c9b5f8cf6189f26fc47a71cb2f7/22297c9b5f8cf6189f26fc47a71cb2f7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796374.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/e94/604110e7a142fceac22be87650efde94/604110e7a142fceac22be87650efde94.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796379.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/ef5/ac942604b6d3dd176a18846806fb5ef5/ac942604b6d3dd176a18846806fb5ef5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796384.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/ea4/b14aabd4137aca3f49ae88d9331c1ea4/b14aabd4137aca3f49ae88d9331c1ea4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796389.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/4e2/b2f03a45c5bb1bb659d029d6da2f14e2/b2f03a45c5bb1bb659d029d6da2f14e2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796394.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/a19/2f669a0da0f630b05cb3c3adc9161a19/2f669a0da0f630b05cb3c3adc9161a19.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796399.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/ffa/5af7a848aaa6bf772f378c53691c8ffa/5af7a848aaa6bf772f378c53691c8ffa.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796404.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/969/fa0cd854ee96b7c075433a1ad4031969/fa0cd854ee96b7c075433a1ad4031969.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796409.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/fcd/372457123dd0dd448ca45bc9eb447fcd/372457123dd0dd448ca45bc9eb447fcd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796414.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/dcf/ac9752bac71785412a8e3c146d8c0dcf/ac9752bac71785412a8e3c146d8c0dcf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796419.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/008/4938b31d241f37b158407c56bcf7a008/4938b31d241f37b158407c56bcf7a008.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796424.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/dfa/d9d19d5c08ea8baed74fec2904180dfa/d9d19d5c08ea8baed74fec2904180dfa.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796429.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/b72/33c2aa08339c9beadd5fe0819d0a9b72/33c2aa08339c9beadd5fe0819d0a9b72.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796434.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/a62/1664683192a6cbbca522dfd61b7e4a62/1664683192a6cbbca522dfd61b7e4a62.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796439.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/711/b46b5560658ea635602a20ff7acd1711/b46b5560658ea635602a20ff7acd1711.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796444.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/1e3/f48a503b85d8f2609baee6721a6681e3/f48a503b85d8f2609baee6721a6681e3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796449.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/7b5/72755f5b57c92252e71ecff576d3a7b5/72755f5b57c92252e71ecff576d3a7b5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796454.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/076/c3ef8ca444e2bacfa65f3a217d7d4076/c3ef8ca444e2bacfa65f3a217d7d4076.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796459.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/6f5/eff58362622f61820cae4c531f2de6f5/eff58362622f61820cae4c531f2de6f5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796464.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/8a9/943614a77a86e8e6470a2a215b9468a9/943614a77a86e8e6470a2a215b9468a9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796469.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/5b1/7441ea5e13bc05ff77558e7c52bfc5b1/7441ea5e13bc05ff77558e7c52bfc5b1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796474.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/cdd/ac0ccd98fd07d855d7b13e9337c9acdd/ac0ccd98fd07d855d7b13e9337c9acdd.db +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_path +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_pending_file_name +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_pending_file_name ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_old_style_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_old_style_root_account_container_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_policy_stat_tracking +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_policy_stat_tracking ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_misplaced_object_does_not_effect_container_stats +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_misplaced_object_does_not_effect_container_stats ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_overlap_shard_range_order +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_overlap_shard_range_order ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_path +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_pending_file_name +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_pending_file_name ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_policy_stat_tracking +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_policy_stat_tracking ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_encoded_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_encoded_timestamps_using_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_misplaced_object_does_not_effect_container_stats +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_misplaced_object_does_not_effect_container_stats ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_encoded_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_encoded_timestamps_using_memory ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_encoded_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_encoded_timestamps_using_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_explicit_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_explicit_timestamps_using_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_encoded_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_encoded_timestamps_using_memory ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_explicit_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_explicit_timestamps_using_memory ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_explicit_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_explicit_timestamps_using_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_explicit_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_explicit_timestamps_using_memory ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796479.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/ba4/7c9a06c26e3c4159a7bfefee794b6ba4/7c9a06c26e3c4159a7bfefee794b6ba4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796484.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/b33/c4a5e7a3396a2361ef3a02f5be0cfb33/c4a5e7a3396a2361ef3a02f5be0cfb33.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796489.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/440/477c6c1233442f43d193be3664ebe440/477c6c1233442f43d193be3664ebe440.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796494.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/65e/3503ede9f1d10adbfcbf2d147622165e/3503ede9f1d10adbfcbf2d147622165e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796499.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/385/04d1a0285170c5b9dcb99b7518493385/04d1a0285170c5b9dcb99b7518493385.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796504.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/5ab/3e88ccdd3b331644a2b97ec58d60a5ab/3e88ccdd3b331644a2b97ec58d60a5ab.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796509.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/fb1/ac9ee1bba7da62a52c3270aadeaf4fb1/ac9ee1bba7da62a52c3270aadeaf4fb1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796514.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/354/f3b4c2192c02263c50ee4583ad7fd354/f3b4c2192c02263c50ee4583ad7fd354.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796519.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/fc3/b393eca25aab03aec54456fb07d94fc3/b393eca25aab03aec54456fb07d94fc3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796524.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/de7/5061c6bafff89510bd359f3513019de7/5061c6bafff89510bd359f3513019de7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796529.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/7c3/7c427bf88e3d678d5470acb08351d7c3/7c427bf88e3d678d5470acb08351d7c3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796534.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/fbc/8458ffd8d90b95236fc9d15b21099fbc/8458ffd8d90b95236fc9d15b21099fbc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796539.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/9fb/0e3d84b5055585cfa60cf7cd5b4199fb/0e3d84b5055585cfa60cf7cd5b4199fb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796544.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/03e/0313af0d0adec87dbaa332b416b7a03e/0313af0d0adec87dbaa332b416b7a03e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796549.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/799/e6ad8e1130608ed0753ac9173d21b799/e6ad8e1130608ed0753ac9173d21b799.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796554.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/5db/956ce39d02a3a6f9eaa9a8928f8475db/956ce39d02a3a6f9eaa9a8928f8475db.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796559.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/2f2/e31defa07a2e871697a706b9b86aa2f2/e31defa07a2e871697a706b9b86aa2f2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796564.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/cf6/ddf809a2093b3e71f83795234a60ccf6/ddf809a2093b3e71f83795234a60ccf6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796569.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/711/3c1b51a3256111b3d6c78805901a5711/3c1b51a3256111b3d6c78805901a5711.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796574.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/fc7/d57ac1ba7dc128c02793439d086cdfc7/d57ac1ba7dc128c02793439d086cdfc7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796579.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/043/f01b18c087c6f770bfc1081c283b8043/f01b18c087c6f770bfc1081c283b8043.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796584.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/36c/d758da4fb5c1baf2d90a328b8a1b136c/d758da4fb5c1baf2d90a328b8a1b136c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796589.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/50b/78222fd4c97f71cb0d626387b9eb450b/78222fd4c97f71cb0d626387b9eb450b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796594.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/bd0/8ec980157afc7da192e9c9bbcdb56bd0/8ec980157afc7da192e9c9bbcdb56bd0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796599.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/c90/a2e6fbb29d777a9ad7c789b8959a0c90/a2e6fbb29d777a9ad7c789b8959a0c90.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796604.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/064/f2b33569bc12a8c7750364fc105e8064/f2b33569bc12a8c7750364fc105e8064.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796609.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/d5d/a2c5caf30469da081ae4f53004442d5d/a2c5caf30469da081ae4f53004442d5d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796614.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/6c8/2f4dbd8a194039dbb1bfd19fa326b6c8/2f4dbd8a194039dbb1bfd19fa326b6c8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796619.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/b21/345886b2c943d6800c7530e866ce1b21/345886b2c943d6800c7530e866ce1b21.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796624.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/8fc/7c240a45c1978bdcea3c24d2c506e8fc/7c240a45c1978bdcea3c24d2c506e8fc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796629.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/0fd/6cd4c1b6cdb1dd924ac884ecfaf080fd/6cd4c1b6cdb1dd924ac884ecfaf080fd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796634.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/b1a/969995a472bb07cc21d334de6c8bcb1a/969995a472bb07cc21d334de6c8bcb1a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796639.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/57a/1724b68beb8a36dab2d3ec7664af157a/1724b68beb8a36dab2d3ec7664af157a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796644.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/94f/89be53b7daf8874d34c2f8f20954a94f/89be53b7daf8874d34c2f8f20954a94f.db +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges_state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_newid +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_newid ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_old_style_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_old_style_root_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_old_style_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_deadlock +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_deadlock ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_root_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_deadlock +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_deadlock ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796649.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/7c6/9ef86fdf8d77cf6508935cb0213827c6/9ef86fdf8d77cf6508935cb0213827c6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796654.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/a24/f8af645c6fdec0ced5eee5ef69554a24/f8af645c6fdec0ced5eee5ef69554a24.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796659.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/d4b/23f6ae22a54809857eeb4cd3c70cad4b/23f6ae22a54809857eeb4cd3c70cad4b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796664.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/72b/ebce803b8b38b418de5458040788e72b/ebce803b8b38b418de5458040788e72b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796669.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/376/9f21f3ad0ea8f74564c3d009c38bc376/9f21f3ad0ea8f74564c3d009c38bc376.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796674.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/db4/e44ba1f9725c2131d383b33c07914db4/e44ba1f9725c2131d383b33c07914db4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796679.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/ef7/147e4b020d6d79490d2cf8455650def7/147e4b020d6d79490d2cf8455650def7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796684.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/f1c/fe46656277c67a528cfddd291a136f1c/fe46656277c67a528cfddd291a136f1c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796689.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/24e/6fe7316e5fb1b91b2e58a3d3ae52424e/6fe7316e5fb1b91b2e58a3d3ae52424e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796694.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/d6c/705c9a7e8b58f7d3c92d596de8197d6c/705c9a7e8b58f7d3c92d596de8197d6c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796699.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/625/5f6d39b999a51f6d30c16b6e4f36a625/5f6d39b999a51f6d30c16b6e4f36a625.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796704.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/bb7/bf23e5f79c6c326d2c0e1de0c5c57bb7/bf23e5f79c6c326d2c0e1de0c5c57bb7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796709.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/d09/0096c62a87fdf30a696ae6350b4efd09/0096c62a87fdf30a696ae6350b4efd09.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796714.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/f9f/0956308b0c9e61e72bafa44ad522ef9f/0956308b0c9e61e72bafa44ad522ef9f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796719.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/289/c21eadad6a84b07468fe3be5f9a85289/c21eadad6a84b07468fe3be5f9a85289.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796724.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/e26/1f2a3bb21bc6176b70dcdf033d91be26/1f2a3bb21bc6176b70dcdf033d91be26.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796729.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/416/22035cbdb21d1627fc82fec8d929c416/22035cbdb21d1627fc82fec8d929c416.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796734.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/a1c/f19f741cf2abaadca7d239f4ccefea1c/f19f741cf2abaadca7d239f4ccefea1c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796739.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/121/080cc4422a8cd917783231f7810cc121/080cc4422a8cd917783231f7810cc121.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796744.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/46f/50acb5fd6be9aefbde66814237ab546f/50acb5fd6be9aefbde66814237ab546f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796749.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/acf/8759c423c4a7322c0b42453f82083acf/8759c423c4a7322c0b42453f82083acf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796754.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/8c6/25227d15d388b14f244523864930d8c6/25227d15d388b14f244523864930d8c6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796759.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/78c/b15165d06aa0a054fea1d1420c92278c/b15165d06aa0a054fea1d1420c92278c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796764.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/34c/79c53b9fdeebc44737b326426745434c/79c53b9fdeebc44737b326426745434c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796769.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/277/ef67dc24560b226cebb550e846b4b277/ef67dc24560b226cebb550e846b4b277.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796774.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/8f0/d6154dea7db43499e1acf4cd4b5838f0/d6154dea7db43499e1acf4cd4b5838f0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796779.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/46b/162f53f2cb00c1cdb403eb0c5c1f446b/162f53f2cb00c1cdb403eb0c5c1f446b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796784.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/63c/a1a1bcbc49a35cd72baab4972b8c363c/a1a1bcbc49a35cd72baab4972b8c363c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796789.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/d67/714ec189baf9df1841fc3f9e708fdd67/714ec189baf9df1841fc3f9e708fdd67.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796794.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/611/671f18b90503ca33704534a2bc0c5611/671f18b90503ca33704534a2bc0c5611.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796799.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/df1/5f29a25de1f9f8d07ce1df1ee9546df1/5f29a25de1f9f8d07ce1df1ee9546df1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796804.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/49f/8ad1403bb65292391513b72dfd64649f/8ad1403bb65292391513b72dfd64649f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796809.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/7fd/c020caac68724ff92ff141d3da70d7fd/c020caac68724ff92ff141d3da70d7fd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796814.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/a16/c4f20237a631bf586b832af00e710a16/c4f20237a631bf586b832af00e710a16.db +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_with_duplicate_names +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_with_duplicate_names ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reconciler_sync +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reconciler_sync ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_with_duplicate_names +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_with_duplicate_names ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_old_style_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_old_style_root_account_container_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reconciler_sync +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reconciler_sync ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_overlap_shard_range_order +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_overlap_shard_range_order ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_path +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_pending_file_name +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_pending_file_name ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_policy_stat_tracking +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_policy_stat_tracking ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_misplaced_object_does_not_effect_container_stats +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_misplaced_object_does_not_effect_container_stats ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_encoded_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_encoded_timestamps_using_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_remove_objects +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_remove_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_resolve_shard_range_states +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_resolve_shard_range_states ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_remove_objects +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_remove_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_resolve_shard_range_states +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_resolve_shard_range_states ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_encoded_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_encoded_timestamps_using_memory ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796819.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/bc4/e4594fb1a6f60a1287aa328a821d6bc4/e4594fb1a6f60a1287aa328a821d6bc4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796824.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/1b9/8117b4130fbf7eed8b7d00fb534fc1b9/8117b4130fbf7eed8b7d00fb534fc1b9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796829.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/048/c114da6ad5b92109f721d48eb1532048/c114da6ad5b92109f721d48eb1532048.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796834.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/7a2/0af3289031740ed39dbb79f5a104c7a2/0af3289031740ed39dbb79f5a104c7a2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796839.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/a68/85469d214df8d577e69438a365d23a68/85469d214df8d577e69438a365d23a68.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796844.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/114/1ccf647d6e9256f784d6be77a426e114/1ccf647d6e9256f784d6be77a426e114.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796849.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/c09/816ba0b738a9e9a02fcf890eebdbbc09/816ba0b738a9e9a02fcf890eebdbbc09.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796854.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/064/b1ad29badff106ed30dd840a81358064/b1ad29badff106ed30dd840a81358064.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796859.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/ce5/af17395c90818e596ecaec7faa19dce5/af17395c90818e596ecaec7faa19dce5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796864.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/478/b46256a6e23d6492f8d607b01891c478/b46256a6e23d6492f8d607b01891c478.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796869.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/95b/40f873b6e86d0eb4a6640823c148195b/40f873b6e86d0eb4a6640823c148195b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796874.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/763/20ae9d2d1727493b4eeaf910d5c7f763/20ae9d2d1727493b4eeaf910d5c7f763.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796879.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/1bf/2a6be356b322b645b06a6916189121bf/2a6be356b322b645b06a6916189121bf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796884.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/433/b79df81bede1b3ac4676d58b66425433/b79df81bede1b3ac4676d58b66425433.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796889.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/50e/559c430cf19fbfdc41573e5aac3ec50e/559c430cf19fbfdc41573e5aac3ec50e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796894.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/f1b/db1a4503843d93324cec158e2e931f1b/db1a4503843d93324cec158e2e931f1b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796899.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/f74/52e512e0165f2c3389a45554b4e74f74/52e512e0165f2c3389a45554b4e74f74.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796904.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/7ac/5413cb620e305bb28a9abb7d555e87ac/5413cb620e305bb28a9abb7d555e87ac.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796909.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/377/76a556004c2b2809174516c6cf00c377/76a556004c2b2809174516c6cf00c377.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796914.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/a2f/db3e8849888b3dca51b7dc29ffa0aa2f/db3e8849888b3dca51b7dc29ffa0aa2f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796919.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/6c9/514a89b0556075b193129d46332cd6c9/514a89b0556075b193129d46332cd6c9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796924.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/83d/650d6f22c002cb7ed9890d2f05ec083d/650d6f22c002cb7ed9890d2f05ec083d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796929.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/cef/eda29ac9e386fefb08a11d0f72d33cef/eda29ac9e386fefb08a11d0f72d33cef.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796934.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/24b/6a4a3af2349959d13e59ce81bbe3224b/6a4a3af2349959d13e59ce81bbe3224b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796939.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/70d/6a07ba2d5a12c43fcac8a00d4d23a70d/6a07ba2d5a12c43fcac8a00d4d23a70d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796944.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/e5e/43000b28b4edecc4f82d07bbb703ee5e/43000b28b4edecc4f82d07bbb703ee5e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796949.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/dae/49a165875aa2ebf0d32279096a644dae/49a165875aa2ebf0d32279096a644dae.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796954.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/1ab/fdec61c27161f4fb57eba2847c21b1ab/fdec61c27161f4fb57eba2847c21b1ab.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796959.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/941/fec00bd1c82217a9796510ff46758941/fec00bd1c82217a9796510ff46758941.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796964.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/83e/e0d2aeb528ba1c3d7667d9b1e99dc83e/e0d2aeb528ba1c3d7667d9b1e99dc83e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796969.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/c82/755639f4dd96189e797fc9ce6b6dec82/755639f4dd96189e797fc9ce6b6dec82.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796974.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/bfb/f68b23a7116b3d8538d8306ef8fccbfb/f68b23a7116b3d8538d8306ef8fccbfb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796979.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/9dd/d33d3ce8d2ce14a02b83c83b3ac3e9dd/d33d3ce8d2ce14a02b83c83b3ac3e9dd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796984.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/808/379e548c35fadcbf59e3f36b4deb4808/379e548c35fadcbf59e3f36b4deb4808.db +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_explicit_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_explicit_timestamps_using_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reverse_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reverse_prefix_delim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_explicit_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_explicit_timestamps_using_memory ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_root_account_container_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_save_and_load_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_save_and_load_record_from_pending_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reverse_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reverse_prefix_delim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim ... ok +test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. +proxy INFO: (1329775) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (1329775) accepted ('127.0.0.1', 8359) +proxy INFO: ERROR WSGI: code 400, message Invalid PROXY line 'PROXY jojo', (txn: txd96cbe6c1c0241fd812bf-006644f80f) +proxy INFO: wsgi exiting +proxy INFO: (1329775) wsgi exited, is_accepting=True +proxy INFO: (1329775) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (1329775) accepted ('127.0.0.1', 8359) +proxy INFO: ERROR WSGI: code 400, message Invalid PROXY line 'PROXYjojo a b c d e', (txn: tx973ad36f3975418b8d94b-006644f80f) +proxy INFO: wsgi exiting +proxy INFO: (1329775) wsgi exited, is_accepting=True +proxy INFO: (1329775) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (1329775) accepted ('127.0.0.1', 8359) +proxy INFO: ERROR WSGI: code 400, message Invalid PROXY line 'PROXY a b c d e', (txn: tx32e8c43db81a479dad222-006644f80f) +proxy INFO: wsgi exiting +proxy INFO: (1329775) wsgi exited, is_accepting=True +proxy INFO: (1329775) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (1329775) accepted ('127.0.0.1', 8359) +proxy INFO: ERROR WSGI: code 400, message Invalid PROXY line 'GET /someurl HTTP/1.0\r\n', (txn: test-bad-req-trans-id) +proxy INFO: wsgi exiting +proxy INFO: (1329775) wsgi exited, is_accepting=True +proxy INFO: (1329775) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (1329775) accepted ('127.0.0.1', 8359) +proxy INFO: 192.168.0.1 - - [16/May/2024 07:59:43] "GET /someurl HTTP/1.1" 200 160 0.000059 +proxy INFO: 192.168.0.1 - - [16/May/2024 07:59:43] "GET /otherurl HTTP/1.1" 200 179 0.000048 +proxy INFO: wsgi exiting +proxy INFO: (1329775) wsgi exited, is_accepting=True +proxy INFO: (1329775) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (1329775) accepted ('127.0.0.1', 8359) +proxy INFO: 192.168.0.1 - - [16/May/2024 07:59:43] "GET /someurl HTTP/1.0" 200 186 0.000036 +proxy INFO: wsgi exiting +proxy INFO: (1329775) wsgi exited, is_accepting=True +proxy INFO: (1329775) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (1329775) accepted ('127.0.0.1', 8359) +proxy INFO: 192.168.0.1 - - [16/May/2024 07:59:43] "GET /someurl HTTP/1.0" 200 179 0.000039 +proxy INFO: wsgi exiting +proxy INFO: (1329775) wsgi exited, is_accepting=True +proxy INFO: (1329775) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (1329775) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [16/May/2024 07:59:43] "GET /someurl HTTP/1.0" 200 180 0.000037 +proxy INFO: wsgi exiting +proxy INFO: (1329775) wsgi exited, is_accepting=True +proxy INFO: (1329775) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (1329775) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [16/May/2024 07:59:43] "GET /someurl HTTP/1.0" 200 180 0.000034 +proxy INFO: wsgi exiting +proxy INFO: (1329775) wsgi exited, is_accepting=True +proxy INFO: (1329775) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (1329775) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [16/May/2024 07:59:43] "GET /someurl HTTP/1.0" 200 180 0.000035 +proxy INFO: wsgi exiting +proxy INFO: (1329775) wsgi exited, is_accepting=True +Unable to locate config number 5 for account-server +Unable to locate config number 5 for object-server +Signal object-server pid: 1 signal: 15 +Signal object-server pid: 1 signal: 15 +Signal object-server pid: 1 signal: 1 +Signal object-replicator pid: 11 signal: 15 +Signal object-replicator pid: 12 signal: 15 +Signal proxy-server pid: 1 signal: 1 +output Removing pid file /tmp/tmpoi9teahs/var/run/one-server.pid with wrong pid 3 +output Removing pid file /tmp/tmpoi9teahs/var/run/zero-server.pid with invalid pid +output Removing pid file /tmp/tmpoi9teahs/var/run/invalid-server.pid with invalid pid +Signal account-reaper pid: 1 signal: 15 +Signal account-reaper pid: 2 signal: 15 +Signal account-reaper pid: 3 signal: 15 +Signal account-reaper pid: 4 signal: 15 +Signal account-reaper pid: 1 signal: 15 +Signal account-reaper pid: 2 signal: 15 +Signal account-reaper pid: 3 signal: 15 +Signal account-reaper pid: 4 signal: 15 +Signal account-reaper pid: 3 signal: 15 +test NOTICE: Started child 0 (PID 88) for port 6006 +test NOTICE: Started child 1 (PID 89) for port 6006 +test NOTICE: Started child 2 (PID 90) for port 6006 +test NOTICE: Started child 0 (PID 91) for port 6007 +test NOTICE: Started child 1 (PID 92) for port 6007 +test NOTICE: Started child 2 (PID 93) for port 6007 +test NOTICE: Closing unnecessary sock for port 6006 (child pid 88) +test NOTICE: Closing unnecessary sock for port 6006 (child pid 89) +test NOTICE: Closing unnecessary sock for port 6006 (child pid 90) +test CRITICAL: Unable to bind to port 6009: ack +test CRITICAL: Unable to bind to port 6009: ack +test CRITICAL: Unable to bind to port 6009: ack +test NOTICE: Started child 0 (PID 94) for port 6009 +test NOTICE: Started child 1 (PID 95) for port 6009 +test NOTICE: Started child 2 (PID 96) for port 6009 +test NOTICE: Started child 1 (PID 97) for port 6009 +test NOTICE: Child 2 (PID 1329775, port 6007) exiting normally +test NOTICE: Started child 0 (PID 88) for port 6006 +test NOTICE: Started child 1 (PID 89) for port 6006 +test NOTICE: Started child 2 (PID 90) for port 6006 +test NOTICE: Started child 0 (PID 91) for port 6007 +test NOTICE: Started child 1 (PID 92) for port 6007 +test NOTICE: Started child 2 (PID 93) for port 6007 +test ERROR: Problem finding shard upper in '/tmp/tmpxfb90f2f/test_container.db': : LockTimeout (Nones) +test ERROR: Problem finding shard upper in '/tmp/tmpxfb90f2f/test_container.db': : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2507, in find_shard_ranges + next_shard_upper = sub_broker._get_next_shard_range_upper( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +sqlite3.OperationalError +test DEBUG: Unlinked retiring db '/tmp/tmplmcgn0_n/containers/part/suffix/hash/container.db' +test WARNING: Unexpected db files will be ignored: ['/tmp/tmplmcgn0_n/containers/part/suffix/hash/container.db'] +Container 'a/c' cannot be set to sharded state while in unsharded state +Container 'a/c' cannot be set to sharding state: missing epoch +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_root_account_container_path ... ok +Container 'a/c' cannot be set to sharding state while in sharding state +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_save_and_load_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_save_and_load_record_from_pending_file ... ok +Container 'a/c' cannot be set to sharded state while in sharded state +test ERROR: Error parsing recon cache file: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/recon.py", line 85, in _from_recon_cache + with openr(cache_file, 'r') as f: + ^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/test_recon.py", line 225, in raise_ValueError + raise ValueError +ValueError +test ERROR: Error reading ringfile: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/recon.py", line 276, in get_ring_md5 + sums[ringfile] = md5_hash_for_file(ringfile) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError +test ERROR: Error reading ringfile: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/recon.py", line 276, in get_ring_md5 + sums[ringfile] = md5_hash_for_file(ringfile) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError +test ERROR: Error reading ringfile: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/recon.py", line 276, in get_ring_md5 + sums[ringfile] = md5_hash_for_file(ringfile) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError +test ERROR: Error reading ringfile: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/recon.py", line 276, in get_ring_md5 + sums[ringfile] = md5_hash_for_file(ringfile) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/test_recon.py", line 386, in fake_hash_for_file + raise IOError +OSError +test ERROR: Error reading ringfile: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/recon.py", line 276, in get_ring_md5 + sums[ringfile] = md5_hash_for_file(ringfile) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/test_recon.py", line 386, in fake_hash_for_file + raise IOError +OSError +test ERROR: Error reading ringfile: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/recon.py", line 276, in get_ring_md5 + sums[ringfile] = md5_hash_for_file(ringfile) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError +test ERROR: Error reading ringfile: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/recon.py", line 276, in get_ring_md5 + sums[ringfile] = md5_hash_for_file(ringfile) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError +test ERROR: Error reading ringfile: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/recon.py", line 276, in get_ring_md5 + sums[ringfile] = md5_hash_for_file(ringfile) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError +fake INFO: - - 15/May/2024/17/59/34 GET /v1/a/c/o%3Ftemp_url_sig%3Ddeadbeefdeadbeef...%26temp_url_expires%3D1715796974 HTTP/1.0 404 - - - - - - - - 0.0002 - - 1715795974.102439165 1715795974.102629662 - +test-ic DEBUG: -> 2014-05-27T20:54:11 GET http://127.0.0.1%3Fformat%3Djson 200 123 345 1401224050.98 1401224051.98 1.0 - +test-ic DEBUG: -> 2014-05-27T20:54:11 HEAD http://127.0.0.1%3Fformat%3Djson 200 123 345 1401224050.98 1401224051.98 1.0 - +test ERROR: Problem finding shard upper in '/tmp/tmpzfn4oppy/test_container.db': : LockTimeout (Nones) +test ERROR: Problem finding shard upper in '/tmp/tmpzfn4oppy/test_container.db': : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2507, in find_shard_ranges + next_shard_upper = sub_broker._get_next_shard_range_upper( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +sqlite3.OperationalError +test DEBUG: Unlinked retiring db '/tmp/tmp0w1az4vv/containers/part/suffix/hash/container.db' +test WARNING: Unexpected db files will be ignored: ['/tmp/tmp0w1az4vv/containers/part/suffix/hash/container.db'] +Container 'a/c' cannot be set to sharded state while in unsharded state +Container 'a/c' cannot be set to sharding state: missing epoch +Container 'a/c' cannot be set to sharding state while in sharding state +Container 'a/c' cannot be set to sharded state while in sharded state +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_db_states +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_db_states ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharded_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharded_state_errors ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796989.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/ef7/e878fd07b8b3854f47e7109b93555ef7/e878fd07b8b3854f47e7109b93555ef7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796994.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/86a/3c185ccc1fed8c6de2ec9651123cf86a/3c185ccc1fed8c6de2ec9651123cf86a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796999.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/4df/218f61cbd555a50e4309e901f881a4df/218f61cbd555a50e4309e901f881a4df.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797004.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/a7a/6d1e4ace318214125ad1003062910a7a/6d1e4ace318214125ad1003062910a7a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797009.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/f94/7277f77b00fa407f5f9b0bbc23505f94/7277f77b00fa407f5f9b0bbc23505f94.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797014.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/13c/4607ede98c418ae56c82861d50a4e13c/4607ede98c418ae56c82861d50a4e13c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797019.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/12e/b5044966a00314087c0e579dce97b12e/b5044966a00314087c0e579dce97b12e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797024.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/dab/00c195685eca7176bf662cdf6520edab/00c195685eca7176bf662cdf6520edab.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797029.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/959/179dba2857b4af7be4eb71974e4cd959/179dba2857b4af7be4eb71974e4cd959.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797034.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/ff4/f58bf5fd7ffac614f25ebd9df03eaff4/f58bf5fd7ffac614f25ebd9df03eaff4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797039.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/607/4a7cb39998b3a4ffa4afcdf16fb97607/4a7cb39998b3a4ffa4afcdf16fb97607.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797044.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/bd4/86a3a237bad27f5b596a4738f5835bd4/86a3a237bad27f5b596a4738f5835bd4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797049.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/298/d250eca922f5e9c658e83451359ea298/d250eca922f5e9c658e83451359ea298.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797054.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/9b6/100b0a10b81e1f455cfd440b354f89b6/100b0a10b81e1f455cfd440b354f89b6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797059.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/c18/d3ef72a676d2acaa50e884b41c477c18/d3ef72a676d2acaa50e884b41c477c18.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797064.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/243/e8a15bc4753ee8346ff89c933207c243/e8a15bc4753ee8346ff89c933207c243.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797069.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/78e/b0672d2c3806e45c41231d32aed6678e/b0672d2c3806e45c41231d32aed6678e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797074.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/ab2/2326be0017fe2d23eb11c6bc56aa6ab2/2326be0017fe2d23eb11c6bc56aa6ab2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797079.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/d1d/5d5a997f9b1b65df83e831a1fb29ad1d/5d5a997f9b1b65df83e831a1fb29ad1d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797084.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/14a/b2c5d34b3cf40b0f45885a224733514a/b2c5d34b3cf40b0f45885a224733514a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797089.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/a78/b07cb5a83ccfc20d2cc2b7958036fa78/b07cb5a83ccfc20d2cc2b7958036fa78.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797094.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/413/ff1ca8262bddb86ef620e97ccceb7413/ff1ca8262bddb86ef620e97ccceb7413.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797099.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/781/4b8825559ad266972d9b678299627781/4b8825559ad266972d9b678299627781.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797104.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/e6f/005869b935a9762f1ac9bcfc027a9e6f/005869b935a9762f1ac9bcfc027a9e6f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797109.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/46d/f21db3a4bd34a133f722eed5cae9146d/f21db3a4bd34a133f722eed5cae9146d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797114.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/88f/f06be8d6fc46c29fda1065cd948c988f/f06be8d6fc46c29fda1065cd948c988f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797119.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/394/956eb59d645b06476373b9e010c93394/956eb59d645b06476373b9e010c93394.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797124.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/0ed/ed15a8c07d3a522ba192eb1afd1180ed/ed15a8c07d3a522ba192eb1afd1180ed.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797129.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/88a/03d45a43337b24fddff05cbc534a888a/03d45a43337b24fddff05cbc534a888a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797134.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/0f9/8bccb74b6d93e33a5c5749d090ffb0f9/8bccb74b6d93e33a5c5749d090ffb0f9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797139.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/79a/f527cc20542ec4a8e4c55fc032fd879a/f527cc20542ec4a8e4c55fc032fd879a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797144.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/819/ef8f81dab752cd9e5351511d8985b819/ef8f81dab752cd9e5351511d8985b819.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797149.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/baf/c99100cd6e656d29d6313f6c98b40baf/c99100cd6e656d29d6313f6c98b40baf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797154.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/eb7/c404c749aa0c4fb26203378034269eb7/c404c749aa0c4fb26203378034269eb7.db +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_db_states +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_db_states ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharded_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharded_state_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_storage_policy_index +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_storage_policy_index ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_deadlock +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_deadlock ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_storage_policy_index_empty +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_storage_policy_index_empty ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_x_syncs +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_x_syncs ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_with_duplicate_names +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_with_duplicate_names ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_storage_policy_index +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_storage_policy_index ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_initiated_and_required +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_initiated_and_required ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reconciler_sync +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reconciler_sync ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_storage_policy_index_empty +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_storage_policy_index_empty ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_x_syncs +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_x_syncs ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_state_is_not_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_state_is_not_reclaimable ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_sysmeta +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_sysmeta ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797159.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/7c9/2b1338125bb10ee05e5ce3a09a06e7c9/2b1338125bb10ee05e5ce3a09a06e7c9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797164.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/58f/1a4f160c4f35227bbcd210f4df57058f/1a4f160c4f35227bbcd210f4df57058f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797169.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/e82/0a7f8ae15ba414182034844733230e82/0a7f8ae15ba414182034844733230e82.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797174.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/65f/61f693bdb1c83e131446f6fdcec9b65f/61f693bdb1c83e131446f6fdcec9b65f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797179.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/fe8/32b27d40abd71bccadd5548fff988fe8/32b27d40abd71bccadd5548fff988fe8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797184.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/3c7/df04f92deb2c267ad867eefa83dbf3c7/df04f92deb2c267ad867eefa83dbf3c7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797189.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/ea8/c2d32624559e8f30f0e7012518a3fea8/c2d32624559e8f30f0e7012518a3fea8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797194.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/687/7fdb427c0d61c4e29e558e0533332687/7fdb427c0d61c4e29e558e0533332687.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797199.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/213/a02fc33975cefb223ba1bdcac8531213/a02fc33975cefb223ba1bdcac8531213.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797204.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/0c9/ded879034bf5c301649e1d680fd0a0c9/ded879034bf5c301649e1d680fd0a0c9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797209.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/a25/f7c8c33a2737313bc899553f528c9a25/f7c8c33a2737313bc899553f528c9a25.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797214.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/078/cabef011a4761598bb18016e3b793078/cabef011a4761598bb18016e3b793078.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797219.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/658/fe7e8ebdb24dd04c43f4d41ddace6658/fe7e8ebdb24dd04c43f4d41ddace6658.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797224.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/bcc/47e9d85a4ae8df81f013a9132c704bcc/47e9d85a4ae8df81f013a9132c704bcc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797229.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/321/2cbd301bed334f4a2e854da640bfe321/2cbd301bed334f4a2e854da640bfe321.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797234.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/f34/56ef06980bfaa9a1bb3cef438d0c9f34/56ef06980bfaa9a1bb3cef438d0c9f34.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797239.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/f63/53d1737d59a6c55033a7dc25d05fdf63/53d1737d59a6c55033a7dc25d05fdf63.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797244.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/220/bf5b1fb69c49e8f68a8b65cabce7b220/bf5b1fb69c49e8f68a8b65cabce7b220.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797249.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/9c8/6289c84f9af232ab1510833ced0039c8/6289c84f9af232ab1510833ced0039c8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797254.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/541/4d82291b808077c7b57480d7e6a9b541/4d82291b808077c7b57480d7e6a9b541.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797259.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/d17/163c1045641b27a67530e1ddde5d3d17/163c1045641b27a67530e1ddde5d3d17.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797264.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/86f/91fe23e296204d47839073269dde786f/91fe23e296204d47839073269dde786f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797269.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/cc9/3b0d6286bbc2a299392af386ebcdacc9/3b0d6286bbc2a299392af386ebcdacc9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797274.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/da1/87294cf3b489dfe95beaf0e7e9c79da1/87294cf3b489dfe95beaf0e7e9c79da1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797279.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/462/b6e7933415daaa28e786fbaac9c84462/b6e7933415daaa28e786fbaac9c84462.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797284.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/f46/a20ac09bbf0121eb5625834ffe2a3f46/a20ac09bbf0121eb5625834ffe2a3f46.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797289.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/d31/b69b1ae2c61abfa4d9903a4c2a9b5d31/b69b1ae2c61abfa4d9903a4c2a9b5d31.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797294.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/ea9/9e56faea50571b5ed992f09a66f61ea9/9e56faea50571b5ed992f09a66f61ea9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797299.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/d62/d02966764b4a6c81d0f0c305ad8ffd62/d02966764b4a6c81d0f0c305ad8ffd62.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797304.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/3f1/0a9b59cc2401cc4a974cc3f3cadc03f1/0a9b59cc2401cc4a974cc3f3cadc03f1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797309.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/07c/60757ca29418842739eb5c0eb788b07c/60757ca29418842739eb5c0eb788b07c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797314.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/42d/d66b402051d06d601397f11de842142d/d66b402051d06d601397f11de842142d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797319.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/be4/96a66915657f8001b0216f30fe339be4/96a66915657f8001b0216f30fe339be4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797324.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/7b8/4a8a1ac74307c2c64180a5bcc08537b8/4a8a1ac74307c2c64180a5bcc08537b8.db +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_initiated_and_required +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_initiated_and_required ... ok +test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_root_ranges_not_merged_not_cleaving +test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_root_ranges_not_merged_not_cleaving ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_state_is_not_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_state_is_not_reclaimable ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_storage_policy_property +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_storage_policy_property ... ok +test.unit.container.test_sharder.TestSharder.test_audit_root_container +test.unit.container.test_sharder.TestSharder.test_audit_root_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_sysmeta +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_sysmeta ... ok +test.unit.container.test_sharder.TestSharder.test_audit_root_container_reset_epoch +test.unit.container.test_sharder.TestSharder.test_audit_root_container_reset_epoch ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sync_merging +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sync_merging ... ok +test.unit.container.test_sharder.TestSharder.test_audit_root_container_with_parent_child_overlapping +test.unit.container.test_sharder.TestSharder.test_audit_root_container_with_parent_child_overlapping ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_active_root_range_merged_while_shrinking +test.unit.container.test_sharder.TestSharder.test_audit_shard_active_root_range_merged_while_shrinking ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_batch_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_batch_reclaim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_chexor +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_chexor ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_container +test.unit.container.test_sharder.TestSharder.test_audit_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_remove_objects +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_remove_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_create_broker +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_create_broker ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_resolve_shard_range_states +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_resolve_shard_range_states ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797329.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/757/30c7830685722d1f69bcf3384c4b8757/30c7830685722d1f69bcf3384c4b8757.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797334.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/5db/785de0601fda8f9e2cfcaf2e7cc6d5db/785de0601fda8f9e2cfcaf2e7cc6d5db.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797339.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/41d/51f1f5aa9de70104fc53141ccb91f41d/51f1f5aa9de70104fc53141ccb91f41d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797344.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/908/841a4c56a19f138f27205aee3e507908/841a4c56a19f138f27205aee3e507908.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797349.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/918/f2d5cd613b2272fd539627602d236918/f2d5cd613b2272fd539627602d236918.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797354.00000-0, db: /tmp/tmp9sitszq1/sda/containers/0/fc0/5e6e44aa191c610394d8364922174fc0/5e6e44aa191c610394d8364922174fc0.db +sharder-test WARNING: Audit failed for root: overlapping ranges in state 'found': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmpuq9dr49p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Audit failed for root: overlapping ranges in state 'created': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmpuq9dr49p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Audit failed for root: overlapping ranges in state 'cleaved': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmpuq9dr49p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Audit failed for root: overlapping ranges in state 'active': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmpuq9dr49p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Audit failed for root: overlapping ranges in state 'sharding': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmpuq9dr49p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Audit failed for root: missing range(s): -a j-k z-, overlapping ranges in state 'active': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmpuq9dr49p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Audit failed for root: missing range(s): -a j-k z-, overlapping ranges in state 'active': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmpuq9dr49p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Audit failed for root: missing range(s): -a j-k z-, overlapping ranges in state 'active': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmpuq9dr49p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Audit failed for root: missing range(s): -a j-k z-, overlapping ranges in state 'active': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmpuq9dr49p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Audit failed for root: own_shard_range reset to None should be 1715796131.00000, path: a/c, db: /tmp/tmprpd8boun/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796131.00000.db +sharder-test WARNING: Audit failed for root: overlapping ranges in state 'cleaved': a-f c-f, a-c a-f, path: a/c, db: /tmp/tmpcbph1fl3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796133.00000-0, db: /tmp/tmpyluo9h0m/sda/containers/0/bfa/8bb3d52b4f829a64078c210ca8879bfa/8bb3d52b4f829a64078c210ca8879bfa.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796133.00000-0, db: /tmp/tmpyluo9h0m/sda/containers/0/bfa/8bb3d52b4f829a64078c210ca8879bfa/8bb3d52b4f829a64078c210ca8879bfa.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796136.00000-0, db: /tmp/tmpyluo9h0m/sda/containers/0/ba9/b2ac70518f91ce3dba79c38738bb4ba9/b2ac70518f91ce3dba79c38738bb4ba9.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796136.00000-0, db: /tmp/tmpyluo9h0m/sda/containers/0/ba9/b2ac70518f91ce3dba79c38738bb4ba9/b2ac70518f91ce3dba79c38738bb4ba9.db +sharder-test WARNING: Audit failed for shard: missing own shard range (skipping), path: bad_account/shard_c, db: /tmp/tmp66xyyqmz/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test WARNING: Audit warnings for shard: account not in shards namespace '.shards_', path: bad_account/shard_c, db: /tmp/tmp66xyyqmz/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test WARNING: Audit failed for shard: missing own shard range (skipping), path: .shards_a/shard_c, db: /tmp/tmp66xyyqmz/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmp66xyyqmz/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test INFO: Updated own shard range from ShardRange<'j' to 'k' as of 1715796133.00000, (0, 0) as of 1715796133.00000, active as of 1715796133.00000> to ShardRange<'k' to 't' as of 1715796134.00000, (0, 0) as of 1715796134.00000, active as of 1715796134.00000>, path: .shards_a/shard_c, db: /tmp/tmp66xyyqmz/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmp66xyyqmz/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test WARNING: Failed to get shard ranges from a/c: bad, path: .shards_a/shard_c, db: /tmp/tmp66xyyqmz/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test WARNING: Audit warnings for shard: unable to get shard ranges from root, path: .shards_a/shard_c, db: /tmp/tmp66xyyqmz/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmp66xyyqmz/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796138.00000, (0, 0) as of 1715796138.00000, shrinking as of 1715796135.00000> to ShardRange<'k' to 't' as of 1715796138.00000, (0, 0) as of 1715796138.00000, sharding as of 1715796139.00000>, path: .shards_a/shard_c, db: /tmp/tmp66xyyqmz/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmp66xyyqmz/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmp66xyyqmz/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Marked shard container as deleted, path: .shards_a/shard_c, db: /tmp/tmp66xyyqmz/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +test.unit.container.test_sharder.TestSharder.test_audit_shard_container_ancestors_not_merged_while_sharding +test.unit.container.test_sharder.TestSharder.test_audit_shard_container_ancestors_not_merged_while_sharding ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_creation +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_creation ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_storage_policy_property +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_storage_policy_property ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_db_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_db_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sync_merging +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sync_merging ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_delete_db_does_not_clear_particular_sharding_meta +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_delete_db_does_not_clear_particular_sharding_meta ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_batch_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_batch_reclaim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_delete_object +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_delete_object ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reverse_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reverse_prefix_delim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_chexor +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_chexor ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_double_check_trailing_delimiter +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_double_check_trailing_delimiter ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_create_broker +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_create_broker ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_double_check_trailing_delimiter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_double_check_trailing_delimiter_non_slash ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_root_account_container_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_creation +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_creation ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_save_and_load_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_save_and_load_record_from_pending_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_db_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_db_file ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-e9478253e312045257c4a6aaa054151f-1715796138.00000-2, db: /tmp/tmp5nlcy9iq/sda/containers/0/f14/f42e99452f6bc682755debfb7c4fcf14/f42e99452f6bc682755debfb7c4fcf14.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715796134.00000-2, db: /tmp/tmpxexcqoij/sda/containers/0/390/8b06db4ae657e64fd48cc3573e37b390/8b06db4ae657e64fd48cc3573e37b390.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715796134.00000-2, db: /tmp/tmpxexcqoij/sda/containers/0/390/8b06db4ae657e64fd48cc3573e37b390/8b06db4ae657e64fd48cc3573e37b390.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715796143.00000-2, db: /tmp/tmpxexcqoij/sda/containers/0/7b4/da05db66e6d1fa7538f634b40cfee7b4/da05db66e6d1fa7538f634b40cfee7b4.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715796143.00000-2, db: /tmp/tmpxexcqoij/sda/containers/0/7b4/da05db66e6d1fa7538f634b40cfee7b4/da05db66e6d1fa7538f634b40cfee7b4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715796152.00000-2, db: /tmp/tmpxexcqoij/sda/containers/0/297/e91de819a6e2b9ea6d5954ed5fd4e297/e91de819a6e2b9ea6d5954ed5fd4e297.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715796152.00000-2, db: /tmp/tmpxexcqoij/sda/containers/0/297/e91de819a6e2b9ea6d5954ed5fd4e297/e91de819a6e2b9ea6d5954ed5fd4e297.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715796161.00000-2, db: /tmp/tmpxexcqoij/sda/containers/0/5cf/81bb6c9529fedcb7b5c78d4bd5fe25cf/81bb6c9529fedcb7b5c78d4bd5fe25cf.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715796161.00000-2, db: /tmp/tmpxexcqoij/sda/containers/0/5cf/81bb6c9529fedcb7b5c78d4bd5fe25cf/81bb6c9529fedcb7b5c78d4bd5fe25cf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715796170.00000-2, db: /tmp/tmpxexcqoij/sda/containers/0/1e4/96ffeda0c69a1c545600e58ab6c8f1e4/96ffeda0c69a1c545600e58ab6c8f1e4.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715796170.00000-2, db: /tmp/tmpxexcqoij/sda/containers/0/1e4/96ffeda0c69a1c545600e58ab6c8f1e4/96ffeda0c69a1c545600e58ab6c8f1e4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715796179.00000-2, db: /tmp/tmpxexcqoij/sda/containers/0/82b/23a2e0daf1f48105883a6c07477ea82b/23a2e0daf1f48105883a6c07477ea82b.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715796179.00000-2, db: /tmp/tmpxexcqoij/sda/containers/0/82b/23a2e0daf1f48105883a6c07477ea82b/23a2e0daf1f48105883a6c07477ea82b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715796188.00000-2, db: /tmp/tmpxexcqoij/sda/containers/0/642/1f13d9763bb1332fbdeda81326ce5642/1f13d9763bb1332fbdeda81326ce5642.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715796188.00000-2, db: /tmp/tmpxexcqoij/sda/containers/0/642/1f13d9763bb1332fbdeda81326ce5642/1f13d9763bb1332fbdeda81326ce5642.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715796197.00000-2, db: /tmp/tmpxexcqoij/sda/containers/0/b94/5ad6c64571f5082a11910e5977fa9b94/5ad6c64571f5082a11910e5977fa9b94.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715796197.00000-2, db: /tmp/tmpxexcqoij/sda/containers/0/b94/5ad6c64571f5082a11910e5977fa9b94/5ad6c64571f5082a11910e5977fa9b94.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715796206.00000-2, db: /tmp/tmpxexcqoij/sda/containers/0/6fe/5978609618bd549876d802ae759f36fe/5978609618bd549876d802ae759f36fe.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715796206.00000-2, db: /tmp/tmpxexcqoij/sda/containers/0/6fe/5978609618bd549876d802ae759f36fe/5978609618bd549876d802ae759f36fe.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715796206.00000-2, db: /tmp/tmpxexcqoij/sda/containers/0/6fe/5978609618bd549876d802ae759f36fe/5978609618bd549876d802ae759f36fe.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715796215.00000-2, db: /tmp/tmpxexcqoij/sda/containers/0/9f8/1dcda2400e79b346e12a87f7638019f8/1dcda2400e79b346e12a87f7638019f8.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715796215.00000-2, db: /tmp/tmpxexcqoij/sda/containers/0/9f8/1dcda2400e79b346e12a87f7638019f8/1dcda2400e79b346e12a87f7638019f8.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715796215.00000-2, db: /tmp/tmpxexcqoij/sda/containers/0/9f8/1dcda2400e79b346e12a87f7638019f8/1dcda2400e79b346e12a87f7638019f8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715796224.00000-2, db: /tmp/tmpxexcqoij/sda/containers/0/690/ca86ff5f77fa0558c9ec6d65af07f690/ca86ff5f77fa0558c9ec6d65af07f690.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715796224.00000-2, db: /tmp/tmpxexcqoij/sda/containers/0/690/ca86ff5f77fa0558c9ec6d65af07f690/ca86ff5f77fa0558c9ec6d65af07f690.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715796224.00000-2, db: /tmp/tmpxexcqoij/sda/containers/0/690/ca86ff5f77fa0558c9ec6d65af07f690/ca86ff5f77fa0558c9ec6d65af07f690.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715796233.00000-2, db: /tmp/tmpxexcqoij/sda/containers/0/b40/4bdecefdb4fd68c908fb74ae6e88bb40/4bdecefdb4fd68c908fb74ae6e88bb40.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715796233.00000-2, db: /tmp/tmpxexcqoij/sda/containers/0/b40/4bdecefdb4fd68c908fb74ae6e88bb40/4bdecefdb4fd68c908fb74ae6e88bb40.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715796233.00000-2, db: /tmp/tmpxexcqoij/sda/containers/0/b40/4bdecefdb4fd68c908fb74ae6e88bb40/4bdecefdb4fd68c908fb74ae6e88bb40.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715796242.00000-2, db: /tmp/tmpxexcqoij/sda/containers/0/22a/95157d75c880eb47873ba6e6a996922a/95157d75c880eb47873ba6e6a996922a.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715796242.00000-2, db: /tmp/tmpxexcqoij/sda/containers/0/22a/95157d75c880eb47873ba6e6a996922a/95157d75c880eb47873ba6e6a996922a.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715796242.00000-2, db: /tmp/tmpxexcqoij/sda/containers/0/22a/95157d75c880eb47873ba6e6a996922a/95157d75c880eb47873ba6e6a996922a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715796251.00000-2, db: /tmp/tmpxexcqoij/sda/containers/0/53e/282ffc3525d4f5351a084bc9e2f6153e/282ffc3525d4f5351a084bc9e2f6153e.db +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_delete_db_does_not_clear_particular_sharding_meta +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_delete_db_does_not_clear_particular_sharding_meta ... ok +test_digest_utils WARNING: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. +test_digest_utils WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. +test_digest_utils WARNING: The following digest algorithms are configured but not supported: md5 +test_digest_utils WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. +test_digest_utils WARNING: The following digest algorithms are configured but not supported: md5 +test ERROR: Problem finding shard upper in '/tmp/tmphxyxxahf/test_container.db': : LockTimeout (Nones) +test ERROR: Problem finding shard upper in '/tmp/tmphxyxxahf/test_container.db': : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2507, in find_shard_ranges + next_shard_upper = sub_broker._get_next_shard_range_upper( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +sqlite3.OperationalError +test DEBUG: Unlinked retiring db '/tmp/tmpcurrxljg/containers/part/suffix/hash/container.db' +test WARNING: Unexpected db files will be ignored: ['/tmp/tmpcurrxljg/containers/part/suffix/hash/container.db'] +Container 'a/c' cannot be set to sharded state while in unsharded state +Container 'a/c' cannot be set to sharding state: missing epoch +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_delete_object +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_delete_object ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_container_children_merged_while_sharding +test.unit.container.test_sharder.TestSharder.test_audit_shard_container_children_merged_while_sharding ... ok +Container 'a/c' cannot be set to sharding state while in sharding state +Container 'a/c' cannot be set to sharded state while in sharded state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_double_check_trailing_delimiter +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_double_check_trailing_delimiter ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_container_children_not_merged_once_sharded +test.unit.container.test_sharder.TestSharder.test_audit_shard_container_children_not_merged_once_sharded ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_double_check_trailing_delimiter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_double_check_trailing_delimiter_non_slash ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_db_states +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_db_states ... ok +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715796251.00000-2, db: /tmp/tmpxexcqoij/sda/containers/0/53e/282ffc3525d4f5351a084bc9e2f6153e/282ffc3525d4f5351a084bc9e2f6153e.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715796251.00000-2, db: /tmp/tmpxexcqoij/sda/containers/0/53e/282ffc3525d4f5351a084bc9e2f6153e/282ffc3525d4f5351a084bc9e2f6153e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715796260.00000-2, db: /tmp/tmpxexcqoij/sda/containers/0/e6c/62c8432cb5c26cb95a22ff216d0c0e6c/62c8432cb5c26cb95a22ff216d0c0e6c.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715796260.00000-2, db: /tmp/tmpxexcqoij/sda/containers/0/e6c/62c8432cb5c26cb95a22ff216d0c0e6c/62c8432cb5c26cb95a22ff216d0c0e6c.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715796260.00000-2, db: /tmp/tmpxexcqoij/sda/containers/0/e6c/62c8432cb5c26cb95a22ff216d0c0e6c/62c8432cb5c26cb95a22ff216d0c0e6c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715796269.00000-2, db: /tmp/tmpxexcqoij/sda/containers/0/b3a/a72fbc64ece1c22ce2eb65c97be7eb3a/a72fbc64ece1c22ce2eb65c97be7eb3a.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715796269.00000-2, db: /tmp/tmpxexcqoij/sda/containers/0/b3a/a72fbc64ece1c22ce2eb65c97be7eb3a/a72fbc64ece1c22ce2eb65c97be7eb3a.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715796269.00000-2, db: /tmp/tmpxexcqoij/sda/containers/0/b3a/a72fbc64ece1c22ce2eb65c97be7eb3a/a72fbc64ece1c22ce2eb65c97be7eb3a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715796138.00000-2, db: /tmp/tmpt3daf_x9/sda/containers/0/81c/5b56cc389766214548615017d27d381c/5b56cc389766214548615017d27d381c.db +sharder-test INFO: Updated own shard range from ShardRange<'a' to 'b' as of 1715796138.00000, (0, 0) as of 1715796138.00000, active as of 1715796138.00000> to ShardRange<'a' to 'b' as of 1715796138.00000, (0, 0) as of 1715796138.00000, sharding as of 1715796143.00000>, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715796138.00000-2, db: /tmp/tmpt3daf_x9/sda/containers/0/81c/5b56cc389766214548615017d27d381c/5b56cc389766214548615017d27d381c.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715796138.00000-2, db: /tmp/tmpt3daf_x9/sda/containers/0/81c/5b56cc389766214548615017d27d381c/5b56cc389766214548615017d27d381c.db +sharder-test DEBUG: Updating 0 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715796138.00000-2, db: /tmp/tmpt3daf_x9/sda/containers/0/81c/5b56cc389766214548615017d27d381c/5b56cc389766214548615017d27d381c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715796138.00000-2, db: /tmp/tmpt3daf_x9/sda/containers/0/81c/5b56cc389766214548615017d27d381c/5b56cc389766214548615017d27d381c_1715796138.00000.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715796138.00000-2, db: /tmp/tmpt3daf_x9/sda/containers/0/81c/5b56cc389766214548615017d27d381c/5b56cc389766214548615017d27d381c_1715796138.00000.db +sharder-test DEBUG: Updating 0 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715796138.00000-2, db: /tmp/tmpt3daf_x9/sda/containers/0/81c/5b56cc389766214548615017d27d381c/5b56cc389766214548615017d27d381c_1715796138.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpt3daf_x9/sda/containers/0/81c/5b56cc389766214548615017d27d381c/5b56cc389766214548615017d27d381c.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715796138.00000-2, db: /tmp/tmpt3daf_x9/sda/containers/0/81c/5b56cc389766214548615017d27d381c/5b56cc389766214548615017d27d381c_1715796138.00000.db +sharder-test INFO: Updated own shard range from ShardRange<'a' to 'b' as of 1715796138.00000, (0, 0) as of 1715796138.00000, sharding as of 1715796144.00000> to ShardRange<'a' to 'b' as of 1715796138.00000, (0, 0) as of 1715796138.00000, sharded as of 1715796147.00000>, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715796138.00000-2, db: /tmp/tmpt3daf_x9/sda/containers/0/81c/5b56cc389766214548615017d27d381c/5b56cc389766214548615017d27d381c_1715796138.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796138.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/bc4/1e40dd4d07a7eb8513e9be6a62b79bc4/1e40dd4d07a7eb8513e9be6a62b79bc4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796140.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/a38/630d46227333bec87281b8551082ca38/630d46227333bec87281b8551082ca38.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796139.00000, (0, 0) as of 1715796139.00000, found as of 1715796139.00000> to ShardRange<'k' to 't' as of 1715796140.00000, (0, 0) as of 1715796140.00000, created as of 1715796140.00000>, path: .shards_a/shard_c_1715796140.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/a38/630d46227333bec87281b8551082ca38/630d46227333bec87281b8551082ca38.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796142.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/80f/93e1d1dc46c7e56624a7a75c361e180f/93e1d1dc46c7e56624a7a75c361e180f.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796141.00000, (0, 0) as of 1715796141.00000, found as of 1715796141.00000> to ShardRange<'k' to 't' as of 1715796142.00000, (0, 0) as of 1715796142.00000, cleaved as of 1715796142.00000>, path: .shards_a/shard_c_1715796142.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/80f/93e1d1dc46c7e56624a7a75c361e180f/93e1d1dc46c7e56624a7a75c361e180f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796144.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/e14/715c65b444787a55d7d3fbc7f5e11e14/715c65b444787a55d7d3fbc7f5e11e14.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796143.00000, (0, 0) as of 1715796143.00000, found as of 1715796143.00000> to ShardRange<'k' to 't' as of 1715796144.00000, (0, 0) as of 1715796144.00000, active as of 1715796144.00000>, path: .shards_a/shard_c_1715796144.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/e14/715c65b444787a55d7d3fbc7f5e11e14/715c65b444787a55d7d3fbc7f5e11e14.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796146.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/7e9/093d7b899edfda95d7fea45ccec9d7e9/093d7b899edfda95d7fea45ccec9d7e9.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796145.00000, (0, 0) as of 1715796145.00000, found as of 1715796145.00000> to ShardRange<'k' to 't' as of 1715796146.00000, (0, 0) as of 1715796146.00000, shrinking as of 1715796146.00000>, path: .shards_a/shard_c_1715796146.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/7e9/093d7b899edfda95d7fea45ccec9d7e9/093d7b899edfda95d7fea45ccec9d7e9.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796146.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/7e9/093d7b899edfda95d7fea45ccec9d7e9/093d7b899edfda95d7fea45ccec9d7e9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796148.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/ce7/0f83da7bd00c69e1db7b95628b55cce7/0f83da7bd00c69e1db7b95628b55cce7.db +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharded_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharded_state_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty ... ok +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796147.00000, (0, 0) as of 1715796147.00000, found as of 1715796147.00000> to ShardRange<'k' to 't' as of 1715796148.00000, (0, 0) as of 1715796148.00000, sharding as of 1715796148.00000>, path: .shards_a/shard_c_1715796148.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/ce7/0f83da7bd00c69e1db7b95628b55cce7/0f83da7bd00c69e1db7b95628b55cce7.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796148.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/ce7/0f83da7bd00c69e1db7b95628b55cce7/0f83da7bd00c69e1db7b95628b55cce7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796150.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/7a6/1a4b39dfa24674963d74a75cda27d7a6/1a4b39dfa24674963d74a75cda27d7a6.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796149.00000, (0, 0) as of 1715796149.00000, found as of 1715796149.00000> to ShardRange<'k' to 't' as of 1715796150.00000, (0, 0) as of 1715796150.00000, sharded as of 1715796150.00000>, path: .shards_a/shard_c_1715796150.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/7a6/1a4b39dfa24674963d74a75cda27d7a6/1a4b39dfa24674963d74a75cda27d7a6.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796150.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/7a6/1a4b39dfa24674963d74a75cda27d7a6/1a4b39dfa24674963d74a75cda27d7a6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796152.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/017/cd9e541e676eed9c3b20a7de34803017/cd9e541e676eed9c3b20a7de34803017.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796151.00000, (0, 0) as of 1715796151.00000, found as of 1715796151.00000> to ShardRange<'k' to 't' as of 1715796152.00000, (0, 0) as of 1715796152.00000, shrunk as of 1715796152.00000>, path: .shards_a/shard_c_1715796152.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/017/cd9e541e676eed9c3b20a7de34803017/cd9e541e676eed9c3b20a7de34803017.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796152.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/017/cd9e541e676eed9c3b20a7de34803017/cd9e541e676eed9c3b20a7de34803017.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796154.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/981/9e0cc3b77b14c3135cc4a920cdae5981/9e0cc3b77b14c3135cc4a920cdae5981.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796153.00000, (0, 0) as of 1715796153.00000, created as of 1715796153.00000> to ShardRange<'k' to 't' as of 1715796154.00000, (0, 0) as of 1715796154.00000, found as of 1715796154.00000>, path: .shards_a/shard_c_1715796154.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/981/9e0cc3b77b14c3135cc4a920cdae5981/9e0cc3b77b14c3135cc4a920cdae5981.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796156.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/7c6/f0bb013dde2d486c3f8e48d2389487c6/f0bb013dde2d486c3f8e48d2389487c6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796158.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/66b/0979f383812fa76e494ffaae7852e66b/0979f383812fa76e494ffaae7852e66b.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796157.00000, (0, 0) as of 1715796157.00000, created as of 1715796157.00000> to ShardRange<'k' to 't' as of 1715796158.00000, (0, 0) as of 1715796158.00000, cleaved as of 1715796158.00000>, path: .shards_a/shard_c_1715796158.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/66b/0979f383812fa76e494ffaae7852e66b/0979f383812fa76e494ffaae7852e66b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796160.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/1e1/780ed32ea4ca17e732890838847a01e1/780ed32ea4ca17e732890838847a01e1.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796159.00000, (0, 0) as of 1715796159.00000, created as of 1715796159.00000> to ShardRange<'k' to 't' as of 1715796160.00000, (0, 0) as of 1715796160.00000, active as of 1715796160.00000>, path: .shards_a/shard_c_1715796160.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/1e1/780ed32ea4ca17e732890838847a01e1/780ed32ea4ca17e732890838847a01e1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796162.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/c99/3fcf5d5631cc2c1e0c78810cd6249c99/3fcf5d5631cc2c1e0c78810cd6249c99.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796161.00000, (0, 0) as of 1715796161.00000, created as of 1715796161.00000> to ShardRange<'k' to 't' as of 1715796162.00000, (0, 0) as of 1715796162.00000, shrinking as of 1715796162.00000>, path: .shards_a/shard_c_1715796162.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/c99/3fcf5d5631cc2c1e0c78810cd6249c99/3fcf5d5631cc2c1e0c78810cd6249c99.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796162.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/c99/3fcf5d5631cc2c1e0c78810cd6249c99/3fcf5d5631cc2c1e0c78810cd6249c99.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796164.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/b67/2d68b3b87b5183b1720cdeac86b68b67/2d68b3b87b5183b1720cdeac86b68b67.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796163.00000, (0, 0) as of 1715796163.00000, created as of 1715796163.00000> to ShardRange<'k' to 't' as of 1715796164.00000, (0, 0) as of 1715796164.00000, sharding as of 1715796164.00000>, path: .shards_a/shard_c_1715796164.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/b67/2d68b3b87b5183b1720cdeac86b68b67/2d68b3b87b5183b1720cdeac86b68b67.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796164.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/b67/2d68b3b87b5183b1720cdeac86b68b67/2d68b3b87b5183b1720cdeac86b68b67.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796166.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/7c9/f09558f06755b141429c3c62a76987c9/f09558f06755b141429c3c62a76987c9.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796165.00000, (0, 0) as of 1715796165.00000, created as of 1715796165.00000> to ShardRange<'k' to 't' as of 1715796166.00000, (0, 0) as of 1715796166.00000, sharded as of 1715796166.00000>, path: .shards_a/shard_c_1715796166.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/7c9/f09558f06755b141429c3c62a76987c9/f09558f06755b141429c3c62a76987c9.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796166.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/7c9/f09558f06755b141429c3c62a76987c9/f09558f06755b141429c3c62a76987c9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796168.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/059/3c7c701832882e2bc868abd9dfe14059/3c7c701832882e2bc868abd9dfe14059.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796167.00000, (0, 0) as of 1715796167.00000, created as of 1715796167.00000> to ShardRange<'k' to 't' as of 1715796168.00000, (0, 0) as of 1715796168.00000, shrunk as of 1715796168.00000>, path: .shards_a/shard_c_1715796168.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/059/3c7c701832882e2bc868abd9dfe14059/3c7c701832882e2bc868abd9dfe14059.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796168.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/059/3c7c701832882e2bc868abd9dfe14059/3c7c701832882e2bc868abd9dfe14059.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796170.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/44f/2dc97c5e21ec86d67e441b7da8cce44f/2dc97c5e21ec86d67e441b7da8cce44f.db +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_storage_policy_index +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_storage_policy_index ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_storage_policy_index_empty +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_storage_policy_index_empty ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_x_syncs +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_x_syncs ... ok +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796169.00000, (0, 0) as of 1715796169.00000, cleaved as of 1715796169.00000> to ShardRange<'k' to 't' as of 1715796170.00000, (0, 0) as of 1715796170.00000, found as of 1715796170.00000>, path: .shards_a/shard_c_1715796170.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/44f/2dc97c5e21ec86d67e441b7da8cce44f/2dc97c5e21ec86d67e441b7da8cce44f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796172.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/e22/2af26f816d27d105dbbfe103f0f2ce22/2af26f816d27d105dbbfe103f0f2ce22.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796171.00000, (0, 0) as of 1715796171.00000, cleaved as of 1715796171.00000> to ShardRange<'k' to 't' as of 1715796172.00000, (0, 0) as of 1715796172.00000, created as of 1715796172.00000>, path: .shards_a/shard_c_1715796172.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/e22/2af26f816d27d105dbbfe103f0f2ce22/2af26f816d27d105dbbfe103f0f2ce22.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796174.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/6a6/31e8ca23b508f8b13bce5ee81a9b46a6/31e8ca23b508f8b13bce5ee81a9b46a6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796176.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/e9b/86b96474acb4ab8b603788c0bfa66e9b/86b96474acb4ab8b603788c0bfa66e9b.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796175.00000, (0, 0) as of 1715796175.00000, cleaved as of 1715796175.00000> to ShardRange<'k' to 't' as of 1715796176.00000, (0, 0) as of 1715796176.00000, active as of 1715796176.00000>, path: .shards_a/shard_c_1715796176.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/e9b/86b96474acb4ab8b603788c0bfa66e9b/86b96474acb4ab8b603788c0bfa66e9b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796178.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/efe/57fd96534453706b9a3b43c12655eefe/57fd96534453706b9a3b43c12655eefe.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796177.00000, (0, 0) as of 1715796177.00000, cleaved as of 1715796177.00000> to ShardRange<'k' to 't' as of 1715796178.00000, (0, 0) as of 1715796178.00000, shrinking as of 1715796178.00000>, path: .shards_a/shard_c_1715796178.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/efe/57fd96534453706b9a3b43c12655eefe/57fd96534453706b9a3b43c12655eefe.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796178.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/efe/57fd96534453706b9a3b43c12655eefe/57fd96534453706b9a3b43c12655eefe.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796180.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/ca1/a30dde20173faf12c01dc27101786ca1/a30dde20173faf12c01dc27101786ca1.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796179.00000, (0, 0) as of 1715796179.00000, cleaved as of 1715796179.00000> to ShardRange<'k' to 't' as of 1715796180.00000, (0, 0) as of 1715796180.00000, sharding as of 1715796180.00000>, path: .shards_a/shard_c_1715796180.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/ca1/a30dde20173faf12c01dc27101786ca1/a30dde20173faf12c01dc27101786ca1.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796180.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/ca1/a30dde20173faf12c01dc27101786ca1/a30dde20173faf12c01dc27101786ca1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796182.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/116/10366fdec2b6e3fd210a420b4e048116/10366fdec2b6e3fd210a420b4e048116.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796181.00000, (0, 0) as of 1715796181.00000, cleaved as of 1715796181.00000> to ShardRange<'k' to 't' as of 1715796182.00000, (0, 0) as of 1715796182.00000, sharded as of 1715796182.00000>, path: .shards_a/shard_c_1715796182.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/116/10366fdec2b6e3fd210a420b4e048116/10366fdec2b6e3fd210a420b4e048116.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796182.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/116/10366fdec2b6e3fd210a420b4e048116/10366fdec2b6e3fd210a420b4e048116.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796184.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/77a/4dbaa9c48080843fdfc36099c794477a/4dbaa9c48080843fdfc36099c794477a.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796183.00000, (0, 0) as of 1715796183.00000, cleaved as of 1715796183.00000> to ShardRange<'k' to 't' as of 1715796184.00000, (0, 0) as of 1715796184.00000, shrunk as of 1715796184.00000>, path: .shards_a/shard_c_1715796184.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/77a/4dbaa9c48080843fdfc36099c794477a/4dbaa9c48080843fdfc36099c794477a.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796184.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/77a/4dbaa9c48080843fdfc36099c794477a/4dbaa9c48080843fdfc36099c794477a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796186.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/82a/1b9801795adec1c665fa0a1a8f1c882a/1b9801795adec1c665fa0a1a8f1c882a.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796185.00000, (0, 0) as of 1715796185.00000, active as of 1715796185.00000> to ShardRange<'k' to 't' as of 1715796186.00000, (0, 0) as of 1715796186.00000, found as of 1715796186.00000>, path: .shards_a/shard_c_1715796186.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/82a/1b9801795adec1c665fa0a1a8f1c882a/1b9801795adec1c665fa0a1a8f1c882a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796188.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/534/a08ead54dc8045c7aee7ccfb1ad34534/a08ead54dc8045c7aee7ccfb1ad34534.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796187.00000, (0, 0) as of 1715796187.00000, active as of 1715796187.00000> to ShardRange<'k' to 't' as of 1715796188.00000, (0, 0) as of 1715796188.00000, created as of 1715796188.00000>, path: .shards_a/shard_c_1715796188.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/534/a08ead54dc8045c7aee7ccfb1ad34534/a08ead54dc8045c7aee7ccfb1ad34534.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796190.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/3ee/2196e660b1be567cff3a17e54cbf83ee/2196e660b1be567cff3a17e54cbf83ee.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796189.00000, (0, 0) as of 1715796189.00000, active as of 1715796189.00000> to ShardRange<'k' to 't' as of 1715796190.00000, (0, 0) as of 1715796190.00000, cleaved as of 1715796190.00000>, path: .shards_a/shard_c_1715796190.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/3ee/2196e660b1be567cff3a17e54cbf83ee/2196e660b1be567cff3a17e54cbf83ee.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796192.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/c73/a9fb14b242b58c579d0475919f69bc73/a9fb14b242b58c579d0475919f69bc73.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796194.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/0f7/43fbddadf8bbcc7bb1c9fe95445290f7/43fbddadf8bbcc7bb1c9fe95445290f7.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796193.00000, (0, 0) as of 1715796193.00000, active as of 1715796193.00000> to ShardRange<'k' to 't' as of 1715796194.00000, (0, 0) as of 1715796194.00000, shrinking as of 1715796194.00000>, path: .shards_a/shard_c_1715796194.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/0f7/43fbddadf8bbcc7bb1c9fe95445290f7/43fbddadf8bbcc7bb1c9fe95445290f7.db +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_initiated_and_required +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_initiated_and_required ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty_old_style_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_state_is_not_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_state_is_not_reclaimable ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_sysmeta +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_sysmeta ... ok +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796194.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/0f7/43fbddadf8bbcc7bb1c9fe95445290f7/43fbddadf8bbcc7bb1c9fe95445290f7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796196.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/703/3392022dce231962bfc444966aff6703/3392022dce231962bfc444966aff6703.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796195.00000, (0, 0) as of 1715796195.00000, active as of 1715796195.00000> to ShardRange<'k' to 't' as of 1715796196.00000, (0, 0) as of 1715796196.00000, sharding as of 1715796196.00000>, path: .shards_a/shard_c_1715796196.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/703/3392022dce231962bfc444966aff6703/3392022dce231962bfc444966aff6703.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796196.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/703/3392022dce231962bfc444966aff6703/3392022dce231962bfc444966aff6703.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796198.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/c7c/e025f9068c8cf893ac3e900f456edc7c/e025f9068c8cf893ac3e900f456edc7c.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796197.00000, (0, 0) as of 1715796197.00000, active as of 1715796197.00000> to ShardRange<'k' to 't' as of 1715796198.00000, (0, 0) as of 1715796198.00000, sharded as of 1715796198.00000>, path: .shards_a/shard_c_1715796198.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/c7c/e025f9068c8cf893ac3e900f456edc7c/e025f9068c8cf893ac3e900f456edc7c.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796198.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/c7c/e025f9068c8cf893ac3e900f456edc7c/e025f9068c8cf893ac3e900f456edc7c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796200.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/686/ca8412df8d2285d6e01264e9a8581686/ca8412df8d2285d6e01264e9a8581686.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796199.00000, (0, 0) as of 1715796199.00000, active as of 1715796199.00000> to ShardRange<'k' to 't' as of 1715796200.00000, (0, 0) as of 1715796200.00000, shrunk as of 1715796200.00000>, path: .shards_a/shard_c_1715796200.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/686/ca8412df8d2285d6e01264e9a8581686/ca8412df8d2285d6e01264e9a8581686.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796200.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/686/ca8412df8d2285d6e01264e9a8581686/ca8412df8d2285d6e01264e9a8581686.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796202.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/107/f6654e60e4eef403e88942de87592107/f6654e60e4eef403e88942de87592107.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796201.00000, (0, 0) as of 1715796201.00000, shrinking as of 1715796201.00000> to ShardRange<'k' to 't' as of 1715796202.00000, (0, 0) as of 1715796202.00000, found as of 1715796202.00000>, path: .shards_a/shard_c_1715796202.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/107/f6654e60e4eef403e88942de87592107/f6654e60e4eef403e88942de87592107.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796204.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/f85/f4ee8b046f781d24d040e82545178f85/f4ee8b046f781d24d040e82545178f85.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796203.00000, (0, 0) as of 1715796203.00000, shrinking as of 1715796203.00000> to ShardRange<'k' to 't' as of 1715796204.00000, (0, 0) as of 1715796204.00000, created as of 1715796204.00000>, path: .shards_a/shard_c_1715796204.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/f85/f4ee8b046f781d24d040e82545178f85/f4ee8b046f781d24d040e82545178f85.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796206.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/e56/372fda0983c8e613a519e285f2907e56/372fda0983c8e613a519e285f2907e56.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796205.00000, (0, 0) as of 1715796205.00000, shrinking as of 1715796205.00000> to ShardRange<'k' to 't' as of 1715796206.00000, (0, 0) as of 1715796206.00000, cleaved as of 1715796206.00000>, path: .shards_a/shard_c_1715796206.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/e56/372fda0983c8e613a519e285f2907e56/372fda0983c8e613a519e285f2907e56.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796208.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/260/3e94119c4c77cc8e979af0101f2db260/3e94119c4c77cc8e979af0101f2db260.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796207.00000, (0, 0) as of 1715796207.00000, shrinking as of 1715796207.00000> to ShardRange<'k' to 't' as of 1715796208.00000, (0, 0) as of 1715796208.00000, active as of 1715796208.00000>, path: .shards_a/shard_c_1715796208.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/260/3e94119c4c77cc8e979af0101f2db260/3e94119c4c77cc8e979af0101f2db260.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796210.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/c88/138ec07cbae487e152dacf4532ec8c88/138ec07cbae487e152dacf4532ec8c88.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796210.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/c88/138ec07cbae487e152dacf4532ec8c88/138ec07cbae487e152dacf4532ec8c88.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796212.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/8e8/17b7d93ba8ddfb124946e323357488e8/17b7d93ba8ddfb124946e323357488e8.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796211.00000, (0, 0) as of 1715796211.00000, shrinking as of 1715796211.00000> to ShardRange<'k' to 't' as of 1715796212.00000, (0, 0) as of 1715796212.00000, sharding as of 1715796212.00000>, path: .shards_a/shard_c_1715796212.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/8e8/17b7d93ba8ddfb124946e323357488e8/17b7d93ba8ddfb124946e323357488e8.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796212.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/8e8/17b7d93ba8ddfb124946e323357488e8/17b7d93ba8ddfb124946e323357488e8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796214.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/344/4de0aaab61acd8a2cad3694504988344/4de0aaab61acd8a2cad3694504988344.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796213.00000, (0, 0) as of 1715796213.00000, shrinking as of 1715796213.00000> to ShardRange<'k' to 't' as of 1715796214.00000, (0, 0) as of 1715796214.00000, sharded as of 1715796214.00000>, path: .shards_a/shard_c_1715796214.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/344/4de0aaab61acd8a2cad3694504988344/4de0aaab61acd8a2cad3694504988344.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796214.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/344/4de0aaab61acd8a2cad3694504988344/4de0aaab61acd8a2cad3694504988344.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796216.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/236/e479a39a5c13277369c5c100e7f2b236/e479a39a5c13277369c5c100e7f2b236.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796215.00000, (0, 0) as of 1715796215.00000, shrinking as of 1715796215.00000> to ShardRange<'k' to 't' as of 1715796216.00000, (0, 0) as of 1715796216.00000, shrunk as of 1715796216.00000>, path: .shards_a/shard_c_1715796216.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/236/e479a39a5c13277369c5c100e7f2b236/e479a39a5c13277369c5c100e7f2b236.db +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty_old_style_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_storage_policy_property +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_storage_policy_property ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sync_merging +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sync_merging ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_batch_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_batch_reclaim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty_shard_container ... ok test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_enable_sharding test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_enable_sharding ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty_shard_container ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_update_delete_no_status_change -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_update_delete_no_status_change ... ok -test.unit.container.test_server.TestContainerController.test_PUT_GET_metadata -test.unit.container.test_server.TestContainerController.test_PUT_GET_metadata ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_update_put_no_status_change -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_update_put_no_status_change ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_chexor +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_chexor ... ok test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_exception test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_exception ... ok -test.unit.container.test_server.TestContainerController.test_PUT_GET_object_timing_metrics -test.unit.container.test_server.TestContainerController.test_PUT_GET_object_timing_metrics ... ok -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205031.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/ce8/7c1248726072e45730b9c442ad28ace8/7c1248726072e45730b9c442ad28ace8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205033.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/d5c/7d8bb3da2612ef73e9e6327ac37d5d5c/7d8bb3da2612ef73e9e6327ac37d5d5c.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205032.00000, (0, 0) as of 1750205032.00000, active as of 1750205032.00000> to ShardRange<'k' to 't' as of 1750205033.00000, (0, 0) as of 1750205033.00000, found as of 1750205033.00000>, path: .shards_a/shard_c_1750205033.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/d5c/7d8bb3da2612ef73e9e6327ac37d5d5c/7d8bb3da2612ef73e9e6327ac37d5d5c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205035.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/53b/13371f36a06413f5be920a06d49a353b/13371f36a06413f5be920a06d49a353b.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205034.00000, (0, 0) as of 1750205034.00000, active as of 1750205034.00000> to ShardRange<'k' to 't' as of 1750205035.00000, (0, 0) as of 1750205035.00000, created as of 1750205035.00000>, path: .shards_a/shard_c_1750205035.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/53b/13371f36a06413f5be920a06d49a353b/13371f36a06413f5be920a06d49a353b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205037.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/9a2/9ba04f65495aefcb9274903b60efd9a2/9ba04f65495aefcb9274903b60efd9a2.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205036.00000, (0, 0) as of 1750205036.00000, active as of 1750205036.00000> to ShardRange<'k' to 't' as of 1750205037.00000, (0, 0) as of 1750205037.00000, cleaved as of 1750205037.00000>, path: .shards_a/shard_c_1750205037.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/9a2/9ba04f65495aefcb9274903b60efd9a2/9ba04f65495aefcb9274903b60efd9a2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205039.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/988/3d8bf01270fa9864208445ef3ac51988/3d8bf01270fa9864208445ef3ac51988.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205041.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/7e3/68335320c0433c46e98cbb460069e7e3/68335320c0433c46e98cbb460069e7e3.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205040.00000, (0, 0) as of 1750205040.00000, active as of 1750205040.00000> to ShardRange<'k' to 't' as of 1750205041.00000, (0, 0) as of 1750205041.00000, shrinking as of 1750205041.00000>, path: .shards_a/shard_c_1750205041.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/7e3/68335320c0433c46e98cbb460069e7e3/68335320c0433c46e98cbb460069e7e3.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205041.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/7e3/68335320c0433c46e98cbb460069e7e3/68335320c0433c46e98cbb460069e7e3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205043.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/29f/ad87efccabac2bb440e01141cb21f29f/ad87efccabac2bb440e01141cb21f29f.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205042.00000, (0, 0) as of 1750205042.00000, active as of 1750205042.00000> to ShardRange<'k' to 't' as of 1750205043.00000, (0, 0) as of 1750205043.00000, sharding as of 1750205043.00000>, path: .shards_a/shard_c_1750205043.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/29f/ad87efccabac2bb440e01141cb21f29f/ad87efccabac2bb440e01141cb21f29f.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205043.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/29f/ad87efccabac2bb440e01141cb21f29f/ad87efccabac2bb440e01141cb21f29f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205045.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/7e7/503f18ba3b353487f86be9b6651867e7/503f18ba3b353487f86be9b6651867e7.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205044.00000, (0, 0) as of 1750205044.00000, active as of 1750205044.00000> to ShardRange<'k' to 't' as of 1750205045.00000, (0, 0) as of 1750205045.00000, sharded as of 1750205045.00000>, path: .shards_a/shard_c_1750205045.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/7e7/503f18ba3b353487f86be9b6651867e7/503f18ba3b353487f86be9b6651867e7.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205045.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/7e7/503f18ba3b353487f86be9b6651867e7/503f18ba3b353487f86be9b6651867e7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205047.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/dc2/567e4b0082d2a5b741efd63f38dd2dc2/567e4b0082d2a5b741efd63f38dd2dc2.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205046.00000, (0, 0) as of 1750205046.00000, active as of 1750205046.00000> to ShardRange<'k' to 't' as of 1750205047.00000, (0, 0) as of 1750205047.00000, shrunk as of 1750205047.00000>, path: .shards_a/shard_c_1750205047.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/dc2/567e4b0082d2a5b741efd63f38dd2dc2/567e4b0082d2a5b741efd63f38dd2dc2.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205047.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/dc2/567e4b0082d2a5b741efd63f38dd2dc2/567e4b0082d2a5b741efd63f38dd2dc2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205049.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/c2b/b769dbdddd7326269c13af4617890c2b/b769dbdddd7326269c13af4617890c2b.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205048.00000, (0, 0) as of 1750205048.00000, shrinking as of 1750205048.00000> to ShardRange<'k' to 't' as of 1750205049.00000, (0, 0) as of 1750205049.00000, found as of 1750205049.00000>, path: .shards_a/shard_c_1750205049.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/c2b/b769dbdddd7326269c13af4617890c2b/b769dbdddd7326269c13af4617890c2b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205051.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/acf/787e9f3c88a7e5fd34ebc852904e1acf/787e9f3c88a7e5fd34ebc852904e1acf.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205050.00000, (0, 0) as of 1750205050.00000, shrinking as of 1750205050.00000> to ShardRange<'k' to 't' as of 1750205051.00000, (0, 0) as of 1750205051.00000, created as of 1750205051.00000>, path: .shards_a/shard_c_1750205051.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/acf/787e9f3c88a7e5fd34ebc852904e1acf/787e9f3c88a7e5fd34ebc852904e1acf.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205053.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/13a/6d7a856453ba1b0294168df0738bc13a/6d7a856453ba1b0294168df0738bc13a.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205052.00000, (0, 0) as of 1750205052.00000, shrinking as of 1750205052.00000> to ShardRange<'k' to 't' as of 1750205053.00000, (0, 0) as of 1750205053.00000, cleaved as of 1750205053.00000>, path: .shards_a/shard_c_1750205053.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/13a/6d7a856453ba1b0294168df0738bc13a/6d7a856453ba1b0294168df0738bc13a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205055.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/bca/01cd6f57ea0eb303c702dd29a1ae5bca/01cd6f57ea0eb303c702dd29a1ae5bca.db -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges_errors -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges_errors ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_put_timestamp -test.unit.container.test_backend.TestCommonContainerBroker.test_put_timestamp ... ok -setUpClass (test.unit.proxy.test_server.TestObjectECRangedGET) -setUpClass (test.unit.proxy.test_server.TestObjectECRangedGET) ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:00:03:23 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "tx14df7c8edef24584b520d-006852024b" "proxy-server 635435" 0.2592 "-" 635435 0 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/00/03/23 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx14df7c8edef24584b520d-006852024b - 0.2682 - - 1750205003.684790373 1750205003.953035116 0 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:03:23 +0000] "HEAD /sdb1/0/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txf772f1a9617e4883be1d3-006852024b" "proxy-server 635435" 0.0015 "-" 635435 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:03:24 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://127.0.0.1:34631/sda1/2/a1/c1" "txf772f1a9617e4883be1d3-006852024b" "container-server 635435" 0.0029 "-" 635435 0 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:03:24 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://127.0.0.1:39935/sdb1/2/a1/c1" "txf772f1a9617e4883be1d3-006852024b" "container-server 635435" 0.0009 "-" 635435 0 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:00:03:24 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txf772f1a9617e4883be1d3-006852024b" "proxy-server 635435" 0.1008 "-" 635435 0 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:00:03:24 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txf772f1a9617e4883be1d3-006852024b" "proxy-server 635435" 0.1876 "-" 635435 0 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/00/03/24 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txf772f1a9617e4883be1d3-006852024b - 0.1992 - - 1750205003.954484224 1750205004.153640509 0 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:03:24 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txb90b872d290e48de877c9-006852024c" "proxy-server 635435" 0.0985 "-" 635435 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:03:24 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:39935/sdb1/0/a/c1" "txb90b872d290e48de877c9-006852024c" "container-server 635435" 0.0041 "-" 635435 1 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:03:24 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:34631/sda1/0/a/c1" "txb90b872d290e48de877c9-006852024c" "container-server 635435" 0.1141 "-" 635435 1 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:00:03:24 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txb90b872d290e48de877c9-006852024c" "proxy-server 635435" 0.3081 "-" 635435 1 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:00:03:24 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txb90b872d290e48de877c9-006852024c" "proxy-server 635435" 0.2347 "-" 635435 1 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/00/03/24 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txb90b872d290e48de877c9-006852024c - 0.4135 - - 1750205004.155077219 1750205004.568593502 1 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:03:24 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx58cee1a6b90048f995fdf-006852024c" "proxy-server 635435" 0.0768 "-" 635435 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:03:24 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:34631/sda1/2/a/c2" "tx58cee1a6b90048f995fdf-006852024c" "container-server 635435" 0.0010 "-" 635435 2 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:03:24 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:39935/sdb1/2/a/c2" "tx58cee1a6b90048f995fdf-006852024c" "container-server 635435" 0.0872 "-" 635435 2 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:00:03:24 +0000] "PUT /sda1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx58cee1a6b90048f995fdf-006852024c" "proxy-server 635435" 0.1739 "-" 635435 2 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:00:03:24 +0000] "PUT /sdb1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx58cee1a6b90048f995fdf-006852024c" "proxy-server 635435" 0.2714 "-" 635435 2 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/00/03/24 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx58cee1a6b90048f995fdf-006852024c - 0.3604 - - 1750205004.570140123 1750205004.930553675 2 -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_enable_sharding -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_enable_sharding ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_status_changed_at -test.unit.container.test_backend.TestCommonContainerBroker.test_status_changed_at ... ok -test.unit.container.test_backend.TestContainerBroker.test_empty_old_style_shard_container -test.unit.container.test_backend.TestContainerBroker.test_empty_old_style_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_exception -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_exception ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers -test.unit.container.test_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers ... ok -test INFO: - - - [18/Jun/2025:00:03:22 +0000] "POST /sda1/p/a/c/" 404 - "-" "-" "-" 0.0013 "-" 635438 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:03:23 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0828 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:23 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:23 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0764 "-" 635438 1 -test INFO: - - - [18/Jun/2025:00:03:23 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 635438 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:03:23 +0000] "POST /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 635438 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:03:23 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.3085 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:23 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:23 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.1024 "-" 635438 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:03:23 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0773 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:23 +0000] "POST /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 635438 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:03:23 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0798 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:23 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1161 "-" 635438 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:03:24 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1929 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:24 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:24 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0436 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:24 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0026 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1738 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:24 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0026 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0177 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:24 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0029 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1994 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:24 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0048 "-" 635438 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:03:24 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0819 "-" 635438 0 -test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" - "-" 635438 - -test INFO: - - - [01/Jan/1970:00:16:40 +0000] "GET /sda1/p/a/c" 200 117 "-" "-" "-" - "-" 635438 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:03:24 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0785 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:24 +0000] "PUT /sda1/p/a/c/obj_0" 201 - "-" "-" "-" 0.0038 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:24 +0000] "PUT /sda1/p/a/c/obj_1" 201 - "-" "-" "-" 0.0003 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1756 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0827 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1099 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0818 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0907 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:25 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0017 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:25 +0000] "GET /sda1/p/a/c" 200 1683 "-" "-" "-" 0.0012 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:25 +0000] "GET /sda1/p/a/c" 200 1683 "-" "-" "-" 0.0012 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:25 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0011 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:25 +0000] "GET /sda1/p/a/c" 200 332 "-" "-" "-" 0.0011 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:25 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0053 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:25 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0027 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:25 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0015 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:25 +0000] "GET /sda1/p/a/c" 200 330 "-" "-" "-" 0.0011 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:25 +0000] "GET /sda1/p/a/c" 200 330 "-" "-" "-" 0.0011 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:25 +0000] "GET /sda1/p/a/c" 200 670 "-" "-" "-" 0.0012 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:25 +0000] "GET /sda1/p/a/c" 200 670 "-" "-" "-" 0.0012 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:25 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0014 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:25 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0013 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:25 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0020 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:25 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0014 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:25 +0000] "GET /sda1/p/a/c" 200 1323 "-" "-" "-" 0.0013 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:25 +0000] "GET /sda1/p/a/c" 200 1323 "-" "-" "-" 0.0014 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:25 +0000] "GET /sda1/p/a/c" 200 657 "-" "-" "-" 0.0014 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:25 +0000] "GET /sda1/p/a/c" 200 657 "-" "-" "-" 0.0012 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:25 +0000] "GET /sda1/p/a/c" 200 1339 "-" "-" "-" 0.0013 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:25 +0000] "GET /sda1/p/a/c" 200 1339 "-" "-" "-" 0.0013 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:25 +0000] "GET /sda1/p/a/c" 200 318 "-" "-" "-" 0.0013 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:25 +0000] "GET /sda1/p/a/c" 200 318 "-" "-" "-" 0.0025 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:25 +0000] "GET /sda1/p/a/c" 200 324 "-" "-" "-" 0.0013 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:25 +0000] "GET /sda1/p/a/c" 200 324 "-" "-" "-" 0.0014 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:25 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0012 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:25 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0011 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:25 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0012 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:25 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0012 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:25 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0011 "-" 635438 0 -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges_with_misplaced_objects -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges_with_misplaced_objects ... ok -test.unit.container.test_server.TestContainerController.test_PUT_GET_shard_ranges -test.unit.container.test_server.TestContainerController.test_PUT_GET_shard_ranges ... ok -test ERROR: Invalid swift_bytes: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 4161, in override_bytes_from_content_type - listing_dict['bytes'] = int(swift_bytes) - ^^^^^^^^^^^^^^^^ -ValueError: invalid literal for int() with base 10: 'hey' -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00031 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmps72cc6oo/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.00366 seconds (273.57571/s) -test INFO: Removed 1 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test DEBUG: Successfully deleted db /tmp/tmp5tl4yhxz/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -test DEBUG: Not deleting db /tmp/tmp5tl4yhxz/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db (2/3 success) -test DEBUG: Not deleting db /tmp/tmp5tl4yhxz/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db (requires sharding, state unsharded) -test DEBUG: Not deleting db /tmp/tmp5tl4yhxz/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1750205005.71798.db (requires sharding, state sharding) -Unlinked retiring db '/tmp/tmp5tl4yhxz/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db' -test.unit.container.test_replicator.TestReplicatorSync.test_cleanup_post_replicate -test.unit.container.test_replicator.TestReplicatorSync.test_cleanup_post_replicate ... ok -test.unit.container.test_server.TestContainerController.test_PUT_GET_shards_timing_metrics -test.unit.container.test_server.TestContainerController.test_PUT_GET_shards_timing_metrics ... ok -test.unit.container.test_server.TestContainerController.test_PUT_GET_sys_metadata -test.unit.container.test_server.TestContainerController.test_PUT_GET_sys_metadata ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_brokers -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_brokers ... ok -test DEBUG: Not deleting db /tmp/tmp5tl4yhxz/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1750205005.71798.db (2/3 success) -test DEBUG: Successfully deleted db /tmp/tmp5tl4yhxz/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1750205005.71798.db -test DEBUG: Successfully deleted db /tmp/tmp5tl4yhxz/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpuldyuyfk/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (51, 'b489201a249d936b4eb0bdfce196fa06', '5ccce166-d367-4b9b-bb5f-3e1bdcc327f7-sda', '1750205006.30376', '1750205006.00000', '0', '', '1750205006.00000', 51, 0) -test DEBUG: /tmp/tmpuldyuyfk/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_items, ([{'ROWID': 1, 'name': 'o0', 'created_at': '1750205007.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'o1', 'created_at': '1750205008.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 3, 'name': 'o2', 'created_at': '1750205009.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 4, 'name': 'o3', 'created_at': '1750205010.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 5, 'name': 'o4', 'created_at': '1750205011.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 6, 'name': 'o5', 'created_at': '1750205012.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 7, 'name': 'o6', 'created_at': '1750205013.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 8, 'name': 'o7', 'created_at': '1750205014.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 9, 'name': 'o8', 'created_at': '1750205015.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 10, 'name': 'o9', 'created_at': '1750205016.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '5ccce166-d367-4b9b-bb5f-3e1bdcc327f7-sda') -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_items, ([{'ROWID': 11, 'name': 'o10', 'created_at': '1750205017.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 12, 'name': 'o11', 'created_at': '1750205018.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 13, 'name': 'o12', 'created_at': '1750205019.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 14, 'name': 'o13', 'created_at': '1750205020.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 15, 'name': 'o14', 'created_at': '1750205021.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 16, 'name': 'o15', 'created_at': '1750205022.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 17, 'name': 'o16', 'created_at': '1750205023.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 18, 'name': 'o17', 'created_at': '1750205024.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 19, 'name': 'o18', 'created_at': '1750205025.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 20, 'name': 'o19', 'created_at': '1750205026.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '5ccce166-d367-4b9b-bb5f-3e1bdcc327f7-sda') -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_items, ([{'ROWID': 21, 'name': 'o20', 'created_at': '1750205027.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 22, 'name': 'o21', 'created_at': '1750205028.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 23, 'name': 'o22', 'created_at': '1750205029.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 24, 'name': 'o23', 'created_at': '1750205030.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 25, 'name': 'o24', 'created_at': '1750205031.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 26, 'name': 'o25', 'created_at': '1750205032.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 27, 'name': 'o26', 'created_at': '1750205033.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 28, 'name': 'o27', 'created_at': '1750205034.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 29, 'name': 'o28', 'created_at': '1750205035.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 30, 'name': 'o29', 'created_at': '1750205036.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '5ccce166-d367-4b9b-bb5f-3e1bdcc327f7-sda') -test DEBUG: /tmp/tmpuldyuyfk/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 30 (1.31697s) -test DEBUG: Synchronization for /tmp/tmpuldyuyfk/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db has fallen more than 30 rows behind; moving on and will try again next pass. -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (51, 'b489201a249d936b4eb0bdfce196fa06', '5ccce166-d367-4b9b-bb5f-3e1bdcc327f7-sda', '1750205006.30376', '1750205006.00000', '0', '', '1750205006.00000', 51, 0) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('5ccce166-d367-4b9b-bb5f-3e1bdcc327f7-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 3.06361 seconds (0.32641/s) -test INFO: Removed 0 dbs -test INFO: 1 successes, 1 failures -test INFO: diff:1 diff_capped:1 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpuldyuyfk/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (51, 'b489201a249d936b4eb0bdfce196fa06', '5ccce166-d367-4b9b-bb5f-3e1bdcc327f7-sda', '1750205006.30376', '1750205006.00000', '0', '', '1750205006.00000', 51, 0) -test DEBUG: /tmp/tmpuldyuyfk/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row 30 -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty_shard_container ... ok -test INFO: - - - [18/Jun/2025:00:03:25 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0011 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:25 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0012 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:25 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0013 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:25 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0046 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:25 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0012 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:25 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0013 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:25 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0022 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:25 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0097 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:25 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0018 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:25 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0028 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:25 +0000] "GET /sda1/p/a/c" 200 1351 "-" "-" "-" 0.0016 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:25 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0014 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:25 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0016 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:25 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0014 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:25 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0015 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:25 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0014 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:25 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0015 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:25 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0014 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:25 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0014 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:25 +0000] "GET /sda1/p/a/c" 200 1351 "-" "-" "-" 0.0044 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:25 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0015 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:25 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0013 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:25 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0013 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:25 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0015 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:25 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0014 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:25 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0014 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:25 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0025 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:25 +0000] "GET /sda1/p/a/c" 200 685 "-" "-" "-" 0.0015 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:25 +0000] "GET /sda1/p/a/c" 200 685 "-" "-" "-" 0.0014 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:25 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0013 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:25 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0013 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:25 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0011 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:25 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0013 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:25 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0017 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:25 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0016 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:25 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0016 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:25 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0022 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:25 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0018 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:25 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0021 "-" 635438 0 -test DEBUG: Unlinked retiring db '/tmp/tmp1c5qb5sw/tmp_test_container_server_ContainerController/sda1/containers/p/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db' -test INFO: - - - [18/Jun/2025:00:03:25 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0057 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:25 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0025 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:25 +0000] "GET /sda1/p/a/c" 200 1337 "-" "-" "-" 0.0017 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:25 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0015 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:25 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0016 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0880 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:26 +0000] "GET /sda1/p/a/c" 200 1347 "-" "-" "-" 0.0019 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:26 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0016 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:26 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0016 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:26 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0014 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:26 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0017 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:26 +0000] "GET /sda1/p/a/c/" 200 1017 "-" "-" "-" 0.0031 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:26 +0000] "GET /sda1/p/a/c/" 200 330 "-" "-" "-" 0.0020 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:26 +0000] "GET /sda1/p/a/c/" 200 330 "-" "-" "-" 0.0018 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:26 +0000] "GET /sda1/p/a/c/" 200 1017 "-" "-" "-" 0.0018 "-" 635438 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:03:26 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1013 "-" 635438 0 -test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" - "-" 635438 0 -test INFO: - - - [01/Jan/1970:00:16:40 +0000] "GET /sda1/p/a/c" 200 664 "-" "-" "-" - "-" 635438 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:03:26 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.2156 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:26 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:26 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0750 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:26 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.3838 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:27 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:27 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.5567 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:27 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 635438 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:03:28 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.4116 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:28 +0000] "PUT /sda1/p/a/c/unsharded" 201 - "-" "-" "-" 0.0121 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:28 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.6087 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:31 +0000] "PUT /sda1/p/a/c/sharding" 201 - "-" "-" "-" 0.0005 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:31 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.1166 "-" 635438 0 +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_create_broker +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_create_broker ... ok +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796216.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/236/e479a39a5c13277369c5c100e7f2b236/e479a39a5c13277369c5c100e7f2b236.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796218.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/494/883c8fbdf9330e75f172d3b539484494/883c8fbdf9330e75f172d3b539484494.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796217.00000, (0, 0) as of 1715796217.00000, sharding as of 1715796217.00000> to ShardRange<'k' to 't' as of 1715796218.00000, (0, 0) as of 1715796218.00000, found as of 1715796218.00000>, path: .shards_a/shard_c_1715796218.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/494/883c8fbdf9330e75f172d3b539484494/883c8fbdf9330e75f172d3b539484494.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796220.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/abb/bdbef017af1a41f089bb45233f0a3abb/bdbef017af1a41f089bb45233f0a3abb.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796219.00000, (0, 0) as of 1715796219.00000, sharding as of 1715796219.00000> to ShardRange<'k' to 't' as of 1715796220.00000, (0, 0) as of 1715796220.00000, created as of 1715796220.00000>, path: .shards_a/shard_c_1715796220.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/abb/bdbef017af1a41f089bb45233f0a3abb/bdbef017af1a41f089bb45233f0a3abb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796222.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/27c/a8994cc11682adde0d06d77f4cf3027c/a8994cc11682adde0d06d77f4cf3027c.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796221.00000, (0, 0) as of 1715796221.00000, sharding as of 1715796221.00000> to ShardRange<'k' to 't' as of 1715796222.00000, (0, 0) as of 1715796222.00000, cleaved as of 1715796222.00000>, path: .shards_a/shard_c_1715796222.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/27c/a8994cc11682adde0d06d77f4cf3027c/a8994cc11682adde0d06d77f4cf3027c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796224.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/a21/491a82d6edbbf1f8c9b45ec3c3511a21/491a82d6edbbf1f8c9b45ec3c3511a21.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796223.00000, (0, 0) as of 1715796223.00000, sharding as of 1715796223.00000> to ShardRange<'k' to 't' as of 1715796224.00000, (0, 0) as of 1715796224.00000, active as of 1715796224.00000>, path: .shards_a/shard_c_1715796224.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/a21/491a82d6edbbf1f8c9b45ec3c3511a21/491a82d6edbbf1f8c9b45ec3c3511a21.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796226.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/3fc/a9ca9d360a0590476ea13d2d472a93fc/a9ca9d360a0590476ea13d2d472a93fc.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796225.00000, (0, 0) as of 1715796225.00000, sharding as of 1715796225.00000> to ShardRange<'k' to 't' as of 1715796226.00000, (0, 0) as of 1715796226.00000, shrinking as of 1715796226.00000>, path: .shards_a/shard_c_1715796226.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/3fc/a9ca9d360a0590476ea13d2d472a93fc/a9ca9d360a0590476ea13d2d472a93fc.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796226.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/3fc/a9ca9d360a0590476ea13d2d472a93fc/a9ca9d360a0590476ea13d2d472a93fc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796228.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/200/1a9926f6eb32bdf3a1e7d112397ea200/1a9926f6eb32bdf3a1e7d112397ea200.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796228.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/200/1a9926f6eb32bdf3a1e7d112397ea200/1a9926f6eb32bdf3a1e7d112397ea200.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796230.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/c32/bf41dfd190694abca883d031125b9c32/bf41dfd190694abca883d031125b9c32.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796229.00000, (0, 0) as of 1715796229.00000, sharding as of 1715796229.00000> to ShardRange<'k' to 't' as of 1715796230.00000, (0, 0) as of 1715796230.00000, sharded as of 1715796230.00000>, path: .shards_a/shard_c_1715796230.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/c32/bf41dfd190694abca883d031125b9c32/bf41dfd190694abca883d031125b9c32.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796230.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/c32/bf41dfd190694abca883d031125b9c32/bf41dfd190694abca883d031125b9c32.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796232.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/265/0cd10d085cefa6254f05dc046437e265/0cd10d085cefa6254f05dc046437e265.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796231.00000, (0, 0) as of 1715796231.00000, sharding as of 1715796231.00000> to ShardRange<'k' to 't' as of 1715796232.00000, (0, 0) as of 1715796232.00000, shrunk as of 1715796232.00000>, path: .shards_a/shard_c_1715796232.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/265/0cd10d085cefa6254f05dc046437e265/0cd10d085cefa6254f05dc046437e265.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796232.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/265/0cd10d085cefa6254f05dc046437e265/0cd10d085cefa6254f05dc046437e265.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796234.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/415/9f41763bef56fbf84c7a2ddb693af415/9f41763bef56fbf84c7a2ddb693af415.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796233.00000, (0, 0) as of 1715796233.00000, sharded as of 1715796233.00000> to ShardRange<'k' to 't' as of 1715796234.00000, (0, 0) as of 1715796234.00000, found as of 1715796234.00000>, path: .shards_a/shard_c_1715796234.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/415/9f41763bef56fbf84c7a2ddb693af415/9f41763bef56fbf84c7a2ddb693af415.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796236.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/d99/80cc4a0b308d801a3455c57383a63d99/80cc4a0b308d801a3455c57383a63d99.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796235.00000, (0, 0) as of 1715796235.00000, sharded as of 1715796235.00000> to ShardRange<'k' to 't' as of 1715796236.00000, (0, 0) as of 1715796236.00000, created as of 1715796236.00000>, path: .shards_a/shard_c_1715796236.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/d99/80cc4a0b308d801a3455c57383a63d99/80cc4a0b308d801a3455c57383a63d99.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796238.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/cbc/b482a6312dd1a7dbe5405815d0afccbc/b482a6312dd1a7dbe5405815d0afccbc.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796237.00000, (0, 0) as of 1715796237.00000, sharded as of 1715796237.00000> to ShardRange<'k' to 't' as of 1715796238.00000, (0, 0) as of 1715796238.00000, cleaved as of 1715796238.00000>, path: .shards_a/shard_c_1715796238.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/cbc/b482a6312dd1a7dbe5405815d0afccbc/b482a6312dd1a7dbe5405815d0afccbc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796240.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/290/a93558c1cbf06bb30e3e02ee237e9290/a93558c1cbf06bb30e3e02ee237e9290.db +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_creation +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_creation ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_db_file +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_db_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_delete_db_does_not_clear_particular_sharding_meta +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_delete_db_does_not_clear_particular_sharding_meta ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_delete_object +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_delete_object ... ok test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges ... ok -test.unit.container.test_server.TestContainerController.test_PUT_GET_to_sharding_container -test.unit.container.test_server.TestContainerController.test_PUT_GET_to_sharding_container ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_diff_capped_sync -test.unit.container.test_replicator.TestReplicatorSync.test_diff_capped_sync ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_find_local_handoff_for_part -test.unit.container.test_replicator.TestReplicatorSync.test_find_local_handoff_for_part ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_local_ids -test.unit.container.test_replicator.TestReplicatorSync.test_local_ids ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_double_check_trailing_delimiter +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_double_check_trailing_delimiter ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_double_check_trailing_delimiter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_double_check_trailing_delimiter_non_slash ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges_errors +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges_errors ... ok test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_enable_sharding test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_enable_sharding ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_db_state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_db_state ... ok test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_exception test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_exception ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges_errors -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges_errors ... ok -test.unit.container.test_server.TestContainerController.test_PUT_HEAD_put_timestamp_updates -test.unit.container.test_server.TestContainerController.test_PUT_HEAD_put_timestamp_updates ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges_errors -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges_errors ... ok -test.unit.container.test_server.TestContainerController.test_PUT_account_update -test.unit.container.test_server.TestContainerController.test_PUT_account_update ... ok -test.unit.container.test_server.TestContainerController.test_PUT_bad_policy_change -test.unit.container.test_server.TestContainerController.test_PUT_bad_policy_change ... ok -test.unit.container.test_server.TestContainerController.test_PUT_bad_policy_specified -test.unit.container.test_server.TestContainerController.test_PUT_bad_policy_specified ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info ... ok -test.unit.container.test_server.TestContainerController.test_PUT_container_timing_metrics -test.unit.container.test_server.TestContainerController.test_PUT_container_timing_metrics ... ok -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_items, ([{'ROWID': 31, 'name': 'o30', 'created_at': '1750205037.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 32, 'name': 'o31', 'created_at': '1750205038.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 33, 'name': 'o32', 'created_at': '1750205039.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 34, 'name': 'o33', 'created_at': '1750205040.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 35, 'name': 'o34', 'created_at': '1750205041.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 36, 'name': 'o35', 'created_at': '1750205042.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 37, 'name': 'o36', 'created_at': '1750205043.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 38, 'name': 'o37', 'created_at': '1750205044.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 39, 'name': 'o38', 'created_at': '1750205045.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 40, 'name': 'o39', 'created_at': '1750205046.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '5ccce166-d367-4b9b-bb5f-3e1bdcc327f7-sda') -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_items, ([{'ROWID': 41, 'name': 'o40', 'created_at': '1750205047.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 42, 'name': 'o41', 'created_at': '1750205048.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 43, 'name': 'o42', 'created_at': '1750205049.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 44, 'name': 'o43', 'created_at': '1750205050.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 45, 'name': 'o44', 'created_at': '1750205051.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 46, 'name': 'o45', 'created_at': '1750205052.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 47, 'name': 'o46', 'created_at': '1750205053.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 48, 'name': 'o47', 'created_at': '1750205054.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 49, 'name': 'o48', 'created_at': '1750205055.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 50, 'name': 'o49', 'created_at': '1750205056.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '5ccce166-d367-4b9b-bb5f-3e1bdcc327f7-sda') -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_items, ([{'ROWID': 51, 'name': 'o101', 'created_at': '1750205157.00000', 'size': 0, 'content_type': 'content-type-new', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '5ccce166-d367-4b9b-bb5f-3e1bdcc327f7-sda') -test DEBUG: /tmp/tmpuldyuyfk/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 51 (1.6053s) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_syncs, ([],) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (51, 'b489201a249d936b4eb0bdfce196fa06', '5ccce166-d367-4b9b-bb5f-3e1bdcc327f7-sda', '1750205006.30376', '1750205006.00000', '0', '', '1750205006.00000', 51, 0) -test DEBUG: /tmp/tmpuldyuyfk/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.2:1002/sdc, nothing to do -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 1.69007 seconds (0.59169/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:0 ts_repl:0 -test WARNING: Could not find a non-zero weight device for handoff partition 0, falling back device sdc -test WARNING: Could not find a non-zero weight device for handoff partition 0, falling back device sdb -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00030 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00047 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00036 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpq31eimlh/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (2, 'ce8b64ec5ac2af67b9fff31c6627cf85', 'ca42b978-0a63-433a-9375-7f5b8922caae-sda', '1750205011.33675', '1750204800.00000', '0', '', '1750204800.00000', 0, 0) -test DEBUG: /tmp/tmpq31eimlh/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_items, ([{'ROWID': 1, 'name': 'o', 'created_at': '1750204802.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}, {'ROWID': 2, 'name': 'o2', 'created_at': '1750204803.00000+186a0+186a0', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], 'ca42b978-0a63-433a-9375-7f5b8922caae-sda') -test DEBUG: /tmp/tmpq31eimlh/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 2 (0.156081s) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_syncs, ([],) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (2, 'ce8b64ec5ac2af67b9fff31c6627cf85', 'ca42b978-0a63-433a-9375-7f5b8922caae-sda', '1750205011.33675', '1750204800.00000', '0', '', '1750204800.00000', 0, 0) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('ca42b978-0a63-433a-9375-7f5b8922caae-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') -test DEBUG: Adding 2 objects to the reconciler at /tmp/tmpq31eimlh/sda/containers/0/38e/80fc1fc0ae0ed44084a93df5bb43f38e/80fc1fc0ae0ed44084a93df5bb43f38e.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 1.11374 seconds (0.89788/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpq31eimlh/sda/containers/0/38e/80fc1fc0ae0ed44084a93df5bb43f38e/80fc1fc0ae0ed44084a93df5bb43f38e.db -test.unit.container.test_server.TestContainerController.test_PUT_good_policy_specified -test.unit.container.test_server.TestContainerController.test_PUT_good_policy_specified ... ok -test.unit.container.test_server.TestContainerController.test_PUT_insufficient_space -test.unit.container.test_server.TestContainerController.test_PUT_insufficient_space ... ok -test.unit.container.test_server.TestContainerController.test_PUT_invalid_partition -test.unit.container.test_server.TestContainerController.test_PUT_invalid_partition ... ok test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges_with_misplaced_objects test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges_with_misplaced_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges_with_misplaced_objects -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges_with_misplaced_objects ... ok -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205054.00000, (0, 0) as of 1750205054.00000, shrinking as of 1750205054.00000> to ShardRange<'k' to 't' as of 1750205055.00000, (0, 0) as of 1750205055.00000, active as of 1750205055.00000>, path: .shards_a/shard_c_1750205055.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/bca/01cd6f57ea0eb303c702dd29a1ae5bca/01cd6f57ea0eb303c702dd29a1ae5bca.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205057.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/bd7/128c8ecec99fd7126665e2b7aeac2bd7/128c8ecec99fd7126665e2b7aeac2bd7.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205057.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/bd7/128c8ecec99fd7126665e2b7aeac2bd7/128c8ecec99fd7126665e2b7aeac2bd7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205059.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/45f/7dd430fd6e7e029c0250d660072bc45f/7dd430fd6e7e029c0250d660072bc45f.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205058.00000, (0, 0) as of 1750205058.00000, shrinking as of 1750205058.00000> to ShardRange<'k' to 't' as of 1750205059.00000, (0, 0) as of 1750205059.00000, sharding as of 1750205059.00000>, path: .shards_a/shard_c_1750205059.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/45f/7dd430fd6e7e029c0250d660072bc45f/7dd430fd6e7e029c0250d660072bc45f.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205059.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/45f/7dd430fd6e7e029c0250d660072bc45f/7dd430fd6e7e029c0250d660072bc45f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205061.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/2ec/a9ac8266869ec91ff474ebbc326e52ec/a9ac8266869ec91ff474ebbc326e52ec.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205060.00000, (0, 0) as of 1750205060.00000, shrinking as of 1750205060.00000> to ShardRange<'k' to 't' as of 1750205061.00000, (0, 0) as of 1750205061.00000, sharded as of 1750205061.00000>, path: .shards_a/shard_c_1750205061.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/2ec/a9ac8266869ec91ff474ebbc326e52ec/a9ac8266869ec91ff474ebbc326e52ec.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205061.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/2ec/a9ac8266869ec91ff474ebbc326e52ec/a9ac8266869ec91ff474ebbc326e52ec.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205063.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/c16/b1c0480fc2af761c8f0bec9568ccac16/b1c0480fc2af761c8f0bec9568ccac16.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205062.00000, (0, 0) as of 1750205062.00000, shrinking as of 1750205062.00000> to ShardRange<'k' to 't' as of 1750205063.00000, (0, 0) as of 1750205063.00000, shrunk as of 1750205063.00000>, path: .shards_a/shard_c_1750205063.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/c16/b1c0480fc2af761c8f0bec9568ccac16/b1c0480fc2af761c8f0bec9568ccac16.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205063.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/c16/b1c0480fc2af761c8f0bec9568ccac16/b1c0480fc2af761c8f0bec9568ccac16.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205065.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/bc1/16720cebdde559326d0a5a1fe2514bc1/16720cebdde559326d0a5a1fe2514bc1.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205064.00000, (0, 0) as of 1750205064.00000, sharding as of 1750205064.00000> to ShardRange<'k' to 't' as of 1750205065.00000, (0, 0) as of 1750205065.00000, found as of 1750205065.00000>, path: .shards_a/shard_c_1750205065.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/bc1/16720cebdde559326d0a5a1fe2514bc1/16720cebdde559326d0a5a1fe2514bc1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205067.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/9c4/fce8990b2e4c8184f91a5e6af9fde9c4/fce8990b2e4c8184f91a5e6af9fde9c4.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205066.00000, (0, 0) as of 1750205066.00000, sharding as of 1750205066.00000> to ShardRange<'k' to 't' as of 1750205067.00000, (0, 0) as of 1750205067.00000, created as of 1750205067.00000>, path: .shards_a/shard_c_1750205067.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/9c4/fce8990b2e4c8184f91a5e6af9fde9c4/fce8990b2e4c8184f91a5e6af9fde9c4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205069.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/bae/f4d2d752c0030c2829397a1159ce4bae/f4d2d752c0030c2829397a1159ce4bae.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205068.00000, (0, 0) as of 1750205068.00000, sharding as of 1750205068.00000> to ShardRange<'k' to 't' as of 1750205069.00000, (0, 0) as of 1750205069.00000, cleaved as of 1750205069.00000>, path: .shards_a/shard_c_1750205069.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/bae/f4d2d752c0030c2829397a1159ce4bae/f4d2d752c0030c2829397a1159ce4bae.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205071.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/950/aae68cd63fc00db152e3ee7f6e594950/aae68cd63fc00db152e3ee7f6e594950.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205070.00000, (0, 0) as of 1750205070.00000, sharding as of 1750205070.00000> to ShardRange<'k' to 't' as of 1750205071.00000, (0, 0) as of 1750205071.00000, active as of 1750205071.00000>, path: .shards_a/shard_c_1750205071.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/950/aae68cd63fc00db152e3ee7f6e594950/aae68cd63fc00db152e3ee7f6e594950.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205073.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/e6c/b062ac126c8b8f59e672e5ba04402e6c/b062ac126c8b8f59e672e5ba04402e6c.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205072.00000, (0, 0) as of 1750205072.00000, sharding as of 1750205072.00000> to ShardRange<'k' to 't' as of 1750205073.00000, (0, 0) as of 1750205073.00000, shrinking as of 1750205073.00000>, path: .shards_a/shard_c_1750205073.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/e6c/b062ac126c8b8f59e672e5ba04402e6c/b062ac126c8b8f59e672e5ba04402e6c.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205073.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/e6c/b062ac126c8b8f59e672e5ba04402e6c/b062ac126c8b8f59e672e5ba04402e6c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205075.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/23f/20bae6265786264513bcdb72aae3e23f/20bae6265786264513bcdb72aae3e23f.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205075.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/23f/20bae6265786264513bcdb72aae3e23f/20bae6265786264513bcdb72aae3e23f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205077.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/25a/60f9fc6c152b106779913e61a728b25a/60f9fc6c152b106779913e61a728b25a.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205076.00000, (0, 0) as of 1750205076.00000, sharding as of 1750205076.00000> to ShardRange<'k' to 't' as of 1750205077.00000, (0, 0) as of 1750205077.00000, sharded as of 1750205077.00000>, path: .shards_a/shard_c_1750205077.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/25a/60f9fc6c152b106779913e61a728b25a/60f9fc6c152b106779913e61a728b25a.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205077.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/25a/60f9fc6c152b106779913e61a728b25a/60f9fc6c152b106779913e61a728b25a.db -test.unit.container.test_server.TestContainerController.test_PUT_no_policy_change -test.unit.container.test_server.TestContainerController.test_PUT_no_policy_change ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue -test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue ... ok -test.unit.container.test_server.TestContainerController.test_PUT_no_policy_for_existing_default -test.unit.container.test_server.TestContainerController.test_PUT_no_policy_for_existing_default ... ok -test.unit.container.test_server.TestContainerController.test_PUT_no_policy_for_existing_non_default -test.unit.container.test_server.TestContainerController.test_PUT_no_policy_for_existing_non_default ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_is_deleted ... ok -test.unit.container.test_server.TestContainerController.test_PUT_no_policy_specified -test.unit.container.test_server.TestContainerController.test_PUT_no_policy_specified ... ok -test.unit.container.test_server.TestContainerController.test_PUT_non_utf8_metadata -test.unit.container.test_server.TestContainerController.test_PUT_non_utf8_metadata ... ok -test.unit.container.test_server.TestContainerController.test_PUT_obj_not_found -test.unit.container.test_server.TestContainerController.test_PUT_obj_not_found ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_no_stale_reads -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_no_stale_reads ... ok +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796239.00000, (0, 0) as of 1715796239.00000, sharded as of 1715796239.00000> to ShardRange<'k' to 't' as of 1715796240.00000, (0, 0) as of 1715796240.00000, active as of 1715796240.00000>, path: .shards_a/shard_c_1715796240.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/290/a93558c1cbf06bb30e3e02ee237e9290/a93558c1cbf06bb30e3e02ee237e9290.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796242.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/53c/03461e2b7e76c796b60fbe90b6bc653c/03461e2b7e76c796b60fbe90b6bc653c.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796241.00000, (0, 0) as of 1715796241.00000, sharded as of 1715796241.00000> to ShardRange<'k' to 't' as of 1715796242.00000, (0, 0) as of 1715796242.00000, shrinking as of 1715796242.00000>, path: .shards_a/shard_c_1715796242.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/53c/03461e2b7e76c796b60fbe90b6bc653c/03461e2b7e76c796b60fbe90b6bc653c.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796242.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/53c/03461e2b7e76c796b60fbe90b6bc653c/03461e2b7e76c796b60fbe90b6bc653c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796244.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/950/33e32b53ce70def47bbc10c7304d5950/33e32b53ce70def47bbc10c7304d5950.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796243.00000, (0, 0) as of 1715796243.00000, sharded as of 1715796243.00000> to ShardRange<'k' to 't' as of 1715796244.00000, (0, 0) as of 1715796244.00000, sharding as of 1715796244.00000>, path: .shards_a/shard_c_1715796244.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/950/33e32b53ce70def47bbc10c7304d5950/33e32b53ce70def47bbc10c7304d5950.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796244.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/950/33e32b53ce70def47bbc10c7304d5950/33e32b53ce70def47bbc10c7304d5950.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796246.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/f2e/e5dfd7d8364146ff2a6d6e2198f59f2e/e5dfd7d8364146ff2a6d6e2198f59f2e.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796246.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/f2e/e5dfd7d8364146ff2a6d6e2198f59f2e/e5dfd7d8364146ff2a6d6e2198f59f2e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796248.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/09a/a3c317d35a6a7fc95987031ba6d4709a/a3c317d35a6a7fc95987031ba6d4709a.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796247.00000, (0, 0) as of 1715796247.00000, sharded as of 1715796247.00000> to ShardRange<'k' to 't' as of 1715796248.00000, (0, 0) as of 1715796248.00000, shrunk as of 1715796248.00000>, path: .shards_a/shard_c_1715796248.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/09a/a3c317d35a6a7fc95987031ba6d4709a/a3c317d35a6a7fc95987031ba6d4709a.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796248.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/09a/a3c317d35a6a7fc95987031ba6d4709a/a3c317d35a6a7fc95987031ba6d4709a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796250.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/221/e4e58dae1cf5dbf4219b71a416faf221/e4e58dae1cf5dbf4219b71a416faf221.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796249.00000, (0, 0) as of 1715796249.00000, shrunk as of 1715796249.00000> to ShardRange<'k' to 't' as of 1715796250.00000, (0, 0) as of 1715796250.00000, found as of 1715796250.00000>, path: .shards_a/shard_c_1715796250.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/221/e4e58dae1cf5dbf4219b71a416faf221/e4e58dae1cf5dbf4219b71a416faf221.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796252.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/0cb/8975500cfe2659990b18c4f51a2520cb/8975500cfe2659990b18c4f51a2520cb.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796251.00000, (0, 0) as of 1715796251.00000, shrunk as of 1715796251.00000> to ShardRange<'k' to 't' as of 1715796252.00000, (0, 0) as of 1715796252.00000, created as of 1715796252.00000>, path: .shards_a/shard_c_1715796252.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/0cb/8975500cfe2659990b18c4f51a2520cb/8975500cfe2659990b18c4f51a2520cb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796254.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/e8d/4e9e112dee29c41cfc9a8990dced8e8d/4e9e112dee29c41cfc9a8990dced8e8d.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796253.00000, (0, 0) as of 1715796253.00000, shrunk as of 1715796253.00000> to ShardRange<'k' to 't' as of 1715796254.00000, (0, 0) as of 1715796254.00000, cleaved as of 1715796254.00000>, path: .shards_a/shard_c_1715796254.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/e8d/4e9e112dee29c41cfc9a8990dced8e8d/4e9e112dee29c41cfc9a8990dced8e8d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796256.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/1a4/2ecde8dd06acafe4223ef51b3440e1a4/2ecde8dd06acafe4223ef51b3440e1a4.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796255.00000, (0, 0) as of 1715796255.00000, shrunk as of 1715796255.00000> to ShardRange<'k' to 't' as of 1715796256.00000, (0, 0) as of 1715796256.00000, active as of 1715796256.00000>, path: .shards_a/shard_c_1715796256.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/1a4/2ecde8dd06acafe4223ef51b3440e1a4/2ecde8dd06acafe4223ef51b3440e1a4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796258.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/718/c790276697d59b3c184a8a1500315718/c790276697d59b3c184a8a1500315718.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796257.00000, (0, 0) as of 1715796257.00000, shrunk as of 1715796257.00000> to ShardRange<'k' to 't' as of 1715796258.00000, (0, 0) as of 1715796258.00000, shrinking as of 1715796258.00000>, path: .shards_a/shard_c_1715796258.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/718/c790276697d59b3c184a8a1500315718/c790276697d59b3c184a8a1500315718.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796258.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/718/c790276697d59b3c184a8a1500315718/c790276697d59b3c184a8a1500315718.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796260.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/f71/bab786e13c525fb5df44663a4ce1cf71/bab786e13c525fb5df44663a4ce1cf71.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796259.00000, (0, 0) as of 1715796259.00000, shrunk as of 1715796259.00000> to ShardRange<'k' to 't' as of 1715796260.00000, (0, 0) as of 1715796260.00000, sharding as of 1715796260.00000>, path: .shards_a/shard_c_1715796260.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/f71/bab786e13c525fb5df44663a4ce1cf71/bab786e13c525fb5df44663a4ce1cf71.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796260.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/f71/bab786e13c525fb5df44663a4ce1cf71/bab786e13c525fb5df44663a4ce1cf71.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796262.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/152/8b3da65ede5ef1c6b639ce8ca8621152/8b3da65ede5ef1c6b639ce8ca8621152.db test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_brokers test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_brokers ... ok -test INFO: - - - [18/Jun/2025:00:03:31 +0000] "PUT /sda1/p/a/c/racing_update" 201 - "-" "-" "-" 0.0004 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:31 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0038 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:31 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0776 "-" 635438 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:03:31 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0764 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:31 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.2107 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:31 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:31 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1385 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:31 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:31 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.3016 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:31 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:31 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:32 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.1082 "-" 635438 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:03:32 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0792 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:32 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.1552 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:32 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.1313 "-" 635438 - -test ERROR: ERROR Account update failed with 127.0.0.1:58577/sda1 (will retry later): Response 503 OK -test INFO: - - - [18/Jun/2025:00:03:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1373 "-" 635438 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:03:32 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1383 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:32 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0031 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:32 +0000] "PUT /sda1/p/a/c" 409 - "-" "-" "-" 0.0040 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:32 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0028 "-" 635438 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:03:32 +0000] "PUT /sda1/p/a/c" 400 45 "-" "-" "-" 0.0008 "-" 635438 nada -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" - "-" 635438 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:03:32 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0955 "-" 635438 1 -test INFO: - - - [18/Jun/2025:00:03:32 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0042 "-" 635438 1 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:03:33 +0000] "PUT /sda1/./a/c" 400 20 "-" "-" "-" 0.0003 "-" 635438 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:03:33 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0638 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:33 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:33 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.1739 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0920 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:33 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 635438 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:03:33 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1266 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:33 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1641 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:33 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0091 "-" 635438 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:03:33 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1431 "-" 635438 1 -test INFO: - - - [18/Jun/2025:00:03:33 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 635438 1 -test INFO: - - - [18/Jun/2025:00:03:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1137 "-" 635438 1 -test INFO: - - - [18/Jun/2025:00:03:33 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 635438 1 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:03:34 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0642 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:34 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 635438 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:03:34 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.1095 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:34 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0130 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:34 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0042 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:34 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 635438 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:03:34 +0000] "PUT /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0005 "-" 635438 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:03:34 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1107 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:34 +0000] "PUT /sda1/p/a/c/bashful" 201 - "-" "-" "-" 0.0005 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:34 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1840 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:34 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0569 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:34 +0000] "PUT /sda1/p/a/c/grumpy10" 201 - "-" "-" "-" 0.0011 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:34 +0000] "PUT /sda1/p/a/c/grumpy10_no_header" 201 - "-" "-" "-" 0.0005 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:34 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0356 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:34 +0000] "PUT /sda1/p/a/c/grumpy20" 301 - "-" "-" "-" 0.0009 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:34 +0000] "PUT /sda1/p/a/c/grumpy20_no_header" 201 - "-" "-" "-" 0.0004 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.3996 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:35 +0000] "PUT /sda1/p/a/c/grumpy30" 301 - "-" "-" "-" 0.0042 "-" 635438 - -test.unit.container.test_backend.TestContainerBroker.test_empty_shard_container -test.unit.container.test_backend.TestContainerBroker.test_empty_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_brokers -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_brokers ... ok -test.unit.container.test_backend.TestContainerBroker.test_enable_sharding -test.unit.container.test_backend.TestContainerBroker.test_enable_sharding ... ok -test.unit.container.test_backend.TestContainerBroker.test_exception -test.unit.container.test_backend.TestContainerBroker.test_exception ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty ... ok test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_db_state test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_db_state ... ok test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue_from_old_style_shard -test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue_from_old_style_shard ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_db_state -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_db_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges_errors -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_sharding_states -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_sharding_states ... ok test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_stale_read_ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_stale_read_ok ... ok -test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges -test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info ... ok -test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges_errors -test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges_with_misplaced_objects -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges_with_misplaced_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges_errors +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges_errors ... ok test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_is_deleted test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_is_deleted ... ok -test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges_with_misplaced_objects -test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges_with_misplaced_objects ... ok test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_no_stale_reads test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_no_stale_reads ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_is_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_items_since -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_items_since ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue_from_shard -test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue_from_shard ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_no_stale_reads -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_no_stale_reads ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205079.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/37a/2a03944584873bc27e5989e4854b037a/2a03944584873bc27e5989e4854b037a.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205078.00000, (0, 0) as of 1750205078.00000, sharding as of 1750205078.00000> to ShardRange<'k' to 't' as of 1750205079.00000, (0, 0) as of 1750205079.00000, shrunk as of 1750205079.00000>, path: .shards_a/shard_c_1750205079.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/37a/2a03944584873bc27e5989e4854b037a/2a03944584873bc27e5989e4854b037a.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205079.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/37a/2a03944584873bc27e5989e4854b037a/2a03944584873bc27e5989e4854b037a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205081.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/519/db643f1a0f0ae32c36d4a4bf70b27519/db643f1a0f0ae32c36d4a4bf70b27519.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205080.00000, (0, 0) as of 1750205080.00000, sharded as of 1750205080.00000> to ShardRange<'k' to 't' as of 1750205081.00000, (0, 0) as of 1750205081.00000, found as of 1750205081.00000>, path: .shards_a/shard_c_1750205081.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/519/db643f1a0f0ae32c36d4a4bf70b27519/db643f1a0f0ae32c36d4a4bf70b27519.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205083.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/725/33043a1a226241d1d13df0f6d0015725/33043a1a226241d1d13df0f6d0015725.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205082.00000, (0, 0) as of 1750205082.00000, sharded as of 1750205082.00000> to ShardRange<'k' to 't' as of 1750205083.00000, (0, 0) as of 1750205083.00000, created as of 1750205083.00000>, path: .shards_a/shard_c_1750205083.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/725/33043a1a226241d1d13df0f6d0015725/33043a1a226241d1d13df0f6d0015725.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205085.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/bd5/a70edba260ea8a9488add0125d86dbd5/a70edba260ea8a9488add0125d86dbd5.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205084.00000, (0, 0) as of 1750205084.00000, sharded as of 1750205084.00000> to ShardRange<'k' to 't' as of 1750205085.00000, (0, 0) as of 1750205085.00000, cleaved as of 1750205085.00000>, path: .shards_a/shard_c_1750205085.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/bd5/a70edba260ea8a9488add0125d86dbd5/a70edba260ea8a9488add0125d86dbd5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205087.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/959/902f133ae26de72d7249b21eb2c08959/902f133ae26de72d7249b21eb2c08959.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205086.00000, (0, 0) as of 1750205086.00000, sharded as of 1750205086.00000> to ShardRange<'k' to 't' as of 1750205087.00000, (0, 0) as of 1750205087.00000, active as of 1750205087.00000>, path: .shards_a/shard_c_1750205087.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/959/902f133ae26de72d7249b21eb2c08959/902f133ae26de72d7249b21eb2c08959.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205089.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/0c3/216923eef59d2f855e03c0297b1b00c3/216923eef59d2f855e03c0297b1b00c3.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205088.00000, (0, 0) as of 1750205088.00000, sharded as of 1750205088.00000> to ShardRange<'k' to 't' as of 1750205089.00000, (0, 0) as of 1750205089.00000, shrinking as of 1750205089.00000>, path: .shards_a/shard_c_1750205089.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/0c3/216923eef59d2f855e03c0297b1b00c3/216923eef59d2f855e03c0297b1b00c3.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205089.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/0c3/216923eef59d2f855e03c0297b1b00c3/216923eef59d2f855e03c0297b1b00c3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205091.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/3ca/777af8b9439c4a13b0f645bc4de8f3ca/777af8b9439c4a13b0f645bc4de8f3ca.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205090.00000, (0, 0) as of 1750205090.00000, sharded as of 1750205090.00000> to ShardRange<'k' to 't' as of 1750205091.00000, (0, 0) as of 1750205091.00000, sharding as of 1750205091.00000>, path: .shards_a/shard_c_1750205091.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/3ca/777af8b9439c4a13b0f645bc4de8f3ca/777af8b9439c4a13b0f645bc4de8f3ca.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205091.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/3ca/777af8b9439c4a13b0f645bc4de8f3ca/777af8b9439c4a13b0f645bc4de8f3ca.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205093.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/5c7/1e6b8db18941f49c73426005fab955c7/1e6b8db18941f49c73426005fab955c7.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205093.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/5c7/1e6b8db18941f49c73426005fab955c7/1e6b8db18941f49c73426005fab955c7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205095.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/d36/db7d3fa295d6c99d3d74f02b29356d36/db7d3fa295d6c99d3d74f02b29356d36.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205094.00000, (0, 0) as of 1750205094.00000, sharded as of 1750205094.00000> to ShardRange<'k' to 't' as of 1750205095.00000, (0, 0) as of 1750205095.00000, shrunk as of 1750205095.00000>, path: .shards_a/shard_c_1750205095.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/d36/db7d3fa295d6c99d3d74f02b29356d36/db7d3fa295d6c99d3d74f02b29356d36.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205095.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/d36/db7d3fa295d6c99d3d74f02b29356d36/db7d3fa295d6c99d3d74f02b29356d36.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205097.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/b3b/d3d6b827012de8ff44d8e74cf1196b3b/d3d6b827012de8ff44d8e74cf1196b3b.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205096.00000, (0, 0) as of 1750205096.00000, shrunk as of 1750205096.00000> to ShardRange<'k' to 't' as of 1750205097.00000, (0, 0) as of 1750205097.00000, found as of 1750205097.00000>, path: .shards_a/shard_c_1750205097.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/b3b/d3d6b827012de8ff44d8e74cf1196b3b/d3d6b827012de8ff44d8e74cf1196b3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205099.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/cc6/0acdc0e1b59ff3b6246256cb13a16cc6/0acdc0e1b59ff3b6246256cb13a16cc6.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205098.00000, (0, 0) as of 1750205098.00000, shrunk as of 1750205098.00000> to ShardRange<'k' to 't' as of 1750205099.00000, (0, 0) as of 1750205099.00000, created as of 1750205099.00000>, path: .shards_a/shard_c_1750205099.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/cc6/0acdc0e1b59ff3b6246256cb13a16cc6/0acdc0e1b59ff3b6246256cb13a16cc6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205101.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/c3a/3c0449c2f111833022b2cb4692424c3a/3c0449c2f111833022b2cb4692424c3a.db -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_brokers -test.unit.container.test_backend.TestContainerBroker.test_get_brokers ... ok -REPLICATE: /sdb/0/80fc1fc0ae0ed44084a93df5bb43f38e, sync, (2, 'b7e4f42e9e38da5418a6558625d94c3e', 'f6f695bd-4819-4f40-9302-386456ae7f4d-sda', '1750205012.70980', '1750204800', '0', '', '1750204800', 2, 0) -REPLICATE: /sdb/0/80fc1fc0ae0ed44084a93df5bb43f38e, complete_rsync, ('f6f695bd-4819-4f40-9302-386456ae7f4d-sda', '80fc1fc0ae0ed44084a93df5bb43f38e.db') -REPLICATE: /sdc/0/80fc1fc0ae0ed44084a93df5bb43f38e, sync, (2, 'b7e4f42e9e38da5418a6558625d94c3e', 'f6f695bd-4819-4f40-9302-386456ae7f4d-sda', '1750205012.70980', '1750204800', '0', '', '1750204800', 2, 0) -REPLICATE: /sdc/0/80fc1fc0ae0ed44084a93df5bb43f38e, complete_rsync, ('f6f695bd-4819-4f40-9302-386456ae7f4d-sda', '80fc1fc0ae0ed44084a93df5bb43f38e.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmplk_7rguj/sda/containers/0/21b/5e2f756d3f3aa77123611ab711bfb21b/5e2f756d3f3aa77123611ab711bfb21b.db -REPLICATE: /sdb/0/5e2f756d3f3aa77123611ab711bfb21b, sync, (2, 'ce8b64ec5ac2af67b9fff31c6627cf85', '367a7ead-e865-4f34-a9bb-083ca2823213-sda', '1750205013.47956', '1750204800.00000', '0', '{"X-Container-Sysmeta-Shard-Root": ["a/c", "1750205013.61966"]}', '1750204800.00000', 0, 0) -test DEBUG: /tmp/tmplk_7rguj/sda/containers/0/21b/5e2f756d3f3aa77123611ab711bfb21b/5e2f756d3f3aa77123611ab711bfb21b.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5e2f756d3f3aa77123611ab711bfb21b, merge_items, ([{'ROWID': 1, 'name': 'o', 'created_at': '1750204802.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}, {'ROWID': 2, 'name': 'o2', 'created_at': '1750204803.00000+186a0+186a0', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '367a7ead-e865-4f34-a9bb-083ca2823213-sda') -test DEBUG: /tmp/tmplk_7rguj/sda/containers/0/21b/5e2f756d3f3aa77123611ab711bfb21b/5e2f756d3f3aa77123611ab711bfb21b.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 2 (0.11232s) -REPLICATE: /sdb/0/5e2f756d3f3aa77123611ab711bfb21b, merge_syncs, ([],) -REPLICATE: /sdc/0/5e2f756d3f3aa77123611ab711bfb21b, sync, (2, 'ce8b64ec5ac2af67b9fff31c6627cf85', '367a7ead-e865-4f34-a9bb-083ca2823213-sda', '1750205013.47956', '1750204800.00000', '0', '{"X-Container-Sysmeta-Shard-Root": ["a/c", "1750205013.61966"]}', '1750204800.00000', 0, 0) -REPLICATE: /sdc/0/5e2f756d3f3aa77123611ab711bfb21b, complete_rsync, ('367a7ead-e865-4f34-a9bb-083ca2823213-sda', '5e2f756d3f3aa77123611ab711bfb21b.db') -test DEBUG: Adding 2 objects to the reconciler at /tmp/tmplk_7rguj/sda/containers/0/38e/80fc1fc0ae0ed44084a93df5bb43f38e/80fc1fc0ae0ed44084a93df5bb43f38e.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 1.79554 seconds (0.55694/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmplk_7rguj/sda/containers/0/38e/80fc1fc0ae0ed44084a93df5bb43f38e/80fc1fc0ae0ed44084a93df5bb43f38e.db -REPLICATE: /sdb/0/80fc1fc0ae0ed44084a93df5bb43f38e, sync, (2, 'b7e4f42e9e38da5418a6558625d94c3e', '4315ab91-2040-494c-93e5-3b431fba970b-sda', '1750205015.68749', '1750204800', '0', '', '1750204800', 2, 0) -REPLICATE: /sdb/0/80fc1fc0ae0ed44084a93df5bb43f38e, complete_rsync, ('4315ab91-2040-494c-93e5-3b431fba970b-sda', '80fc1fc0ae0ed44084a93df5bb43f38e.db') -REPLICATE: /sdc/0/80fc1fc0ae0ed44084a93df5bb43f38e, sync, (2, 'b7e4f42e9e38da5418a6558625d94c3e', '4315ab91-2040-494c-93e5-3b431fba970b-sda', '1750205015.68749', '1750204800', '0', '', '1750204800', 2, 0) -REPLICATE: /sdc/0/80fc1fc0ae0ed44084a93df5bb43f38e, complete_rsync, ('4315ab91-2040-494c-93e5-3b431fba970b-sda', '80fc1fc0ae0ed44084a93df5bb43f38e.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpsdem1xbq/sda/containers/0/21b/5e2f756d3f3aa77123611ab711bfb21b/5e2f756d3f3aa77123611ab711bfb21b.db -REPLICATE: /sdb/0/5e2f756d3f3aa77123611ab711bfb21b, sync, (2, 'ce8b64ec5ac2af67b9fff31c6627cf85', '7de9f4a6-1a33-4d41-a72c-d299e7d98536-sda', '1750205016.44036', '1750204800.00000', '0', '{"X-Container-Sysmeta-Shard-Quoted-Root": ["a/c", "1750205016.48994"]}', '1750204800.00000', 0, 0) -test DEBUG: /tmp/tmpsdem1xbq/sda/containers/0/21b/5e2f756d3f3aa77123611ab711bfb21b/5e2f756d3f3aa77123611ab711bfb21b.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5e2f756d3f3aa77123611ab711bfb21b, merge_items, ([{'ROWID': 1, 'name': 'o', 'created_at': '1750204802.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}, {'ROWID': 2, 'name': 'o2', 'created_at': '1750204803.00000+186a0+186a0', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '7de9f4a6-1a33-4d41-a72c-d299e7d98536-sda') -test DEBUG: /tmp/tmpsdem1xbq/sda/containers/0/21b/5e2f756d3f3aa77123611ab711bfb21b/5e2f756d3f3aa77123611ab711bfb21b.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 2 (0.122509s) -REPLICATE: /sdb/0/5e2f756d3f3aa77123611ab711bfb21b, merge_syncs, ([],) -REPLICATE: /sdc/0/5e2f756d3f3aa77123611ab711bfb21b, sync, (2, 'ce8b64ec5ac2af67b9fff31c6627cf85', '7de9f4a6-1a33-4d41-a72c-d299e7d98536-sda', '1750205016.44036', '1750204800.00000', '0', '{"X-Container-Sysmeta-Shard-Quoted-Root": ["a/c", "1750205016.48994"]}', '1750204800.00000', 0, 0) -REPLICATE: /sdc/0/5e2f756d3f3aa77123611ab711bfb21b, complete_rsync, ('7de9f4a6-1a33-4d41-a72c-d299e7d98536-sda', '5e2f756d3f3aa77123611ab711bfb21b.db') -test DEBUG: Adding 2 objects to the reconciler at /tmp/tmpsdem1xbq/sda/containers/0/38e/80fc1fc0ae0ed44084a93df5bb43f38e/80fc1fc0ae0ed44084a93df5bb43f38e.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 1.54312 seconds (0.64804/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpsdem1xbq/sda/containers/0/38e/80fc1fc0ae0ed44084a93df5bb43f38e/80fc1fc0ae0ed44084a93df5bb43f38e.db -REPLICATE: /sdb/0/80fc1fc0ae0ed44084a93df5bb43f38e, sync, (2, 'b7e4f42e9e38da5418a6558625d94c3e', 'f58e425d-cd8a-4682-b5f5-f8c6f6cf7f75-sda', '1750205018.14452', '1750204800', '0', '', '1750204800', 2, 0) -REPLICATE: /sdb/0/80fc1fc0ae0ed44084a93df5bb43f38e, complete_rsync, ('f58e425d-cd8a-4682-b5f5-f8c6f6cf7f75-sda', '80fc1fc0ae0ed44084a93df5bb43f38e.db') -REPLICATE: /sdc/0/80fc1fc0ae0ed44084a93df5bb43f38e, sync, (2, 'b7e4f42e9e38da5418a6558625d94c3e', 'f58e425d-cd8a-4682-b5f5-f8c6f6cf7f75-sda', '1750205018.14452', '1750204800', '0', '', '1750204800', 2, 0) -REPLICATE: /sdc/0/80fc1fc0ae0ed44084a93df5bb43f38e, complete_rsync, ('f58e425d-cd8a-4682-b5f5-f8c6f6cf7f75-sda', '80fc1fc0ae0ed44084a93df5bb43f38e.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmprmh91_1i/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (2, '345ba7ecb1f2867ee784f951d58b6a2a', '10052dc3-71d4-4d43-ad6e-3063489bc238-sda', '1750205018.76426', '1750205018.00000', '0', '', '1750205018.00000', 1, 0) -test DEBUG: /tmp/tmprmh91_1i/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_items, ([{'ROWID': 1, 'name': 'o-nulo', 'created_at': '1750205020.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'o-unu', 'created_at': '1750205021.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '10052dc3-71d4-4d43-ad6e-3063489bc238-sda') -test.unit.container.test_backend.TestContainerBroker.test_get_db_state -test.unit.container.test_backend.TestContainerBroker.test_get_db_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_brokers -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_brokers ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces_root_container_fill_gap -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces_root_container_fill_gap ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_info -test.unit.container.test_backend.TestContainerBroker.test_get_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges_with_misplaced_objects +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges_with_misplaced_objects ... ok test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_sharding_states test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_sharding_states ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_info_is_deleted -test.unit.container.test_backend.TestContainerBroker.test_get_info_is_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_brokers +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_brokers ... ok test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_stale_read_ok test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_stale_read_ok ... ok test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_db_state test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_db_state ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_info_no_stale_reads -test.unit.container.test_backend.TestContainerBroker.test_get_info_no_stale_reads ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_sharding_states -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_sharding_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces_state_filtering -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces_state_filtering ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_stale_read_ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_stale_read_ok ... ok test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_items_since test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_items_since ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_objects -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_items_since -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_items_since ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_info_sharding_states -test.unit.container.test_backend.TestContainerBroker.test_get_info_sharding_states ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_info_stale_read_ok -test.unit.container.test_backend.TestContainerBroker.test_get_info_stale_read_ok ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_multiple_out_sync_reconciler_enqueue_normalize -test.unit.container.test_replicator.TestReplicatorSync.test_multiple_out_sync_reconciler_enqueue_normalize ... ok test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_items_since -test.unit.container.test_backend.TestContainerBroker.test_get_items_since ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_post_replicate_hook -test.unit.container.test_replicator.TestReplicatorSync.test_post_replicate_hook ... ok -test INFO: - - - [18/Jun/2025:00:03:35 +0000] "PUT /sda1/p/a/c/grumpy30_no_header" 201 - "-" "-" "-" 0.0005 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1160 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:35 +0000] "PUT /sda1/p/a/c/grumpy40" 301 - "-" "-" "-" 0.0011 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:35 +0000] "PUT /sda1/p/a/c/grumpy40_no_header" 201 - "-" "-" "-" 0.0005 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0860 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:36 +0000] "PUT /sda1/p/a/c/grumpy50" 201 - "-" "-" "-" 0.0015 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:36 +0000] "PUT /sda1/p/a/c/grumpy50_no_header" 201 - "-" "-" "-" 0.0006 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1466 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:36 +0000] "PUT /sda1/p/a/c/grumpy60" 301 - "-" "-" "-" 0.0010 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:36 +0000] "PUT /sda1/p/a/c/grumpy60_no_header" 201 - "-" "-" "-" 0.0105 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0822 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:36 +0000] "PUT /sda1/p/a/c/grumpy70" 201 - "-" "-" "-" 0.0012 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:36 +0000] "PUT /sda1/p/a/c/grumpy70_no_header" 201 - "-" "-" "-" 0.0016 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0951 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:36 +0000] "PUT /sda1/p/a/c/grumpy80" 201 - "-" "-" "-" 0.0014 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:36 +0000] "PUT /sda1/p/a/c/grumpy80_no_header" 201 - "-" "-" "-" 0.0005 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0763 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:38 +0000] "PUT /sda1/p/a/c/grumpier10" 201 - "-" "-" "-" 0.0013 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:38 +0000] "PUT /sda1/p/a/c/grumpier10_no_header" 201 - "-" "-" "-" 0.0110 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0686 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:38 +0000] "PUT /sda1/p/a/c/grumpier20" 301 - "-" "-" "-" 0.0174 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:38 +0000] "PUT /sda1/p/a/c/grumpier20_no_header" 201 - "-" "-" "-" 0.0004 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0607 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:38 +0000] "PUT /sda1/p/a/c/grumpier30" 301 - "-" "-" "-" 0.0011 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:38 +0000] "PUT /sda1/p/a/c/grumpier30_no_header" 201 - "-" "-" "-" 0.0005 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0648 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:38 +0000] "PUT /sda1/p/a/c/grumpier40" 301 - "-" "-" "-" 0.0013 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:38 +0000] "PUT /sda1/p/a/c/grumpier40_no_header" 201 - "-" "-" "-" 0.0105 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.2619 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:38 +0000] "PUT /sda1/p/a/c/grumpier50" 201 - "-" "-" "-" 0.0030 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:39 +0000] "PUT /sda1/p/a/c/grumpier50_no_header" 201 - "-" "-" "-" 0.0069 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0745 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:39 +0000] "PUT /sda1/p/a/c/grumpier60" 301 - "-" "-" "-" 0.0012 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:39 +0000] "PUT /sda1/p/a/c/grumpier60_no_header" 201 - "-" "-" "-" 0.0018 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0865 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:39 +0000] "PUT /sda1/p/a/c/grumpier70" 201 - "-" "-" "-" 0.0012 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:39 +0000] "PUT /sda1/p/a/c/grumpier70_no_header" 201 - "-" "-" "-" 0.0006 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0924 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:39 +0000] "PUT /sda1/p/a/c/grumpier80" 201 - "-" "-" "-" 0.0043 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:39 +0000] "PUT /sda1/p/a/c/grumpier80_no_header" 201 - "-" "-" "-" 0.0005 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:39 +0000] "PUT /sda1/p/a/c/dopey" 201 - "-" "-" "-" 0.0005 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1074 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1223 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:40 +0000] "PUT /sda1/p/a/c/dopey10" 201 - "-" "-" "-" 0.0010 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:40 +0000] "PUT /sda1/p/a/c/dopey10_no_header" 201 - "-" "-" "-" 0.0004 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1503 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:40 +0000] "PUT /sda1/p/a/c/dopey20" 301 - "-" "-" "-" 0.0011 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:40 +0000] "PUT /sda1/p/a/c/dopey20_no_header" 201 - "-" "-" "-" 0.0153 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0709 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:40 +0000] "PUT /sda1/p/a/c/dopey30" 301 - "-" "-" "-" 0.0028 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:40 +0000] "PUT /sda1/p/a/c/dopey30_no_header" 201 - "-" "-" "-" 0.0003 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0560 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:40 +0000] "PUT /sda1/p/a/c/dopey40" 301 - "-" "-" "-" 0.0009 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:40 +0000] "PUT /sda1/p/a/c/dopey40_no_header" 201 - "-" "-" "-" 0.0004 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:41 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.2555 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:41 +0000] "PUT /sda1/p/a/c/dopey50" 201 - "-" "-" "-" 0.0024 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:41 +0000] "PUT /sda1/p/a/c/dopey50_no_header" 201 - "-" "-" "-" 0.0004 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:41 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0414 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:41 +0000] "PUT /sda1/p/a/c/dopey60" 301 - "-" "-" "-" 0.0010 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:41 +0000] "PUT /sda1/p/a/c/dopey60_no_header" 201 - "-" "-" "-" 0.0004 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:41 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1041 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:41 +0000] "PUT /sda1/p/a/c/dopey70" 201 - "-" "-" "-" 0.0071 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:41 +0000] "PUT /sda1/p/a/c/dopey70_no_header" 201 - "-" "-" "-" 0.0019 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:41 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0733 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:41 +0000] "PUT /sda1/p/a/c/dopey80" 201 - "-" "-" "-" 0.0022 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:41 +0000] "PUT /sda1/p/a/c/dopey80_no_header" 201 - "-" "-" "-" 0.0005 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:41 +0000] "PUT /sda1/p/a/c/bashful" 301 - "-" "-" "-" 0.0010 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:41 +0000] "PUT /sda1/p/a/c/dopey" 301 - "-" "-" "-" 0.0011 "-" 635438 - -test DEBUG: Unlinked retiring db '/tmp/tmpqd9jvh0w/tmp_test_container_server_ContainerController/sda1/containers/p/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db' -test INFO: - - - [18/Jun/2025:00:03:42 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0924 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:42 +0000] "PUT /sda1/p/a/c/grumpiest10" 201 - "-" "-" "-" 0.0012 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:42 +0000] "PUT /sda1/p/a/c/grumpiest10_no_header" 201 - "-" "-" "-" 0.0007 "-" 635438 - -test.unit.container.test_backend.TestContainerBroker.test_get_namespaces -test.unit.container.test_backend.TestContainerBroker.test_get_namespaces ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_is_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info ... ok test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces_root_container_fill_gap test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces_root_container_fill_gap ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_namespaces_root_container_fill_gap -test.unit.container.test_backend.TestContainerBroker.test_get_namespaces_root_container_fill_gap ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_no_stale_reads -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_no_stale_reads ... ok -test DEBUG: /tmp/tmprmh91_1i/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 2 (0.0548034s) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_syncs, ([],) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (2, '345ba7ecb1f2867ee784f951d58b6a2a', '10052dc3-71d4-4d43-ad6e-3063489bc238-sda', '1750205018.76426', '1750205018.00000', '0', '', '1750205018.00000', 1, 0) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('10052dc3-71d4-4d43-ad6e-3063489bc238-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmprmh91_1i/sda/containers/0/38e/80fc1fc0ae0ed44084a93df5bb43f38e/80fc1fc0ae0ed44084a93df5bb43f38e.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.83825 seconds (1.19296/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmprmh91_1i/sda/containers/0/38e/80fc1fc0ae0ed44084a93df5bb43f38e/80fc1fc0ae0ed44084a93df5bb43f38e.db -REPLICATE: /sdb/0/80fc1fc0ae0ed44084a93df5bb43f38e, sync, (1, '66ed4aaf285ec319deb6ba079da70f90', 'aa649f7a-0acd-41ed-9204-672a840eff1f-sda', '1750205019.84382', '1750204800', '0', '', '1750204800', 1, 0) -REPLICATE: /sdb/0/80fc1fc0ae0ed44084a93df5bb43f38e, complete_rsync, ('aa649f7a-0acd-41ed-9204-672a840eff1f-sda', '80fc1fc0ae0ed44084a93df5bb43f38e.db') -REPLICATE: /sdc/0/80fc1fc0ae0ed44084a93df5bb43f38e, sync, (1, '66ed4aaf285ec319deb6ba079da70f90', 'aa649f7a-0acd-41ed-9204-672a840eff1f-sda', '1750205019.84382', '1750204800', '0', '', '1750204800', 1, 0) -REPLICATE: /sdc/0/80fc1fc0ae0ed44084a93df5bb43f38e, complete_rsync, ('aa649f7a-0acd-41ed-9204-672a840eff1f-sda', '80fc1fc0ae0ed44084a93df5bb43f38e.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmprmh91_1i/sdb/containers/0/38e/80fc1fc0ae0ed44084a93df5bb43f38e/80fc1fc0ae0ed44084a93df5bb43f38e.db -REPLICATE: /sdc/0/80fc1fc0ae0ed44084a93df5bb43f38e, sync, (1, '66ed4aaf285ec319deb6ba079da70f90', '7a2f5089-06c7-4b81-bece-a0251457bd62-', '1750205019.84382', '1750204800', '0', '', '1750204800', 1, 0) -test DEBUG: /tmp/tmprmh91_1i/sdb/containers/0/38e/80fc1fc0ae0ed44084a93df5bb43f38e/80fc1fc0ae0ed44084a93df5bb43f38e.db in sync with 10.0.0.2:1002/sdc, nothing to do -REPLICATE: /sda/0/80fc1fc0ae0ed44084a93df5bb43f38e, sync, (1, '66ed4aaf285ec319deb6ba079da70f90', '7a2f5089-06c7-4b81-bece-a0251457bd62-', '1750205019.84382', '1750204800', '0', '', '1750204800', 1, 0) -test DEBUG: /tmp/tmprmh91_1i/sdb/containers/0/38e/80fc1fc0ae0ed44084a93df5bb43f38e/80fc1fc0ae0ed44084a93df5bb43f38e.db in sync with 10.0.0.0:1000/sda, nothing to do -test DEBUG: Replicating db /tmp/tmprmh91_1i/sdb/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (2, '84c9c379c58457b2d42682379c76a640', '417be65f-15d9-4f33-83f1-2627700a0cdd-sdb', '1750205018.76426', '1750205019.00000', '0', '', '1750205019.22533', 1, 0) -test DEBUG: /tmp/tmprmh91_1i/sdb/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db usyncing chunks to 10.0.0.2:1002/sdc, starting at row -1 -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, merge_items, ([{'ROWID': 1, 'name': 'o-nulo', 'created_at': '1750205022.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'o-unu', 'created_at': '1750205023.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '417be65f-15d9-4f33-83f1-2627700a0cdd-sdb') -test DEBUG: /tmp/tmprmh91_1i/sdb/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db usyncing chunks to 10.0.0.2:1002/sdc, finished at row 2 (0.0754123s) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, merge_syncs, ([{'remote_id': '10052dc3-71d4-4d43-ad6e-3063489bc238-sda', 'sync_point': 2}],) -REPLICATE: /sda/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (2, '84c9c379c58457b2d42682379c76a640', '417be65f-15d9-4f33-83f1-2627700a0cdd-sdb', '1750205018.76426', '1750205019.00000', '0', '', '1750205019.22533', 1, 0) -test DEBUG: /tmp/tmprmh91_1i/sdb/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db usyncing chunks to 10.0.0.0:1000/sda, starting at row -1 -REPLICATE: /sda/0/c0ad7ddcd21bd2c0303123f75421e928, merge_items, ([{'ROWID': 1, 'name': 'o-nulo', 'created_at': '1750205022.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'o-unu', 'created_at': '1750205023.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '417be65f-15d9-4f33-83f1-2627700a0cdd-sdb') -test DEBUG: /tmp/tmprmh91_1i/sdb/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db usyncing chunks to 10.0.0.0:1000/sda, finished at row 2 (0.208112s) -REPLICATE: /sda/0/c0ad7ddcd21bd2c0303123f75421e928, merge_syncs, ([{'remote_id': '10052dc3-71d4-4d43-ad6e-3063489bc238-sda', 'sync_point': 2}],) -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmprmh91_1i/sdb/containers/0/38e/80fc1fc0ae0ed44084a93df5bb43f38e/80fc1fc0ae0ed44084a93df5bb43f38e.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 2 dbs in 0.86773 seconds (2.30487/s) -test INFO: Removed 0 dbs -test INFO: 4 successes, 0 failures -test INFO: diff:2 diff_capped:0 empty:0 hashmatch:0 no_change:2 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmprmh91_1i/sdb/containers/0/38e/80fc1fc0ae0ed44084a93df5bb43f38e/80fc1fc0ae0ed44084a93df5bb43f38e.db -REPLICATE: /sdc/0/80fc1fc0ae0ed44084a93df5bb43f38e, sync, (2, '6b2e9961953bd88c84933618e8474c76', '7a2f5089-06c7-4b81-bece-a0251457bd62-', '1750205019.84382', '1750204800', '0', '', '1750204800', 1, 0) -test DEBUG: /tmp/tmprmh91_1i/sdb/containers/0/38e/80fc1fc0ae0ed44084a93df5bb43f38e/80fc1fc0ae0ed44084a93df5bb43f38e.db usyncing chunks to 10.0.0.2:1002/sdc, starting at row 1 -REPLICATE: /sdc/0/80fc1fc0ae0ed44084a93df5bb43f38e, merge_items, ([{'ROWID': 2, 'name': '1:/a/c/o-unu', 'created_at': '1750205023.00000', 'size': 0, 'content_type': 'application/x-put', 'etag': '1750205023.00000', 'deleted': 0, 'storage_policy_index': 0}], '7a2f5089-06c7-4b81-bece-a0251457bd62-') -test DEBUG: /tmp/tmprmh91_1i/sdb/containers/0/38e/80fc1fc0ae0ed44084a93df5bb43f38e/80fc1fc0ae0ed44084a93df5bb43f38e.db usyncing chunks to 10.0.0.2:1002/sdc, finished at row 2 (0.105104s) -REPLICATE: /sdc/0/80fc1fc0ae0ed44084a93df5bb43f38e, merge_syncs, ([{'remote_id': 'aa649f7a-0acd-41ed-9204-672a840eff1f-sda', 'sync_point': 1}],) -REPLICATE: /sda/0/80fc1fc0ae0ed44084a93df5bb43f38e, sync, (2, '6b2e9961953bd88c84933618e8474c76', '7a2f5089-06c7-4b81-bece-a0251457bd62-', '1750205019.84382', '1750204800', '0', '', '1750204800', 1, 0) -test DEBUG: /tmp/tmprmh91_1i/sdb/containers/0/38e/80fc1fc0ae0ed44084a93df5bb43f38e/80fc1fc0ae0ed44084a93df5bb43f38e.db usyncing chunks to 10.0.0.0:1000/sda, starting at row 1 -REPLICATE: /sda/0/80fc1fc0ae0ed44084a93df5bb43f38e, merge_items, ([{'ROWID': 2, 'name': '1:/a/c/o-unu', 'created_at': '1750205023.00000', 'size': 0, 'content_type': 'application/x-put', 'etag': '1750205023.00000', 'deleted': 0, 'storage_policy_index': 0}], '7a2f5089-06c7-4b81-bece-a0251457bd62-') -test DEBUG: /tmp/tmprmh91_1i/sdb/containers/0/38e/80fc1fc0ae0ed44084a93df5bb43f38e/80fc1fc0ae0ed44084a93df5bb43f38e.db usyncing chunks to 10.0.0.0:1000/sda, finished at row 2 (0.0702307s) -REPLICATE: /sda/0/80fc1fc0ae0ed44084a93df5bb43f38e, merge_syncs, ([{'remote_id': 'aa649f7a-0acd-41ed-9204-672a840eff1f-sda', 'sync_point': 1}],) -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -Unlinked retiring db '/tmp/tmp3ggflbkv/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db' -test.unit.container.test_backend.TestContainerBroker.test_get_namespaces_state_filtering -test.unit.container.test_backend.TestContainerBroker.test_get_namespaces_state_filtering ... ok test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces_state_filtering test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces_state_filtering ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces_root_container_fill_gap -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces_root_container_fill_gap ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_objects -test.unit.container.test_backend.TestContainerBroker.test_get_objects ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_missing -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_missing ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_is_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_no_stale_reads +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_no_stale_reads ... ok test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_objects test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_objects ... ok -test.unit.container.test_server.TestContainerController.test_PUT_object_update_redirected_to_shard -test.unit.container.test_server.TestContainerController.test_PUT_object_update_redirected_to_shard ... ok -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (3, '070381324303df193be2e3355fa1e3b2', 'a4a09352-44d2-4512-8b96-6174614dc5d8-', '1750205022.22885', '1750205022.22672', '0', '', '1750205022.22672', 99, 0) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('a4a09352-44d2-4512-8b96-6174614dc5d8-', 'c0ad7ddcd21bd2c0303123f75421e928_1750205022.31118.db') -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (3, '070381324303df193be2e3355fa1e3b2', 'a4a09352-44d2-4512-8b96-6174614dc5d8-', '1750205022.22885', '1750205022.22672', '0', '', '1750205022.22672', 99, 0) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, get_shard_ranges, () -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1750205022.31111', 'lower': '', 'upper': 'a', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1750205022.31111', 'deleted': 0, 'state': 40, 'state_timestamp': '1750205022.31111', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750205022.31130', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750205022.31130', 'deleted': 0, 'state': 60, 'state_timestamp': '1750205022.31118', 'epoch': '1750205022.31118', 'reported': 0, 'tombstones': -1}], 'a4a09352-44d2-4512-8b96-6174614dc5d8-') -test DEBUG: /tmp/tmp3ggflbkv/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1750205022.31118.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmp3ggflbkv/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1750205022.31118.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -Unlinked retiring db '/tmp/tmpbh4rwxx2/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db' -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces_state_filtering -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces_state_filtering ... ok -test.unit.container.test_server.TestContainerController.test_PUT_proxy_default_no_policy_for_existing_default -test.unit.container.test_server.TestContainerController.test_PUT_proxy_default_no_policy_for_existing_default ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty_old_style_shard_container ... ok -test.unit.container.test_server.TestContainerController.test_PUT_reset_container_sync -test.unit.container.test_server.TestContainerController.test_PUT_reset_container_sync ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_objects -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_objects ... ok -Unlinked retiring db '/tmp/tmpbh4rwxx2/sdb/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_objects_since_row -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_objects_since_row ... ok +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796261.00000, (0, 0) as of 1715796261.00000, shrunk as of 1715796261.00000> to ShardRange<'k' to 't' as of 1715796262.00000, (0, 0) as of 1715796262.00000, sharded as of 1715796262.00000>, path: .shards_a/shard_c_1715796262.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/152/8b3da65ede5ef1c6b639ce8ca8621152/8b3da65ede5ef1c6b639ce8ca8621152.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796262.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/152/8b3da65ede5ef1c6b639ce8ca8621152/8b3da65ede5ef1c6b639ce8ca8621152.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796264.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/3ca/84f3173eb9cbc946d53289b3edb7c3ca/84f3173eb9cbc946d53289b3edb7c3ca.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796264.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/3ca/84f3173eb9cbc946d53289b3edb7c3ca/84f3173eb9cbc946d53289b3edb7c3ca.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796265.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/5b2/ff94a0317a219b9157ad63038b7d45b2/ff94a0317a219b9157ad63038b7d45b2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796267.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/738/6f926963b00dfc1f3ca22988e6e06738/6f926963b00dfc1f3ca22988e6e06738.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796269.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/861/fa392fc87b16f5c8a9968acab558a861/fa392fc87b16f5c8a9968acab558a861.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796271.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/f7d/b767dac1ed6d88fc5b8632253aecaf7d/b767dac1ed6d88fc5b8632253aecaf7d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796273.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/8d2/94d22a994e41d5157eb5bbf62c7568d2/94d22a994e41d5157eb5bbf62c7568d2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796275.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/dcc/4776d54508d4b344b253a137ebed2dcc/4776d54508d4b344b253a137ebed2dcc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796277.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/e3b/f5b0ca53b6c4ee8874c7983650e2be3b/f5b0ca53b6c4ee8874c7983650e2be3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796279.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/c32/cd4747377c384ac307a8a782bf332c32/cd4747377c384ac307a8a782bf332c32.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796281.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/a86/ac108d1f4409a54d220d4616b9ac8a86/ac108d1f4409a54d220d4616b9ac8a86.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796283.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/2b0/9a0a081bcd5a70738b2b2af38c6c92b0/9a0a081bcd5a70738b2b2af38c6c92b0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796285.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/979/3a046d350daa92a697390c77be22c979/3a046d350daa92a697390c77be22c979.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796287.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/d7b/31d7e5da248a3d4eda94d760e0579d7b/31d7e5da248a3d4eda94d760e0579d7b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796289.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/e11/c1f3eff946bb45d3d06d718bbb38ce11/c1f3eff946bb45d3d06d718bbb38ce11.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796291.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/38c/8ccb02298eb090c7686ad864e99ac38c/8ccb02298eb090c7686ad864e99ac38c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796293.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/e3d/d32ae0cbeea433303a6b166ab44cfe3d/d32ae0cbeea433303a6b166ab44cfe3d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796295.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/108/c79be84f4bf5fef37a989e9dfe198108/c79be84f4bf5fef37a989e9dfe198108.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796297.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/167/e5b7896fb85ce7ad73d1598f31c92167/e5b7896fb85ce7ad73d1598f31c92167.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796299.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/b3b/8b5231257b77f7f2d4b5edb3533a7b3b/8b5231257b77f7f2d4b5edb3533a7b3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796301.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/bde/d0d4439ec811612d9d7e6c02b8133bde/d0d4439ec811612d9d7e6c02b8133bde.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796303.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/d60/5adfe530782dc0f483820fef30393d60/5adfe530782dc0f483820fef30393d60.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796305.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/f0b/159656c6f03f7f2b66c261d164f7ff0b/159656c6f03f7f2b66c261d164f7ff0b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796307.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/4f0/25cd5189bc6ee39ac5cca8c9a0b964f0/25cd5189bc6ee39ac5cca8c9a0b964f0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796309.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/fca/5f2ec960c34db7f7183648a567cb6fca/5f2ec960c34db7f7183648a567cb6fca.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796311.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/2c3/20ea3f23cbac1cb6b06909510ff532c3/20ea3f23cbac1cb6b06909510ff532c3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796313.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/e53/c4661e0f5bef1dc16d58585bc7d22e53/c4661e0f5bef1dc16d58585bc7d22e53.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796315.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/c75/305ff9ea04a95145ef2dd6482660fc75/305ff9ea04a95145ef2dd6482660fc75.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796317.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/428/6174910c952a2fd60eadacfac1b5e428/6174910c952a2fd60eadacfac1b5e428.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796319.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/908/5a57e583d66a9a801bbea047132d4908/5a57e583d66a9a801bbea047132d4908.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796321.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/4da/e3b37fdb5016ef3a01d59f2835a644da/e3b37fdb5016ef3a01d59f2835a644da.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796323.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/ce0/97c2af4f181d27b8ea0c153dc9ce5ce0/97c2af4f181d27b8ea0c153dc9ce5ce0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796325.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/ced/28acf22c8e04f1837c5176d8977eeced/28acf22c8e04f1837c5176d8977eeced.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796327.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/baa/91bfc134b926cf78264b9a10689e9baa/91bfc134b926cf78264b9a10689e9baa.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796329.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/5a2/59324e54754e5e500f7c5bf7133bc5a2/59324e54754e5e500f7c5bf7133bc5a2.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796329.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/5a2/59324e54754e5e500f7c5bf7133bc5a2/59324e54754e5e500f7c5bf7133bc5a2.db +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty ... ok test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_sharding_states test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_sharding_states ... ok -test.unit.container.test_server.TestContainerController.test_PUT_shard_range_autocreates_shard_container -test.unit.container.test_server.TestContainerController.test_PUT_shard_range_autocreates_shard_container ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharded -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharded ... ok test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_stale_read_ok test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_stale_read_ok ... ok -test.unit.container.test_server.TestContainerController.test_PUT_shard_range_json_in_body -test.unit.container.test_server.TestContainerController.test_PUT_shard_range_json_in_body ... ok -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (6, '60c1fb1311241cf475ec863b67ad5d87', 'e38a62aa-720b-427e-90e3-d4cfbc0d99f9-', '1750205023.10185', '1750205023.09961', '0', '', '1750205023.09961', 99, 0) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, get_shard_ranges, () -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1750205024.74409', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1750205024.74409', 'deleted': 0, 'state': 40, 'state_timestamp': '1750205024.74409', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750205024.82319', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750205024.82319', 'deleted': 0, 'state': 60, 'state_timestamp': '1750205023.17800', 'epoch': '1750205023.17800', 'reported': 0, 'tombstones': -1}], 'e38a62aa-720b-427e-90e3-d4cfbc0d99f9-') -test DEBUG: /tmp/tmpbh4rwxx2/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1750205023.17800.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpbh4rwxx2/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1750205023.17800.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (6, '60c1fb1311241cf475ec863b67ad5d87', 'e38a62aa-720b-427e-90e3-d4cfbc0d99f9-', '1750205023.10185', '1750205024.66476', '0', '', '1750205023.09961', 101, 0) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, get_shard_ranges, () -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1750205024.74409', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1750205024.74409', 'deleted': 0, 'state': 40, 'state_timestamp': '1750205024.74409', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750205024.82319', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750205024.82319', 'deleted': 0, 'state': 60, 'state_timestamp': '1750205023.17800', 'epoch': '1750205023.17800', 'reported': 0, 'tombstones': -1}], 'e38a62aa-720b-427e-90e3-d4cfbc0d99f9-') -test DEBUG: /tmp/tmpbh4rwxx2/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1750205023.17800.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpbh4rwxx2/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1750205023.17800.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -Unlinked retiring db '/tmp/tmpgkcg39cy/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db' test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_items_since test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_items_since ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_objects_since_row -test.unit.container.test_backend.TestContainerBroker.test_get_objects_since_row ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_own_shard_range -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_own_shard_range ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_own_shard_range -test.unit.container.test_backend.TestContainerBroker.test_get_own_shard_range ... ok -Unlinked retiring db '/tmp/tmpgkcg39cy/sdb/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db' -test.unit.container.test_server.TestContainerController.test_PUT_shard_range_to_deleted_container -test.unit.container.test_server.TestContainerController.test_PUT_shard_range_to_deleted_container ... ok -test.unit.container.test_server.TestContainerController.test_PUT_simulated_create_race -test.unit.container.test_server.TestContainerController.test_PUT_simulated_create_race ... ok -test.unit.container.test_server.TestContainerController.test_PUT_timestamp_not_float -test.unit.container.test_server.TestContainerController.test_PUT_timestamp_not_float ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_policy_info -test.unit.container.test_backend.TestContainerBroker.test_get_policy_info ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharded_large_diff -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharded_large_diff ... ok -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205100.00000, (0, 0) as of 1750205100.00000, shrunk as of 1750205100.00000> to ShardRange<'k' to 't' as of 1750205101.00000, (0, 0) as of 1750205101.00000, cleaved as of 1750205101.00000>, path: .shards_a/shard_c_1750205101.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/c3a/3c0449c2f111833022b2cb4692424c3a/3c0449c2f111833022b2cb4692424c3a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205103.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/9b5/6ae29640e69b6b6514e81179ef70f9b5/6ae29640e69b6b6514e81179ef70f9b5.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205102.00000, (0, 0) as of 1750205102.00000, shrunk as of 1750205102.00000> to ShardRange<'k' to 't' as of 1750205103.00000, (0, 0) as of 1750205103.00000, active as of 1750205103.00000>, path: .shards_a/shard_c_1750205103.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/9b5/6ae29640e69b6b6514e81179ef70f9b5/6ae29640e69b6b6514e81179ef70f9b5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205105.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/783/c773240d596effedfbb037086d57f783/c773240d596effedfbb037086d57f783.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205104.00000, (0, 0) as of 1750205104.00000, shrunk as of 1750205104.00000> to ShardRange<'k' to 't' as of 1750205105.00000, (0, 0) as of 1750205105.00000, shrinking as of 1750205105.00000>, path: .shards_a/shard_c_1750205105.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/783/c773240d596effedfbb037086d57f783/c773240d596effedfbb037086d57f783.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205105.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/783/c773240d596effedfbb037086d57f783/c773240d596effedfbb037086d57f783.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205107.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/45c/e376491111770c10b385037f20a2745c/e376491111770c10b385037f20a2745c.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205106.00000, (0, 0) as of 1750205106.00000, shrunk as of 1750205106.00000> to ShardRange<'k' to 't' as of 1750205107.00000, (0, 0) as of 1750205107.00000, sharding as of 1750205107.00000>, path: .shards_a/shard_c_1750205107.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/45c/e376491111770c10b385037f20a2745c/e376491111770c10b385037f20a2745c.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205107.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/45c/e376491111770c10b385037f20a2745c/e376491111770c10b385037f20a2745c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205109.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/c4c/5251b726476b86a8cea811d687b0fc4c/5251b726476b86a8cea811d687b0fc4c.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205108.00000, (0, 0) as of 1750205108.00000, shrunk as of 1750205108.00000> to ShardRange<'k' to 't' as of 1750205109.00000, (0, 0) as of 1750205109.00000, sharded as of 1750205109.00000>, path: .shards_a/shard_c_1750205109.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/c4c/5251b726476b86a8cea811d687b0fc4c/5251b726476b86a8cea811d687b0fc4c.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205109.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/c4c/5251b726476b86a8cea811d687b0fc4c/5251b726476b86a8cea811d687b0fc4c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205111.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/469/bd156124451faecdf63e8b9ceda55469/bd156124451faecdf63e8b9ceda55469.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205111.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/469/bd156124451faecdf63e8b9ceda55469/bd156124451faecdf63e8b9ceda55469.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205112.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/e54/874fa0046330dc691d65015192c2ae54/874fa0046330dc691d65015192c2ae54.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205114.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/ef8/7fdb66f9e6a59c469a42e288b5c6eef8/7fdb66f9e6a59c469a42e288b5c6eef8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205116.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/fbe/dfcdb88000820a7978bba5be9554dfbe/dfcdb88000820a7978bba5be9554dfbe.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205118.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/eb5/11d4f5c844d25d450068362a5b13beb5/11d4f5c844d25d450068362a5b13beb5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205120.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/cb8/7a83f2a7be14eec9a0370d3dec950cb8/7a83f2a7be14eec9a0370d3dec950cb8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205122.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/165/fb27d44a08db09fa12e9d6b2b3e23165/fb27d44a08db09fa12e9d6b2b3e23165.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205124.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/be6/cf500bcf12e5045ef2dc0ac410b8fbe6/cf500bcf12e5045ef2dc0ac410b8fbe6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205126.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/f23/69dc9197c2c00e346246bc2809cfcf23/69dc9197c2c00e346246bc2809cfcf23.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205128.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/4ca/6dd983cbfbe6af21a4cd4c01d7d1a4ca/6dd983cbfbe6af21a4cd4c01d7d1a4ca.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205130.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/277/978e444a95a159c3833b5dee05120277/978e444a95a159c3833b5dee05120277.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205132.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/25b/73896a13118d53a3d9c78faf54ad025b/73896a13118d53a3d9c78faf54ad025b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205134.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/4e0/b5325e11b29d6d3bf68ee2cb647304e0/b5325e11b29d6d3bf68ee2cb647304e0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205136.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/f4d/17ea73063231fb59e293d84809a71f4d/17ea73063231fb59e293d84809a71f4d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205138.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/667/09e65e6a01b54cec417cf07bfeda7667/09e65e6a01b54cec417cf07bfeda7667.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205140.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/e99/9474968e8ff9b85868485d45a83a9e99/9474968e8ff9b85868485d45a83a9e99.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205142.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/853/ae05ecf7e62f4d9ff0d35b0eac089853/ae05ecf7e62f4d9ff0d35b0eac089853.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205144.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/459/e1b62c3b7f9f0f4ec0b2d8d81daee459/e1b62c3b7f9f0f4ec0b2d8d81daee459.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205146.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/d79/d166e31917880ecd7a2c3f87c61e0d79/d166e31917880ecd7a2c3f87c61e0d79.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205148.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/08e/d3bf729959a0cfb71e17cc94efebd08e/d3bf729959a0cfb71e17cc94efebd08e.db -test.unit.container.test_server.TestContainerController.test_PUT_utf8 -test.unit.container.test_server.TestContainerController.test_PUT_utf8 ... ok -test.unit.container.test_server.TestContainerController.test_REPLICATE_complete_rsync_works -test.unit.container.test_server.TestContainerController.test_REPLICATE_complete_rsync_works ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_policy_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_policy_info ... ok -test.unit.container.test_server.TestContainerController.test_REPLICATE_insufficient_space -test.unit.container.test_server.TestContainerController.test_REPLICATE_insufficient_space ... ok test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_objects_since_row test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_objects_since_row ... ok -test INFO: - - - [18/Jun/2025:00:03:42 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0720 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:42 +0000] "PUT /sda1/p/a/c/grumpiest20" 301 - "-" "-" "-" 0.0145 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:42 +0000] "PUT /sda1/p/a/c/grumpiest20_no_header" 201 - "-" "-" "-" 0.0006 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:42 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0611 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:42 +0000] "PUT /sda1/p/a/c/grumpiest30" 301 - "-" "-" "-" 0.0013 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:42 +0000] "PUT /sda1/p/a/c/grumpiest30_no_header" 201 - "-" "-" "-" 0.0004 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:42 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0929 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:42 +0000] "PUT /sda1/p/a/c/grumpiest40" 301 - "-" "-" "-" 0.0012 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:42 +0000] "PUT /sda1/p/a/c/grumpiest40_no_header" 201 - "-" "-" "-" 0.0008 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:42 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0927 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:42 +0000] "PUT /sda1/p/a/c/grumpiest50" 201 - "-" "-" "-" 0.0012 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:42 +0000] "PUT /sda1/p/a/c/grumpiest50_no_header" 201 - "-" "-" "-" 0.0047 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:43 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0964 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:43 +0000] "PUT /sda1/p/a/c/grumpiest60" 301 - "-" "-" "-" 0.0068 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:43 +0000] "PUT /sda1/p/a/c/grumpiest60_no_header" 201 - "-" "-" "-" 0.0004 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:43 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0855 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:43 +0000] "PUT /sda1/p/a/c/grumpiest70" 201 - "-" "-" "-" 0.0011 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:43 +0000] "PUT /sda1/p/a/c/grumpiest70_no_header" 201 - "-" "-" "-" 0.0005 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:43 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1963 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:43 +0000] "PUT /sda1/p/a/c/grumpiest80" 201 - "-" "-" "-" 0.0012 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:44 +0000] "PUT /sda1/p/a/c/grumpiest80_no_header" 201 - "-" "-" "-" 0.0006 "-" 635438 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:03:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0652 "-" 635438 1 -test INFO: - - - [18/Jun/2025:00:03:44 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 635438 1 -test INFO: - - - [18/Jun/2025:00:03:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0751 "-" 635438 1 -test INFO: - - - [18/Jun/2025:00:03:44 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 635438 1 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:03:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1160 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0694 "-" 635438 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:03:45 +0000] "PUT /sda1/p/.shards_a/shard_c" 404 - "-" "-" "-" 0.0003 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:45 +0000] "PUT /sda1/p/.shards_a/shard_c" 400 49 "-" "-" "-" 0.0002 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:45 +0000] "PUT /sda1/p/.shards_a/shard_c" 201 - "-" "-" "-" 0.2888 "-" 635438 1 -test INFO: - - - [18/Jun/2025:00:03:45 +0000] "PUT /sda1/p/.shards_a/shard_c" 202 - "-" "-" "-" 0.0663 "-" 635438 1 -test INFO: - - - [18/Jun/2025:00:03:45 +0000] "PUT /sda1/p/.shards_a/shard_c" 202 - "-" "-" "-" 0.1048 "-" 635438 1 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:03:45 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0004 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:45 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0706 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1547 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0693 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:46 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.4063 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:46 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1365 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:46 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0897 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:46 +0000] "PUT /sda1/p/a/c" 400 74 "-" "-" "-" 0.0002 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:46 +0000] "PUT /sda1/p/a/c" 400 74 "-" "-" "-" 0.0002 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:46 +0000] "PUT /sda1/p/a/c" 400 69 "-" "-" "-" 0.0002 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:46 +0000] "PUT /sda1/p/a/c" 400 75 "-" "-" "-" 0.0002 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:46 +0000] "PUT /sda1/p/a/c" 400 35 "-" "-" "-" 0.0002 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:46 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0931 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:46 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0718 "-" 635438 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:03:46 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0820 "-" 635438 0 -test DEBUG: Unlinked retiring db '/tmp/tmp7612amnx/tmp_test_container_server_ContainerController/sda1/containers/p/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db' -test INFO: - - - [18/Jun/2025:00:03:47 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.1509 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:47 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0067 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:48 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.4836 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:48 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0017 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:48 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1980 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:48 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0073 "-" 635438 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:03:48 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0773 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:48 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0031 "-" 635438 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:03:48 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0817 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:48 +0000] "PUT /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 635438 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:03:48 +0000] "PUT /sda1/p/a/b%27%5Cxe2%5Cx98%5Cx83%27" 201 - "-" "-" "-" 0.0876 "-" 635438 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: - - - [18/Jun/2025:00:03:48 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0003 "-" 635438 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test.unit.container.test_server.TestContainerController.test_REPLICATE_rsync_then_merge_works -test.unit.container.test_server.TestContainerController.test_REPLICATE_rsync_then_merge_works ... ok -test.unit.container.test_server.TestContainerController.test_REPLICATE_unknown_sync -test.unit.container.test_server.TestContainerController.test_REPLICATE_unknown_sync ... ok -test.unit.container.test_server.TestContainerController.test_REPLICATE_value_error_works -test.unit.container.test_server.TestContainerController.test_REPLICATE_value_error_works ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_replication_info -test.unit.container.test_backend.TestContainerBroker.test_get_replication_info ... ok -test.unit.container.test_server.TestContainerController.test_UPDATE -test.unit.container.test_server.TestContainerController.test_UPDATE ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces ... ok test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces_root_container_fill_gap test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces_root_container_fill_gap ... ok -test.unit.container.test_server.TestContainerController.test_UPDATE_autocreate -test.unit.container.test_server.TestContainerController.test_UPDATE_autocreate ... ok -test.unit.container.test_server.TestContainerController.test__call__raise_timeout -test.unit.container.test_server.TestContainerController.test__call__raise_timeout ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_objects_since_row -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_objects_since_row ... ok -test.unit.container.test_server.TestContainerController.test_account_update_account_override_deleted -test.unit.container.test_server.TestContainerController.test_account_update_account_override_deleted ... ok -test.unit.container.test_server.TestContainerController.test_account_update_mismatched_host_device -test.unit.container.test_server.TestContainerController.test_account_update_mismatched_host_device ... ok -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (6, 'c81b5f7cdd06a76a141052f0a38b6b56', 'ebd7fa85-67b1-42b7-9d9b-b64bc220c4b4-', '1750205025.76513', '1750205025.76284', '0', '', '1750205025.76284', 99, 0) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, get_shard_ranges, () -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1750205026.80835', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1750205026.80835', 'deleted': 0, 'state': 40, 'state_timestamp': '1750205026.80835', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750205026.89697', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750205026.89697', 'deleted': 0, 'state': 60, 'state_timestamp': '1750205025.86809', 'epoch': '1750205025.86809', 'reported': 0, 'tombstones': -1}], 'ebd7fa85-67b1-42b7-9d9b-b64bc220c4b4-') -test DEBUG: /tmp/tmpgkcg39cy/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1750205025.86809.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpgkcg39cy/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1750205025.86809.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (6, 'c81b5f7cdd06a76a141052f0a38b6b56', 'ebd7fa85-67b1-42b7-9d9b-b64bc220c4b4-', '1750205025.76513', '1750205026.74479', '0', '', '1750205025.76284', 101, 0) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, get_shard_ranges, () -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1750205026.80835', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1750205026.80835', 'deleted': 0, 'state': 40, 'state_timestamp': '1750205026.80835', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750205026.89697', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750205026.89697', 'deleted': 0, 'state': 60, 'state_timestamp': '1750205025.86809', 'epoch': '1750205025.86809', 'reported': 0, 'tombstones': -1}], 'ebd7fa85-67b1-42b7-9d9b-b64bc220c4b4-') -test DEBUG: /tmp/tmpgkcg39cy/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1750205025.86809.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpgkcg39cy/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1750205025.86809.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -Unlinked retiring db '/tmp/tmpp0zcay7g/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces_state_filtering -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces_state_filtering ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_report_info -test.unit.container.test_backend.TestContainerBroker.test_get_report_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_replication_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_replication_info ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_shard_range_rows_with_limit -test.unit.container.test_backend.TestContainerBroker.test_get_shard_range_rows_with_limit ... ok test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_own_shard_range test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_own_shard_range ... ok -test.unit.container.test_server.TestContainerController.test_acl_container -test.unit.container.test_server.TestContainerController.test_acl_container ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges -test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_objects -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_objects ... ok -test.unit.container.test_server.TestContainerController.test_change_storage_policy_via_DELETE_then_PUT -test.unit.container.test_server.TestContainerController.test_change_storage_policy_via_DELETE_then_PUT ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_includes -test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_includes ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_own_shard_range -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_own_shard_range ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces_state_filtering +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces_state_filtering ... ok test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_policy_info test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_policy_info ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharding -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharding ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_with_sharding_overlaps -test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_with_sharding_overlaps ... ok -test.unit.container.test_server.TestContainerController.test_change_to_default_storage_policy_via_DELETE_then_PUT -test.unit.container.test_server.TestContainerController.test_change_to_default_storage_policy_via_DELETE_then_PUT ... ok -test.unit.container.test_server.TestContainerController.test_content_type_on_HEAD -test.unit.container.test_server.TestContainerController.test_content_type_on_HEAD ... ok -test.unit.container.test_server.TestContainerController.test_correct_allowed_method -test.unit.container.test_server.TestContainerController.test_correct_allowed_method ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_with_shrinking_overlaps -test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_with_shrinking_overlaps ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_report_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_report_info ... ok -test.unit.container.test_server.TestContainerController.test_create_reserved_namespace_container -test.unit.container.test_server.TestContainerController.test_create_reserved_namespace_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_policy_info -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_policy_info ... ok -test.unit.container.test_server.TestContainerController.test_create_reserved_object_in_container -test.unit.container.test_server.TestContainerController.test_create_reserved_object_in_container ... ok -test.unit.container.test_server.TestContainerController.test_creation -test.unit.container.test_server.TestContainerController.test_creation ... ok -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: - - - [18/Jun/2025:00:03:48 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0003 "-" 635438 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: - - - [18/Jun/2025:00:03:48 +0000] "REPLICATE /sda1/p/a/" 404 - "-" "-" "-" 0.0003 "-" 635438 - -test ERROR: ERROR __call__ error with REPLICATE /sda1/p/a/ : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/server.py", line 1025, in __call__ - res = getattr(self, req.method)(req) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 1519, in _timing_stats - resp = func(ctrl, *args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/container/server.py", line 949, in REPLICATE - ret = self.replicator_rpc.dispatch(post_args, args) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/db_replicator.py", line 897, in dispatch - return getattr(self, op)( - ^^^^^^^^^^^^^^^^^ -AttributeError: 'ContainerReplicatorRpc' object has no attribute 'unknown_sync' -test DEBUG: - - - [18/Jun/2025:00:03:48 +0000] "REPLICATE /sda1/p/a/" 500 847 "-" "-" "-" 0.0121 "-" 635438 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: - - - [18/Jun/2025:00:03:48 +0000] "REPLICATE /sda1/p/a/" 400 49 "-" "-" "-" 0.0070 "-" 635438 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:03:48 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1390 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:48 +0000] "UPDATE /sda1/p/a/c" 400 41 "-" "-" "-" 0.0003 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:48 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0035 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:48 +0000] "UPDATE /sda1/p/a/c" 202 - "-" "-" "-" 0.0590 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:48 +0000] "GET /sda1/p/a/c" 200 131 "-" "-" "-" 0.0053 "-" 635438 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:03:48 +0000] "GET /sda1/p/.a/c" 404 - "-" "-" "-" 0.0042 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:49 +0000] "UPDATE /sda1/p/.a/c" 202 - "-" "-" "-" 0.1608 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:49 +0000] "GET /sda1/p/.a/c" 200 131 "-" "-" "-" 0.0030 "-" 635438 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test ERROR: ERROR __call__ error with PUT /sda1/p/a/c : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/server.py", line 1025, in __call__ - res = getattr(self, req.method)(req) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_server.py", line 6118, in mock_put_method - raise Exception() -Exception -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:03:49 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0792 "-" 635438 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test ERROR: ERROR Account update failed: different numbers of hosts and devices in request: "127.0.0.1:0" vs "sda1,sda2" -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:03:49 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1267 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:49 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:49 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.1253 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:49 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:49 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.1886 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:49 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:49 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.1081 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:49 +0000] "HEAD /sda1/p/a/c2" 204 - "-" "-" "-" 0.0046 "-" 635438 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:03:49 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1014 "-" 635438 1 -test INFO: - - - [18/Jun/2025:00:03:49 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0666 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:50 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.2614 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:50 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 635438 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:03:50 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0770 "-" 635438 1 -test INFO: - - - [18/Jun/2025:00:03:50 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0999 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:50 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1797 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:50 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 635438 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:03:50 +0000] "PUT /sda1/p/a/o" 201 - "-" "-" "-" 0.0871 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:50 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0017 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:50 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0031 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:50 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0011 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:50 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0012 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:50 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0012 "-" 635438 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:03:50 +0000] "PUT /sda1/p/a/%00c" 201 - "-" "-" "-" 0.1118 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:50 +0000] "PUT /sda1/p/a/%00c%00test" 201 - "-" "-" "-" 0.0550 "-" 635438 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:03:50 +0000] "PUT /sda1/p/a/c/" 201 - "-" "-" "-" 0.0592 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:50 +0000] "PUT /sda1/p/a/c/%00o" 400 61 "-" "-" "-" 0.0001 "-" 635438 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test.unit.container.test_backend.TestContainerBroker.test_get_shard_usage -test.unit.container.test_backend.TestContainerBroker.test_get_shard_usage ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_objects +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_objects ... ok test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_replication_info test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_replication_info ... ok -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (5, '13bd5e7787f72927013a03f5313b5c51', '462f92cd-19cf-42a3-bcbd-bf7424e9f633-', '1750205028.61264', '1750205028.60949', '0', '', '1750205028.60949', 99, 0) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, get_shard_ranges, () -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1750205029.42371', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750205029.42371', 'deleted': 0, 'state': 10, 'state_timestamp': '1750205029.42371', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750205029.50081', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750205029.50081', 'deleted': 0, 'state': 60, 'state_timestamp': '1750205028.68953', 'epoch': '1750205028.68953', 'reported': 0, 'tombstones': -1}], '462f92cd-19cf-42a3-bcbd-bf7424e9f633-') -test DEBUG: /tmp/tmpp0zcay7g/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1750205028.68953.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpp0zcay7g/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1750205028.68953.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (5, '13bd5e7787f72927013a03f5313b5c51', '462f92cd-19cf-42a3-bcbd-bf7424e9f633-', '1750205028.61264', '1750205029.36309', '0', '', '1750205028.60949', 0, 0) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, get_shard_ranges, () -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1750205029.42371', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750205029.42371', 'deleted': 0, 'state': 10, 'state_timestamp': '1750205029.42371', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750205029.50081', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750205029.50081', 'deleted': 0, 'state': 60, 'state_timestamp': '1750205028.68953', 'epoch': '1750205028.68953', 'reported': 0, 'tombstones': -1}], '462f92cd-19cf-42a3-bcbd-bf7424e9f633-') -test DEBUG: /tmp/tmpp0zcay7g/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1750205028.68953.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpp0zcay7g/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1750205028.68953.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -Unlinked retiring db '/tmp/tmp8squrrys/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_range_rows_with_limit -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_range_rows_with_limit ... ok -test.unit.container.test_backend.TestContainerBroker.test_has_multiple_policies -test.unit.container.test_backend.TestContainerBroker.test_has_multiple_policies ... ok -test.unit.container.test_server.TestContainerController.test_delete_auto_create -test.unit.container.test_server.TestContainerController.test_delete_auto_create ... ok -test.unit.container.test_server.TestContainerController.test_deleted_headers -test.unit.container.test_server.TestContainerController.test_deleted_headers ... ok -test.unit.container.test_server.TestContainerController.test_delimiter_with_reserved -test.unit.container.test_server.TestContainerController.test_delimiter_with_reserved ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_replication_info -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_replication_info ... ok -test.unit.container.test_backend.TestContainerBroker.test_has_other_shard_ranges -test.unit.container.test_backend.TestContainerBroker.test_has_other_shard_ranges ... ok -test.unit.container.test_server.TestContainerController.test_get_and_validate_policy_index -test.unit.container.test_server.TestContainerController.test_get_and_validate_policy_index ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges ... ok -test.unit.container.test_server.TestContainerController.test_insufficient_storage_mount_check_false -test.unit.container.test_server.TestContainerController.test_insufficient_storage_mount_check_false ... ok -test.unit.container.test_backend.TestContainerBroker.test_initialize_container_broker_in_default -test.unit.container.test_backend.TestContainerBroker.test_initialize_container_broker_in_default ... ok test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_report_info test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_report_info ... ok -test.unit.container.test_server.TestContainerController.test_insufficient_storage_mount_check_true -test.unit.container.test_server.TestContainerController.test_insufficient_storage_mount_check_true ... ok -test.unit.container.test_server.TestContainerController.test_invalid_method_doesnt_exist -test.unit.container.test_server.TestContainerController.test_invalid_method_doesnt_exist ... ok -test.unit.container.test_server.TestContainerController.test_invalid_method_is_not_public -test.unit.container.test_server.TestContainerController.test_invalid_method_is_not_public ... ok -test.unit.container.test_server.TestContainerController.test_list_allowed_methods -test.unit.container.test_server.TestContainerController.test_list_allowed_methods ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharding_large_diff -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharding_large_diff ... ok -test.unit.container.test_server.TestContainerController.test_listing_with_reserved -test.unit.container.test_server.TestContainerController.test_listing_with_reserved ... ok -test.unit.container.test_server.TestContainerController.test_log_line_format -test.unit.container.test_server.TestContainerController.test_log_line_format ... ok test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_range_rows_with_limit test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_range_rows_with_limit ... ok -test.unit.container.test_server.TestContainerController.test_markers_with_reserved -test.unit.container.test_server.TestContainerController.test_markers_with_reserved ... ok -test.unit.container.test_server.TestContainerController.test_not_allowed_method -test.unit.container.test_server.TestContainerController.test_not_allowed_method ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_report_info -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_report_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_includes -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_includes ... ok -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (5, '7f4284f7331286c611ecf3bb1b01ef5c', '7f57b825-cae7-40b4-9fb8-484a2bf3d812-', '1750205030.55231', '1750205030.54965', '0', '', '1750205030.54965', 99, 0) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, get_shard_ranges, () -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1750205031.42017', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750205031.42017', 'deleted': 0, 'state': 10, 'state_timestamp': '1750205031.42017', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750205031.79927', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750205031.79927', 'deleted': 0, 'state': 60, 'state_timestamp': '1750205030.61992', 'epoch': '1750205030.61992', 'reported': 0, 'tombstones': -1}], '7f57b825-cae7-40b4-9fb8-484a2bf3d812-') -test DEBUG: /tmp/tmp8squrrys/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1750205030.61992.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmp8squrrys/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1750205030.61992.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (5, '7f4284f7331286c611ecf3bb1b01ef5c', '7f57b825-cae7-40b4-9fb8-484a2bf3d812-', '1750205030.55231', '1750205031.19679', '0', '', '1750205030.54965', 0, 0) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, get_shard_ranges, () -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1750205031.42017', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750205031.42017', 'deleted': 0, 'state': 10, 'state_timestamp': '1750205031.42017', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750205031.79927', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750205031.79927', 'deleted': 0, 'state': 60, 'state_timestamp': '1750205030.61992', 'epoch': '1750205030.61992', 'reported': 0, 'tombstones': -1}], '7f57b825-cae7-40b4-9fb8-484a2bf3d812-') -test DEBUG: /tmp/tmp8squrrys/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1750205030.61992.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmp8squrrys/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1750205030.61992.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -Unlinked retiring db '/tmp/tmpkgmo858n/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796331.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/2f7/deb083e0ecdd984b00d3379b24a3e2f7/deb083e0ecdd984b00d3379b24a3e2f7.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796331.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/2f7/deb083e0ecdd984b00d3379b24a3e2f7/deb083e0ecdd984b00d3379b24a3e2f7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796333.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/006/e7a41c9bd3ad6438a7fc18ddd6b7a006/e7a41c9bd3ad6438a7fc18ddd6b7a006.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796333.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/006/e7a41c9bd3ad6438a7fc18ddd6b7a006/e7a41c9bd3ad6438a7fc18ddd6b7a006.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796335.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/4f6/1f47f9ce8b97e881a4aa3731a913c4f6/1f47f9ce8b97e881a4aa3731a913c4f6.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796335.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/4f6/1f47f9ce8b97e881a4aa3731a913c4f6/1f47f9ce8b97e881a4aa3731a913c4f6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796337.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/bb0/22acc92598950db372c0da7a8f57bbb0/22acc92598950db372c0da7a8f57bbb0.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796337.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/bb0/22acc92598950db372c0da7a8f57bbb0/22acc92598950db372c0da7a8f57bbb0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796339.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/5ef/c742b3d5879e40baadb7127dcf3d65ef/c742b3d5879e40baadb7127dcf3d65ef.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796339.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/5ef/c742b3d5879e40baadb7127dcf3d65ef/c742b3d5879e40baadb7127dcf3d65ef.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796341.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/d31/ad1701a4d9e1872b1d7d0ff64f344d31/ad1701a4d9e1872b1d7d0ff64f344d31.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796341.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/d31/ad1701a4d9e1872b1d7d0ff64f344d31/ad1701a4d9e1872b1d7d0ff64f344d31.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796343.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/178/277e6bbdf6711be1013e9fe57cd16178/277e6bbdf6711be1013e9fe57cd16178.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796343.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/178/277e6bbdf6711be1013e9fe57cd16178/277e6bbdf6711be1013e9fe57cd16178.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796345.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/200/1e6433837b04013366cb74d166e0f200/1e6433837b04013366cb74d166e0f200.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796345.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/200/1e6433837b04013366cb74d166e0f200/1e6433837b04013366cb74d166e0f200.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796347.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/852/e380e040a4e57738d3683b90d25db852/e380e040a4e57738d3683b90d25db852.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796347.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/852/e380e040a4e57738d3683b90d25db852/e380e040a4e57738d3683b90d25db852.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796349.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/8d4/b8cefc5665c663c14b77379ba4a548d4/b8cefc5665c663c14b77379ba4a548d4.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796349.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/8d4/b8cefc5665c663c14b77379ba4a548d4/b8cefc5665c663c14b77379ba4a548d4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796351.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/770/3f433955916465bfe5005cc84949e770/3f433955916465bfe5005cc84949e770.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796351.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/770/3f433955916465bfe5005cc84949e770/3f433955916465bfe5005cc84949e770.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796353.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/f51/57bfe03d7f10ada9064ca4d0c137cf51/57bfe03d7f10ada9064ca4d0c137cf51.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796353.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/f51/57bfe03d7f10ada9064ca4d0c137cf51/57bfe03d7f10ada9064ca4d0c137cf51.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796355.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/e11/8f4cff411e037c35aa019e76d58c5e11/8f4cff411e037c35aa019e76d58c5e11.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796355.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/e11/8f4cff411e037c35aa019e76d58c5e11/8f4cff411e037c35aa019e76d58c5e11.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796357.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/5ea/23521190957dfd10d0b79d0a66cdf5ea/23521190957dfd10d0b79d0a66cdf5ea.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796357.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/5ea/23521190957dfd10d0b79d0a66cdf5ea/23521190957dfd10d0b79d0a66cdf5ea.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796359.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/20b/17c2415abc216d77926d46575da6520b/17c2415abc216d77926d46575da6520b.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796359.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/20b/17c2415abc216d77926d46575da6520b/17c2415abc216d77926d46575da6520b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796361.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/7cb/80e00effa6302da0af96e5a9f4b247cb/80e00effa6302da0af96e5a9f4b247cb.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796361.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/7cb/80e00effa6302da0af96e5a9f4b247cb/80e00effa6302da0af96e5a9f4b247cb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796363.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/767/0f695b642ea2a6aedb5c86efe202a767/0f695b642ea2a6aedb5c86efe202a767.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796363.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/767/0f695b642ea2a6aedb5c86efe202a767/0f695b642ea2a6aedb5c86efe202a767.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796365.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/4c1/a2be3c02769675f9bebc0be3021104c1/a2be3c02769675f9bebc0be3021104c1.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796365.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/4c1/a2be3c02769675f9bebc0be3021104c1/a2be3c02769675f9bebc0be3021104c1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796367.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/7e7/197dc10493124a0396fa5a0284bb07e7/197dc10493124a0396fa5a0284bb07e7.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796367.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/7e7/197dc10493124a0396fa5a0284bb07e7/197dc10493124a0396fa5a0284bb07e7.db test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges ... ok test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_objects_since_row test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_objects_since_row ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_range_rows_with_limit -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_range_rows_with_limit ... ok -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:03:50 +0000] "DELETE /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0004 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:50 +0000] "DELETE /sda1/p/.a/c/o" 404 - "-" "-" "-" 0.0001 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:51 +0000] "DELETE /sda1/p/.a/c/o" 204 - "-" "-" "-" 0.1185 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:51 +0000] "DELETE /sda1/p/a/.c/o" 404 - "-" "-" "-" 0.0002 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:51 +0000] "DELETE /sda1/p/a/.c/.o" 404 - "-" "-" "-" 0.0001 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:51 +0000] "DELETE /sda1/p/.shards_a/c/o" 404 - "-" "-" "-" 0.0002 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:51 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.1106 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:51 +0000] "DELETE /sda1/p/.shards_a/c/o" 204 - "-" "-" "-" 0.4009 "-" 635438 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:03:51 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.3095 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:52 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.2660 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:52 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0012 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:52 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 0.0020 "-" 635438 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:03:52 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.2381 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:52 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0417 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:52 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0004 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:52 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.3876 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:52 +0000] "GET /sda1/p/a/%00null" 200 26 "-" "-" "-" 0.0017 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:52 +0000] "GET /sda1/p/a/%00null" 200 32 "-" "-" "-" 0.0042 "-" 635438 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:03:53 +0000] "PUT /sda1/p/a/container_default" 201 - "-" "-" "-" 0.2490 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:53 +0000] "HEAD /sda1/p/a/container_default" 204 - "-" "-" "-" 0.0059 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:53 +0000] "PUT /sda1/p/a/c_nada" 400 45 "-" "-" "-" 0.0002 "-" 635438 nada -test INFO: - - - [18/Jun/2025:00:03:53 +0000] "PUT /sda1/p/a/c_999" 400 42 "-" "-" "-" 0.0002 "-" 635438 999 -test INFO: - - - [18/Jun/2025:00:03:53 +0000] "PUT /sda1/p/a/c_nulo" 201 - "-" "-" "-" 0.1589 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:53 +0000] "HEAD /sda1/p/a/c_nulo" 204 - "-" "-" "-" 0.0010 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:53 +0000] "PUT /sda1/p/a/c_unu" 201 - "-" "-" "-" 0.0822 "-" 635438 1 -test INFO: - - - [18/Jun/2025:00:03:53 +0000] "HEAD /sda1/p/a/c_unu" 204 - "-" "-" "-" 0.0013 "-" 635438 1 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:03:53 +0000] "method_doesnt_exist /sda1/p/a/c" 405 - "-" "-" "-" 0.0004 "-" 635438 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:03:53 +0000] "__init__ /sda1/p/a/c" 405 - "-" "-" "-" 0.0012 "-" 635438 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:03:53 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0756 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:53 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0053 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:53 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.1552 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:53 +0000] "GET /sda1/p/a/%00null" 200 183 "-" "-" "-" 0.0022 "-" 635438 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: 1.2.3.4 - - [01/Jan/1970:02:46:42 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 2.0000 "-" 1234 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:03:54 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0889 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:54 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0015 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:54 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0004 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:54 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.1008 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:54 +0000] "GET /sda1/p/a/%00null" 200 367 "-" "-" "-" 0.0070 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:54 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0025 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:54 +0000] "GET /sda1/p/a/%00null" 200 184 "-" "-" "-" 0.0019 "-" 635438 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:03:54 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0787 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:54 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:54 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0159 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:54 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0868 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:54 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0125 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:54 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0673 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:54 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0242 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:54 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.1719 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:54 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0020 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:54 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0036 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:54 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:54 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0769 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:54 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0004 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:54 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0656 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:54 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0025 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:54 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0792 "-" 635438 0 -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_with_sharding_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_with_sharding_overlaps ... ok -test.unit.container.test_server.TestContainerController.test_object_update_with_multiple_timestamps -test.unit.container.test_server.TestContainerController.test_object_update_with_multiple_timestamps ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_unsharded -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_unsharded ... ok test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_includes test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_includes ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty_shard_container ... ok -test.unit.container.test_server.TestContainerController.test_object_update_with_offset -test.unit.container.test_server.TestContainerController.test_object_update_with_offset ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_with_shrinking_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_with_shrinking_overlaps ... ok -test.unit.container.test_server.TestContainerController.test_params_format -test.unit.container.test_server.TestContainerController.test_params_format ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty_old_style_shard_container ... ok test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_with_sharding_overlaps test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_with_sharding_overlaps ... ok -test.unit.container.test_server.TestContainerController.test_params_utf8 -test.unit.container.test_server.TestContainerController.test_params_utf8 ... ok test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_own_shard_range test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_own_shard_range ... ok -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (3, '2637de135bdc4f763415176f63506577', '772d30a3-d603-4ab9-bfd5-f8496e7ae92c-', '1750205033.78245', '1750205033.77934', '0', '', '1750205033.77934', 99, 0) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1750205033.93819', 'lower': '', 'upper': 'a', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1750205033.93819', 'deleted': 0, 'state': 40, 'state_timestamp': '1750205033.93819', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750205033.93847', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750205033.93847', 'deleted': 0, 'state': 60, 'state_timestamp': '1750205033.93829', 'epoch': '1750205033.93829', 'reported': 0, 'tombstones': -1}], '772d30a3-d603-4ab9-bfd5-f8496e7ae92c-') -test DEBUG: /tmp/tmpkgmo858n/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1750205033.93829.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpkgmo858n/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1750205033.93829.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (3, '2637de135bdc4f763415176f63506577', '772d30a3-d603-4ab9-bfd5-f8496e7ae92c-', '1750205033.78245', '1750205034.62247', '0', '', '1750205033.77934', 99, 0) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, get_shard_ranges, () -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1750205033.93819', 'lower': '', 'upper': 'a', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1750205033.93819', 'deleted': 0, 'state': 40, 'state_timestamp': '1750205033.93819', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750205033.93847', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750205033.93847', 'deleted': 0, 'state': 60, 'state_timestamp': '1750205033.93829', 'epoch': '1750205033.93829', 'reported': 0, 'tombstones': -1}], '772d30a3-d603-4ab9-bfd5-f8496e7ae92c-') -test DEBUG: /tmp/tmpkgmo858n/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1750205033.93829.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpkgmo858n/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1750205033.93829.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -Unlinked retiring db '/tmp/tmp9xtqyjgb/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db' -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_enable_sharding -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_enable_sharding ... ok -test.unit.container.test_server.TestContainerController.test_prefix_and_delim_with_reserved -test.unit.container.test_server.TestContainerController.test_prefix_and_delim_with_reserved ... ok test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_with_shrinking_overlaps test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_with_shrinking_overlaps ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_exception -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_exception ... ok -test.unit.container.test_server.TestContainerController.test_prefix_with_reserved -test.unit.container.test_server.TestContainerController.test_prefix_with_reserved ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_usage -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_usage ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_includes -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_includes ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_unsharded_large_diff -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_unsharded_large_diff ... ok -test.unit.container.test_server.TestContainerController.test_put_auto_create -test.unit.container.test_server.TestContainerController.test_put_auto_create ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_policy_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_policy_info ... ok -test.unit.container.test_server.TestContainerController.test_replication_server_call_all_methods -test.unit.container.test_server.TestContainerController.test_replication_server_call_all_methods ... ok -test.unit.container.test_server.TestContainerController.test_serv_reserv -test.unit.container.test_server.TestContainerController.test_serv_reserv ... ok test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_usage test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_usage ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_with_sharding_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_with_sharding_overlaps ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_has_multiple_policies -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_has_multiple_policies ... ok -test.unit.container.test_server.TestContainerController.test_swift_bytes_in_content_type -test.unit.container.test_server.TestContainerController.test_swift_bytes_in_content_type ... ok -test.unit.container.test_server.TestContainerController.test_through_call -test.unit.container.test_server.TestContainerController.test_through_call ... ok -test.unit.container.test_server.TestContainerController.test_through_call_invalid_path -test.unit.container.test_server.TestContainerController.test_through_call_invalid_path ... ok -test INFO: - - - [18/Jun/2025:00:03:54 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0142 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:54 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.1160 "-" 635438 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:03:55 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1918 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:55 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:55 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:55 +0000] "GET /sda1/p/a/c" 200 117 "-" "-" "-" 0.0629 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:55 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:55 +0000] "GET /sda1/p/a/c" 200 116 "-" "-" "-" 0.0593 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:55 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0004 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:55 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0383 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:55 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:55 +0000] "GET /sda1/p/a/c" 200 120 "-" "-" "-" 0.1123 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:55 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0150 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:55 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0908 "-" 635438 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:03:55 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0991 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:55 +0000] "GET /sda1/p/a/c" 200 61 "-" "-" "-" 0.0039 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:55 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0027 "-" 635438 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:03:55 +0000] "GET /sda1/p/a/c" 400 37 "-" "-" "-" 0.0003 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:55 +0000] "GET /sda1/p/a/c" 400 33 "-" "-" "-" 0.0001 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:55 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0001 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:55 +0000] "GET /sda1/p/a/c" 400 32 "-" "-" "-" 0.0001 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:55 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0001 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:55 +0000] "GET /sda1/p/a/c" 400 38 "-" "-" "-" 0.0001 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:55 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0001 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:55 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0773 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:55 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0031 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:55 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:55 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:55 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:55 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:55 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:55 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 635438 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:03:55 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0654 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:55 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0046 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:55 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0005 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:55 +0000] "PUT /sda1/p/a/%00null/%00null%00foo" 201 - "-" "-" "-" 0.0006 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:55 +0000] "PUT /sda1/p/a/%00null/%00nullish" 201 - "-" "-" "-" 0.0004 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:55 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.1085 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:56 +0000] "GET /sda1/p/a/%00null" 200 207 "-" "-" "-" 0.0148 "-" 635438 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:03:56 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0986 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:56 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0121 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:56 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0006 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:56 +0000] "PUT /sda1/p/a/%00null/%00null%00foo" 201 - "-" "-" "-" 0.0004 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:56 +0000] "PUT /sda1/p/a/%00null/%00nullish" 201 - "-" "-" "-" 0.0003 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:56 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.1018 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:56 +0000] "GET /sda1/p/a/%00null" 200 367 "-" "-" "-" 0.0101 "-" 635438 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:03:56 +0000] "PUT /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0005 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:56 +0000] "PUT /sda1/p/.a/c/o" 404 - "-" "-" "-" 0.0002 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:56 +0000] "PUT /sda1/p/.a/c/o" 201 - "-" "-" "-" 0.1897 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:56 +0000] "PUT /sda1/p/a/.c/o" 404 - "-" "-" "-" 0.0003 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:56 +0000] "PUT /sda1/p/a/c/.o" 404 - "-" "-" "-" 0.0002 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:56 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.1550 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:56 +0000] "PUT /sda1/p/.shards_a/c/o" 404 - "-" "-" "-" 0.0002 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:56 +0000] "PUT /sda1/p/.shards_a/c" 404 - "-" "-" "-" 0.0004 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:57 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.6836 "-" 635438 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:03:58 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1145 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:58 +0000] "PUT /sda1/p/a/c/o1" 201 - "-" "-" "-" 0.0009 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:58 +0000] "PUT /sda1/p/a/c/o2" 201 - "-" "-" "-" 0.0005 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:58 +0000] "GET /sda1/p/a/c" 200 280 "-" "-" "-" 0.0783 "-" 635438 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:03:58 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0007 "-" 635438 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:03:58 +0000] "GET /bob" 400 18 "-" "-" "-" 0.0002 "-" 635438 - -test.unit.container.test_server.TestContainerController.test_through_call_invalid_path_utf8 -test.unit.container.test_server.TestContainerController.test_through_call_invalid_path_utf8 ... ok -test.unit.container.test_server.TestContainerController.test_update_sync_store_on_DELETE -test.unit.container.test_server.TestContainerController.test_update_sync_store_on_DELETE ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_missing -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_missing ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_replication_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_replication_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_with_shrinking_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_with_shrinking_overlaps ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_policy_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_policy_info ... ok test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_has_multiple_policies test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_has_multiple_policies ... ok -test.unit.container.test_backend.TestContainerBroker.test_is_deleted -test.unit.container.test_backend.TestContainerBroker.test_is_deleted ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205150.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/616/d3c0cc8bd3e6e7900b6babfe35de2616/d3c0cc8bd3e6e7900b6babfe35de2616.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205152.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/fce/d929b99897b57b2616e891d3e1404fce/d929b99897b57b2616e891d3e1404fce.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205154.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/714/a28b82cd1f7ba6ce58f551b992f78714/a28b82cd1f7ba6ce58f551b992f78714.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205156.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/9f1/6161d7881da289047a44242daad439f1/6161d7881da289047a44242daad439f1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205158.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/a09/3b1c72894d5494627083e0e8578e3a09/3b1c72894d5494627083e0e8578e3a09.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205160.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/974/048cc96cab958493da420c1703a7d974/048cc96cab958493da420c1703a7d974.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205162.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/7d2/87c696988bd1bb1cc606ea77538587d2/87c696988bd1bb1cc606ea77538587d2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205164.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/928/2d6f30a1e137cfc6b98562d8ada56928/2d6f30a1e137cfc6b98562d8ada56928.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205166.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/954/903e9bfa62d8a13a2e948755ec8a7954/903e9bfa62d8a13a2e948755ec8a7954.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205168.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/e04/dfd72ff5c3bc621b040738d171709e04/dfd72ff5c3bc621b040738d171709e04.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205170.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/e63/678463e12749d6aa3445f86793d93e63/678463e12749d6aa3445f86793d93e63.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205172.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/759/f7d40a577566e26acad871c5812d8759/f7d40a577566e26acad871c5812d8759.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205174.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/b43/7f91675d6425d22e1d4274a1821d0b43/7f91675d6425d22e1d4274a1821d0b43.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205176.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/89d/1ee7900cac77d4d2990f493f889ec89d/1ee7900cac77d4d2990f493f889ec89d.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205176.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/89d/1ee7900cac77d4d2990f493f889ec89d/1ee7900cac77d4d2990f493f889ec89d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205178.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/8bc/69066175d9752367444d97f01f2a28bc/69066175d9752367444d97f01f2a28bc.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205178.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/8bc/69066175d9752367444d97f01f2a28bc/69066175d9752367444d97f01f2a28bc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205180.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/aa1/88ab0f56bd0c4f269cb97b414753baa1/88ab0f56bd0c4f269cb97b414753baa1.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205180.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/aa1/88ab0f56bd0c4f269cb97b414753baa1/88ab0f56bd0c4f269cb97b414753baa1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205182.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/636/f8fd1033960170261370c86d2ef24636/f8fd1033960170261370c86d2ef24636.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205182.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/636/f8fd1033960170261370c86d2ef24636/f8fd1033960170261370c86d2ef24636.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205184.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/ce8/1ba2e750916616728636efe538eccce8/1ba2e750916616728636efe538eccce8.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205184.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/ce8/1ba2e750916616728636efe538eccce8/1ba2e750916616728636efe538eccce8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205186.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/7f7/0bf188a314a515dca14c91b289af87f7/0bf188a314a515dca14c91b289af87f7.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205186.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/7f7/0bf188a314a515dca14c91b289af87f7/0bf188a314a515dca14c91b289af87f7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205188.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/3e4/149bf71a79dcbad45d7c816f955af3e4/149bf71a79dcbad45d7c816f955af3e4.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205188.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/3e4/149bf71a79dcbad45d7c816f955af3e4/149bf71a79dcbad45d7c816f955af3e4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205190.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/9a2/69283b72c12a2c14493b945cbaf319a2/69283b72c12a2c14493b945cbaf319a2.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205190.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/9a2/69283b72c12a2c14493b945cbaf319a2/69283b72c12a2c14493b945cbaf319a2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205192.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/f22/fcbe403f845d233fd6f17637dbe67f22/fcbe403f845d233fd6f17637dbe67f22.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205192.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/f22/fcbe403f845d233fd6f17637dbe67f22/fcbe403f845d233fd6f17637dbe67f22.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205194.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/8d6/02f4521406e84ead28bb7194342168d6/02f4521406e84ead28bb7194342168d6.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205194.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/8d6/02f4521406e84ead28bb7194342168d6/02f4521406e84ead28bb7194342168d6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205196.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/386/365c4038f31814d9433c13eb38d0e386/365c4038f31814d9433c13eb38d0e386.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205196.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/386/365c4038f31814d9433c13eb38d0e386/365c4038f31814d9433c13eb38d0e386.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205198.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/43f/820443eac494390b001eee91f6c6843f/820443eac494390b001eee91f6c6843f.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205198.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/43f/820443eac494390b001eee91f6c6843f/820443eac494390b001eee91f6c6843f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205200.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/a2b/53593482329dbcd8fd2514a2e2e97a2b/53593482329dbcd8fd2514a2e2e97a2b.db -test.unit.container.test_server.TestContainerController.test_update_sync_store_on_POST -test.unit.container.test_server.TestContainerController.test_update_sync_store_on_POST ... ok -test.unit.container.test_backend.TestContainerBroker.test_is_old_enough_to_reclaim -test.unit.container.test_backend.TestContainerBroker.test_is_old_enough_to_reclaim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_has_other_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_has_other_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_usage -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_usage ... ok -test.unit.container.test_server.TestContainerController.test_update_sync_store_on_PUT -test.unit.container.test_server.TestContainerController.test_update_sync_store_on_PUT ... ok -test.unit.container.test_server.TestContainerController.test_updating_multiple_container_servers -test.unit.container.test_server.TestContainerController.test_updating_multiple_container_servers ... ok -test.unit.container.test_backend.TestContainerBroker.test_is_reclaimable -test.unit.container.test_backend.TestContainerBroker.test_is_reclaimable ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_replication_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_replication_info ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_container_merge_other_ranges +test.unit.container.test_sharder.TestSharder.test_audit_shard_container_merge_other_ranges ... ok test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_has_other_shard_ranges test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_has_other_shard_ranges ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_deleted_range_in_root_container +test.unit.container.test_sharder.TestSharder.test_audit_shard_deleted_range_in_root_container ... ok test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_report_info test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_report_info ... ok -test.unit.container.test_server.TestContainerController.test_weird_content_types -test.unit.container.test_server.TestContainerController.test_weird_content_types ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_initialize_container_broker_in_default -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_initialize_container_broker_in_default ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_missing_large_diff -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_missing_large_diff ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_has_multiple_policies -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_has_multiple_policies ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE ... ok -test.unit.container.test_backend.TestContainerBroker.test_last_modified_time -test.unit.container.test_backend.TestContainerBroker.test_last_modified_time ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_range_rows_with_limit -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_range_rows_with_limit ... ok -test.unit.container.test_backend.TestContainerBroker.test_legacy_pending_files -test.unit.container.test_backend.TestContainerBroker.test_legacy_pending_files ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_deleted_range_missing_from_root_container +test.unit.container.test_sharder.TestSharder.test_audit_shard_deleted_range_missing_from_root_container ... ok test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_initialize_container_broker_in_default test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_initialize_container_broker_in_default ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_PUT_recreate -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_PUT_recreate ... ok -test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter -test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_PUT_recreate_replication_race -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_PUT_recreate_replication_race ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_range_rows_with_limit +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_range_rows_with_limit ... ok test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_has_other_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_has_other_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_presharding -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_presharding ... ok test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_attempts test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_attempts ... ok -test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_non_slash -test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_non_slash ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_initialize_container_broker_in_default -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_initialize_container_broker_in_default ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_account_update -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_account_update ... ok -test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_order_and_reverse -test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_order_and_reverse ... ok -test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_prefix_delim -test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_prefix_delim ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_container_not_found -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_container_not_found ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_invalid_partition -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_invalid_partition ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_found -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_found ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_obj_not_found -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_obj_not_found ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges_errors -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges_errors ... ok test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_includes test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_includes ... ok -test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_with_reserved_name -test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_with_reserved_name ... ok -test.unit.container.test_backend.TestContainerBroker.test_load_old_record_from_pending_file -test.unit.container.test_backend.TestContainerBroker.test_load_old_record_from_pending_file ... ok -test.unit.container.test_backend.TestContainerBroker.test_make_tuple_for_pickle -test.unit.container.test_backend.TestContainerBroker.test_make_tuple_for_pickle ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_object -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_object ... ok -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:03:58 +0000] "GET /sda1/p/a/c%D8%3E%2520/%25" 412 29 "-" "-" "-" 0.0000 "-" 635438 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:03:58 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.2608 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:58 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.4542 "-" 635438 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:03:59 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.2323 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:59 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.1687 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:03:59 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.2556 "-" 635438 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:03:59 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1818 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:03:59 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1546 "-" 635438 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test ERROR: ERROR account update failed with 1.2.3.4:5/sdb1 (will retry later): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/server.py", line 270, in account_update - account_response = conn.getresponse() - ^^^^^^^^^^^^^^^^ -AttributeError: 'NoneType' object has no attribute 'getresponse' -test ERROR: ERROR account update failed with 6.7.8.9:10/sdf1 (will retry later): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/server.py", line 270, in account_update - account_response = conn.getresponse() - ^^^^^^^^^^^^^^^^ -AttributeError: 'NoneType' object has no attribute 'getresponse' -test INFO: - - - [18/Jun/2025:00:04:00 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0874 "-" 635438 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:04:00 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1274 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:04:00 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0006 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:04:00 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0004 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:04:00 +0000] "GET /sda1/p/a/c" 200 248 "-" "-" "-" 0.2894 "-" 635438 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:04:00 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.2910 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:01 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.2024 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:01 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.2279 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:04:01 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0012 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:01 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0010 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:01 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 635438 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:04:01 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0699 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:01 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0902 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:04:01 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0015 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:01 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1860 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:01 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0022 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:01 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 635438 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:04:01 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0947 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:01 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.2449 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:04:01 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0013 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:02 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0006 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:04:02 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.2190 "-" 635438 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:04:02 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0829 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:02 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0643 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:04:02 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0861 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:02 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0771 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:04:04 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 1.9926 "-" 635438 2 -test ERROR: ERROR Account update failed with 127.0.0.1:43435/sda1 (will retry later): Response 503 OK -test INFO: - - - [18/Jun/2025:00:04:04 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.1199 "-" 635438 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:04:04 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1374 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:04 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.1485 "-" 635438 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:04:04 +0000] "DELETE /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 635438 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:04:04 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 635438 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:04:04 +0000] "DELETE /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0019 "-" 635438 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:04:05 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0601 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:05 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0108 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:05 +0000] "DELETE /sda1/p/a/c" 409 - "-" "-" "-" 0.0641 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:04:05 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0006 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:05 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.1573 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:04:05 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 635438 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:04:05 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0526 "-" 635438 2 -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (3, '7dfb0da5cd54796785b9bf7a5ef2f8ea', 'cf82315c-7d47-4d7f-a245-25de5f8d206f-', '1750205035.21766', '1750205035.21085', '0', '', '1750205035.21085', 99, 0) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1750205035.31752', 'lower': '', 'upper': 'a', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1750205035.31752', 'deleted': 0, 'state': 40, 'state_timestamp': '1750205035.31752', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750205035.31772', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750205035.31772', 'deleted': 0, 'state': 60, 'state_timestamp': '1750205035.31759', 'epoch': '1750205035.31759', 'reported': 0, 'tombstones': -1}], 'cf82315c-7d47-4d7f-a245-25de5f8d206f-') -test DEBUG: /tmp/tmp9xtqyjgb/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1750205035.31759.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmp9xtqyjgb/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1750205035.31759.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (3, '7dfb0da5cd54796785b9bf7a5ef2f8ea', 'cf82315c-7d47-4d7f-a245-25de5f8d206f-', '1750205035.21766', '1750205035.91191', '0', '', '1750205035.21085', 99, 0) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, get_shard_ranges, () -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1750205035.31752', 'lower': '', 'upper': 'a', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1750205035.31752', 'deleted': 0, 'state': 40, 'state_timestamp': '1750205035.31752', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750205035.31772', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750205035.31772', 'deleted': 0, 'state': 60, 'state_timestamp': '1750205035.31759', 'epoch': '1750205035.31759', 'reported': 0, 'tombstones': -1}], 'cf82315c-7d47-4d7f-a245-25de5f8d206f-') -test DEBUG: /tmp/tmp9xtqyjgb/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1750205035.31759.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmp9xtqyjgb/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1750205035.31759.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (8, 'c27ad66b34ff877e974784fd54afb11d', '6b449cf5-13fc-499f-ba55-82207c6f0f2c-', '1750205036.45022', '1750205036.44567', '0', '', '1750205036.44567', 2, 0) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('6b449cf5-13fc-499f-ba55-82207c6f0f2c-', 'c0ad7ddcd21bd2c0303123f75421e928_1750205037.68070.db') -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (8, 'c27ad66b34ff877e974784fd54afb11d', '6b449cf5-13fc-499f-ba55-82207c6f0f2c-', '1750205036.45022', '1750205036.44567', '0', '', '1750205036.44567', 2, 0) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, get_shard_ranges, () -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1750205036.58774', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750205036.58774', 'deleted': 0, 'state': 10, 'state_timestamp': '1750205036.58774', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750205037.68096', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750205037.68096', 'deleted': 0, 'state': 60, 'state_timestamp': '1750205037.68070', 'epoch': '1750205037.68070', 'reported': 0, 'tombstones': -1}], '6b449cf5-13fc-499f-ba55-82207c6f0f2c-') -test DEBUG: /tmp/tmpkqomoh6d/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1750205037.68070.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpkqomoh6d/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1750205037.68070.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (8, '2278b56829f99d0d52c14dd762b2b01f', '0449ea72-df67-4f30-bb35-0fa0929de86b-', '1750205039.26320', '1750205039.24808', '0', '', '1750205039.24808', 2, 0) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('0449ea72-df67-4f30-bb35-0fa0929de86b-', 'c0ad7ddcd21bd2c0303123f75421e928_1750205039.48840.db') -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (8, '2278b56829f99d0d52c14dd762b2b01f', '0449ea72-df67-4f30-bb35-0fa0929de86b-', '1750205039.26320', '1750205039.24808', '0', '', '1750205039.24808', 2, 0) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, get_shard_ranges, () -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1750205039.33302', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750205039.33302', 'deleted': 0, 'state': 10, 'state_timestamp': '1750205039.33302', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750205039.48876', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750205039.48876', 'deleted': 0, 'state': 60, 'state_timestamp': '1750205039.48840', 'epoch': '1750205039.48840', 'reported': 0, 'tombstones': -1}], '0449ea72-df67-4f30-bb35-0fa0929de86b-') -test DEBUG: /tmp/tmp91x_gbha/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1750205039.48840.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmp91x_gbha/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1750205039.48840.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (11, '27d70af6e22783f4ab18f8e9a749aea6', '615ed6db-8e9b-446a-a2e4-2d67189fb7d1-', '1750205040.87510', '1750205040.87223', '0', '', '1750205040.87223', 3, 0) -test WARNING: /tmp/tmp7uh55uio/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1750205041.27079.db is unable to replicate shard ranges to peer 10.0.0.1:1001/sdb; peer may need upgrading -test WARNING: /tmp/tmp7uh55uio/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1750205041.27079.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (11, '27d70af6e22783f4ab18f8e9a749aea6', '615ed6db-8e9b-446a-a2e4-2d67189fb7d1-', '1750205040.87510', '1750205042.06496', '0', '', '1750205040.87223', 3, 0) -test WARNING: /tmp/tmp7uh55uio/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1750205041.27079.db is unable to replicate shard ranges to peer 10.0.0.1:1001/sdb; peer may need upgrading -test WARNING: /tmp/tmp7uh55uio/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1750205041.27079.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (11, 'e3fa3c9f965dff6de3a6bf15b7dc05ff', '8b16565a-6448-4cdf-9488-5f39d02bb17d-', '1750205042.39018', '1750205042.38753', '0', '', '1750205042.38753', 3, 0) -test WARNING: /tmp/tmp3dy7dfcu/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1750205043.57354.db is unable to replicate shard ranges to peer 10.0.0.1:1001/sdb; peer may need upgrading -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_presharding_large_diff -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_presharding_large_diff ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796369.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/34f/4ac9628d50c015a120dfc70e45e9e34f/4ac9628d50c015a120dfc70e45e9e34f.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796369.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/34f/4ac9628d50c015a120dfc70e45e9e34f/4ac9628d50c015a120dfc70e45e9e34f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796371.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/cbf/8128f0aaf060f28bf75dc757c4cbccbf/8128f0aaf060f28bf75dc757c4cbccbf.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796371.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/cbf/8128f0aaf060f28bf75dc757c4cbccbf/8128f0aaf060f28bf75dc757c4cbccbf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796373.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/bbb/e86fe9d2a6ccca98007527075ef44bbb/e86fe9d2a6ccca98007527075ef44bbb.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796373.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/bbb/e86fe9d2a6ccca98007527075ef44bbb/e86fe9d2a6ccca98007527075ef44bbb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796375.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/817/de8e9bde1ca36686aec7fc561f593817/de8e9bde1ca36686aec7fc561f593817.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796375.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/817/de8e9bde1ca36686aec7fc561f593817/de8e9bde1ca36686aec7fc561f593817.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796377.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/0bf/dc7ba455c301605ce063e26e5be3c0bf/dc7ba455c301605ce063e26e5be3c0bf.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796377.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/0bf/dc7ba455c301605ce063e26e5be3c0bf/dc7ba455c301605ce063e26e5be3c0bf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796379.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/330/63b3777ac45a16a1a289d80d0a103330/63b3777ac45a16a1a289d80d0a103330.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796379.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/330/63b3777ac45a16a1a289d80d0a103330/63b3777ac45a16a1a289d80d0a103330.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796381.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/700/5e3c291adc1fea940f5839a58ccf1700/5e3c291adc1fea940f5839a58ccf1700.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796381.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/700/5e3c291adc1fea940f5839a58ccf1700/5e3c291adc1fea940f5839a58ccf1700.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796383.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/3de/c3bcb27b92e0959cc5c80856dfd6a3de/c3bcb27b92e0959cc5c80856dfd6a3de.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796383.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/3de/c3bcb27b92e0959cc5c80856dfd6a3de/c3bcb27b92e0959cc5c80856dfd6a3de.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796385.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/99e/3a3033611d205860fc2e3970a8ba299e/3a3033611d205860fc2e3970a8ba299e.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796385.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/99e/3a3033611d205860fc2e3970a8ba299e/3a3033611d205860fc2e3970a8ba299e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796387.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/234/e372ca92a9913ccdcb0fab85d56b4234/e372ca92a9913ccdcb0fab85d56b4234.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796387.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/234/e372ca92a9913ccdcb0fab85d56b4234/e372ca92a9913ccdcb0fab85d56b4234.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796389.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/c65/7d1ac1fd37ea56c3750aacd9653f5c65/7d1ac1fd37ea56c3750aacd9653f5c65.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796389.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/c65/7d1ac1fd37ea56c3750aacd9653f5c65/7d1ac1fd37ea56c3750aacd9653f5c65.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796391.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/762/a9deaef42eb4db353c8a81d29f5e4762/a9deaef42eb4db353c8a81d29f5e4762.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796391.00000, db: /tmp/tmpsr9co7qk/sda/containers/0/762/a9deaef42eb4db353c8a81d29f5e4762/a9deaef42eb4db353c8a81d29f5e4762.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpe_yqnmt6/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796164.00000, (0, 0) as of 1715796164.00000, active as of 1715796164.00000> to ShardRange<'k' to 't' as of 1715796165.00000, (0, 0) as of 1715796165.00000, sharded as of 1715796166.00000>, path: .shards_a/shard_c, db: /tmp/tmpe_yqnmt6/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Marked shard container as deleted, path: .shards_a/shard_c, db: /tmp/tmpe_yqnmt6/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Marked shard container as deleted, path: .shards_a/shard_c, db: /tmp/tmprojxle8z/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796166.00000-0, db: /tmp/tmp0q_6xou8/sda/containers/0/f5b/dc712f32a21d8617cbeb757681623f5b/dc712f32a21d8617cbeb757681623f5b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796169.00000-0, db: /tmp/tmp0q_6xou8/sda/containers/0/b80/7ce36f3e2720c461cbf1c62df2ab1b80/7ce36f3e2720c461cbf1c62df2ab1b80.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796172.00000-0, db: /tmp/tmp0q_6xou8/sda/containers/0/1df/b74e3f8fc6b794317942f665169e71df/b74e3f8fc6b794317942f665169e71df.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796175.00000-0, db: /tmp/tmp0q_6xou8/sda/containers/0/f76/8098e4989c232de523fab0469fe5af76/8098e4989c232de523fab0469fe5af76.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796178.00000-0, db: /tmp/tmp0q_6xou8/sda/containers/0/4ee/22b2574a1e0dc34244e4b2b72c4ef4ee/22b2574a1e0dc34244e4b2b72c4ef4ee.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796181.00000-0, db: /tmp/tmp0q_6xou8/sda/containers/0/b52/0a32980fec03fb142042a4fcab6a2b52/0a32980fec03fb142042a4fcab6a2b52.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796184.00000-0, db: /tmp/tmp0q_6xou8/sda/containers/0/f69/09e5f8c8aa7b2c03177122ddd907ef69/09e5f8c8aa7b2c03177122ddd907ef69.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796187.00000-0, db: /tmp/tmp0q_6xou8/sda/containers/0/f18/1d340b767f98327f70b62b04b246cf18/1d340b767f98327f70b62b04b246cf18.db test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_with_sharding_overlaps test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_with_sharding_overlaps ... ok -test.unit.container.test_backend.TestContainerBroker.test_merge_items -test.unit.container.test_backend.TestContainerBroker.test_merge_items ... ok -test.unit.container.test_backend.TestContainerBroker.test_merge_items_is_green -test.unit.container.test_backend.TestContainerBroker.test_merge_items_is_green ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges_with_misplaced_objects -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges_with_misplaced_objects ... ok test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_with_shrinking_overlaps test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_with_shrinking_overlaps ... ok -test.unit.container.test_backend.TestContainerBroker.test_merge_items_overwrite -test.unit.container.test_backend.TestContainerBroker.test_merge_items_overwrite ... ok test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_usage test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_usage ... ok -test.unit.container.test_backend.TestContainerBroker.test_merge_items_overwrite_unicode -test.unit.container.test_backend.TestContainerBroker.test_merge_items_overwrite_unicode ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_sharding -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_sharding ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_brokers -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_brokers ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_range_not_merged_while_shrinking +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_range_not_merged_while_shrinking ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_range_overlap_not_merged_while_shrinking +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_range_overlap_not_merged_while_shrinking ... ok test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_has_multiple_policies test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_has_multiple_policies ... ok -test.unit.container.test_backend.TestContainerBroker.test_merge_items_post_overwrite_out_of_order -test.unit.container.test_backend.TestContainerBroker.test_merge_items_post_overwrite_out_of_order ... ok -test.unit.container.test_backend.TestContainerBroker.test_merge_shard_range_single_record -test.unit.container.test_backend.TestContainerBroker.test_merge_shard_range_single_record ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_db_state -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_db_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_has_other_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_has_other_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty_shard_container ... ok test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_deleted test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_old_enough_to_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_old_enough_to_reclaim ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_sharding_large_diff -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_sharding_large_diff ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_enable_sharding +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_enable_sharding ... ok test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_old_enough_to_reclaim test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_old_enough_to_reclaim ... ok -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205200.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/a2b/53593482329dbcd8fd2514a2e2e97a2b/53593482329dbcd8fd2514a2e2e97a2b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205202.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/a23/ac23c2151c0175731eeffe212197fa23/ac23c2151c0175731eeffe212197fa23.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205202.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/a23/ac23c2151c0175731eeffe212197fa23/ac23c2151c0175731eeffe212197fa23.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205204.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/7f9/bf26a11adb99efb5fa24763d169277f9/bf26a11adb99efb5fa24763d169277f9.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205204.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/7f9/bf26a11adb99efb5fa24763d169277f9/bf26a11adb99efb5fa24763d169277f9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205206.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/982/4f64a195010ad1a63340860834e84982/4f64a195010ad1a63340860834e84982.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205206.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/982/4f64a195010ad1a63340860834e84982/4f64a195010ad1a63340860834e84982.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205208.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/43d/6ca4886b56324e811cd709dc5582343d/6ca4886b56324e811cd709dc5582343d.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205208.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/43d/6ca4886b56324e811cd709dc5582343d/6ca4886b56324e811cd709dc5582343d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205210.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/143/6dde58a6a8db8da1970c4612c8ae3143/6dde58a6a8db8da1970c4612c8ae3143.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205210.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/143/6dde58a6a8db8da1970c4612c8ae3143/6dde58a6a8db8da1970c4612c8ae3143.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205212.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/bcb/fe7653fb842f2dea1c4ff3312d7b0bcb/fe7653fb842f2dea1c4ff3312d7b0bcb.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205212.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/bcb/fe7653fb842f2dea1c4ff3312d7b0bcb/fe7653fb842f2dea1c4ff3312d7b0bcb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205214.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/1be/a0333b6f4a7c2b89f0d4c64bb1db51be/a0333b6f4a7c2b89f0d4c64bb1db51be.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205214.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/1be/a0333b6f4a7c2b89f0d4c64bb1db51be/a0333b6f4a7c2b89f0d4c64bb1db51be.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205216.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/bac/fa0d87d013f7fa3e1f25f9d62a8a7bac/fa0d87d013f7fa3e1f25f9d62a8a7bac.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205216.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/bac/fa0d87d013f7fa3e1f25f9d62a8a7bac/fa0d87d013f7fa3e1f25f9d62a8a7bac.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205218.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/295/f036c2cf9c8e55cfdde65b0f22ca2295/f036c2cf9c8e55cfdde65b0f22ca2295.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205218.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/295/f036c2cf9c8e55cfdde65b0f22ca2295/f036c2cf9c8e55cfdde65b0f22ca2295.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205220.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/eba/0991c18442acb159e0fc4414bcdadeba/0991c18442acb159e0fc4414bcdadeba.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205220.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/eba/0991c18442acb159e0fc4414bcdadeba/0991c18442acb159e0fc4414bcdadeba.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205222.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/5b1/e4a1785b70e118efff385fb8308635b1/e4a1785b70e118efff385fb8308635b1.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205222.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/5b1/e4a1785b70e118efff385fb8308635b1/e4a1785b70e118efff385fb8308635b1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205224.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/6db/7876f5726a583a21a91e59ecddee36db/7876f5726a583a21a91e59ecddee36db.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205224.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/6db/7876f5726a583a21a91e59ecddee36db/7876f5726a583a21a91e59ecddee36db.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205226.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/d54/278380f8c9f8e8a127757d4aad7f5d54/278380f8c9f8e8a127757d4aad7f5d54.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205226.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/d54/278380f8c9f8e8a127757d4aad7f5d54/278380f8c9f8e8a127757d4aad7f5d54.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205228.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/2f3/231b65f8569f4090d7091d6eea0762f3/231b65f8569f4090d7091d6eea0762f3.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205228.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/2f3/231b65f8569f4090d7091d6eea0762f3/231b65f8569f4090d7091d6eea0762f3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205230.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/b2b/813c5569c6f6d96eff5958853bf79b2b/813c5569c6f6d96eff5958853bf79b2b.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205230.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/b2b/813c5569c6f6d96eff5958853bf79b2b/813c5569c6f6d96eff5958853bf79b2b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205232.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/634/6e6544090d54f4ceebf0535bdd979634/6e6544090d54f4ceebf0535bdd979634.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205232.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/634/6e6544090d54f4ceebf0535bdd979634/6e6544090d54f4ceebf0535bdd979634.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205234.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/0a7/b98d17b4a574d1aa68603b446dcfe0a7/b98d17b4a574d1aa68603b446dcfe0a7.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205234.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/0a7/b98d17b4a574d1aa68603b446dcfe0a7/b98d17b4a574d1aa68603b446dcfe0a7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205236.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/af4/d01e371e7a7a3adbe87e36ad66295af4/d01e371e7a7a3adbe87e36ad66295af4.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205236.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/af4/d01e371e7a7a3adbe87e36ad66295af4/d01e371e7a7a3adbe87e36ad66295af4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205238.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/59a/abfab8184573c586945568ffb5dda59a/abfab8184573c586945568ffb5dda59a.db -test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges -test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_exception +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_exception ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_has_other_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_has_other_shard_ranges ... ok test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_initialize_container_broker_in_default test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_initialize_container_broker_in_default ... ok -test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_container_merge_other_ranges -test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_container_merge_other_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info ... ok -test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges_deleted -test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_is_deleted ... ok test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_reclaimable test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_reclaimable ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_reclaimable ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_no_stale_reads -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_no_stale_reads ... ok -test WARNING: /tmp/tmp3dy7dfcu/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1750205043.57354.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (11, 'e3fa3c9f965dff6de3a6bf15b7dc05ff', '8b16565a-6448-4cdf-9488-5f39d02bb17d-', '1750205042.39018', '1750205045.18586', '0', '', '1750205042.38753', 3, 0) -test WARNING: /tmp/tmp3dy7dfcu/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1750205043.57354.db is unable to replicate shard ranges to peer 10.0.0.1:1001/sdb; peer may need upgrading -test WARNING: /tmp/tmp3dy7dfcu/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1750205043.57354.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (10, '642a5e045944dee4866a1392fb9e89d7', '6431b152-0c0a-45b6-9492-3217116b50f7-', '1750205045.56359', '1750205045.55995', '0', '', '1750205045.55995', 5, 0) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, get_shard_ranges, () -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1750205046.65429', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750205046.65429', 'deleted': 0, 'state': 10, 'state_timestamp': '1750205046.65429', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750205046.80397', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750205046.80397', 'deleted': 0, 'state': 60, 'state_timestamp': '1750205045.72941', 'epoch': '1750205045.72941', 'reported': 0, 'tombstones': -1}], '6431b152-0c0a-45b6-9492-3217116b50f7-') -test DEBUG: /tmp/tmpcqd54q81/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1750205045.72941.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpcqd54q81/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1750205045.72941.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (10, '642a5e045944dee4866a1392fb9e89d7', '6431b152-0c0a-45b6-9492-3217116b50f7-', '1750205045.56359', '1750205046.57640', '0', '', '1750205045.55995', 5, 0) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, get_shard_ranges, () -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1750205046.65429', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750205046.65429', 'deleted': 0, 'state': 10, 'state_timestamp': '1750205046.65429', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750205046.80397', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750205046.80397', 'deleted': 0, 'state': 60, 'state_timestamp': '1750205045.72941', 'epoch': '1750205045.72941', 'reported': 0, 'tombstones': -1}], '6431b152-0c0a-45b6-9492-3217116b50f7-') -test DEBUG: /tmp/tmpcqd54q81/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1750205045.72941.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpcqd54q81/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1750205045.72941.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (10, '649d1e414d408027bd8472de62b8b897', 'ad0f5384-0787-4aa4-aa37-87af1986cfba-', '1750205047.83084', '1750205047.82821', '0', '', '1750205047.82821', 5, 0) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, get_shard_ranges, () -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1750205048.78239', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750205048.78239', 'deleted': 0, 'state': 10, 'state_timestamp': '1750205048.78239', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750205048.89885', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750205048.89885', 'deleted': 0, 'state': 60, 'state_timestamp': '1750205048.02693', 'epoch': '1750205048.02693', 'reported': 0, 'tombstones': -1}], 'ad0f5384-0787-4aa4-aa37-87af1986cfba-') -test DEBUG: /tmp/tmppp60p8j0/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1750205048.02693.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmppp60p8j0/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1750205048.02693.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (10, '649d1e414d408027bd8472de62b8b897', 'ad0f5384-0787-4aa4-aa37-87af1986cfba-', '1750205047.83084', '1750205048.70652', '0', '', '1750205047.82821', 5, 0) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, get_shard_ranges, () -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1750205048.78239', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750205048.78239', 'deleted': 0, 'state': 10, 'state_timestamp': '1750205048.78239', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750205048.89885', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750205048.89885', 'deleted': 0, 'state': 60, 'state_timestamp': '1750205048.02693', 'epoch': '1750205048.02693', 'reported': 0, 'tombstones': -1}], 'ad0f5384-0787-4aa4-aa37-87af1986cfba-') -test DEBUG: /tmp/tmppp60p8j0/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1750205048.02693.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmppp60p8j0/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1750205048.02693.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (11, '8d3b884b7d4c6f193bebb693d4776450', '8e2b6e9e-7dab-467b-b908-4d2a2e1affb3-', '1750205051.09838', '1750205051.09440', '0', '', '1750205051.09440', 3, 0) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1750205051.37439', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750205051.37439', 'deleted': 0, 'state': 10, 'state_timestamp': '1750205051.37439', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750205051.71576', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750205051.71576', 'deleted': 0, 'state': 60, 'state_timestamp': '1750205051.71551', 'epoch': '1750205051.71551', 'reported': 0, 'tombstones': -1}], '8e2b6e9e-7dab-467b-b908-4d2a2e1affb3-') -test DEBUG: /tmp/tmpdq2lujql/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1750205051.71551.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpdq2lujql/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1750205051.71551.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (11, '8d3b884b7d4c6f193bebb693d4776450', '8e2b6e9e-7dab-467b-b908-4d2a2e1affb3-', '1750205051.09838', '1750205053.88565', '0', '', '1750205051.09440', 3, 0) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, get_shard_ranges, () -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_unsharded -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_unsharded ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_old_enough_to_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_old_enough_to_reclaim ... ok test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_last_modified_time test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_last_modified_time ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_last_modified_time -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_last_modified_time ... ok -test INFO: - - - [18/Jun/2025:00:04:05 +0000] "DELETE /sda1/p/a/c/bashful" 204 - "-" "-" "-" 0.0019 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:05 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1746 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:05 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0961 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:05 +0000] "DELETE /sda1/p/a/c/grumpy10" 204 - "-" "-" "-" 0.0011 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:05 +0000] "DELETE /sda1/p/a/c/grumpy10_no_header" 204 - "-" "-" "-" 0.0007 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:06 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.2885 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:06 +0000] "DELETE /sda1/p/a/c/grumpy20" 301 - "-" "-" "-" 0.0050 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:06 +0000] "DELETE /sda1/p/a/c/grumpy20_no_header" 204 - "-" "-" "-" 0.0006 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:06 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0887 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:06 +0000] "DELETE /sda1/p/a/c/grumpy30" 301 - "-" "-" "-" 0.0146 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:06 +0000] "DELETE /sda1/p/a/c/grumpy30_no_header" 204 - "-" "-" "-" 0.0006 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:06 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0855 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:06 +0000] "DELETE /sda1/p/a/c/grumpy40" 301 - "-" "-" "-" 0.0010 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:06 +0000] "DELETE /sda1/p/a/c/grumpy40_no_header" 204 - "-" "-" "-" 0.0003 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:06 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1488 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:06 +0000] "DELETE /sda1/p/a/c/grumpy50" 204 - "-" "-" "-" 0.0012 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:06 +0000] "DELETE /sda1/p/a/c/grumpy50_no_header" 204 - "-" "-" "-" 0.0023 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:07 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1477 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:07 +0000] "DELETE /sda1/p/a/c/grumpy60" 301 - "-" "-" "-" 0.0010 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:07 +0000] "DELETE /sda1/p/a/c/grumpy60_no_header" 204 - "-" "-" "-" 0.0004 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:07 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1125 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:07 +0000] "DELETE /sda1/p/a/c/grumpy70" 204 - "-" "-" "-" 0.0013 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:07 +0000] "DELETE /sda1/p/a/c/grumpy70_no_header" 204 - "-" "-" "-" 0.0005 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:07 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1075 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:07 +0000] "DELETE /sda1/p/a/c/grumpy80" 204 - "-" "-" "-" 0.0017 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:07 +0000] "DELETE /sda1/p/a/c/grumpy80_no_header" 204 - "-" "-" "-" 0.0005 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:08 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1217 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:08 +0000] "DELETE /sda1/p/a/c/grumpier10" 204 - "-" "-" "-" 0.0056 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:08 +0000] "DELETE /sda1/p/a/c/grumpier10_no_header" 204 - "-" "-" "-" 0.0007 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:08 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0887 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:08 +0000] "DELETE /sda1/p/a/c/grumpier20" 301 - "-" "-" "-" 0.0011 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:08 +0000] "DELETE /sda1/p/a/c/grumpier20_no_header" 204 - "-" "-" "-" 0.0093 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:09 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1081 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:09 +0000] "DELETE /sda1/p/a/c/grumpier30" 301 - "-" "-" "-" 0.0016 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:09 +0000] "DELETE /sda1/p/a/c/grumpier30_no_header" 204 - "-" "-" "-" 0.0007 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:09 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1300 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:09 +0000] "DELETE /sda1/p/a/c/grumpier40" 301 - "-" "-" "-" 0.0011 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:09 +0000] "DELETE /sda1/p/a/c/grumpier40_no_header" 204 - "-" "-" "-" 0.0004 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:09 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.3544 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:09 +0000] "DELETE /sda1/p/a/c/grumpier50" 204 - "-" "-" "-" 0.0013 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:10 +0000] "DELETE /sda1/p/a/c/grumpier50_no_header" 204 - "-" "-" "-" 0.0007 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:10 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.2246 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:10 +0000] "DELETE /sda1/p/a/c/grumpier60" 301 - "-" "-" "-" 0.0011 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:10 +0000] "DELETE /sda1/p/a/c/grumpier60_no_header" 204 - "-" "-" "-" 0.0004 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:11 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.2240 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:11 +0000] "DELETE /sda1/p/a/c/grumpier70" 204 - "-" "-" "-" 0.0011 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:11 +0000] "DELETE /sda1/p/a/c/grumpier70_no_header" 204 - "-" "-" "-" 0.0004 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:12 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0671 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:12 +0000] "DELETE /sda1/p/a/c/grumpier80" 204 - "-" "-" "-" 0.0011 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:12 +0000] "DELETE /sda1/p/a/c/grumpier80_no_header" 204 - "-" "-" "-" 0.0008 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:12 +0000] "DELETE /sda1/p/a/c/dopey" 204 - "-" "-" "-" 0.0005 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:13 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.2750 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:13 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1940 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:13 +0000] "DELETE /sda1/p/a/c/dopey10" 204 - "-" "-" "-" 0.0014 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:13 +0000] "DELETE /sda1/p/a/c/dopey10_no_header" 204 - "-" "-" "-" 0.0016 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:14 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.2681 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:14 +0000] "DELETE /sda1/p/a/c/dopey20" 301 - "-" "-" "-" 0.0082 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:14 +0000] "DELETE /sda1/p/a/c/dopey20_no_header" 204 - "-" "-" "-" 0.0005 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:15 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.6194 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:15 +0000] "DELETE /sda1/p/a/c/dopey30" 301 - "-" "-" "-" 0.0013 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:15 +0000] "DELETE /sda1/p/a/c/dopey30_no_header" 204 - "-" "-" "-" 0.0004 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:16 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.2285 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:16 +0000] "DELETE /sda1/p/a/c/dopey40" 301 - "-" "-" "-" 0.0011 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:16 +0000] "DELETE /sda1/p/a/c/dopey40_no_header" 204 - "-" "-" "-" 0.0004 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:16 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1043 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:16 +0000] "DELETE /sda1/p/a/c/dopey50" 204 - "-" "-" "-" 0.0321 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:16 +0000] "DELETE /sda1/p/a/c/dopey50_no_header" 204 - "-" "-" "-" 0.0007 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:17 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1929 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:17 +0000] "DELETE /sda1/p/a/c/dopey60" 301 - "-" "-" "-" 0.0015 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:17 +0000] "DELETE /sda1/p/a/c/dopey60_no_header" 204 - "-" "-" "-" 0.0005 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:17 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0801 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:17 +0000] "DELETE /sda1/p/a/c/dopey70" 204 - "-" "-" "-" 0.0016 "-" 635438 2 -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_reclaimable ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_unsharded_large_diff -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_unsharded_large_diff ... ok test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_legacy_pending_files test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_legacy_pending_files ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_legacy_pending_files -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_legacy_pending_files ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_missing -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_missing ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_sharding_states -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_sharding_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_last_modified_time -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_last_modified_time ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges ... ok test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_stale_read_ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_stale_read_ok ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_legacy_pending_files -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_legacy_pending_files ... ok -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1750205051.37439', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750205051.37439', 'deleted': 0, 'state': 10, 'state_timestamp': '1750205051.37439', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750205051.71576', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750205051.71576', 'deleted': 0, 'state': 60, 'state_timestamp': '1750205051.71551', 'epoch': '1750205051.71551', 'reported': 0, 'tombstones': -1}], '8e2b6e9e-7dab-467b-b908-4d2a2e1affb3-') -test DEBUG: /tmp/tmpdq2lujql/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1750205051.71551.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpdq2lujql/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1750205051.71551.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (11, 'd80e70e36cbf7e32a5db07f03399a5d7', 'b6843179-eca2-49af-b81c-881a2ed67535-', '1750205056.23946', '1750205056.23699', '0', '', '1750205056.23699', 3, 0) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1750205056.48150', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750205056.48150', 'deleted': 0, 'state': 10, 'state_timestamp': '1750205056.48150', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750205056.60963', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750205056.60963', 'deleted': 0, 'state': 60, 'state_timestamp': '1750205056.60930', 'epoch': '1750205056.60930', 'reported': 0, 'tombstones': -1}], 'b6843179-eca2-49af-b81c-881a2ed67535-') -test DEBUG: /tmp/tmp7_1m_c3t/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1750205056.60930.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmp7_1m_c3t/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1750205056.60930.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (11, 'd80e70e36cbf7e32a5db07f03399a5d7', 'b6843179-eca2-49af-b81c-881a2ed67535-', '1750205056.23946', '1750205057.41586', '0', '', '1750205056.23699', 3, 0) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, get_shard_ranges, () -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1750205056.48150', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750205056.48150', 'deleted': 0, 'state': 10, 'state_timestamp': '1750205056.48150', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750205056.60963', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750205056.60963', 'deleted': 0, 'state': 60, 'state_timestamp': '1750205056.60930', 'epoch': '1750205056.60930', 'reported': 0, 'tombstones': -1}], 'b6843179-eca2-49af-b81c-881a2ed67535-') -test DEBUG: /tmp/tmp7_1m_c3t/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1750205056.60930.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmp7_1m_c3t/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1750205056.60930.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, '63f66efd922b275d07b748cba3e88ad6', '267c5408-4370-4243-81e8-e776f542a42e-sda', '1750205057.93659', '1750205057.92983', '0', '', '1750205057.92983', 1, 0) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('267c5408-4370-4243-81e8-e776f542a42e-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') -Unlinked retiring db '/tmp/tmpg5iz5nmc/sdb/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db' -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_sharded -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_sharded ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_object_update_redirected_to_shard -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_object_update_redirected_to_shard ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_items_since -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_items_since ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_timestamp_not_float -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_timestamp_not_float ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_not_valid -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_not_valid ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges_errors +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges_with_misplaced_objects +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges_with_misplaced_objects ... ok test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_non_slash test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_non_slash ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_non_slash ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces ... ok -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (6, '479911dff8c7bfe51bdb1f50587e7ebe', 'c08b8f58-d4d5-4c04-a901-6f945a33fd1c-sda', '1750205058.50030', '1750205058.49779', '0', '', '1750205058.49779', 6, 0) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, get_shard_ranges, () -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1750205058.82796', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1750205058.82796', 'deleted': 0, 'state': 40, 'state_timestamp': '1750205058.82796', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750205058.92939', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750205058.92939', 'deleted': 0, 'state': 60, 'state_timestamp': '1750205058.92899', 'epoch': '1750205058.92899', 'reported': 0, 'tombstones': -1}], 'c08b8f58-d4d5-4c04-a901-6f945a33fd1c-sda') -test DEBUG: /tmp/tmpg5iz5nmc/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpg5iz5nmc/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (6, '479911dff8c7bfe51bdb1f50587e7ebe', 'c08b8f58-d4d5-4c04-a901-6f945a33fd1c-sda', '1750205058.50030', '1750205058.72341', '0', '', '1750205058.49779', 6, 0) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, get_shard_ranges, () -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1750205058.82796', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1750205058.82796', 'deleted': 0, 'state': 40, 'state_timestamp': '1750205058.82796', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750205058.92939', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750205058.92939', 'deleted': 0, 'state': 60, 'state_timestamp': '1750205058.92899', 'epoch': '1750205058.92899', 'reported': 0, 'tombstones': -1}], 'c08b8f58-d4d5-4c04-a901-6f945a33fd1c-sda') -test DEBUG: /tmp/tmpg5iz5nmc/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpg5iz5nmc/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -Unlinked retiring db '/tmp/tmp0zt2eg5g/sdb/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db' test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_order_and_reverse test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_order_and_reverse ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796190.00000-0, db: /tmp/tmp0q_6xou8/sda/containers/0/2b4/08bd2d3e9b34158ea436ed1efdb992b4/08bd2d3e9b34158ea436ed1efdb992b4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796193.00000-0, db: /tmp/tmp0q_6xou8/sda/containers/0/d2e/8799cf018f034c766afe8247ff986d2e/8799cf018f034c766afe8247ff986d2e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796196.00000-0, db: /tmp/tmp0q_6xou8/sda/containers/0/f78/a80cc1ff92ee7a6d7b790259d3ce9f78/a80cc1ff92ee7a6d7b790259d3ce9f78.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796199.00000-0, db: /tmp/tmp0q_6xou8/sda/containers/0/1ec/6e4904e0b26ced2a315bfb10c798d1ec/6e4904e0b26ced2a315bfb10c798d1ec.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796202.00000-0, db: /tmp/tmp0q_6xou8/sda/containers/0/f47/084c1d47296331e473e2b928d7810f47/084c1d47296331e473e2b928d7810f47.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796205.00000-0, db: /tmp/tmp0q_6xou8/sda/containers/0/1ff/edd51fd581b9a00ff4e767fcd56581ff/edd51fd581b9a00ff4e767fcd56581ff.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796168.00000-0, db: /tmp/tmplg0slcpj/sda/containers/0/7aa/5a74ebb4496a3f2a1f85a66b22e9d7aa/5a74ebb4496a3f2a1f85a66b22e9d7aa.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796172.00000-0, db: /tmp/tmplg0slcpj/sda/containers/0/1df/b74e3f8fc6b794317942f665169e71df/b74e3f8fc6b794317942f665169e71df.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796170.00000-0, db: /tmp/tmp_8bveip9/sda/containers/0/ef0/668aca30a48a52c8a484dfe5781f6ef0/668aca30a48a52c8a484dfe5781f6ef0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796174.00000-0, db: /tmp/tmp_8bveip9/sda/containers/0/7e5/c1b9467606e2aa871bcf887ab25f67e5/c1b9467606e2aa871bcf887ab25f67e5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796178.00000-0, db: /tmp/tmp_8bveip9/sda/containers/0/4ee/22b2574a1e0dc34244e4b2b72c4ef4ee/22b2574a1e0dc34244e4b2b72c4ef4ee.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796182.00000-0, db: /tmp/tmp_8bveip9/sda/containers/0/30a/884b44422c9e110e0be625d58227930a/884b44422c9e110e0be625d58227930a.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796182.00000-0, db: /tmp/tmp_8bveip9/sda/containers/0/30a/884b44422c9e110e0be625d58227930a/884b44422c9e110e0be625d58227930a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796186.00000-0, db: /tmp/tmp_8bveip9/sda/containers/0/3b3/7b6392b89b2b100a56590386682d43b3/7b6392b89b2b100a56590386682d43b3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796190.00000-0, db: /tmp/tmp_8bveip9/sda/containers/0/2b4/08bd2d3e9b34158ea436ed1efdb992b4/08bd2d3e9b34158ea436ed1efdb992b4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796194.00000-0, db: /tmp/tmp_8bveip9/sda/containers/0/c47/a5b2b4a10b4db18877627fbab4307c47/a5b2b4a10b4db18877627fbab4307c47.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796198.00000-0, db: /tmp/tmp_8bveip9/sda/containers/0/02b/73ee4fc94390d7584577e20f4e65802b/73ee4fc94390d7584577e20f4e65802b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796202.00000-0, db: /tmp/tmp_8bveip9/sda/containers/0/f47/084c1d47296331e473e2b928d7810f47/084c1d47296331e473e2b928d7810f47.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796206.00000-0, db: /tmp/tmp_8bveip9/sda/containers/0/c6d/588bca95b0e672ab67542cb5158b9c6d/588bca95b0e672ab67542cb5158b9c6d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796210.00000-0, db: /tmp/tmp_8bveip9/sda/containers/0/a24/0d98d68057d9fbed787c3610f7e22a24/0d98d68057d9fbed787c3610f7e22a24.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796214.00000-0, db: /tmp/tmp_8bveip9/sda/containers/0/627/15f8e48faa72eddbf72f8e6858210627/15f8e48faa72eddbf72f8e6858210627.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796214.00000-0, db: /tmp/tmp_8bveip9/sda/containers/0/627/15f8e48faa72eddbf72f8e6858210627/15f8e48faa72eddbf72f8e6858210627.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796218.00000-0, db: /tmp/tmp_8bveip9/sda/containers/0/048/f8fd42daa56262ffa2aaed2410d70048/f8fd42daa56262ffa2aaed2410d70048.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796222.00000-0, db: /tmp/tmp_8bveip9/sda/containers/0/bc5/413e476b002eb8e4a4fa18668537fbc5/413e476b002eb8e4a4fa18668537fbc5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796226.00000-0, db: /tmp/tmp_8bveip9/sda/containers/0/365/3ef587aad5f6285388b2cfdc46e9f365/3ef587aad5f6285388b2cfdc46e9f365.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796230.00000-0, db: /tmp/tmp_8bveip9/sda/containers/0/31f/85f50a956cafe09c54814ebb1186f31f/85f50a956cafe09c54814ebb1186f31f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796234.00000-0, db: /tmp/tmp_8bveip9/sda/containers/0/d64/032f52b9d0e348226f3c65dd1eaf3d64/032f52b9d0e348226f3c65dd1eaf3d64.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796238.00000-0, db: /tmp/tmp_8bveip9/sda/containers/0/be9/568d3f9fdf2db6cad45bd716e3a4abe9/568d3f9fdf2db6cad45bd716e3a4abe9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796242.00000-0, db: /tmp/tmp_8bveip9/sda/containers/0/4ee/014de8d6853fcca66a48f225025f64ee/014de8d6853fcca66a48f225025f64ee.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796246.00000-0, db: /tmp/tmp_8bveip9/sda/containers/0/6fc/64c015a6491f76fe66203436fc6086fc/64c015a6491f76fe66203436fc6086fc.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796246.00000-0, db: /tmp/tmp_8bveip9/sda/containers/0/6fc/64c015a6491f76fe66203436fc6086fc/64c015a6491f76fe66203436fc6086fc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796250.00000-0, db: /tmp/tmp_8bveip9/sda/containers/0/724/578f360806d632c6108d2ebe9c715724/578f360806d632c6108d2ebe9c715724.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796254.00000-0, db: /tmp/tmp_8bveip9/sda/containers/0/0fb/d4ac521252ae32370ddd28deec3230fb/d4ac521252ae32370ddd28deec3230fb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796258.00000-0, db: /tmp/tmp_8bveip9/sda/containers/0/171/83ff824345d0d5fe0ccf966077eec171/83ff824345d0d5fe0ccf966077eec171.db +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_prefix_delim ... ok test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_deleted test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_deleted ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_auto_record_type -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_auto_record_type ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_sharded_large_diff -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_sharded_large_diff ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_non_slash ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_order_and_reverse -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_order_and_reverse ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter ... ok test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_old_enough_to_reclaim test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_old_enough_to_reclaim ... ok -test INFO: - - - [18/Jun/2025:00:04:17 +0000] "DELETE /sda1/p/a/c/dopey70_no_header" 204 - "-" "-" "-" 0.0005 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:17 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0693 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:17 +0000] "DELETE /sda1/p/a/c/dopey80" 204 - "-" "-" "-" 0.0095 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:17 +0000] "DELETE /sda1/p/a/c/dopey80_no_header" 204 - "-" "-" "-" 0.0007 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:17 +0000] "DELETE /sda1/p/a/c/bashful" 301 - "-" "-" "-" 0.0096 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:17 +0000] "DELETE /sda1/p/a/c/dopey" 301 - "-" "-" "-" 0.0017 "-" 635438 2 -test DEBUG: Unlinked retiring db '/tmp/tmpavi0ysy_/tmp_test_container_server_ContainerController/sda1/containers/p/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db' -test INFO: - - - [18/Jun/2025:00:04:18 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0918 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:18 +0000] "DELETE /sda1/p/a/c/grumpiest10" 204 - "-" "-" "-" 0.0033 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:18 +0000] "DELETE /sda1/p/a/c/grumpiest10_no_header" 204 - "-" "-" "-" 0.0005 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:18 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0762 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:18 +0000] "DELETE /sda1/p/a/c/grumpiest20" 301 - "-" "-" "-" 0.0010 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:18 +0000] "DELETE /sda1/p/a/c/grumpiest20_no_header" 204 - "-" "-" "-" 0.0017 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:18 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1124 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:18 +0000] "DELETE /sda1/p/a/c/grumpiest30" 301 - "-" "-" "-" 0.0013 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:18 +0000] "DELETE /sda1/p/a/c/grumpiest30_no_header" 204 - "-" "-" "-" 0.0004 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:18 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1161 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:18 +0000] "DELETE /sda1/p/a/c/grumpiest40" 301 - "-" "-" "-" 0.0014 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:18 +0000] "DELETE /sda1/p/a/c/grumpiest40_no_header" 204 - "-" "-" "-" 0.0007 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:19 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0729 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:19 +0000] "DELETE /sda1/p/a/c/grumpiest50" 204 - "-" "-" "-" 0.0013 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:19 +0000] "DELETE /sda1/p/a/c/grumpiest50_no_header" 204 - "-" "-" "-" 0.0005 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:19 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0704 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:19 +0000] "DELETE /sda1/p/a/c/grumpiest60" 301 - "-" "-" "-" 0.0015 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:19 +0000] "DELETE /sda1/p/a/c/grumpiest60_no_header" 204 - "-" "-" "-" 0.0006 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:19 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0644 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:19 +0000] "DELETE /sda1/p/a/c/grumpiest70" 204 - "-" "-" "-" 0.0016 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:19 +0000] "DELETE /sda1/p/a/c/grumpiest70_no_header" 204 - "-" "-" "-" 0.0005 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:19 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1038 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:19 +0000] "DELETE /sda1/p/a/c/grumpiest80" 204 - "-" "-" "-" 0.0035 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:20 +0000] "DELETE /sda1/p/a/c/grumpiest80_no_header" 204 - "-" "-" "-" 0.0006 "-" 635438 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:04:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0913 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:20 +0000] "DELETE /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 635438 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:04:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0948 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:20 +0000] "GET /sda1/p/a/c" 406 - "-" "-" "-" 0.0001 "-" 635438 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:04:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0889 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:20 +0000] "PUT /sda1/p/a/c/obj_0" 201 - "-" "-" "-" 0.0036 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:20 +0000] "PUT /sda1/p/a/c/obj_1" 201 - "-" "-" "-" 0.0004 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.2653 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0869 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:20 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0026 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:20 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0016 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:20 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0021 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:20 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0019 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:21 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0027 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:21 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0024 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:21 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0088 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:21 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0027 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:21 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0021 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:21 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0023 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:21 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0025 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:21 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0028 "-" 635438 2 -test DEBUG: Unlinked retiring db '/tmp/tmpapmhp86n/tmp_test_container_server_ContainerController/sda1/containers/p/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db' -test INFO: - - - [18/Jun/2025:00:04:21 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0031 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:21 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0062 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:21 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0058 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:21 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0027 "-" 635438 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:04:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1081 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:21 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0143 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:21 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0005 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:21 +0000] "PUT /sda1/p/a/c/US-OK-A" 201 - "-" "-" "-" 0.0004 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:21 +0000] "PUT /sda1/p/a/c/US-OK-B" 201 - "-" "-" "-" 0.0004 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:21 +0000] "PUT /sda1/p/a/c/US-UT-A" 201 - "-" "-" "-" 0.0004 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:22 +0000] "GET /sda1/p/a/c" 200 66 "-" "-" "-" 0.0944 "-" 635438 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:04:22 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1018 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:22 +0000] "PUT /sda1/p/a/c/a/%E2%9D%A5/1" 201 - "-" "-" "-" 0.0007 "-" 635438 2 -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces_root_container_fill_gap -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces_root_container_fill_gap ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_non_ascii -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_non_ascii ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_prefix_delim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_order_and_reverse -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_order_and_reverse ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_xml -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_xml ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_prefix_delim ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_xml_with_quotes -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_xml_with_quotes ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_invalid_accept -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_invalid_accept ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_prefix_delim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces_state_filtering -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces_state_filtering ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_json -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_json ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_brokers +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_brokers ... ok test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_with_reserved_name test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_with_reserved_name ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_after_merge_sharded -test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_after_merge_sharded ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_json_last_modified -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_json_last_modified ... ok test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_load_old_record_from_pending_file test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_load_old_record_from_pending_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_reclaimable ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_with_reserved_name -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_with_reserved_name ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_leading_delimiter -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_leading_delimiter ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_with_reserved_name -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_with_reserved_name ... ok test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_make_tuple_for_pickle test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_make_tuple_for_pickle ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_objects -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_objects ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_false -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_false ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_true -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_true ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_load_old_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_load_old_record_from_pending_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_load_old_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_load_old_record_from_pending_file ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_marker -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_marker ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_make_tuple_for_pickle -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_make_tuple_for_pickle ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_make_tuple_for_pickle -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_make_tuple_for_pickle ... ok -test INFO: - - - [18/Jun/2025:00:04:22 +0000] "PUT /sda1/p/a/c/a/%E2%9D%A5/2" 201 - "-" "-" "-" 0.0005 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:22 +0000] "PUT /sda1/p/a/c/a/%EA%99%AE/1" 201 - "-" "-" "-" 0.0078 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:22 +0000] "PUT /sda1/p/a/c/a/%EA%99%AE/2" 201 - "-" "-" "-" 0.0006 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:22 +0000] "GET /sda1/p/a/c" 200 50 "-" "-" "-" 0.0879 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:22 +0000] "GET /sda1/p/a/c" 200 14 "-" "-" "-" 0.0070 "-" 635438 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:04:22 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0721 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:22 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0006 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:22 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0004 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:22 +0000] "PUT /sda1/p/a/c/US-OK-A" 201 - "-" "-" "-" 0.0004 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:22 +0000] "PUT /sda1/p/a/c/US-OK-B" 201 - "-" "-" "-" 0.0004 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:22 +0000] "PUT /sda1/p/a/c/US-UT-A" 201 - "-" "-" "-" 0.0252 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:22 +0000] "GET /sda1/p/a/c" 200 221 "-" "-" "-" 0.1571 "-" 635438 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:04:22 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1134 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:22 +0000] "PUT /sda1/p/a/c/%3C%27sub%27%20%22dir%22%3E/object" 201 - "-" "-" "-" 0.0097 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:22 +0000] "GET /sda1/p/a/c" 200 159 "-" "-" "-" 0.1595 "-" 635438 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:04:22 +0000] "GET /sda1/p/a/c" 400 21 "-" "-" "-" 0.0002 "-" 635438 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:04:22 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.1032 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:22 +0000] "GET /sda1/p/a/jsonc" 200 2 "-" "-" "-" 0.0019 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:23 +0000] "PUT /sda1/p/a/jsonc/0" 201 - "-" "-" "-" 0.0176 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:23 +0000] "PUT /sda1/p/a/jsonc/1" 201 - "-" "-" "-" 0.0005 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:23 +0000] "PUT /sda1/p/a/jsonc/2" 201 - "-" "-" "-" 0.0010 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:23 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.1254 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:23 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0011 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:23 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0023 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:23 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0011 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:23 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0023 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:23 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0126 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:23 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0020 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:23 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0011 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:23 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0019 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:23 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0011 "-" 635438 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:04:23 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0818 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:23 +0000] "PUT /sda1/p/a/jsonc/0" 201 - "-" "-" "-" 0.0012 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:23 +0000] "PUT /sda1/p/a/jsonc/1" 201 - "-" "-" "-" 0.0004 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:23 +0000] "GET /sda1/p/a/jsonc" 200 234 "-" "-" "-" 0.0992 "-" 635438 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:04:23 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0840 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:23 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0005 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:23 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0004 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:23 +0000] "PUT /sda1/p/a/c/-UK" 201 - "-" "-" "-" 0.0003 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:23 +0000] "PUT /sda1/p/a/c/-CH" 201 - "-" "-" "-" 0.0004 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:23 +0000] "GET /sda1/p/a/c" 200 36 "-" "-" "-" 0.0840 "-" 635438 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:04:23 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0992 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:23 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0056 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:23 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0007 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:23 +0000] "PUT /sda1/p/a/c/2" 201 - "-" "-" "-" 0.0047 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:23 +0000] "GET /sda1/p/a/c" 200 4 "-" "-" "-" 0.0677 "-" 635438 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:04:23 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0004 "-" 635438 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:04:23 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0898 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:23 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0015 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:23 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0004 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:23 +0000] "PUT /sda1/p/a/c/2" 201 - "-" "-" "-" 0.0066 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:23 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0918 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:23 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0023 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:23 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0058 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:23 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 635438 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:04:24 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0779 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:24 +0000] "PUT /sda1/p/a/c/US~~TX~~A" 201 - "-" "-" "-" 0.0021 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:24 +0000] "PUT /sda1/p/a/c/US~~TX~~B" 201 - "-" "-" "-" 0.0003 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:24 +0000] "PUT /sda1/p/a/c/US~~OK~~A" 201 - "-" "-" "-" 0.0003 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:24 +0000] "PUT /sda1/p/a/c/US~~OK~~B" 201 - "-" "-" "-" 0.0002 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:24 +0000] "PUT /sda1/p/a/c/US~~OK~Tulsa~~A" 201 - "-" "-" "-" 0.0003 "-" 635438 2 -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_multichar_delimiter -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_multichar_delimiter ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_last_modified_time -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_last_modified_time ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_after_merge_sharding -test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_after_merge_sharding ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_errors -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_reclaimable ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_db_state +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_db_state ... ok test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_legacy_pending_files -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_legacy_pending_files ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_last_modified_time +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_last_modified_time ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info ... ok test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_is_green test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_is_green ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_is_green -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_is_green ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_not_supported -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_not_supported ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_is_green -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_is_green ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_before_merge_sharded -test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_before_merge_sharded ... ok -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205238.00000, db: /tmp/tmpp9cr5ayd/sda/containers/0/59a/abfab8184573c586945568ffb5dda59a/abfab8184573c586945568ffb5dda59a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205056.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/6de/7ab01eb920733ff9827091ee780cb6de/7ab01eb920733ff9827091ee780cb6de.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205061.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/8d9/60c855d9ab72032b9cec9fb4736e98d9/60c855d9ab72032b9cec9fb4736e98d9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205066.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/ec7/544c8654d0afbba4b198a1b7e3010ec7/544c8654d0afbba4b198a1b7e3010ec7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205071.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/1ac/33084d248f5ee7edd651c91ddb0ef1ac/33084d248f5ee7edd651c91ddb0ef1ac.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205076.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/993/a4a85ced8c36ce3cec2aa767c9dad993/a4a85ced8c36ce3cec2aa767c9dad993.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205081.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/864/2da2b384cd5b34b2fe4062c52b48b864/2da2b384cd5b34b2fe4062c52b48b864.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205086.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/0e6/2ddd5d4e009f47812e9411da4b9850e6/2ddd5d4e009f47812e9411da4b9850e6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205091.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/276/15dd0cf643df831429b88c0c8ebda276/15dd0cf643df831429b88c0c8ebda276.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205096.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/3f6/3241d8f5b24c6c6493a87378bce4b3f6/3241d8f5b24c6c6493a87378bce4b3f6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205101.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/501/61b5255968f4e6fe7d9929000a6b3501/61b5255968f4e6fe7d9929000a6b3501.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205106.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/986/7026aba70ed73906d1d1dc404070b986/7026aba70ed73906d1d1dc404070b986.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205111.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/8dd/4d5bd1c3d1329a6b11d74e4c2b9718dd/4d5bd1c3d1329a6b11d74e4c2b9718dd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205116.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/cd4/b2f54f83356fdfe29f9404b849194cd4/b2f54f83356fdfe29f9404b849194cd4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205121.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/cef/af8a03516c4d7939ccc3a59d2cd58cef/af8a03516c4d7939ccc3a59d2cd58cef.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205126.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/553/6448ae3345c16c678f6ed0785f9bc553/6448ae3345c16c678f6ed0785f9bc553.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205131.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/2f2/73057ec18225e50dce88c4ba9e9682f2/73057ec18225e50dce88c4ba9e9682f2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205136.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/c01/239f6f36c0a89ee0371a3ab32d605c01/239f6f36c0a89ee0371a3ab32d605c01.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205141.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/a92/c0bba85586a18266a6484fae39e86a92/c0bba85586a18266a6484fae39e86a92.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205146.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/551/520be43a8a57bddfe0e2acdbda1d3551/520be43a8a57bddfe0e2acdbda1d3551.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205151.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/0a7/97d10a1b7e9a96a1da5861a77363c0a7/97d10a1b7e9a96a1da5861a77363c0a7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205156.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/016/89b5caff6eaf307925bae89ca548f016/89b5caff6eaf307925bae89ca548f016.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205161.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/972/eef988b7436d2bb5afea2f51bfc5f972/eef988b7436d2bb5afea2f51bfc5f972.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205166.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/d03/5980665163a4aaedca6a2d3b00e34d03/5980665163a4aaedca6a2d3b00e34d03.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205171.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/01a/e70585a63f0f63ecde785c8f3343b01a/e70585a63f0f63ecde785c8f3343b01a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205176.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/667/451dac33f3cf95ae9538c8262bdc5667/451dac33f3cf95ae9538c8262bdc5667.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205181.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/a06/56f554a1354d5c5628b7ed07c0ccfa06/56f554a1354d5c5628b7ed07c0ccfa06.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205186.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/fd5/cc9756025c8741cb5780eb5a2292cfd5/cc9756025c8741cb5780eb5a2292cfd5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205191.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/ff4/e7cadc6ca45604b753894034ecfe5ff4/e7cadc6ca45604b753894034ecfe5ff4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205196.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/cb5/db80310a2877b220a9378b7109cd0cb5/db80310a2877b220a9378b7109cd0cb5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205201.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/645/dd1e94c312042aae0841e25e09848645/dd1e94c312042aae0841e25e09848645.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205206.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/c3e/582ace51eac49a700d035e714c1f7c3e/582ace51eac49a700d035e714c1f7c3e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205211.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/1ca/2ca61face60fa5001b14bab070a291ca/2ca61face60fa5001b14bab070a291ca.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205216.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/7dc/2fb36d188c12e3de61d4680a926a77dc/2fb36d188c12e3de61d4680a926a77dc.db -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_other_params -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_other_params ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_overwrite -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_overwrite ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_legacy_pending_files +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_legacy_pending_files ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_is_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_no_stale_reads +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_no_stale_reads ... ok test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_overwrite test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_overwrite ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_sharded_subshard_state_listing -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_sharded_subshard_state_listing ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_before_merge_sharding -test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_before_merge_sharding ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter ... ok test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_non_slash test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_non_slash ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_overwrite -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_overwrite ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_objects_since_row -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_objects_since_row ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replicator_sync -test.unit.container.test_replicator.TestReplicatorSync.test_replicator_sync ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_overwrite_unicode -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_overwrite_unicode ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_report_up_to_date -test.unit.container.test_replicator.TestReplicatorSync.test_report_up_to_date ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_rsync_failure -test.unit.container.test_replicator.TestReplicatorSync.test_rsync_failure ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_order_and_reverse -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_order_and_reverse ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_sharded_subshard_state_updating -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_sharded_subshard_state_updating ... ok test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_overwrite_unicode test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_overwrite_unicode ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_root_state_listing -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_root_state_listing ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_rsync_then_merge -test.unit.container.test_replicator.TestReplicatorSync.test_rsync_then_merge ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_sharding_states +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_sharding_states ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_order_and_reverse +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_order_and_reverse ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_stale_read_ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_stale_read_ok ... ok test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_prefix_delim test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_prefix_delim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_own_shard_range -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_own_shard_range ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_root_state_updating -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_root_state_updating ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_overwrite_unicode -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_overwrite_unicode ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_post_overwrite_out_of_order -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_post_overwrite_out_of_order ... ok -test INFO: - - - [18/Jun/2025:00:04:24 +0000] "PUT /sda1/p/a/c/US~~OK~Tulsa~~B" 201 - "-" "-" "-" 0.0003 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:24 +0000] "PUT /sda1/p/a/c/US~~UT~~A" 201 - "-" "-" "-" 0.0003 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:24 +0000] "PUT /sda1/p/a/c/US~~UT~~~B" 201 - "-" "-" "-" 0.0003 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:24 +0000] "GET /sda1/p/a/c" 200 102 "-" "-" "-" 0.0945 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:24 +0000] "GET /sda1/p/a/c" 200 102 "-" "-" "-" 0.0019 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:24 +0000] "GET /sda1/p/a/c" 200 24 "-" "-" "-" 0.0017 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:24 +0000] "GET /sda1/p/a/c" 200 24 "-" "-" "-" 0.0016 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:24 +0000] "GET /sda1/p/a/c" 200 150 "-" "-" "-" 0.0057 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:24 +0000] "GET /sda1/p/a/c" 200 150 "-" "-" "-" 0.0027 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:24 +0000] "GET /sda1/p/a/c" 200 251 "-" "-" "-" 0.0016 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:24 +0000] "GET /sda1/p/a/c" 200 251 "-" "-" "-" 0.0016 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:24 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0015 "-" 635438 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:04:24 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1081 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1286 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.3089 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.2788 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.3585 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.2470 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:25 +0000] "GET /sda1/p/a/c" 400 9 "-" "-" "-" 0.0012 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:04:25 +0000] "GET /sda1/p/a/c" 507 - "-" "-" "-" 0.0002 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:04:25 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.1104 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:04:25 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0012 "-" 635438 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:04:26 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.2792 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.2622 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.2853 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.3475 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.2659 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0679 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:27 +0000] "GET /sda1/p/a/c" 400 36 "-" "-" "-" 0.0010 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:04:27 +0000] "GET /sda1/p/a/c" 400 35 "-" "-" "-" 0.0010 "-" 635438 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:04:27 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1035 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0665 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0946 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0951 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1086 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1196 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:27 +0000] "GET /sda1/p/a/c" 200 192 "-" "-" "-" 0.0067 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:27 +0000] "GET /sda1/p/a/c" 200 192 "-" "-" "-" 0.0014 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:27 +0000] "GET /sda1/p/a/c" 200 202 "-" "-" "-" 0.0014 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:27 +0000] "GET /sda1/p/a/c" 200 202 "-" "-" "-" 0.0013 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:27 +0000] "GET /sda1/p/a/c" 200 63 "-" "-" "-" 0.0012 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:27 +0000] "GET /sda1/p/a/c" 200 63 "-" "-" "-" 0.0011 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:27 +0000] "GET /sda1/p/a/c" 200 323 "-" "-" "-" 0.0012 "-" 635438 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:04:28 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.2802 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:28 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.1605 "-" 635438 2 -test DEBUG: Unlinked retiring db '/tmp/tmp3p2e5vbv/tmp_test_container_server_ContainerController/sda1/containers/p/64e/f1af2fdedc6e97f9ffc424e624ea364e/f1af2fdedc6e97f9ffc424e624ea364e.db' -test INFO: - - - [18/Jun/2025:00:04:28 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0021 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:28 +0000] "GET /sda1/p/.shards_a/c" 200 1672 "-" "-" "-" 0.0018 "-" 635438 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:04:28 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.1000 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:29 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.4211 "-" 635438 2 -test DEBUG: Unlinked retiring db '/tmp/tmp2nr_ggkv/tmp_test_container_server_ContainerController/sda1/containers/p/64e/f1af2fdedc6e97f9ffc424e624ea364e/f1af2fdedc6e97f9ffc424e624ea364e.db' -test INFO: - - - [18/Jun/2025:00:04:30 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0020 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:30 +0000] "GET /sda1/p/.shards_a/c" 200 1672 "-" "-" "-" 0.0537 "-" 635438 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:04:30 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.2950 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.5131 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:30 +0000] "GET /sda1/p/a/c" 200 277 "-" "-" "-" 0.0018 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:30 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0017 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:30 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0016 "-" 635438 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:04:31 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.6818 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.2818 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:32 +0000] "GET /sda1/p/a/c" 200 277 "-" "-" "-" 0.0029 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:32 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0016 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:32 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0036 "-" 635438 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:04:32 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0767 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:32 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.2154 "-" 635438 2 -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_subshard_state_listing -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_subshard_state_listing ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_bogus_db_quarantines -test.unit.container.test_replicator.TestReplicatorSync.test_sync_bogus_db_quarantines ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_subshard_state_updating -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_subshard_state_updating ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_items_since +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_items_since ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_post_overwrite_out_of_order +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_post_overwrite_out_of_order ... ok test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_with_reserved_name test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_with_reserved_name ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_policy_info -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_policy_info ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_non_ascii -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_non_ascii ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces ... ok test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_load_old_record_from_pending_file test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_load_old_record_from_pending_file ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_objects_of_different_policies -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_objects_of_different_policies ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_post_overwrite_out_of_order -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_post_overwrite_out_of_order ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_over_limit -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_over_limit ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_make_tuple_for_pickle -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_make_tuple_for_pickle ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_path -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_range_single_record -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_range_single_record ... ok -test INFO: - - - [18/Jun/2025:00:04:32 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0017 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:32 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0021 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:32 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0037 "-" 635438 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:04:32 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.1037 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:32 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.1526 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:32 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0022 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:32 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0018 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:32 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0016 "-" 635438 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:04:32 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0867 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:32 +0000] "PUT /sda1/p/a/jsonc/Sp%C3%A4tzle" 201 - "-" "-" "-" 0.0005 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:32 +0000] "PUT /sda1/p/a/jsonc/%E3%83%A9%E3%83%BC%E3%83%A1%E3%83%B3" 201 - "-" "-" "-" 0.0115 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:32 +0000] "GET /sda1/p/a/jsonc" 200 268 "-" "-" "-" 0.1013 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:32 +0000] "GET /sda1/p/a/jsonc" 200 22 "-" "-" "-" 0.0020 "-" 635438 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:04:32 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0663 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:04:32 +0000] "PUT /sda1/p/a/c/obj_default_0" 201 - "-" "-" "-" 0.0004 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:04:32 +0000] "PUT /sda1/p/a/c/obj_default_1" 201 - "-" "-" "-" 0.0003 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:04:32 +0000] "PUT /sda1/p/a/c/obj_default_2" 201 - "-" "-" "-" 0.0003 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:04:32 +0000] "PUT /sda1/p/a/c/obj_default_3" 201 - "-" "-" "-" 0.0004 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:04:32 +0000] "PUT /sda1/p/a/c/obj_default_4" 201 - "-" "-" "-" 0.0248 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:04:32 +0000] "PUT /sda1/p/a/c/obj_default_5" 201 - "-" "-" "-" 0.0003 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:04:32 +0000] "PUT /sda1/p/a/c/obj_default_6" 201 - "-" "-" "-" 0.0003 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:04:32 +0000] "PUT /sda1/p/a/c/obj_default_7" 201 - "-" "-" "-" 0.0003 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:04:32 +0000] "PUT /sda1/p/a/c/obj_default_8" 201 - "-" "-" "-" 0.0003 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:04:32 +0000] "PUT /sda1/p/a/c/obj_default_9" 201 - "-" "-" "-" 0.0005 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:04:32 +0000] "PUT /sda1/p/a/c/obj_default_10" 201 - "-" "-" "-" 0.0005 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:04:32 +0000] "PUT /sda1/p/a/c/obj_1_0" 201 - "-" "-" "-" 0.0003 "-" 635438 1 -test INFO: - - - [18/Jun/2025:00:04:32 +0000] "PUT /sda1/p/a/c/obj_1_1" 201 - "-" "-" "-" 0.0003 "-" 635438 1 -test INFO: - - - [18/Jun/2025:00:04:32 +0000] "PUT /sda1/p/a/c/obj_1_2" 201 - "-" "-" "-" 0.0003 "-" 635438 1 -test INFO: - - - [18/Jun/2025:00:04:32 +0000] "PUT /sda1/p/a/c/obj_1_3" 201 - "-" "-" "-" 0.0003 "-" 635438 1 -test INFO: - - - [18/Jun/2025:00:04:32 +0000] "PUT /sda1/p/a/c/obj_1_4" 201 - "-" "-" "-" 0.0003 "-" 635438 1 -test INFO: - - - [18/Jun/2025:00:04:32 +0000] "PUT /sda1/p/a/c/obj_1_5" 201 - "-" "-" "-" 0.0003 "-" 635438 1 -test INFO: - - - [18/Jun/2025:00:04:32 +0000] "PUT /sda1/p/a/c/obj_1_6" 201 - "-" "-" "-" 0.0005 "-" 635438 1 -test INFO: - - - [18/Jun/2025:00:04:32 +0000] "PUT /sda1/p/a/c/obj_1_7" 201 - "-" "-" "-" 0.0005 "-" 635438 1 -test INFO: - - - [18/Jun/2025:00:04:32 +0000] "PUT /sda1/p/a/c/obj_1_8" 201 - "-" "-" "-" 0.0006 "-" 635438 1 -test INFO: - - - [18/Jun/2025:00:04:32 +0000] "PUT /sda1/p/a/c/obj_1_9" 201 - "-" "-" "-" 0.0005 "-" 635438 1 -test INFO: - - - [18/Jun/2025:00:04:33 +0000] "GET /sda1/p/a/c" 200 155 "-" "-" "-" 0.1041 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:04:33 +0000] "GET /sda1/p/a/c" 200 155 "-" "-" "-" 0.0080 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:04:33 +0000] "GET /sda1/p/a/c" 200 80 "-" "-" "-" 0.0021 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:04:33 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:04:33 +0000] "GET /sda1/p/a/c" 400 40 "-" "-" "-" 0.0009 "-" 635438 3 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:04:33 +0000] "GET /sda1/p/a/c" 412 22 "-" "-" "-" 0.0002 "-" 635438 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:04:33 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1841 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:33 +0000] "PUT /sda1/p/a/c/US/TX" 201 - "-" "-" "-" 0.0156 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:33 +0000] "PUT /sda1/p/a/c/US/TX/B" 201 - "-" "-" "-" 0.0004 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:33 +0000] "PUT /sda1/p/a/c/US/OK" 201 - "-" "-" "-" 0.0003 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:33 +0000] "PUT /sda1/p/a/c/US/OK/B" 201 - "-" "-" "-" 0.0003 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:33 +0000] "PUT /sda1/p/a/c/US/UT/A" 201 - "-" "-" "-" 0.0003 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:33 +0000] "GET /sda1/p/a/c" 200 242 "-" "-" "-" 0.0898 "-" 635438 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:04:33 +0000] "PUT /sda1/p/a/plainc" 201 - "-" "-" "-" 0.1056 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:33 +0000] "GET /sda1/p/a/plainc" 204 - "-" "-" "-" 0.0018 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:33 +0000] "PUT /sda1/p/a/plainc/0" 201 - "-" "-" "-" 0.0004 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:33 +0000] "PUT /sda1/p/a/plainc/1" 201 - "-" "-" "-" 0.0004 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:33 +0000] "PUT /sda1/p/a/plainc/2" 201 - "-" "-" "-" 0.0003 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:33 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0962 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:33 +0000] "HEAD /sda1/p/a/plainc" 204 - "-" "-" "-" 0.0012 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:33 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0021 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:33 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0019 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:33 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0028 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:33 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0197 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:33 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0024 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:33 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0024 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:33 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0019 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:33 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0020 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:33 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0019 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:33 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0022 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:33 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0019 "-" 635438 2 -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_plain -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_plain ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_post_overwrite_out_of_order -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_post_overwrite_out_of_order ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix ... ok -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (6, '94295b571766944387c9be64316ffe62', '21c0b0c1-9955-4de9-b6cd-978ada2b8cc8-sda', '1750205059.99066', '1750205059.98703', '0', '', '1750205059.98703', 6, 0) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, get_shard_ranges, () -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1750205060.22087', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1750205060.22087', 'deleted': 0, 'state': 40, 'state_timestamp': '1750205060.22087', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750205060.26406', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750205060.26406', 'deleted': 0, 'state': 60, 'state_timestamp': '1750205060.26383', 'epoch': '1750205060.26383', 'reported': 0, 'tombstones': -1}], '21c0b0c1-9955-4de9-b6cd-978ada2b8cc8-sda') -test DEBUG: /tmp/tmp0zt2eg5g/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmp0zt2eg5g/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (6, '94295b571766944387c9be64316ffe62', '21c0b0c1-9955-4de9-b6cd-978ada2b8cc8-sda', '1750205059.99066', '1750205060.13539', '0', '', '1750205059.98703', 6, 0) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, get_shard_ranges, () -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1750205060.22087', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1750205060.22087', 'deleted': 0, 'state': 40, 'state_timestamp': '1750205060.22087', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750205060.26406', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750205060.26406', 'deleted': 0, 'state': 60, 'state_timestamp': '1750205060.26383', 'epoch': '1750205060.26383', 'reported': 0, 'tombstones': -1}], '21c0b0c1-9955-4de9-b6cd-978ada2b8cc8-sda') -test DEBUG: /tmp/tmp0zt2eg5g/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmp0zt2eg5g/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (3, '303682ddacb0313c6ab2b7f9f3d6d60e', 'b6c6db3d-2742-43a8-8c53-6a5d8f179316-sda', '1750205061.90472', '1750205061.90207', '0', '', '1750205061.90207', 3, 0) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, rsync_then_merge, ('b6c6db3d-2742-43a8-8c53-6a5d8f179316-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') -test DEBUG: Unlinked retiring db '/tmp/tmpkaoqd8te/sdb/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db' -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (3, '6bcc8b9d2cfb2aced41053f0a84ec6a4', '54fb944b-b8f1-49c1-a078-7a7c017c510d-sda', '1750205063.33243', '1750205063.31605', '0', '', '1750205063.31605', 3, 0) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, rsync_then_merge, ('54fb944b-b8f1-49c1-a078-7a7c017c510d-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (3, '9ecf8e3440ad55bf729d8d2caf3942c9', '57751bc4-5829-4bed-aca4-34b544b73a6f-sda', '1750205065.28506', '1750205065.22654', '0', '', '1750205065.22654', 3, 0) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, rsync_then_merge, ('57751bc4-5829-4bed-aca4-34b544b73a6f-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') -test DEBUG: Unlinked retiring db '/tmp/tmpu6fdjxle/sdb/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db' -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (3, '3b1ce05f68d3283f76c9f1413d284873', '011fc8d1-559c-4e18-851e-b18fb71f5cac-sda', '1750205067.52865', '1750205067.52187', '0', '', '1750205067.52187', 3, 0) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, rsync_then_merge, ('011fc8d1-559c-4e18-851e-b18fb71f5cac-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '3e65e67b-0a87-4edb-8a99-8cf6ba7ff06d-sda', '1750205069.73888', '1750205069.73268', '0', '', '1750205069.73268', 0, 0) -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmplsuaw40c/sdb/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', 'b13be4c5-0950-4aa0-9441-23e0984a24c4-sdb', '1750205071.77305', '1750205072.00000', '0', '', '1750205072.00000', 0, 0) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('b13be4c5-0950-4aa0-9441-23e0984a24c4-sdb', 'c0ad7ddcd21bd2c0303123f75421e928.db') -REPLICATE: /sda/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', 'b13be4c5-0950-4aa0-9441-23e0984a24c4-sdb', '1750205071.77305', '1750205072.00000', '0', '', '1750205072.00000', 0, 0) -test ERROR: Quarantining DB /tmp/tmplsuaw40c/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -REPLICATE: /sda/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('b13be4c5-0950-4aa0-9441-23e0984a24c4-sdb', 'c0ad7ddcd21bd2c0303123f75421e928.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.41527 seconds (2.40805/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:2 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpwebcq86x/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', 'b64c1110-1c16-474f-be8d-e67fd6d779cb-sda', '1750205072.38190', '1750205072', '0', '', '1750205072', 0, 0) -test DEBUG: /tmp/tmpwebcq86x/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', 'b64c1110-1c16-474f-be8d-e67fd6d779cb-sda', '1750205072.38190', '1750205072', '0', '', '1750205072', 0, 0) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('b64c1110-1c16-474f-be8d-e67fd6d779cb-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.63341 seconds (1.57875/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpae6qmfc6/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, '26ede3568dea3f90919f5edf95d22a15', '9b9d35b6-a438-45a7-9dd9-95622505d7c4-sda', '1750205073.20562', '1750205073', '0', '', '1750205073', 1, 1) -test DEBUG: /tmp/tmpae6qmfc6/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1750205075.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '9b9d35b6-a438-45a7-9dd9-95622505d7c4-sda') -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_replication_info -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_replication_info ... ok test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_range_single_record test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_range_single_record ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_auditing -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_auditing ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_make_tuple_for_pickle +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_make_tuple_for_pickle ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796262.00000-0, db: /tmp/tmp_8bveip9/sda/containers/0/ec1/c6fae74bcdb211fce1e6f05e7674eec1/c6fae74bcdb211fce1e6f05e7674eec1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796266.00000-0, db: /tmp/tmp_8bveip9/sda/containers/0/6b4/57f517749bdc66c5a0a3f611061b96b4/57f517749bdc66c5a0a3f611061b96b4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796270.00000-0, db: /tmp/tmp_8bveip9/sda/containers/0/ad3/42b02b4e304d82df660c7152d2b8dad3/42b02b4e304d82df660c7152d2b8dad3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796274.00000-0, db: /tmp/tmp_8bveip9/sda/containers/0/d1a/7da6e52872fc816a87b072c19567bd1a/7da6e52872fc816a87b072c19567bd1a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796278.00000-0, db: /tmp/tmp_8bveip9/sda/containers/0/b46/894b090768c6d145149fecd97b3adb46/894b090768c6d145149fecd97b3adb46.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796278.00000-0, db: /tmp/tmp_8bveip9/sda/containers/0/b46/894b090768c6d145149fecd97b3adb46/894b090768c6d145149fecd97b3adb46.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796282.00000-0, db: /tmp/tmp_8bveip9/sda/containers/0/a32/207313eb8f5c31973a5d4fda015cfa32/207313eb8f5c31973a5d4fda015cfa32.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796286.00000-0, db: /tmp/tmp_8bveip9/sda/containers/0/563/e3436f7f03dd837e78fb6fad852ba563/e3436f7f03dd837e78fb6fad852ba563.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796290.00000-0, db: /tmp/tmp_8bveip9/sda/containers/0/4fd/2f909054123dfb42dc1d2a554df4d4fd/2f909054123dfb42dc1d2a554df4d4fd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796294.00000-0, db: /tmp/tmp_8bveip9/sda/containers/0/bd6/487afb7aa66ad72f974f4c54a8327bd6/487afb7aa66ad72f974f4c54a8327bd6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796298.00000-0, db: /tmp/tmp_8bveip9/sda/containers/0/733/3539b3a6be67541fdf6fb3204aafe733/3539b3a6be67541fdf6fb3204aafe733.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796302.00000-0, db: /tmp/tmp_8bveip9/sda/containers/0/845/2d97cc83bcd0c81e3fe1ebeebd88b845/2d97cc83bcd0c81e3fe1ebeebd88b845.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796306.00000-0, db: /tmp/tmp_8bveip9/sda/containers/0/52b/8bf3345957e0adb08f58b1a702ef852b/8bf3345957e0adb08f58b1a702ef852b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796310.00000-0, db: /tmp/tmp_8bveip9/sda/containers/0/3b5/4662c9cedacd5cb23dd5af18e5d923b5/4662c9cedacd5cb23dd5af18e5d923b5.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796310.00000-0, db: /tmp/tmp_8bveip9/sda/containers/0/3b5/4662c9cedacd5cb23dd5af18e5d923b5/4662c9cedacd5cb23dd5af18e5d923b5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796314.00000-0, db: /tmp/tmp_8bveip9/sda/containers/0/09f/2822372f462858ff8d74b080eef2f09f/2822372f462858ff8d74b080eef2f09f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796318.00000-0, db: /tmp/tmp_8bveip9/sda/containers/0/18a/4518126889218f970abc6ad852d9418a/4518126889218f970abc6ad852d9418a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796322.00000-0, db: /tmp/tmp_8bveip9/sda/containers/0/866/c785611c5a8f690b131e846c40a6a866/c785611c5a8f690b131e846c40a6a866.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796326.00000-0, db: /tmp/tmp_8bveip9/sda/containers/0/9c3/0e67d81deef597ef172f0451d09ef9c3/0e67d81deef597ef172f0451d09ef9c3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796330.00000-0, db: /tmp/tmp_8bveip9/sda/containers/0/041/456ca788f432011baaaddaab4bc06041/456ca788f432011baaaddaab4bc06041.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796334.00000-0, db: /tmp/tmp_8bveip9/sda/containers/0/58a/b0d02f54619c07912f72fe17d9e4458a/b0d02f54619c07912f72fe17d9e4458a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796338.00000-0, db: /tmp/tmp_8bveip9/sda/containers/0/d23/76917a3288a27e6a526abfd2eb74cd23/76917a3288a27e6a526abfd2eb74cd23.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796342.00000-0, db: /tmp/tmp_8bveip9/sda/containers/0/ffc/653d28b2e7d235b95a35b3b509debffc/653d28b2e7d235b95a35b3b509debffc.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796342.00000-0, db: /tmp/tmp_8bveip9/sda/containers/0/ffc/653d28b2e7d235b95a35b3b509debffc/653d28b2e7d235b95a35b3b509debffc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796346.00000-0, db: /tmp/tmp_8bveip9/sda/containers/0/2e9/18a5747185192539fae7f6c7ee8882e9/18a5747185192539fae7f6c7ee8882e9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796350.00000-0, db: /tmp/tmp_8bveip9/sda/containers/0/cce/c1283bc9c3eabfe7139a74c4d8b15cce/c1283bc9c3eabfe7139a74c4d8b15cce.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796354.00000-0, db: /tmp/tmp_8bveip9/sda/containers/0/350/5d3f55493cc52085f9ac9f54fe392350/5d3f55493cc52085f9ac9f54fe392350.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796358.00000-0, db: /tmp/tmp_8bveip9/sda/containers/0/ebe/f5a1ad6384f8d64e74e57bd81beefebe/f5a1ad6384f8d64e74e57bd81beefebe.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796362.00000-0, db: /tmp/tmp_8bveip9/sda/containers/0/8b5/764baa425c53de0bfedd31bef482c8b5/764baa425c53de0bfedd31bef482c8b5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796366.00000-0, db: /tmp/tmp_8bveip9/sda/containers/0/821/a08f9d86667bc4e6735d9564debbf821/a08f9d86667bc4e6735d9564debbf821.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796370.00000-0, db: /tmp/tmp_8bveip9/sda/containers/0/014/e5f055677ad83f88260343049ebf2014/e5f055677ad83f88260343049ebf2014.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796374.00000-0, db: /tmp/tmp_8bveip9/sda/containers/0/e94/604110e7a142fceac22be87650efde94/604110e7a142fceac22be87650efde94.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796374.00000-0, db: /tmp/tmp_8bveip9/sda/containers/0/e94/604110e7a142fceac22be87650efde94/604110e7a142fceac22be87650efde94.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796378.00000-0, db: /tmp/tmp_8bveip9/sda/containers/0/38d/bcc865d1ffa81ff509249cc9a2fed38d/bcc865d1ffa81ff509249cc9a2fed38d.db +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces_root_container_fill_gap +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces_root_container_fill_gap ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces_state_filtering +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces_state_filtering ... ok test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_errors -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_errors ... ok test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_is_green test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_is_green ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_range_single_record -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_range_single_record ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_report_info -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_report_info ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_from_compacted_shard -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_from_compacted_shard ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_range_rows_with_limit -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_range_rows_with_limit ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_include_deleted -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_include_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges_deleted ... ok test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges_deleted test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_objects +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_objects ... ok test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_overwrite test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_overwrite ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_newer_remote_create -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_newer_remote_create ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_using_state_aliases -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_using_state_aliases ... ok -test INFO: - - - [18/Jun/2025:00:04:33 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0018 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:33 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0022 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:33 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0020 "-" 635438 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:04:33 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1438 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:33 +0000] "PUT /sda1/p/a/c/a1" 201 - "-" "-" "-" 0.0067 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:33 +0000] "PUT /sda1/p/a/c/b1" 201 - "-" "-" "-" 0.0004 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:33 +0000] "PUT /sda1/p/a/c/a2" 201 - "-" "-" "-" 0.0004 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:33 +0000] "PUT /sda1/p/a/c/b2" 201 - "-" "-" "-" 0.0005 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:33 +0000] "PUT /sda1/p/a/c/a3" 201 - "-" "-" "-" 0.0089 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:33 +0000] "PUT /sda1/p/a/c/b3" 201 - "-" "-" "-" 0.0003 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:33 +0000] "GET /sda1/p/a/c" 200 9 "-" "-" "-" 0.0853 "-" 635438 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:04:33 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1049 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:34 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1055 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:34 +0000] "GET /sda1/p/a/c" 200 1287 "-" "-" "-" 0.0014 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:34 +0000] "GET /sda1/p/a/c" 200 1274 "-" "-" "-" 0.0014 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:34 +0000] "GET /sda1/p/a/c" 200 633 "-" "-" "-" 0.0012 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:34 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0780 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:34 +0000] "GET /sda1/p/a/c" 200 1287 "-" "-" "-" 0.0017 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:34 +0000] "GET /sda1/p/a/c" 200 1274 "-" "-" "-" 0.0016 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:34 +0000] "GET /sda1/p/a/c" 200 633 "-" "-" "-" 0.0014 "-" 635438 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:04:34 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0960 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:34 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1459 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:34 +0000] "GET /sda1/p/a/c" 400 9 "-" "-" "-" 0.0010 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:04:34 +0000] "GET /sda1/p/a/c" 412 22 "-" "-" "-" 0.0001 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:04:34 +0000] "GET /sda1/p/a/c" 507 - "-" "-" "-" 0.0001 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:04:34 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0882 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:04:34 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 635438 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:04:34 +0000] "PUT /sda1/p/.shards_a/c_f" 201 - "-" "-" "-" 0.0819 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:34 +0000] "PUT /sda1/p/.shards_a/c_f" 202 - "-" "-" "-" 0.2238 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:34 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0013 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:34 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0021 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:34 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0011 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:34 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0052 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:34 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0013 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:34 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0055 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:34 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0013 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:34 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0052 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:34 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0011 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:34 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0011 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:34 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0054 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:34 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0014 "-" 635438 2 -test DEBUG: Unlinked retiring db '/tmp/tmp9jl1e_a1/tmp_test_container_server_ContainerController/sda1/containers/p/b5a/36f5fe1660a28297a53958cf244f0b5a/36f5fe1660a28297a53958cf244f0b5a.db' -test INFO: - - - [18/Jun/2025:00:04:35 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0031 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:35 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0035 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:35 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0016 "-" 635438 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:04:36 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1253 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0912 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:36 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0015 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:36 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0013 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0958 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:36 +0000] "GET /sda1/p/a/c" 200 1332 "-" "-" "-" 0.0095 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:36 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0024 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0864 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:36 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0014 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:36 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0058 "-" 635438 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:04:36 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0881 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.7953 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:37 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0045 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:37 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0812 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:37 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.1689 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:37 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0020 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0690 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1855 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:37 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0019 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:38 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.5319 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:38 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0876 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:38 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0021 "-" 635438 2 -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_with_format_header -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_with_format_header ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges_deleted ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_namespaces -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_namespaces ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_includes -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_includes ... ok test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_overwrite_unicode test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_overwrite_unicode ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_shard_ranges -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_shard_ranges ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_shard_ranges_db_unlinked -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_shard_ranges_db_unlinked ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_with_sharding_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_with_sharding_overlaps ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_ignored_for_objects -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_ignored_for_objects ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_with_shrinking_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_with_shrinking_overlaps ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_accept -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_accept ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_content_type -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_content_type ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_format -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_format ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_partition -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_partition ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_not_found -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_not_found ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_objects_since_row +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_objects_since_row ... ok test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_post_overwrite_out_of_order test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_post_overwrite_out_of_order ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_timestamp_with_offset -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_timestamp_with_offset ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_OPTIONS -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_OPTIONS ... ok -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:04:38 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1133 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1272 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:38 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0028 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:38 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0042 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:38 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0025 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:38 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0018 "-" 635438 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:04:38 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1221 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0639 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:39 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.1255 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:04:39 +0000] "GET /sda1/p/a/c" 200 53 "-" "-" "-" 0.0014 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:39 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0028 "-" 635438 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:04:39 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.2829 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.2279 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:39 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.1848 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:04:39 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0018 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:39 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0535 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:39 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0013 "-" 635438 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:04:39 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0827 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0960 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:40 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.2534 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:04:40 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 635438 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:04:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1164 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1147 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:40 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.1446 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:04:40 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0084 "-" 635438 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:04:40 +0000] "PUT /sda1/p/a/xmlc" 201 - "-" "-" "-" 0.0965 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:40 +0000] "PUT /sda1/p/a/xmlc/0" 201 - "-" "-" "-" 0.0032 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:40 +0000] "PUT /sda1/p/a/xmlc/1" 201 - "-" "-" "-" 0.0003 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:40 +0000] "PUT /sda1/p/a/xmlc/2" 201 - "-" "-" "-" 0.0004 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:40 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.1426 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:40 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0010 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:40 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0017 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:40 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0008 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:40 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0059 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:40 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0009 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:40 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0018 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:40 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0009 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:40 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0016 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:40 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0009 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:40 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0015 "-" 635438 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:04:41 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0766 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:41 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0009 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:41 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0097 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:41 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.2376 "-" 635438 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:04:41 +0000] "HEAD /sda1/p/a/c" 400 21 "-" "-" "-" 0.0002 "-" 635438 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:04:41 +0000] "HEAD /sda1/p/a/c" 406 - "-" "-" "-" 0.0001 "-" 635438 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:04:41 +0000] "HEAD /sda1/p/a/c" 400 34 "-" "-" "-" 0.0001 "-" 635438 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:04:41 +0000] "HEAD /sda1/./a/c" 400 20 "-" "-" "-" 0.0001 "-" 635438 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:04:41 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 0.0027 "-" 635438 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:04:41 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1190 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:41 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0015 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:41 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0025 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:41 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0678 "-" 635438 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:04:41 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1497 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:41 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.2081 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:04:41 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:42 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.4617 "-" 635438 - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205221.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/230/9218efbe333766f2bbe6165294c96230/9218efbe333766f2bbe6165294c96230.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205226.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/087/71804e38d8db09f37a708346bbf5d087/71804e38d8db09f37a708346bbf5d087.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205231.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/09a/20f401e3cd5e62abc4dc723cc0d4609a/20f401e3cd5e62abc4dc723cc0d4609a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205236.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/59e/ee03afa27286598b9731d5dc6417e59e/ee03afa27286598b9731d5dc6417e59e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205241.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/0b8/c935de938067b9831e8a5ecfee38f0b8/c935de938067b9831e8a5ecfee38f0b8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205246.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/04c/30d5e859d971cc6c5e09c4611454d04c/30d5e859d971cc6c5e09c4611454d04c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205251.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/8bb/8cc849aed939f86e1829d2e171b9f8bb/8cc849aed939f86e1829d2e171b9f8bb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205256.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/7ba/4a5181f7320f604c94a89e0a679017ba/4a5181f7320f604c94a89e0a679017ba.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205261.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/f92/e858edb1eefde4d12f19ee65607c0f92/e858edb1eefde4d12f19ee65607c0f92.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205266.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/708/be71c78a507b19cc52b7da32d0d8b708/be71c78a507b19cc52b7da32d0d8b708.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205271.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/b35/195ff7ab55dd203ae37fd5be458f7b35/195ff7ab55dd203ae37fd5be458f7b35.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205276.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/685/f8a279bdece8cde45dc49938933c8685/f8a279bdece8cde45dc49938933c8685.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205281.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/365/004800408726445f747ec53bd6473365/004800408726445f747ec53bd6473365.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205286.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/69f/fdfc45de920f1eb055d2ccdb7b13469f/fdfc45de920f1eb055d2ccdb7b13469f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205291.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/1c8/b918312f5411d42384ae68929adb31c8/b918312f5411d42384ae68929adb31c8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205296.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/f36/8213625e972bdd1a8623dfeddb77cf36/8213625e972bdd1a8623dfeddb77cf36.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205301.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/abc/cc5840535a9839bd010b2b6992d8dabc/cc5840535a9839bd010b2b6992d8dabc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205306.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/124/0de4c8d9524943047dcf1b6986c4d124/0de4c8d9524943047dcf1b6986c4d124.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205311.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/631/d26ec7f498ff45a151517801dab29631/d26ec7f498ff45a151517801dab29631.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205316.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/6b1/6665d0fe6b236c4f04f173f589f166b1/6665d0fe6b236c4f04f173f589f166b1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205321.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/8fc/0730528aec0fea62265c7497626bf8fc/0730528aec0fea62265c7497626bf8fc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205326.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/ded/d75f4a47a3076a978c0c13fb64762ded/d75f4a47a3076a978c0c13fb64762ded.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205331.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/840/32c70118a1052a1658893e225450e840/32c70118a1052a1658893e225450e840.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205336.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/e69/2f43f4878e1f7119630f9225dd5d5e69/2f43f4878e1f7119630f9225dd5d5e69.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205341.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/579/f17e1d8ce622a377f407f6f83659d579/f17e1d8ce622a377f407f6f83659d579.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205346.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/ce9/afb43b9ae9fc70bc785150ac7b1cace9/afb43b9ae9fc70bc785150ac7b1cace9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205351.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/1ca/8a7df550b56366555bada5b0675041ca/8a7df550b56366555bada5b0675041ca.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205356.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/58d/21ea52ad844ace60b443375983c8858d/21ea52ad844ace60b443375983c8858d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205361.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/23d/652400b82042fc9b27995fdb811e623d/652400b82042fc9b27995fdb811e623d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205366.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/b3d/a5b9a6dad7ae3e0ccfecee931d31db3d/a5b9a6dad7ae3e0ccfecee931d31db3d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205371.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/018/9258556028ecdd4c472cb784f9740018/9258556028ecdd4c472cb784f9740018.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205376.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/917/2c7679d7f48120a28cbcf3408c41d917/2c7679d7f48120a28cbcf3408c41d917.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205381.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/237/7de89ee50bf8614578e5f6988d6b1237/7de89ee50bf8614578e5f6988d6b1237.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205386.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/275/33b207de187a39df1e1370d94c564275/33b207de187a39df1e1370d94c564275.db -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_usage -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_usage ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_metadata -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_metadata ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_own_shard_range +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_own_shard_range ... ok test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_range_single_record test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_range_single_record ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_no_timestamp_update -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_no_timestamp_update ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_has_multiple_policies -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_has_multiple_policies ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_sys_metadata -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_sys_metadata ... ok -test DEBUG: /tmp/tmpae6qmfc6/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0689285s) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_syncs, ([],) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, '26ede3568dea3f90919f5edf95d22a15', '9b9d35b6-a438-45a7-9dd9-95622505d7c4-sda', '1750205073.20562', '1750205073', '0', '', '1750205073', 1, 1) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('9b9d35b6-a438-45a7-9dd9-95622505d7c4-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.99792 seconds (1.00209/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpxdpncijp/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '0434eda7-8d76-4c31-9ecb-86836c7acd9d-sda', '1750205074.39469', '1750205074', '0', '', '1750205074', 0, 0) -test DEBUG: /tmp/tmpxdpncijp/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '0434eda7-8d76-4c31-9ecb-86836c7acd9d-sda', '1750205074.39469', '1750205074', '0', '', '1750205074', 0, 0) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('0434eda7-8d76-4c31-9ecb-86836c7acd9d-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 1.27617 seconds (0.78359/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpeiro46t0/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, '98f5afa8bf0014552e37ae73cfc68d72', '332d673b-4a4c-4a1a-9b7c-fa019b023ce2-sda', '1750205075.90638', '1750205075', '0', '', '1750205075', 1, 0) -test DEBUG: /tmp/tmpeiro46t0/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, '98f5afa8bf0014552e37ae73cfc68d72', '332d673b-4a4c-4a1a-9b7c-fa019b023ce2-sda', '1750205075.90638', '1750205075', '0', '', '1750205075', 1, 0) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('332d673b-4a4c-4a1a-9b7c-fa019b023ce2-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 1.40789 seconds (0.71028/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpwf0xukwb/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '966ef2aa-6fb8-4662-9e84-112781aa73af-sda', '1750205077.55026', '1750205077', '0', '', '1750205077', 0, 0) -test DEBUG: /tmp/tmpwf0xukwb/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '966ef2aa-6fb8-4662-9e84-112781aa73af-sda', '1750205077.55026', '1750205077', '0', '', '1750205077', 0, 0) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('966ef2aa-6fb8-4662-9e84-112781aa73af-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.99223 seconds (1.00783/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpdw1zhp4p/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, '24fcb551b86da86cc71df849e4894595', 'bb4056ee-caf9-4cea-949a-c28c398576ce-sda', '1750205078.80201', '1750205078', '0', '', '1750205078', 1, 0) -test DEBUG: /tmp/tmpdw1zhp4p/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1750205081.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'bb4056ee-caf9-4cea-949a-c28c398576ce-sda') -test DEBUG: /tmp/tmpdw1zhp4p/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0667782s) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_syncs, ([],) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, '24fcb551b86da86cc71df849e4894595', 'bb4056ee-caf9-4cea-949a-c28c398576ce-sda', '1750205078.80201', '1750205078', '0', '', '1750205078', 1, 0) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('bb4056ee-caf9-4cea-949a-c28c398576ce-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 1.32356 seconds (0.75554/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpmhop9x6v/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '23718b98-b143-4e57-b2d6-4853c0faf2c1-sda', '1750205080.92528', '1750205080', '0', '', '1750205080', 0, 0) -test DEBUG: /tmp/tmpmhop9x6v/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '23718b98-b143-4e57-b2d6-4853c0faf2c1-sda', '1750205080.92528', '1750205080', '0', '', '1750205080', 0, 0) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('23718b98-b143-4e57-b2d6-4853c0faf2c1-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 1.06432 seconds (0.93957/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp3xgml7ph/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, '3f77c94a10b2a6202cf7ece5ddf77bde', '4a66b185-4780-497a-9214-abc26d5a8a1a-sda', '1750205082.51232', '1750205082', '0', '', '1750205082', 1, 0) -test DEBUG: /tmp/tmp3xgml7ph/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, '3f77c94a10b2a6202cf7ece5ddf77bde', '4a66b185-4780-497a-9214-abc26d5a8a1a-sda', '1750205082.51232', '1750205082', '0', '', '1750205082', 1, 0) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('4a66b185-4780-497a-9214-abc26d5a8a1a-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') -test INFO: Replication run OVER -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_newer_remote_delete -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_newer_remote_delete ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_after_DELETE_not_found -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_after_DELETE_not_found ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_has_other_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_has_other_shard_ranges ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_ignores_policy_change -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_ignores_policy_change ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_insufficient_space -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_insufficient_space ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_container_sync_to -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_container_sync_to ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_partition -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_partition ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_policy_info +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_policy_info ... ok test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_reset_container_sync -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_reset_container_sync ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_timestamp_not_float -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_timestamp_not_float ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_initialize_container_broker_in_default -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_initialize_container_broker_in_default ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_replication_info +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_replication_info ... ok test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_deleted test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_deleted ... ok test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_fails_to_migrate_table test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_fails_to_migrate_table ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_metadata -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_metadata ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_object_timing_metrics -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_object_timing_metrics ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_older_remote_delete -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_older_remote_delete ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_report_info +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_report_info ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796382.00000-0, db: /tmp/tmp_8bveip9/sda/containers/0/b7a/2cb68cf5bc4bd034f3b2ea76b2addb7a/2cb68cf5bc4bd034f3b2ea76b2addb7a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796386.00000-0, db: /tmp/tmp_8bveip9/sda/containers/0/17d/961c23cb4b56d24bfca9e2ce540e217d/961c23cb4b56d24bfca9e2ce540e217d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796390.00000-0, db: /tmp/tmp_8bveip9/sda/containers/0/99d/7134ea83d2723c5a746df646d5e0099d/7134ea83d2723c5a746df646d5e0099d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796394.00000-0, db: /tmp/tmp_8bveip9/sda/containers/0/a19/2f669a0da0f630b05cb3c3adc9161a19/2f669a0da0f630b05cb3c3adc9161a19.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796398.00000-0, db: /tmp/tmp_8bveip9/sda/containers/0/b46/26afdd4fa0b3d00af26af0aa3138cb46/26afdd4fa0b3d00af26af0aa3138cb46.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796402.00000-0, db: /tmp/tmp_8bveip9/sda/containers/0/2c8/c16b79cd3e2298917186014fed0022c8/c16b79cd3e2298917186014fed0022c8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796406.00000-0, db: /tmp/tmp_8bveip9/sda/containers/0/819/bd3a53b6411f4be3a6aaa02c1126b819/bd3a53b6411f4be3a6aaa02c1126b819.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796406.00000-0, db: /tmp/tmp_8bveip9/sda/containers/0/819/bd3a53b6411f4be3a6aaa02c1126b819/bd3a53b6411f4be3a6aaa02c1126b819.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796410.00000-0, db: /tmp/tmp_8bveip9/sda/containers/0/710/ce2b1f039d8794f7164a23067d1a4710/ce2b1f039d8794f7164a23067d1a4710.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796414.00000-0, db: /tmp/tmp_8bveip9/sda/containers/0/dcf/ac9752bac71785412a8e3c146d8c0dcf/ac9752bac71785412a8e3c146d8c0dcf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796418.00000-0, db: /tmp/tmp_8bveip9/sda/containers/0/67f/ae742be2b19a5b5ae2541010e353267f/ae742be2b19a5b5ae2541010e353267f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796422.00000-0, db: /tmp/tmp_8bveip9/sda/containers/0/7a7/aaae6357c19eb79a357565c26312c7a7/aaae6357c19eb79a357565c26312c7a7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796426.00000-0, db: /tmp/tmp_8bveip9/sda/containers/0/7dc/5c32cfeda4ded5ec4a1a3082c909d7dc/5c32cfeda4ded5ec4a1a3082c909d7dc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796430.00000-0, db: /tmp/tmp_8bveip9/sda/containers/0/66a/a8f5801782058caa3722be1c741c866a/a8f5801782058caa3722be1c741c866a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796434.00000-0, db: /tmp/tmp_8bveip9/sda/containers/0/a62/1664683192a6cbbca522dfd61b7e4a62/1664683192a6cbbca522dfd61b7e4a62.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796438.00000-0, db: /tmp/tmp_8bveip9/sda/containers/0/d7f/314283d21c9fda81d7a54bf953778d7f/314283d21c9fda81d7a54bf953778d7f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796442.00000-0, db: /tmp/tmp_8bveip9/sda/containers/0/97a/22ca5e14047a7bec17496b7c471bf97a/22ca5e14047a7bec17496b7c471bf97a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796446.00000-0, db: /tmp/tmp_8bveip9/sda/containers/0/6a9/a5c08cf099c8e86b20e56e30d88d76a9/a5c08cf099c8e86b20e56e30d88d76a9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796450.00000-0, db: /tmp/tmp_8bveip9/sda/containers/0/5a6/d6448777240f62a74033f6f7f97735a6/d6448777240f62a74033f6f7f97735a6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796454.00000-0, db: /tmp/tmp_8bveip9/sda/containers/0/076/c3ef8ca444e2bacfa65f3a217d7d4076/c3ef8ca444e2bacfa65f3a217d7d4076.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796458.00000-0, db: /tmp/tmp_8bveip9/sda/containers/0/e4f/7ae13c1a9a78f79120a990f557783e4f/7ae13c1a9a78f79120a990f557783e4f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796462.00000-0, db: /tmp/tmp_8bveip9/sda/containers/0/cf9/f3348f95fb0aaf031e845e919040bcf9/f3348f95fb0aaf031e845e919040bcf9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796466.00000-0, db: /tmp/tmp_8bveip9/sda/containers/0/179/a63afd6fb0507cd311edea618d28a179/a63afd6fb0507cd311edea618d28a179.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796470.00000-0, db: /tmp/tmp_8bveip9/sda/containers/0/d3a/021e34094da4078cf460706df3106d3a/021e34094da4078cf460706df3106d3a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796474.00000-0, db: /tmp/tmp_8bveip9/sda/containers/0/cdd/ac0ccd98fd07d855d7b13e9337c9acdd/ac0ccd98fd07d855d7b13e9337c9acdd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796478.00000-0, db: /tmp/tmp_8bveip9/sda/containers/0/1cb/03348fc8e75f6df1b49fa5c2d9c631cb/03348fc8e75f6df1b49fa5c2d9c631cb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796482.00000-0, db: /tmp/tmp_8bveip9/sda/containers/0/e8c/9953d6016a952459f2196fac16523e8c/9953d6016a952459f2196fac16523e8c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796486.00000-0, db: /tmp/tmp_8bveip9/sda/containers/0/a3b/3c62066d43355129498fef69addaba3b/3c62066d43355129498fef69addaba3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796490.00000-0, db: /tmp/tmp_8bveip9/sda/containers/0/372/ba69bdf00c7d08ebbf9f1eef2bf9e372/ba69bdf00c7d08ebbf9f1eef2bf9e372.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796494.00000-0, db: /tmp/tmp_8bveip9/sda/containers/0/65e/3503ede9f1d10adbfcbf2d147622165e/3503ede9f1d10adbfcbf2d147622165e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796498.00000-0, db: /tmp/tmp_8bveip9/sda/containers/0/935/6a27ac8c40bea6b3cf930bf491634935/6a27ac8c40bea6b3cf930bf491634935.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796502.00000-0, db: /tmp/tmp_8bveip9/sda/containers/0/610/aa8bd9a742b44199ea65b85a080e2610/aa8bd9a742b44199ea65b85a080e2610.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796506.00000-0, db: /tmp/tmp_8bveip9/sda/containers/0/289/875ea737faae4c6a85d0e9a0961ee289/875ea737faae4c6a85d0e9a0961ee289.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796510.00000-0, db: /tmp/tmp_8bveip9/sda/containers/0/ad4/a01a9b1bb7eb2d70bcf03f8ff0cadad4/a01a9b1bb7eb2d70bcf03f8ff0cadad4.db test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_migrates_table test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_migrates_table ... ok -test INFO: - - - [18/Jun/2025:00:04:42 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:42 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:04:42 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0008 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:42 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.4107 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:04:42 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 635438 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:04:42 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1676 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:43 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.1992 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:04:43 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:43 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.2713 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:04:43 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:43 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0709 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:04:43 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:43 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0010 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:04:43 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0010 "-" 635438 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:04:43 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1195 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:43 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.1785 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:04:43 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:43 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.1410 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:04:43 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:43 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:04:43 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:44 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.3022 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:04:44 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0034 "-" 635438 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:04:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.3047 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:44 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.1026 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:04:44 +0000] "POST /sda1/p/a/c/" 404 - "-" "-" "-" 0.0013 "-" 635438 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:04:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0942 "-" 635438 4 -test INFO: - - - [18/Jun/2025:00:04:44 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0022 "-" 635438 4 -test INFO: - - - [18/Jun/2025:00:04:44 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0905 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:04:44 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0027 "-" 635438 4 -test INFO: - - - [18/Jun/2025:00:04:44 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.1006 "-" 635438 1 -test INFO: - - - [18/Jun/2025:00:04:44 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0026 "-" 635438 4 -test INFO: - - - [18/Jun/2025:00:04:45 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.1442 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:45 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0024 "-" 635438 4 -test INFO: - - - [18/Jun/2025:00:04:45 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.1417 "-" 635438 3 -test INFO: - - - [18/Jun/2025:00:04:45 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0107 "-" 635438 4 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:04:45 +0000] "POST /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 635438 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:04:45 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.2189 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:45 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0027 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:04:45 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.1117 "-" 635438 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:04:45 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0743 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:45 +0000] "POST /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 635438 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:04:45 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1127 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0691 "-" 635438 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:04:46 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1743 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:46 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0073 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:46 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.1455 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:04:46 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0022 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:46 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.3548 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:46 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:46 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:46 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0036 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:46 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.2524 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:46 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 635438 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:04:47 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0730 "-" 635438 2 -test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" - "-" 635438 2 -test INFO: - - - [01/Jan/1970:00:16:40 +0000] "GET /sda1/p/a/c" 200 117 "-" "-" "-" - "-" 635438 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:04:47 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.2031 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:47 +0000] "PUT /sda1/p/a/c/obj_0" 201 - "-" "-" "-" 0.0116 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:47 +0000] "PUT /sda1/p/a/c/obj_1" 201 - "-" "-" "-" 0.0006 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:47 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.2359 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:48 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.9004 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:48 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.2850 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:49 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.2797 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:49 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1769 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:49 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0020 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:49 +0000] "GET /sda1/p/a/c" 200 1683 "-" "-" "-" 0.0020 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:49 +0000] "GET /sda1/p/a/c" 200 1683 "-" "-" "-" 0.0042 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:49 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0014 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:49 +0000] "GET /sda1/p/a/c" 200 332 "-" "-" "-" 0.0015 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:49 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0014 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:49 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0059 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:49 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0014 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:49 +0000] "GET /sda1/p/a/c" 200 330 "-" "-" "-" 0.0015 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:49 +0000] "GET /sda1/p/a/c" 200 330 "-" "-" "-" 0.0014 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:49 +0000] "GET /sda1/p/a/c" 200 670 "-" "-" "-" 0.0014 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:49 +0000] "GET /sda1/p/a/c" 200 670 "-" "-" "-" 0.0014 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:49 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0018 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:49 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0044 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:49 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0017 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:49 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0032 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:49 +0000] "GET /sda1/p/a/c" 200 1323 "-" "-" "-" 0.0017 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:49 +0000] "GET /sda1/p/a/c" 200 1323 "-" "-" "-" 0.0015 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:49 +0000] "GET /sda1/p/a/c" 200 657 "-" "-" "-" 0.0037 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:49 +0000] "GET /sda1/p/a/c" 200 657 "-" "-" "-" 0.0018 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:49 +0000] "GET /sda1/p/a/c" 200 1339 "-" "-" "-" 0.0016 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:49 +0000] "GET /sda1/p/a/c" 200 1339 "-" "-" "-" 0.0059 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:49 +0000] "GET /sda1/p/a/c" 200 318 "-" "-" "-" 0.0016 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:49 +0000] "GET /sda1/p/a/c" 200 318 "-" "-" "-" 0.0023 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:49 +0000] "GET /sda1/p/a/c" 200 324 "-" "-" "-" 0.0035 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:49 +0000] "GET /sda1/p/a/c" 200 324 "-" "-" "-" 0.0015 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:49 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0014 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:49 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0013 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:49 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0016 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:49 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0018 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:49 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0015 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:49 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0015 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:49 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0016 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:49 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0015 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:49 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0017 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:49 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0015 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:49 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0015 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:49 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0015 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:49 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0015 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:49 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0030 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:49 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0015 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:49 +0000] "GET /sda1/p/a/c" 200 1351 "-" "-" "-" 0.0016 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:49 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0016 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:49 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0017 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:49 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0014 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:49 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0016 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:49 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0016 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:49 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0016 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:49 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0015 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:49 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0016 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:49 +0000] "GET /sda1/p/a/c" 200 1351 "-" "-" "-" 0.0016 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:49 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0016 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:49 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0029 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:49 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0015 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:49 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0017 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:49 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0015 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:49 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0016 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:49 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0015 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:49 +0000] "GET /sda1/p/a/c" 200 685 "-" "-" "-" 0.0016 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:49 +0000] "GET /sda1/p/a/c" 200 685 "-" "-" "-" 0.0015 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:49 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0014 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:49 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0014 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:49 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0013 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:49 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0012 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:49 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0019 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:49 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0030 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:49 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0017 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:50 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0029 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:50 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0024 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:50 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0022 "-" 635438 2 -test DEBUG: Unlinked retiring db '/tmp/tmpfrv16vqh/tmp_test_container_server_ContainerController/sda1/containers/p/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db' -test INFO: - - - [18/Jun/2025:00:04:50 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0019 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:50 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0020 "-" 635438 2 -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_shard_ranges -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_shard_ranges ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_shards_timing_metrics -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_shards_timing_metrics ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_sys_metadata -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_sys_metadata ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_half_delete_policy_over_newer_remote_create -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_half_delete_policy_over_newer_remote_create ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_to_sharding_container -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_to_sharding_container ... ok -test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges_state -test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges_state ... ok -test.unit.container.test_backend.TestContainerBroker.test_newid -test.unit.container.test_backend.TestContainerBroker.test_newid ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_HEAD_put_timestamp_updates -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_HEAD_put_timestamp_updates ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_account_update -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_account_update ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_bad_policy_change -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_bad_policy_change ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_bad_policy_specified -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_bad_policy_specified ... ok -test INFO: Attempted to replicate 1 dbs in 1.60097 seconds (0.62462/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_range_rows_with_limit +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_range_rows_with_limit ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_includes +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_includes ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_with_sharding_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_with_sharding_overlaps ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_with_shrinking_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_with_shrinking_overlaps ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_usage +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_usage ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_has_multiple_policies +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_has_multiple_policies ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_has_other_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_has_other_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_initialize_container_broker_in_default +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_initialize_container_broker_in_default ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796514.00000-0, db: /tmp/tmp_8bveip9/sda/containers/0/354/f3b4c2192c02263c50ee4583ad7fd354/f3b4c2192c02263c50ee4583ad7fd354.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796518.00000-0, db: /tmp/tmp_8bveip9/sda/containers/0/1aa/a6a73325eb6471382eb4b4d00f5721aa/a6a73325eb6471382eb4b4d00f5721aa.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796522.00000-0, db: /tmp/tmp_8bveip9/sda/containers/0/784/a5b9bba7e59b86223741c9d14fedc784/a5b9bba7e59b86223741c9d14fedc784.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796526.00000-0, db: /tmp/tmp_8bveip9/sda/containers/0/2a8/a0659b23fe11da47b5b7ce33d14cc2a8/a0659b23fe11da47b5b7ce33d14cc2a8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796530.00000-0, db: /tmp/tmp_8bveip9/sda/containers/0/350/bb7819d04125845fbdcfd7a4a383e350/bb7819d04125845fbdcfd7a4a383e350.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796534.00000-0, db: /tmp/tmp_8bveip9/sda/containers/0/fbc/8458ffd8d90b95236fc9d15b21099fbc/8458ffd8d90b95236fc9d15b21099fbc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796538.00000-0, db: /tmp/tmp_8bveip9/sda/containers/0/513/7fb3cb87f89b1839bf7c14db5ba9c513/7fb3cb87f89b1839bf7c14db5ba9c513.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796542.00000-0, db: /tmp/tmp_8bveip9/sda/containers/0/562/762fd2d84f79aea7f6d131f8e5a39562/762fd2d84f79aea7f6d131f8e5a39562.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796546.00000-0, db: /tmp/tmp_8bveip9/sda/containers/0/6b1/0b262f2b93f716a6c39d56cb118666b1/0b262f2b93f716a6c39d56cb118666b1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796550.00000-0, db: /tmp/tmp_8bveip9/sda/containers/0/23c/dc589c157ccc9bf1148f68699c5c323c/dc589c157ccc9bf1148f68699c5c323c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796554.00000-0, db: /tmp/tmp_8bveip9/sda/containers/0/5db/956ce39d02a3a6f9eaa9a8928f8475db/956ce39d02a3a6f9eaa9a8928f8475db.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796558.00000-0, db: /tmp/tmp_8bveip9/sda/containers/0/770/6a9c1cea39c9bcee741d62306ab74770/6a9c1cea39c9bcee741d62306ab74770.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796562.00000-0, db: /tmp/tmp_8bveip9/sda/containers/0/a0c/b85c69f638f5d0ee877510afef713a0c/b85c69f638f5d0ee877510afef713a0c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796566.00000-0, db: /tmp/tmp_8bveip9/sda/containers/0/00d/8170a18da86a2eae14a3168340d4400d/8170a18da86a2eae14a3168340d4400d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796570.00000-0, db: /tmp/tmp_8bveip9/sda/containers/0/c77/feb2371968064b9c1eab2507299d8c77/feb2371968064b9c1eab2507299d8c77.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796574.00000-0, db: /tmp/tmp_8bveip9/sda/containers/0/fc7/d57ac1ba7dc128c02793439d086cdfc7/d57ac1ba7dc128c02793439d086cdfc7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796578.00000-0, db: /tmp/tmp_8bveip9/sda/containers/0/5ef/3fab684ecab8b4c1578f3ccb7e5575ef/3fab684ecab8b4c1578f3ccb7e5575ef.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796582.00000-0, db: /tmp/tmp_8bveip9/sda/containers/0/cb7/da58d459047cba41519fab25306bccb7/da58d459047cba41519fab25306bccb7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796586.00000-0, db: /tmp/tmp_8bveip9/sda/containers/0/a02/63d0578f52c9ab5398ba8f33d714ea02/63d0578f52c9ab5398ba8f33d714ea02.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796590.00000-0, db: /tmp/tmp_8bveip9/sda/containers/0/1ad/ba245a47e580724499f790a896c2c1ad/ba245a47e580724499f790a896c2c1ad.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796594.00000-0, db: /tmp/tmp_8bveip9/sda/containers/0/bd0/8ec980157afc7da192e9c9bbcdb56bd0/8ec980157afc7da192e9c9bbcdb56bd0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796598.00000-0, db: /tmp/tmp_8bveip9/sda/containers/0/a5f/07bbf1050ecbd695c3b141c04bbe2a5f/07bbf1050ecbd695c3b141c04bbe2a5f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796602.00000-0, db: /tmp/tmp_8bveip9/sda/containers/0/1d0/f62bff0523098582d21d730f69b191d0/f62bff0523098582d21d730f69b191d0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796606.00000-0, db: /tmp/tmp_8bveip9/sda/containers/0/cbd/24b9b4dae928a71e7e770e67f7aeecbd/24b9b4dae928a71e7e770e67f7aeecbd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796610.00000-0, db: /tmp/tmp_8bveip9/sda/containers/0/7fe/a6d08cc60944e0e6c24a774ec94327fe/a6d08cc60944e0e6c24a774ec94327fe.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796614.00000-0, db: /tmp/tmp_8bveip9/sda/containers/0/6c8/2f4dbd8a194039dbb1bfd19fa326b6c8/2f4dbd8a194039dbb1bfd19fa326b6c8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796618.00000-0, db: /tmp/tmp_8bveip9/sda/containers/0/228/d6589ba65045ca310992526989d66228/d6589ba65045ca310992526989d66228.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796622.00000-0, db: /tmp/tmp_8bveip9/sda/containers/0/de7/e718f33320deb452489f463d9b773de7/e718f33320deb452489f463d9b773de7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796626.00000-0, db: /tmp/tmp_8bveip9/sda/containers/0/3d5/0f9a2f653024bedf2c7da1b24862f3d5/0f9a2f653024bedf2c7da1b24862f3d5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796630.00000-0, db: /tmp/tmp_8bveip9/sda/containers/0/692/7e7eb47d154e3292fb777508aa1d8692/7e7eb47d154e3292fb777508aa1d8692.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796634.00000-0, db: /tmp/tmp_8bveip9/sda/containers/0/b1a/969995a472bb07cc21d334de6c8bcb1a/969995a472bb07cc21d334de6c8bcb1a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796638.00000-0, db: /tmp/tmp_8bveip9/sda/containers/0/b1c/1a0addb0c13cf0b15df092edef4e8b1c/1a0addb0c13cf0b15df092edef4e8b1c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796642.00000-0, db: /tmp/tmp_8bveip9/sda/containers/0/8d6/3313a463d8351a380c8d87a9d6e4e8d6/3313a463d8351a380c8d87a9d6e4e8d6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796646.00000-0, db: /tmp/tmp_8bveip9/sda/containers/0/9d7/c0c560f918b83906a51fce9bf6ee19d7/c0c560f918b83906a51fce9bf6ee19d7.db +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_cleaving_not_merged_while_cleaving +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_cleaving_not_merged_while_cleaving ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_fetch_fails_while_shrinking +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_fetch_fails_while_shrinking ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_old_enough_to_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_old_enough_to_reclaim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_reclaimable ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_last_modified_time +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_last_modified_time ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_legacy_pending_files +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_legacy_pending_files ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_non_slash ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges_state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_newid +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_newid ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_order_and_reverse +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_order_and_reverse ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_prefix_delim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_with_reserved_name +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_with_reserved_name ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_old_style_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_old_style_root_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_load_old_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_load_old_record_from_pending_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_make_tuple_for_pickle +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_make_tuple_for_pickle ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796650.00000-0, db: /tmp/tmp_8bveip9/sda/containers/0/faa/fb19668dc3b5afa6931b052c91eabfaa/fb19668dc3b5afa6931b052c91eabfaa.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796654.00000-0, db: /tmp/tmp_8bveip9/sda/containers/0/a24/f8af645c6fdec0ced5eee5ef69554a24/f8af645c6fdec0ced5eee5ef69554a24.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796658.00000-0, db: /tmp/tmp_8bveip9/sda/containers/0/130/d1d93ac27aac3e8689f670073e8e0130/d1d93ac27aac3e8689f670073e8e0130.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796662.00000-0, db: /tmp/tmp_8bveip9/sda/containers/0/28c/9263d5c279b32af41e4b7029fee9628c/9263d5c279b32af41e4b7029fee9628c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796666.00000-0, db: /tmp/tmp_8bveip9/sda/containers/0/7df/063c7b39fc8f6850f2a11dd01c0847df/063c7b39fc8f6850f2a11dd01c0847df.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796670.00000-0, db: /tmp/tmp_8bveip9/sda/containers/0/e9a/c9971160a0eba3a0ea8629f49fdfce9a/c9971160a0eba3a0ea8629f49fdfce9a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796674.00000-0, db: /tmp/tmp_8bveip9/sda/containers/0/db4/e44ba1f9725c2131d383b33c07914db4/e44ba1f9725c2131d383b33c07914db4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796678.00000-0, db: /tmp/tmp_8bveip9/sda/containers/0/ece/b281aac2c7475c201f816fd970118ece/b281aac2c7475c201f816fd970118ece.db +sharder-test WARNING: Failed to get shard ranges from a/c: bad, path: .shards_a/shard_c, db: /tmp/tmp9dwerlcf/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796197.00000.db +sharder-test WARNING: Audit warnings for shard: unable to get shard ranges from root, path: .shards_a/shard_c, db: /tmp/tmp9dwerlcf/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796197.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796201.00000-0, db: /tmp/tmpwqm19vvh/sda/containers/0/c34/c1f30a60ce019da80a96fb6a9db67c34/c1f30a60ce019da80a96fb6a9db67c34_1715796201.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796201.00000-0, db: /tmp/tmpwqm19vvh/sda/containers/0/c34/c1f30a60ce019da80a96fb6a9db67c34/c1f30a60ce019da80a96fb6a9db67c34_1715796201.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796204.00000-0, db: /tmp/tmpwqm19vvh/sda/containers/0/2a6/d36d4024ba80a15cb226112a706112a6/d36d4024ba80a15cb226112a706112a6_1715796204.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796204.00000-0, db: /tmp/tmpwqm19vvh/sda/containers/0/2a6/d36d4024ba80a15cb226112a706112a6/d36d4024ba80a15cb226112a706112a6_1715796204.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796207.00000-0, db: /tmp/tmpwqm19vvh/sda/containers/0/1d4/76e22bf95df394868da9a804ed2ab1d4/76e22bf95df394868da9a804ed2ab1d4_1715796207.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796207.00000-0, db: /tmp/tmpwqm19vvh/sda/containers/0/1d4/76e22bf95df394868da9a804ed2ab1d4/76e22bf95df394868da9a804ed2ab1d4_1715796207.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796210.00000-0, db: /tmp/tmpwqm19vvh/sda/containers/0/a24/0d98d68057d9fbed787c3610f7e22a24/0d98d68057d9fbed787c3610f7e22a24_1715796210.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796210.00000-0, db: /tmp/tmpwqm19vvh/sda/containers/0/a24/0d98d68057d9fbed787c3610f7e22a24/0d98d68057d9fbed787c3610f7e22a24_1715796210.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796213.00000-0, db: /tmp/tmpwqm19vvh/sda/containers/0/2c5/215a629b895fcc68a6e692a4f406e2c5/215a629b895fcc68a6e692a4f406e2c5_1715796213.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796213.00000-0, db: /tmp/tmpwqm19vvh/sda/containers/0/2c5/215a629b895fcc68a6e692a4f406e2c5/215a629b895fcc68a6e692a4f406e2c5_1715796213.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796216.00000-0, db: /tmp/tmpwqm19vvh/sda/containers/0/f98/d43e0bcc185c1967f221d400775fbf98/d43e0bcc185c1967f221d400775fbf98_1715796216.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796216.00000-0, db: /tmp/tmpwqm19vvh/sda/containers/0/f98/d43e0bcc185c1967f221d400775fbf98/d43e0bcc185c1967f221d400775fbf98_1715796216.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796219.00000-0, db: /tmp/tmpwqm19vvh/sda/containers/0/ae1/7110f22d9b2667436549e9b67aba2ae1/7110f22d9b2667436549e9b67aba2ae1_1715796219.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796219.00000-0, db: /tmp/tmpwqm19vvh/sda/containers/0/ae1/7110f22d9b2667436549e9b67aba2ae1/7110f22d9b2667436549e9b67aba2ae1_1715796219.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796222.00000-0, db: /tmp/tmpwqm19vvh/sda/containers/0/bc5/413e476b002eb8e4a4fa18668537fbc5/413e476b002eb8e4a4fa18668537fbc5_1715796222.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796222.00000-0, db: /tmp/tmpwqm19vvh/sda/containers/0/bc5/413e476b002eb8e4a4fa18668537fbc5/413e476b002eb8e4a4fa18668537fbc5_1715796222.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796225.00000-0, db: /tmp/tmpwqm19vvh/sda/containers/0/b8d/efc71ffb0dd8d4551672c96fbaad2b8d/efc71ffb0dd8d4551672c96fbaad2b8d_1715796225.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796225.00000-0, db: /tmp/tmpwqm19vvh/sda/containers/0/b8d/efc71ffb0dd8d4551672c96fbaad2b8d/efc71ffb0dd8d4551672c96fbaad2b8d_1715796225.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796228.00000-0, db: /tmp/tmpwqm19vvh/sda/containers/0/261/1637a7d4f3cf6230a4b8c7c961dfa261/1637a7d4f3cf6230a4b8c7c961dfa261_1715796228.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796228.00000-0, db: /tmp/tmpwqm19vvh/sda/containers/0/261/1637a7d4f3cf6230a4b8c7c961dfa261/1637a7d4f3cf6230a4b8c7c961dfa261_1715796228.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796231.00000-0, db: /tmp/tmpwqm19vvh/sda/containers/0/35b/422047c2ffd9cdbec30c8c1362b9435b/422047c2ffd9cdbec30c8c1362b9435b_1715796231.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796231.00000-0, db: /tmp/tmpwqm19vvh/sda/containers/0/35b/422047c2ffd9cdbec30c8c1362b9435b/422047c2ffd9cdbec30c8c1362b9435b_1715796231.00000.db +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_old_style_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_is_green +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_is_green ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_overwrite +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_overwrite ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_root_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_overwrite_unicode +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_overwrite_unicode ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_post_overwrite_out_of_order +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_post_overwrite_out_of_order ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_old_style_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_old_style_root_account_container_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_newid +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_newid ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_range_single_record +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_range_single_record ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_overlap_shard_range_order +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_overlap_shard_range_order ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_path +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_old_style_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_old_style_root_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_pending_file_name +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_pending_file_name ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_policy_stat_tracking +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_policy_stat_tracking ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_misplaced_object_does_not_effect_container_stats +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_misplaced_object_does_not_effect_container_stats ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_old_style_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_encoded_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_encoded_timestamps_using_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_root_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_encoded_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_encoded_timestamps_using_memory ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796234.00000-0, db: /tmp/tmpwqm19vvh/sda/containers/0/d64/032f52b9d0e348226f3c65dd1eaf3d64/032f52b9d0e348226f3c65dd1eaf3d64_1715796234.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796234.00000-0, db: /tmp/tmpwqm19vvh/sda/containers/0/d64/032f52b9d0e348226f3c65dd1eaf3d64/032f52b9d0e348226f3c65dd1eaf3d64_1715796234.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796237.00000-0, db: /tmp/tmpwqm19vvh/sda/containers/0/bd3/1da7627ba42f4321fc9f095fccb72bd3/1da7627ba42f4321fc9f095fccb72bd3_1715796237.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796237.00000-0, db: /tmp/tmpwqm19vvh/sda/containers/0/bd3/1da7627ba42f4321fc9f095fccb72bd3/1da7627ba42f4321fc9f095fccb72bd3_1715796237.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796240.00000-0, db: /tmp/tmpwqm19vvh/sda/containers/0/c55/9e3226426fab32512844ef616a5d9c55/9e3226426fab32512844ef616a5d9c55_1715796240.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796240.00000-0, db: /tmp/tmpwqm19vvh/sda/containers/0/c55/9e3226426fab32512844ef616a5d9c55/9e3226426fab32512844ef616a5d9c55_1715796240.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796243.00000-0, db: /tmp/tmpwqm19vvh/sda/containers/0/896/fddf8ed2a31ad07e7f63630685f88896/fddf8ed2a31ad07e7f63630685f88896_1715796243.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796243.00000-0, db: /tmp/tmpwqm19vvh/sda/containers/0/896/fddf8ed2a31ad07e7f63630685f88896/fddf8ed2a31ad07e7f63630685f88896_1715796243.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796246.00000-0, db: /tmp/tmpwqm19vvh/sda/containers/0/6fc/64c015a6491f76fe66203436fc6086fc/64c015a6491f76fe66203436fc6086fc_1715796246.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796246.00000-0, db: /tmp/tmpwqm19vvh/sda/containers/0/6fc/64c015a6491f76fe66203436fc6086fc/64c015a6491f76fe66203436fc6086fc_1715796246.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796249.00000-0, db: /tmp/tmpwqm19vvh/sda/containers/0/349/a49218f67fac79c52baacad9d4247349/a49218f67fac79c52baacad9d4247349_1715796249.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796249.00000-0, db: /tmp/tmpwqm19vvh/sda/containers/0/349/a49218f67fac79c52baacad9d4247349/a49218f67fac79c52baacad9d4247349_1715796249.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796252.00000-0, db: /tmp/tmpwqm19vvh/sda/containers/0/627/ce0ba290b55b1de6d060c267720a5627/ce0ba290b55b1de6d060c267720a5627_1715796252.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796252.00000-0, db: /tmp/tmpwqm19vvh/sda/containers/0/627/ce0ba290b55b1de6d060c267720a5627/ce0ba290b55b1de6d060c267720a5627_1715796252.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796255.00000-0, db: /tmp/tmpwqm19vvh/sda/containers/0/e47/c7b0edc73bc36f49dde99056f81f7e47/c7b0edc73bc36f49dde99056f81f7e47_1715796255.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796255.00000-0, db: /tmp/tmpwqm19vvh/sda/containers/0/e47/c7b0edc73bc36f49dde99056f81f7e47/c7b0edc73bc36f49dde99056f81f7e47_1715796255.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796258.00000-0, db: /tmp/tmpwqm19vvh/sda/containers/0/171/83ff824345d0d5fe0ccf966077eec171/83ff824345d0d5fe0ccf966077eec171_1715796258.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796258.00000-0, db: /tmp/tmpwqm19vvh/sda/containers/0/171/83ff824345d0d5fe0ccf966077eec171/83ff824345d0d5fe0ccf966077eec171_1715796258.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796261.00000-0, db: /tmp/tmpwqm19vvh/sda/containers/0/5f5/fb31fa787832b9b44bb37774349635f5/fb31fa787832b9b44bb37774349635f5_1715796261.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796261.00000-0, db: /tmp/tmpwqm19vvh/sda/containers/0/5f5/fb31fa787832b9b44bb37774349635f5/fb31fa787832b9b44bb37774349635f5_1715796261.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796264.00000-0, db: /tmp/tmpwqm19vvh/sda/containers/0/e5d/0fb051aee106171c787fcf1a8f349e5d/0fb051aee106171c787fcf1a8f349e5d_1715796264.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796264.00000-0, db: /tmp/tmpwqm19vvh/sda/containers/0/e5d/0fb051aee106171c787fcf1a8f349e5d/0fb051aee106171c787fcf1a8f349e5d_1715796264.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796267.00000-0, db: /tmp/tmpwqm19vvh/sda/containers/0/66f/1c1e431182579c4da06741d679b2166f/1c1e431182579c4da06741d679b2166f_1715796267.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796267.00000-0, db: /tmp/tmpwqm19vvh/sda/containers/0/66f/1c1e431182579c4da06741d679b2166f/1c1e431182579c4da06741d679b2166f_1715796267.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796270.00000-0, db: /tmp/tmpwqm19vvh/sda/containers/0/ad3/42b02b4e304d82df660c7152d2b8dad3/42b02b4e304d82df660c7152d2b8dad3_1715796270.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796270.00000-0, db: /tmp/tmpwqm19vvh/sda/containers/0/ad3/42b02b4e304d82df660c7152d2b8dad3/42b02b4e304d82df660c7152d2b8dad3_1715796270.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796273.00000-0, db: /tmp/tmpwqm19vvh/sda/containers/0/8ad/356c1890c44431cb80f6c172fee1a8ad/356c1890c44431cb80f6c172fee1a8ad_1715796273.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796273.00000-0, db: /tmp/tmpwqm19vvh/sda/containers/0/8ad/356c1890c44431cb80f6c172fee1a8ad/356c1890c44431cb80f6c172fee1a8ad_1715796273.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796276.00000-0, db: /tmp/tmpwqm19vvh/sda/containers/0/a68/80b4be70510b99dde4b57da8ae6eca68/80b4be70510b99dde4b57da8ae6eca68_1715796276.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796276.00000-0, db: /tmp/tmpwqm19vvh/sda/containers/0/a68/80b4be70510b99dde4b57da8ae6eca68/80b4be70510b99dde4b57da8ae6eca68_1715796276.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796279.00000-0, db: /tmp/tmpwqm19vvh/sda/containers/0/87e/c59c87dfea14a315a9e3f3622700087e/c59c87dfea14a315a9e3f3622700087e_1715796279.00000.db +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_explicit_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_explicit_timestamps_using_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_explicit_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_explicit_timestamps_using_memory ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_old_style_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_old_style_root_account_container_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_overlap_shard_range_order +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_overlap_shard_range_order ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_path +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_pending_file_name +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_pending_file_name ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_policy_stat_tracking +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_policy_stat_tracking ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_misplaced_object_does_not_effect_container_stats +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_misplaced_object_does_not_effect_container_stats ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_encoded_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_encoded_timestamps_using_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_encoded_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_encoded_timestamps_using_memory ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_explicit_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_explicit_timestamps_using_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_explicit_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_explicit_timestamps_using_memory ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim ... ok +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796279.00000-0, db: /tmp/tmpwqm19vvh/sda/containers/0/87e/c59c87dfea14a315a9e3f3622700087e/c59c87dfea14a315a9e3f3622700087e_1715796279.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796282.00000-0, db: /tmp/tmpwqm19vvh/sda/containers/0/a32/207313eb8f5c31973a5d4fda015cfa32/207313eb8f5c31973a5d4fda015cfa32_1715796282.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796282.00000-0, db: /tmp/tmpwqm19vvh/sda/containers/0/a32/207313eb8f5c31973a5d4fda015cfa32/207313eb8f5c31973a5d4fda015cfa32_1715796282.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796285.00000-0, db: /tmp/tmpwqm19vvh/sda/containers/0/e99/8835efd616b8dd5b57fd99ad35189e99/8835efd616b8dd5b57fd99ad35189e99_1715796285.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796285.00000-0, db: /tmp/tmpwqm19vvh/sda/containers/0/e99/8835efd616b8dd5b57fd99ad35189e99/8835efd616b8dd5b57fd99ad35189e99_1715796285.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796288.00000-0, db: /tmp/tmpwqm19vvh/sda/containers/0/2dc/d3cc0a44243f3d37a2abe032e6d682dc/d3cc0a44243f3d37a2abe032e6d682dc_1715796288.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796288.00000-0, db: /tmp/tmpwqm19vvh/sda/containers/0/2dc/d3cc0a44243f3d37a2abe032e6d682dc/d3cc0a44243f3d37a2abe032e6d682dc_1715796288.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796291.00000-0, db: /tmp/tmpwqm19vvh/sda/containers/0/ec6/5a5b51520da7f9f84596541fb1577ec6/5a5b51520da7f9f84596541fb1577ec6_1715796291.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796291.00000-0, db: /tmp/tmpwqm19vvh/sda/containers/0/ec6/5a5b51520da7f9f84596541fb1577ec6/5a5b51520da7f9f84596541fb1577ec6_1715796291.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796294.00000-0, db: /tmp/tmpwqm19vvh/sda/containers/0/bd6/487afb7aa66ad72f974f4c54a8327bd6/487afb7aa66ad72f974f4c54a8327bd6_1715796294.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796294.00000-0, db: /tmp/tmpwqm19vvh/sda/containers/0/bd6/487afb7aa66ad72f974f4c54a8327bd6/487afb7aa66ad72f974f4c54a8327bd6_1715796294.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796297.00000-0, db: /tmp/tmpwqm19vvh/sda/containers/0/5c2/78c9f989b6572980c842e1f1752665c2/78c9f989b6572980c842e1f1752665c2_1715796297.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796297.00000-0, db: /tmp/tmpwqm19vvh/sda/containers/0/5c2/78c9f989b6572980c842e1f1752665c2/78c9f989b6572980c842e1f1752665c2_1715796297.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796300.00000-0, db: /tmp/tmpwqm19vvh/sda/containers/0/ba6/f3b649a07beb835630d0a2d5cfd90ba6/f3b649a07beb835630d0a2d5cfd90ba6_1715796300.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796300.00000-0, db: /tmp/tmpwqm19vvh/sda/containers/0/ba6/f3b649a07beb835630d0a2d5cfd90ba6/f3b649a07beb835630d0a2d5cfd90ba6_1715796300.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796303.00000-0, db: /tmp/tmpwqm19vvh/sda/containers/0/f3d/f231f346d8db8733c7cb6d351d74bf3d/f231f346d8db8733c7cb6d351d74bf3d_1715796303.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796303.00000-0, db: /tmp/tmpwqm19vvh/sda/containers/0/f3d/f231f346d8db8733c7cb6d351d74bf3d/f231f346d8db8733c7cb6d351d74bf3d_1715796303.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796306.00000-0, db: /tmp/tmpwqm19vvh/sda/containers/0/52b/8bf3345957e0adb08f58b1a702ef852b/8bf3345957e0adb08f58b1a702ef852b_1715796306.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796306.00000-0, db: /tmp/tmpwqm19vvh/sda/containers/0/52b/8bf3345957e0adb08f58b1a702ef852b/8bf3345957e0adb08f58b1a702ef852b_1715796306.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796309.00000-0, db: /tmp/tmpwqm19vvh/sda/containers/0/f14/68fb556acc01dea6fdb441ec13980f14/68fb556acc01dea6fdb441ec13980f14_1715796309.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796309.00000-0, db: /tmp/tmpwqm19vvh/sda/containers/0/f14/68fb556acc01dea6fdb441ec13980f14/68fb556acc01dea6fdb441ec13980f14_1715796309.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796312.00000-0, db: /tmp/tmpwqm19vvh/sda/containers/0/fc3/8b9ef043327e9e99de40010c75123fc3/8b9ef043327e9e99de40010c75123fc3_1715796312.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796312.00000-0, db: /tmp/tmpwqm19vvh/sda/containers/0/fc3/8b9ef043327e9e99de40010c75123fc3/8b9ef043327e9e99de40010c75123fc3_1715796312.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796315.00000-0, db: /tmp/tmpwqm19vvh/sda/containers/0/1f5/22da76ce6927fbbf8bddcf07e568a1f5/22da76ce6927fbbf8bddcf07e568a1f5_1715796315.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796315.00000-0, db: /tmp/tmpwqm19vvh/sda/containers/0/1f5/22da76ce6927fbbf8bddcf07e568a1f5/22da76ce6927fbbf8bddcf07e568a1f5_1715796315.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796318.00000-0, db: /tmp/tmpwqm19vvh/sda/containers/0/18a/4518126889218f970abc6ad852d9418a/4518126889218f970abc6ad852d9418a_1715796318.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796318.00000-0, db: /tmp/tmpwqm19vvh/sda/containers/0/18a/4518126889218f970abc6ad852d9418a/4518126889218f970abc6ad852d9418a_1715796318.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796321.00000-0, db: /tmp/tmpwqm19vvh/sda/containers/0/380/72980d4747aaf0e448983020fd98b380/72980d4747aaf0e448983020fd98b380_1715796321.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796321.00000-0, db: /tmp/tmpwqm19vvh/sda/containers/0/380/72980d4747aaf0e448983020fd98b380/72980d4747aaf0e448983020fd98b380_1715796321.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796324.00000-0, db: /tmp/tmpwqm19vvh/sda/containers/0/bf3/229d1a9333a6c12cb67a47502e857bf3/229d1a9333a6c12cb67a47502e857bf3_1715796324.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796324.00000-0, db: /tmp/tmpwqm19vvh/sda/containers/0/bf3/229d1a9333a6c12cb67a47502e857bf3/229d1a9333a6c12cb67a47502e857bf3_1715796324.00000.db +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_deadlock +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_deadlock ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_with_duplicate_names +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_with_duplicate_names ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reconciler_sync +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reconciler_sync ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_deadlock +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_deadlock ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796327.00000-0, db: /tmp/tmpwqm19vvh/sda/containers/0/095/af7cc576bbb68985787d6e3792611095/af7cc576bbb68985787d6e3792611095_1715796327.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796327.00000-0, db: /tmp/tmpwqm19vvh/sda/containers/0/095/af7cc576bbb68985787d6e3792611095/af7cc576bbb68985787d6e3792611095_1715796327.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796330.00000-0, db: /tmp/tmpwqm19vvh/sda/containers/0/041/456ca788f432011baaaddaab4bc06041/456ca788f432011baaaddaab4bc06041_1715796330.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796330.00000-0, db: /tmp/tmpwqm19vvh/sda/containers/0/041/456ca788f432011baaaddaab4bc06041/456ca788f432011baaaddaab4bc06041_1715796330.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796333.00000-0, db: /tmp/tmpwqm19vvh/sda/containers/0/4ef/e1b0d778bef05b05ce657d0de13fe4ef/e1b0d778bef05b05ce657d0de13fe4ef_1715796333.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796333.00000-0, db: /tmp/tmpwqm19vvh/sda/containers/0/4ef/e1b0d778bef05b05ce657d0de13fe4ef/e1b0d778bef05b05ce657d0de13fe4ef_1715796333.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796336.00000-0, db: /tmp/tmpwqm19vvh/sda/containers/0/a01/e8471181208f8b13470053a287ee7a01/e8471181208f8b13470053a287ee7a01_1715796336.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796336.00000-0, db: /tmp/tmpwqm19vvh/sda/containers/0/a01/e8471181208f8b13470053a287ee7a01/e8471181208f8b13470053a287ee7a01_1715796336.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796339.00000-0, db: /tmp/tmpwqm19vvh/sda/containers/0/c2a/4597d94e1e40344112d02ed033306c2a/4597d94e1e40344112d02ed033306c2a_1715796339.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796339.00000-0, db: /tmp/tmpwqm19vvh/sda/containers/0/c2a/4597d94e1e40344112d02ed033306c2a/4597d94e1e40344112d02ed033306c2a_1715796339.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796342.00000-0, db: /tmp/tmpwqm19vvh/sda/containers/0/ffc/653d28b2e7d235b95a35b3b509debffc/653d28b2e7d235b95a35b3b509debffc_1715796342.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796342.00000-0, db: /tmp/tmpwqm19vvh/sda/containers/0/ffc/653d28b2e7d235b95a35b3b509debffc/653d28b2e7d235b95a35b3b509debffc_1715796342.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796345.00000-0, db: /tmp/tmpwqm19vvh/sda/containers/0/b38/92bfde4a735275e88dfaa284934fdb38/92bfde4a735275e88dfaa284934fdb38_1715796345.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796345.00000-0, db: /tmp/tmpwqm19vvh/sda/containers/0/b38/92bfde4a735275e88dfaa284934fdb38/92bfde4a735275e88dfaa284934fdb38_1715796345.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796348.00000-0, db: /tmp/tmpwqm19vvh/sda/containers/0/33a/d3c964833e3644c6b335e46d2633233a/d3c964833e3644c6b335e46d2633233a_1715796348.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796348.00000-0, db: /tmp/tmpwqm19vvh/sda/containers/0/33a/d3c964833e3644c6b335e46d2633233a/d3c964833e3644c6b335e46d2633233a_1715796348.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796351.00000-0, db: /tmp/tmpwqm19vvh/sda/containers/0/bcf/cea3d4cfbddcfebd418d62db5aa28bcf/cea3d4cfbddcfebd418d62db5aa28bcf_1715796351.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796351.00000-0, db: /tmp/tmpwqm19vvh/sda/containers/0/bcf/cea3d4cfbddcfebd418d62db5aa28bcf/cea3d4cfbddcfebd418d62db5aa28bcf_1715796351.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796354.00000-0, db: /tmp/tmpwqm19vvh/sda/containers/0/350/5d3f55493cc52085f9ac9f54fe392350/5d3f55493cc52085f9ac9f54fe392350_1715796354.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796354.00000-0, db: /tmp/tmpwqm19vvh/sda/containers/0/350/5d3f55493cc52085f9ac9f54fe392350/5d3f55493cc52085f9ac9f54fe392350_1715796354.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796357.00000-0, db: /tmp/tmpwqm19vvh/sda/containers/0/138/7f51b5ed91b61a41c42fdc0cc8960138/7f51b5ed91b61a41c42fdc0cc8960138_1715796357.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796357.00000-0, db: /tmp/tmpwqm19vvh/sda/containers/0/138/7f51b5ed91b61a41c42fdc0cc8960138/7f51b5ed91b61a41c42fdc0cc8960138_1715796357.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796360.00000-0, db: /tmp/tmpwqm19vvh/sda/containers/0/97b/6040c98adcbe9747e7c74f54e913097b/6040c98adcbe9747e7c74f54e913097b_1715796360.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796360.00000-0, db: /tmp/tmpwqm19vvh/sda/containers/0/97b/6040c98adcbe9747e7c74f54e913097b/6040c98adcbe9747e7c74f54e913097b_1715796360.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796363.00000-0, db: /tmp/tmpwqm19vvh/sda/containers/0/717/9e408e56c8b31e0b1967a6ecff0a9717/9e408e56c8b31e0b1967a6ecff0a9717_1715796363.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796363.00000-0, db: /tmp/tmpwqm19vvh/sda/containers/0/717/9e408e56c8b31e0b1967a6ecff0a9717/9e408e56c8b31e0b1967a6ecff0a9717_1715796363.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796366.00000-0, db: /tmp/tmpwqm19vvh/sda/containers/0/821/a08f9d86667bc4e6735d9564debbf821/a08f9d86667bc4e6735d9564debbf821_1715796366.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796366.00000-0, db: /tmp/tmpwqm19vvh/sda/containers/0/821/a08f9d86667bc4e6735d9564debbf821/a08f9d86667bc4e6735d9564debbf821_1715796366.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796369.00000-0, db: /tmp/tmpwqm19vvh/sda/containers/0/2f7/22297c9b5f8cf6189f26fc47a71cb2f7/22297c9b5f8cf6189f26fc47a71cb2f7_1715796369.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796369.00000-0, db: /tmp/tmpwqm19vvh/sda/containers/0/2f7/22297c9b5f8cf6189f26fc47a71cb2f7/22297c9b5f8cf6189f26fc47a71cb2f7_1715796369.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796372.00000-0, db: /tmp/tmpwqm19vvh/sda/containers/0/1e6/6c73dd093384b91c592d55dfb8bba1e6/6c73dd093384b91c592d55dfb8bba1e6_1715796372.00000.db +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_with_duplicate_names +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_with_duplicate_names ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reconciler_sync +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reconciler_sync ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_remove_objects +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_remove_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_resolve_shard_range_states +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_resolve_shard_range_states ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_merge_while_sharding +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_merge_while_sharding ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges_state +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_newid +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_newid ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reverse_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reverse_prefix_delim ... ok +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796372.00000-0, db: /tmp/tmpwqm19vvh/sda/containers/0/1e6/6c73dd093384b91c592d55dfb8bba1e6/6c73dd093384b91c592d55dfb8bba1e6_1715796372.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796375.00000-0, db: /tmp/tmpwqm19vvh/sda/containers/0/698/610023d0c9a44190a4ffa39db52bb698/610023d0c9a44190a4ffa39db52bb698_1715796375.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796375.00000-0, db: /tmp/tmpwqm19vvh/sda/containers/0/698/610023d0c9a44190a4ffa39db52bb698/610023d0c9a44190a4ffa39db52bb698_1715796375.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796378.00000-0, db: /tmp/tmpwqm19vvh/sda/containers/0/38d/bcc865d1ffa81ff509249cc9a2fed38d/bcc865d1ffa81ff509249cc9a2fed38d_1715796378.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796378.00000-0, db: /tmp/tmpwqm19vvh/sda/containers/0/38d/bcc865d1ffa81ff509249cc9a2fed38d/bcc865d1ffa81ff509249cc9a2fed38d_1715796378.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796381.00000-0, db: /tmp/tmpwqm19vvh/sda/containers/0/d47/3d279a0ff2cffc956b508432d1ed7d47/3d279a0ff2cffc956b508432d1ed7d47_1715796381.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796381.00000-0, db: /tmp/tmpwqm19vvh/sda/containers/0/d47/3d279a0ff2cffc956b508432d1ed7d47/3d279a0ff2cffc956b508432d1ed7d47_1715796381.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796384.00000-0, db: /tmp/tmpwqm19vvh/sda/containers/0/ea4/b14aabd4137aca3f49ae88d9331c1ea4/b14aabd4137aca3f49ae88d9331c1ea4_1715796384.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796384.00000-0, db: /tmp/tmpwqm19vvh/sda/containers/0/ea4/b14aabd4137aca3f49ae88d9331c1ea4/b14aabd4137aca3f49ae88d9331c1ea4_1715796384.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796387.00000-0, db: /tmp/tmpwqm19vvh/sda/containers/0/299/3dd794b0022c26ef2ee257b3c8b82299/3dd794b0022c26ef2ee257b3c8b82299_1715796387.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796387.00000-0, db: /tmp/tmpwqm19vvh/sda/containers/0/299/3dd794b0022c26ef2ee257b3c8b82299/3dd794b0022c26ef2ee257b3c8b82299_1715796387.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796390.00000-0, db: /tmp/tmpwqm19vvh/sda/containers/0/99d/7134ea83d2723c5a746df646d5e0099d/7134ea83d2723c5a746df646d5e0099d_1715796390.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796390.00000-0, db: /tmp/tmpwqm19vvh/sda/containers/0/99d/7134ea83d2723c5a746df646d5e0099d/7134ea83d2723c5a746df646d5e0099d_1715796390.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796241.00000-0, db: /tmp/tmpidy219ne/sda/containers/0/68d/3c7fcf350800701f513da49eaebab68d/3c7fcf350800701f513da49eaebab68d.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796241.00000-0, db: /tmp/tmpidy219ne/sda/containers/0/68d/3c7fcf350800701f513da49eaebab68d/3c7fcf350800701f513da49eaebab68d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796245.00000-0, db: /tmp/tmpidy219ne/sda/containers/0/7a9/7573db390b6bac5c92b4623eba2347a9/7573db390b6bac5c92b4623eba2347a9.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796245.00000-0, db: /tmp/tmpidy219ne/sda/containers/0/7a9/7573db390b6bac5c92b4623eba2347a9/7573db390b6bac5c92b4623eba2347a9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796249.00000-0, db: /tmp/tmpidy219ne/sda/containers/0/349/a49218f67fac79c52baacad9d4247349/a49218f67fac79c52baacad9d4247349.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796249.00000-0, db: /tmp/tmpidy219ne/sda/containers/0/349/a49218f67fac79c52baacad9d4247349/a49218f67fac79c52baacad9d4247349.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796253.00000-0, db: /tmp/tmpidy219ne/sda/containers/0/98c/7f3813a3be68b04c62eb2855a4b5c98c/7f3813a3be68b04c62eb2855a4b5c98c.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796253.00000-0, db: /tmp/tmpidy219ne/sda/containers/0/98c/7f3813a3be68b04c62eb2855a4b5c98c/7f3813a3be68b04c62eb2855a4b5c98c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796257.00000-0, db: /tmp/tmpidy219ne/sda/containers/0/baf/e7983d0d309cf899a589fcfa5eff1baf/e7983d0d309cf899a589fcfa5eff1baf.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796257.00000-0, db: /tmp/tmpidy219ne/sda/containers/0/baf/e7983d0d309cf899a589fcfa5eff1baf/e7983d0d309cf899a589fcfa5eff1baf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796261.00000-0, db: /tmp/tmpidy219ne/sda/containers/0/5f5/fb31fa787832b9b44bb37774349635f5/fb31fa787832b9b44bb37774349635f5.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796261.00000-0, db: /tmp/tmpidy219ne/sda/containers/0/5f5/fb31fa787832b9b44bb37774349635f5/fb31fa787832b9b44bb37774349635f5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796265.00000-0, db: /tmp/tmpidy219ne/sda/containers/0/d30/da7811055a1e79ce74cb4cf97fa23d30/da7811055a1e79ce74cb4cf97fa23d30.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796265.00000-0, db: /tmp/tmpidy219ne/sda/containers/0/d30/da7811055a1e79ce74cb4cf97fa23d30/da7811055a1e79ce74cb4cf97fa23d30.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796269.00000-0, db: /tmp/tmpidy219ne/sda/containers/0/e15/eea6ff62a4738177eb7d33f367880e15/eea6ff62a4738177eb7d33f367880e15.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796269.00000-0, db: /tmp/tmpidy219ne/sda/containers/0/e15/eea6ff62a4738177eb7d33f367880e15/eea6ff62a4738177eb7d33f367880e15.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796273.00000-0, db: /tmp/tmpidy219ne/sda/containers/0/8ad/356c1890c44431cb80f6c172fee1a8ad/356c1890c44431cb80f6c172fee1a8ad.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796273.00000-0, db: /tmp/tmpidy219ne/sda/containers/0/8ad/356c1890c44431cb80f6c172fee1a8ad/356c1890c44431cb80f6c172fee1a8ad.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796277.00000-0, db: /tmp/tmpidy219ne/sda/containers/0/87f/b1e5128a5284179c8a5320d7c75dd87f/b1e5128a5284179c8a5320d7c75dd87f.db +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_root_account_container_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_old_style_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_old_style_root_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_save_and_load_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_save_and_load_record_from_pending_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_remove_objects +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_remove_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_resolve_shard_range_states +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_resolve_shard_range_states ... ok +test ERROR: Failed to unlink '/tmp/tmpp2auyoqb/containers/part/suffix/hash/container.db': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2244, in set_sharded_state + os.unlink(retiring_file) + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError: 1 +test DEBUG: Unlinked retiring db '/tmp/tmpp2auyoqb/containers/part/suffix/hash/container_1715796125.00000.db' +test WARNING: Still have multiple db files after unlinking '/tmp/tmpp2auyoqb/containers/part/suffix/hash/container_1715796125.00000.db': ['/tmp/tmpp2auyoqb/containers/part/suffix/hash/container.db', '/tmp/tmpp2auyoqb/containers/part/suffix/hash/container_1715796126.00000.db'] +test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmpp2auyoqb/containers/part/suffix/hash/container_1715796126.00000.db']. +test ERROR: Failed to set the ROWID of the fresh database for a/c: +test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: +test ERROR: Problem finding shard upper in '/tmp/tmp4qs3djd6/test_container.db': : LockTimeout (Nones) +test ERROR: Problem finding shard upper in '/tmp/tmp4qs3djd6/test_container.db': : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2507, in find_shard_ranges + next_shard_upper = sub_broker._get_next_shard_range_upper( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +sqlite3.OperationalError +test DEBUG: Unlinked retiring db '/tmp/tmpb6s04my0/containers/part/suffix/hash/container.db' +test WARNING: Unexpected db files will be ignored: ['/tmp/tmpb6s04my0/containers/part/suffix/hash/container.db'] +Container 'a/c' cannot be set to sharded state while in unsharded state +Container 'a/c' cannot be set to sharding state: missing epoch +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_old_style_shard_container ... ok +Container 'a/c' cannot be set to sharding state while in sharding state +Container 'a/c' cannot be set to sharded state while in sharded state +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_root_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reverse_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reverse_prefix_delim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_db_states +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_db_states ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_root_account_container_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_save_and_load_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_save_and_load_record_from_pending_file ... ok +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796277.00000-0, db: /tmp/tmpidy219ne/sda/containers/0/87f/b1e5128a5284179c8a5320d7c75dd87f/b1e5128a5284179c8a5320d7c75dd87f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796281.00000-0, db: /tmp/tmpidy219ne/sda/containers/0/cc8/ea2c788efb1fb1570c4b536c65bd3cc8/ea2c788efb1fb1570c4b536c65bd3cc8.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796281.00000-0, db: /tmp/tmpidy219ne/sda/containers/0/cc8/ea2c788efb1fb1570c4b536c65bd3cc8/ea2c788efb1fb1570c4b536c65bd3cc8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796285.00000-0, db: /tmp/tmpidy219ne/sda/containers/0/e99/8835efd616b8dd5b57fd99ad35189e99/8835efd616b8dd5b57fd99ad35189e99.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796285.00000-0, db: /tmp/tmpidy219ne/sda/containers/0/e99/8835efd616b8dd5b57fd99ad35189e99/8835efd616b8dd5b57fd99ad35189e99.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796289.00000-0, db: /tmp/tmpidy219ne/sda/containers/0/e00/5da6a39a095a948d97849889cd5d4e00/5da6a39a095a948d97849889cd5d4e00.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796289.00000-0, db: /tmp/tmpidy219ne/sda/containers/0/e00/5da6a39a095a948d97849889cd5d4e00/5da6a39a095a948d97849889cd5d4e00.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796293.00000-0, db: /tmp/tmpidy219ne/sda/containers/0/6bb/dd1395b0df0156b18b2734e68a8996bb/dd1395b0df0156b18b2734e68a8996bb.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796293.00000-0, db: /tmp/tmpidy219ne/sda/containers/0/6bb/dd1395b0df0156b18b2734e68a8996bb/dd1395b0df0156b18b2734e68a8996bb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796297.00000-0, db: /tmp/tmpidy219ne/sda/containers/0/5c2/78c9f989b6572980c842e1f1752665c2/78c9f989b6572980c842e1f1752665c2.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796297.00000-0, db: /tmp/tmpidy219ne/sda/containers/0/5c2/78c9f989b6572980c842e1f1752665c2/78c9f989b6572980c842e1f1752665c2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796301.00000-0, db: /tmp/tmpidy219ne/sda/containers/0/0a2/79e969123de8171fdd4062a996c7a0a2/79e969123de8171fdd4062a996c7a0a2.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796301.00000-0, db: /tmp/tmpidy219ne/sda/containers/0/0a2/79e969123de8171fdd4062a996c7a0a2/79e969123de8171fdd4062a996c7a0a2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796305.00000-0, db: /tmp/tmpidy219ne/sda/containers/0/0a9/c143d155342b996e3cca3a8acacc80a9/c143d155342b996e3cca3a8acacc80a9.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796305.00000-0, db: /tmp/tmpidy219ne/sda/containers/0/0a9/c143d155342b996e3cca3a8acacc80a9/c143d155342b996e3cca3a8acacc80a9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796309.00000-0, db: /tmp/tmpidy219ne/sda/containers/0/f14/68fb556acc01dea6fdb441ec13980f14/68fb556acc01dea6fdb441ec13980f14.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796309.00000-0, db: /tmp/tmpidy219ne/sda/containers/0/f14/68fb556acc01dea6fdb441ec13980f14/68fb556acc01dea6fdb441ec13980f14.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796313.00000-0, db: /tmp/tmpidy219ne/sda/containers/0/c3f/83912396fad2af52a83fb08da9705c3f/83912396fad2af52a83fb08da9705c3f.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796313.00000-0, db: /tmp/tmpidy219ne/sda/containers/0/c3f/83912396fad2af52a83fb08da9705c3f/83912396fad2af52a83fb08da9705c3f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796317.00000-0, db: /tmp/tmpidy219ne/sda/containers/0/895/b7e58c40a7bd7c44fa692ffde8abc895/b7e58c40a7bd7c44fa692ffde8abc895.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796317.00000-0, db: /tmp/tmpidy219ne/sda/containers/0/895/b7e58c40a7bd7c44fa692ffde8abc895/b7e58c40a7bd7c44fa692ffde8abc895.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796321.00000-0, db: /tmp/tmpidy219ne/sda/containers/0/380/72980d4747aaf0e448983020fd98b380/72980d4747aaf0e448983020fd98b380.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796321.00000-0, db: /tmp/tmpidy219ne/sda/containers/0/380/72980d4747aaf0e448983020fd98b380/72980d4747aaf0e448983020fd98b380.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796325.00000-0, db: /tmp/tmpidy219ne/sda/containers/0/4ec/464413bc9f9bb9c4874b466d3c0744ec/464413bc9f9bb9c4874b466d3c0744ec.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796325.00000-0, db: /tmp/tmpidy219ne/sda/containers/0/4ec/464413bc9f9bb9c4874b466d3c0744ec/464413bc9f9bb9c4874b466d3c0744ec.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796329.00000-0, db: /tmp/tmpidy219ne/sda/containers/0/24b/e1e50b8b29e443307227b5e0ecec224b/e1e50b8b29e443307227b5e0ecec224b.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796329.00000-0, db: /tmp/tmpidy219ne/sda/containers/0/24b/e1e50b8b29e443307227b5e0ecec224b/e1e50b8b29e443307227b5e0ecec224b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796333.00000-0, db: /tmp/tmpidy219ne/sda/containers/0/4ef/e1b0d778bef05b05ce657d0de13fe4ef/e1b0d778bef05b05ce657d0de13fe4ef.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796333.00000-0, db: /tmp/tmpidy219ne/sda/containers/0/4ef/e1b0d778bef05b05ce657d0de13fe4ef/e1b0d778bef05b05ce657d0de13fe4ef.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796337.00000-0, db: /tmp/tmpidy219ne/sda/containers/0/0f5/9f78aaba526bdb961d54a4b66014e0f5/9f78aaba526bdb961d54a4b66014e0f5.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796337.00000-0, db: /tmp/tmpidy219ne/sda/containers/0/0f5/9f78aaba526bdb961d54a4b66014e0f5/9f78aaba526bdb961d54a4b66014e0f5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796341.00000-0, db: /tmp/tmpidy219ne/sda/containers/0/24d/a044d8a89273dbba3e181a40a98d724d/a044d8a89273dbba3e181a40a98d724d.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796341.00000-0, db: /tmp/tmpidy219ne/sda/containers/0/24d/a044d8a89273dbba3e181a40a98d724d/a044d8a89273dbba3e181a40a98d724d.db +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharded_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharded_state_errors ... ok +test ERROR: Failed to unlink '/tmp/tmpzeveupo7/containers/part/suffix/hash/container.db': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2244, in set_sharded_state + os.unlink(retiring_file) + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError: 1 +test DEBUG: Unlinked retiring db '/tmp/tmpzeveupo7/containers/part/suffix/hash/container_1715796126.00000.db' +test WARNING: Still have multiple db files after unlinking '/tmp/tmpzeveupo7/containers/part/suffix/hash/container_1715796126.00000.db': ['/tmp/tmpzeveupo7/containers/part/suffix/hash/container.db', '/tmp/tmpzeveupo7/containers/part/suffix/hash/container_1715796127.00000.db'] +test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmpzeveupo7/containers/part/suffix/hash/container_1715796127.00000.db']. +test ERROR: Failed to set the ROWID of the fresh database for a/c: +test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: +test ERROR: Problem finding shard upper in '/tmp/tmpe12h8rf_/test_container.db': : LockTimeout (Nones) +test ERROR: Problem finding shard upper in '/tmp/tmpe12h8rf_/test_container.db': : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2507, in find_shard_ranges + next_shard_upper = sub_broker._get_next_shard_range_upper( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +sqlite3.OperationalError +test DEBUG: Unlinked retiring db '/tmp/tmpu9jnv9ws/containers/part/suffix/hash/container.db' +test WARNING: Unexpected db files will be ignored: ['/tmp/tmpu9jnv9ws/containers/part/suffix/hash/container.db'] +Container 'a/c' cannot be set to sharded state while in unsharded state +Container 'a/c' cannot be set to sharding state: missing epoch +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_old_style_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_old_style_root_account_container_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state ... ok +Container 'a/c' cannot be set to sharding state while in sharding state +Container 'a/c' cannot be set to sharded state while in sharded state +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_overlap_shard_range_order +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_overlap_shard_range_order ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_path +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_pending_file_name +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_pending_file_name ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_policy_stat_tracking +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_policy_stat_tracking ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_misplaced_object_does_not_effect_container_stats +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_misplaced_object_does_not_effect_container_stats ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_db_states +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_db_states ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_storage_policy_index +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_storage_policy_index ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796345.00000-0, db: /tmp/tmpidy219ne/sda/containers/0/b38/92bfde4a735275e88dfaa284934fdb38/92bfde4a735275e88dfaa284934fdb38.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796345.00000-0, db: /tmp/tmpidy219ne/sda/containers/0/b38/92bfde4a735275e88dfaa284934fdb38/92bfde4a735275e88dfaa284934fdb38.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796349.00000-0, db: /tmp/tmpidy219ne/sda/containers/0/7a3/6286c9b021bbf6a32a3a0f464c27a7a3/6286c9b021bbf6a32a3a0f464c27a7a3.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796349.00000-0, db: /tmp/tmpidy219ne/sda/containers/0/7a3/6286c9b021bbf6a32a3a0f464c27a7a3/6286c9b021bbf6a32a3a0f464c27a7a3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796353.00000-0, db: /tmp/tmpidy219ne/sda/containers/0/be7/479d49c050fdfb45669d982daf3b8be7/479d49c050fdfb45669d982daf3b8be7.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796353.00000-0, db: /tmp/tmpidy219ne/sda/containers/0/be7/479d49c050fdfb45669d982daf3b8be7/479d49c050fdfb45669d982daf3b8be7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796357.00000-0, db: /tmp/tmpidy219ne/sda/containers/0/138/7f51b5ed91b61a41c42fdc0cc8960138/7f51b5ed91b61a41c42fdc0cc8960138.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796357.00000-0, db: /tmp/tmpidy219ne/sda/containers/0/138/7f51b5ed91b61a41c42fdc0cc8960138/7f51b5ed91b61a41c42fdc0cc8960138.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796361.00000-0, db: /tmp/tmpidy219ne/sda/containers/0/e52/241119e728425ed647be3a594a5a8e52/241119e728425ed647be3a594a5a8e52.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796361.00000-0, db: /tmp/tmpidy219ne/sda/containers/0/e52/241119e728425ed647be3a594a5a8e52/241119e728425ed647be3a594a5a8e52.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796365.00000-0, db: /tmp/tmpidy219ne/sda/containers/0/f80/5c71a65167791d2fe69916204ce44f80/5c71a65167791d2fe69916204ce44f80.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796365.00000-0, db: /tmp/tmpidy219ne/sda/containers/0/f80/5c71a65167791d2fe69916204ce44f80/5c71a65167791d2fe69916204ce44f80.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796369.00000-0, db: /tmp/tmpidy219ne/sda/containers/0/2f7/22297c9b5f8cf6189f26fc47a71cb2f7/22297c9b5f8cf6189f26fc47a71cb2f7.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796369.00000-0, db: /tmp/tmpidy219ne/sda/containers/0/2f7/22297c9b5f8cf6189f26fc47a71cb2f7/22297c9b5f8cf6189f26fc47a71cb2f7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796373.00000-0, db: /tmp/tmpidy219ne/sda/containers/0/910/599b790f91ac0f8059012e2930383910/599b790f91ac0f8059012e2930383910.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796373.00000-0, db: /tmp/tmpidy219ne/sda/containers/0/910/599b790f91ac0f8059012e2930383910/599b790f91ac0f8059012e2930383910.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796377.00000-0, db: /tmp/tmpidy219ne/sda/containers/0/5b1/c6c38b28d68ecab5de1ae66d679095b1/c6c38b28d68ecab5de1ae66d679095b1.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796377.00000-0, db: /tmp/tmpidy219ne/sda/containers/0/5b1/c6c38b28d68ecab5de1ae66d679095b1/c6c38b28d68ecab5de1ae66d679095b1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796381.00000-0, db: /tmp/tmpidy219ne/sda/containers/0/d47/3d279a0ff2cffc956b508432d1ed7d47/3d279a0ff2cffc956b508432d1ed7d47.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796381.00000-0, db: /tmp/tmpidy219ne/sda/containers/0/d47/3d279a0ff2cffc956b508432d1ed7d47/3d279a0ff2cffc956b508432d1ed7d47.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796385.00000-0, db: /tmp/tmpidy219ne/sda/containers/0/c30/2a1d067380c8a66f2f065c3473f2ac30/2a1d067380c8a66f2f065c3473f2ac30.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796385.00000-0, db: /tmp/tmpidy219ne/sda/containers/0/c30/2a1d067380c8a66f2f065c3473f2ac30/2a1d067380c8a66f2f065c3473f2ac30.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796389.00000-0, db: /tmp/tmpidy219ne/sda/containers/0/4e2/b2f03a45c5bb1bb659d029d6da2f14e2/b2f03a45c5bb1bb659d029d6da2f14e2.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796389.00000-0, db: /tmp/tmpidy219ne/sda/containers/0/4e2/b2f03a45c5bb1bb659d029d6da2f14e2/b2f03a45c5bb1bb659d029d6da2f14e2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796393.00000-0, db: /tmp/tmpidy219ne/sda/containers/0/8cb/01ce51c237d3873f834f8cf22629c8cb/01ce51c237d3873f834f8cf22629c8cb.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796393.00000-0, db: /tmp/tmpidy219ne/sda/containers/0/8cb/01ce51c237d3873f834f8cf22629c8cb/01ce51c237d3873f834f8cf22629c8cb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796397.00000-0, db: /tmp/tmpidy219ne/sda/containers/0/6a9/93f0a61a22c4b6ce2e038845275606a9/93f0a61a22c4b6ce2e038845275606a9.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796397.00000-0, db: /tmp/tmpidy219ne/sda/containers/0/6a9/93f0a61a22c4b6ce2e038845275606a9/93f0a61a22c4b6ce2e038845275606a9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796401.00000-0, db: /tmp/tmpidy219ne/sda/containers/0/a32/4101c37686c67ec1c498c345de16ba32/4101c37686c67ec1c498c345de16ba32.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796401.00000-0, db: /tmp/tmpidy219ne/sda/containers/0/a32/4101c37686c67ec1c498c345de16ba32/4101c37686c67ec1c498c345de16ba32.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796405.00000-0, db: /tmp/tmpidy219ne/sda/containers/0/7e5/24c6882e4d453f38909c43de65cb17e5/24c6882e4d453f38909c43de65cb17e5.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796405.00000-0, db: /tmp/tmpidy219ne/sda/containers/0/7e5/24c6882e4d453f38909c43de65cb17e5/24c6882e4d453f38909c43de65cb17e5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796409.00000-0, db: /tmp/tmpidy219ne/sda/containers/0/fcd/372457123dd0dd448ca45bc9eb447fcd/372457123dd0dd448ca45bc9eb447fcd.db +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_storage_policy_index_empty +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_storage_policy_index_empty ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharded_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharded_state_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_x_syncs +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_x_syncs ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_encoded_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_encoded_timestamps_using_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_encoded_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_encoded_timestamps_using_memory ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_initiated_and_required +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_initiated_and_required ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_explicit_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_explicit_timestamps_using_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_state_is_not_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_state_is_not_reclaimable ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_explicit_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_explicit_timestamps_using_memory ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_sysmeta +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_sysmeta ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_storage_policy_index +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_storage_policy_index ... ok +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796409.00000-0, db: /tmp/tmpidy219ne/sda/containers/0/fcd/372457123dd0dd448ca45bc9eb447fcd/372457123dd0dd448ca45bc9eb447fcd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796413.00000-0, db: /tmp/tmpidy219ne/sda/containers/0/34a/6104c37394ec6bd496cc5609a7ca434a/6104c37394ec6bd496cc5609a7ca434a.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796413.00000-0, db: /tmp/tmpidy219ne/sda/containers/0/34a/6104c37394ec6bd496cc5609a7ca434a/6104c37394ec6bd496cc5609a7ca434a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796417.00000-0, db: /tmp/tmpidy219ne/sda/containers/0/adf/fce180cae251e7a403925fc434ad4adf/fce180cae251e7a403925fc434ad4adf.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796417.00000-0, db: /tmp/tmpidy219ne/sda/containers/0/adf/fce180cae251e7a403925fc434ad4adf/fce180cae251e7a403925fc434ad4adf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796421.00000-0, db: /tmp/tmpidy219ne/sda/containers/0/528/3d8b0a44d256b61d8f1893bac622b528/3d8b0a44d256b61d8f1893bac622b528.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796421.00000-0, db: /tmp/tmpidy219ne/sda/containers/0/528/3d8b0a44d256b61d8f1893bac622b528/3d8b0a44d256b61d8f1893bac622b528.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796425.00000-0, db: /tmp/tmpidy219ne/sda/containers/0/94a/a76cc8bee3e3444958c7a52c13f9f94a/a76cc8bee3e3444958c7a52c13f9f94a.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796425.00000-0, db: /tmp/tmpidy219ne/sda/containers/0/94a/a76cc8bee3e3444958c7a52c13f9f94a/a76cc8bee3e3444958c7a52c13f9f94a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796429.00000-0, db: /tmp/tmpidy219ne/sda/containers/0/b72/33c2aa08339c9beadd5fe0819d0a9b72/33c2aa08339c9beadd5fe0819d0a9b72.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796429.00000-0, db: /tmp/tmpidy219ne/sda/containers/0/b72/33c2aa08339c9beadd5fe0819d0a9b72/33c2aa08339c9beadd5fe0819d0a9b72.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796433.00000-0, db: /tmp/tmpidy219ne/sda/containers/0/359/8215776958777c8b4a897aef87ec7359/8215776958777c8b4a897aef87ec7359.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796433.00000-0, db: /tmp/tmpidy219ne/sda/containers/0/359/8215776958777c8b4a897aef87ec7359/8215776958777c8b4a897aef87ec7359.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796437.00000-0, db: /tmp/tmpidy219ne/sda/containers/0/6a9/f7b1cc30161d8b1d382d61a51af4c6a9/f7b1cc30161d8b1d382d61a51af4c6a9.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796437.00000-0, db: /tmp/tmpidy219ne/sda/containers/0/6a9/f7b1cc30161d8b1d382d61a51af4c6a9/f7b1cc30161d8b1d382d61a51af4c6a9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796441.00000-0, db: /tmp/tmpidy219ne/sda/containers/0/68f/805f461f4338eaaa1bf1e8176326f68f/805f461f4338eaaa1bf1e8176326f68f.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796441.00000-0, db: /tmp/tmpidy219ne/sda/containers/0/68f/805f461f4338eaaa1bf1e8176326f68f/805f461f4338eaaa1bf1e8176326f68f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796445.00000-0, db: /tmp/tmpidy219ne/sda/containers/0/4ad/7eb395120f90c909dd7fb8c033be74ad/7eb395120f90c909dd7fb8c033be74ad.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796445.00000-0, db: /tmp/tmpidy219ne/sda/containers/0/4ad/7eb395120f90c909dd7fb8c033be74ad/7eb395120f90c909dd7fb8c033be74ad.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796449.00000-0, db: /tmp/tmpidy219ne/sda/containers/0/7b5/72755f5b57c92252e71ecff576d3a7b5/72755f5b57c92252e71ecff576d3a7b5.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796449.00000-0, db: /tmp/tmpidy219ne/sda/containers/0/7b5/72755f5b57c92252e71ecff576d3a7b5/72755f5b57c92252e71ecff576d3a7b5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796453.00000-0, db: /tmp/tmpidy219ne/sda/containers/0/2da/e331b451f11c24f5c32d04ed9d1662da/e331b451f11c24f5c32d04ed9d1662da.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796453.00000-0, db: /tmp/tmpidy219ne/sda/containers/0/2da/e331b451f11c24f5c32d04ed9d1662da/e331b451f11c24f5c32d04ed9d1662da.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796457.00000-0, db: /tmp/tmpidy219ne/sda/containers/0/ae7/c84cb64ad2e6ccde5a0f7b7432509ae7/c84cb64ad2e6ccde5a0f7b7432509ae7.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796457.00000-0, db: /tmp/tmpidy219ne/sda/containers/0/ae7/c84cb64ad2e6ccde5a0f7b7432509ae7/c84cb64ad2e6ccde5a0f7b7432509ae7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796461.00000-0, db: /tmp/tmpidy219ne/sda/containers/0/2a3/0f86f24573594f306c4a96ed2afb02a3/0f86f24573594f306c4a96ed2afb02a3.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796461.00000-0, db: /tmp/tmpidy219ne/sda/containers/0/2a3/0f86f24573594f306c4a96ed2afb02a3/0f86f24573594f306c4a96ed2afb02a3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796465.00000-0, db: /tmp/tmpidy219ne/sda/containers/0/0c2/bfd6c078a3b17d5bd9cb53d4088b20c2/bfd6c078a3b17d5bd9cb53d4088b20c2.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796465.00000-0, db: /tmp/tmpidy219ne/sda/containers/0/0c2/bfd6c078a3b17d5bd9cb53d4088b20c2/bfd6c078a3b17d5bd9cb53d4088b20c2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796469.00000-0, db: /tmp/tmpidy219ne/sda/containers/0/5b1/7441ea5e13bc05ff77558e7c52bfc5b1/7441ea5e13bc05ff77558e7c52bfc5b1.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796469.00000-0, db: /tmp/tmpidy219ne/sda/containers/0/5b1/7441ea5e13bc05ff77558e7c52bfc5b1/7441ea5e13bc05ff77558e7c52bfc5b1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796473.00000-0, db: /tmp/tmpidy219ne/sda/containers/0/881/29faca6efd836d116e119a91a3132881/29faca6efd836d116e119a91a3132881.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796473.00000-0, db: /tmp/tmpidy219ne/sda/containers/0/881/29faca6efd836d116e119a91a3132881/29faca6efd836d116e119a91a3132881.db +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_storage_policy_index_empty +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_storage_policy_index_empty ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_x_syncs +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_x_syncs ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_storage_policy_property +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_storage_policy_property ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sync_merging +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sync_merging ... ok +test.unit.obj.test_replicator.TestReplicatorStats.test_add +test.unit.obj.test_replicator.TestReplicatorStats.test_add ... ok +test.unit.obj.test_replicator.TestReplicatorStats.test_add_failure_stats +test.unit.obj.test_replicator.TestReplicatorStats.test_add_failure_stats ... ok +test.unit.obj.test_replicator.TestReplicatorStats.test_from_recon_skips_extra_fields +test.unit.obj.test_replicator.TestReplicatorStats.test_from_recon_skips_extra_fields ... ok +test.unit.obj.test_replicator.TestReplicatorStats.test_recon_roundtrip +test.unit.obj.test_replicator.TestReplicatorStats.test_recon_roundtrip ... ok +test.unit.obj.test_replicator.TestReplicatorStats.test_to_recon +test.unit.obj.test_replicator.TestReplicatorStats.test_to_recon ... ok +test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_init_node_timeout +test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_init_node_timeout ... ok +test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_range_fast_forward +test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_range_fast_forward ... ok +test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_range_fast_forward_after_data_timeout +test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_range_fast_forward_after_data_timeout ... ok +test.unit.proxy.controllers.test_base.TestGetterSource.test_close +test.unit.proxy.controllers.test_base.TestGetterSource.test_close ... ok +test.unit.proxy.controllers.test_base.TestGetterSource.test_init +test.unit.proxy.controllers.test_base.TestGetterSource.test_init ... ok +test.unit.proxy.controllers.test_base.TestGetterSource.test_sort +test.unit.proxy.controllers.test_base.TestGetterSource.test_sort ... ok +test.unit.proxy.controllers.test_base.TestGetterSource.test_timestamp +test.unit.proxy.controllers.test_base.TestGetterSource.test_timestamp ... ok +test.unit.proxy.controllers.test_obj.TestNumContainerUpdates.test_it +test.unit.proxy.controllers.test_obj.TestNumContainerUpdates.test_it ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_error +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_error ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_with_body_and_footers +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_with_body_and_footers ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_with_no_body_and_footers +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_with_no_body_and_footers ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_merge_while_unsharded +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_merge_while_unsharded ... ok +test ERROR: Failed to unlink '/tmp/tmpw3zzibnr/containers/part/suffix/hash/container.db': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2244, in set_sharded_state + os.unlink(retiring_file) + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError: 1 +test DEBUG: Unlinked retiring db '/tmp/tmpw3zzibnr/containers/part/suffix/hash/container_1715796245.00000.db' +test WARNING: Still have multiple db files after unlinking '/tmp/tmpw3zzibnr/containers/part/suffix/hash/container_1715796245.00000.db': ['/tmp/tmpw3zzibnr/containers/part/suffix/hash/container.db', '/tmp/tmpw3zzibnr/containers/part/suffix/hash/container_1715796246.00000.db'] +test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmpw3zzibnr/containers/part/suffix/hash/container_1715796246.00000.db']. +test ERROR: Failed to set the ROWID of the fresh database for a/c: +test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.2:1002/sdc (txn: tx759fa3d1ec6a409189a1c-006644f91d) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.1:1001/sdb (txn: tx759fa3d1ec6a409189a1c-006644f91d) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.0:1000/sda (txn: tx759fa3d1ec6a409189a1c-006644f91d) +proxy-server ERROR: Object PUT returning 503 for [503, 503, 503] (txn: tx759fa3d1ec6a409189a1c-006644f91d) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmpolm50q3h/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpolm50q3h/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmpolm50q3h/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpolm50q3h/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:04:14 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.0965 "-" 1329775 - +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:04:14 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0370 "-" 1329775 - +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:04:14 +0000] "PUT /sda1/0/a1" 201 - "-" "test" "-" 0.0511 "-" 1329775 - +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:04:14 +0000] "PUT /sdb1/0/a1" 201 - "-" "test" "-" 0.0331 "-" 1329775 - +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:04:14 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx36d0ef30ce604aaca1682-006644f91e" "proxy-server 1329775" 0.0016 "-" 1329775 - +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:04:14 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:53841/sdb1/0/a/c" "tx36d0ef30ce604aaca1682-006644f91e" "container-server 1329775" 0.0045 "-" 1329775 0 +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:04:14 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:53891/sda1/0/a/c" "tx36d0ef30ce604aaca1682-006644f91e" "container-server 1329775" 0.0012 "-" 1329775 0 +cont2 INFO: 127.0.0.1 - - [15/May/2024:18:04:14 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "tx36d0ef30ce604aaca1682-006644f91e" "proxy-server 1329775" 0.0524 "-" 1329775 0 +cont1 INFO: 127.0.0.1 - - [15/May/2024:18:04:14 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "tx36d0ef30ce604aaca1682-006644f91e" "proxy-server 1329775" 0.1139 "-" 1329775 0 +proxy INFO: 127.0.0.1 127.0.0.1 15/May/2024/18/04/14 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx36d0ef30ce604aaca1682-006644f91e - 0.1343 - - 1715796254.246018887 1715796254.380351543 0 +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:04:14 +0000] "HEAD /sdb1/0/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx09a18c2ea8e945b290584-006644f91e" "proxy-server 1329775" 0.0012 "-" 1329775 - +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:04:14 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://127.0.0.1:53891/sda1/2/a1/c1" "tx09a18c2ea8e945b290584-006644f91e" "container-server 1329775" 0.0280 "-" 1329775 0 +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:04:14 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://127.0.0.1:53841/sdb1/2/a1/c1" "tx09a18c2ea8e945b290584-006644f91e" "container-server 1329775" 0.0029 "-" 1329775 0 +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_initiated_and_required +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_initiated_and_required ... ok +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_404 +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_big +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_big ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_deleted +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_failure_handling +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_failure_handling ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_pipeline +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_pipeline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_HEAD_ec +test.unit.proxy.test_server.TestECDuplicationObjectController.test_HEAD_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_HEAD_ec_404 +test.unit.proxy.test_server.TestECDuplicationObjectController.test_HEAD_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_archive_etag_mismatch +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_quorum_bad_request +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_quorum_bad_request ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_if_none_match +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_multiple_segments +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_multiple_segments ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_object_etag_mismatch +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_object_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_conditional_GET_ec +test.unit.proxy.test_server.TestECDuplicationObjectController.test_conditional_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_ec_client_disconnect +test.unit.proxy.test_server.TestECDuplicationObjectController.test_ec_client_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_ec_client_put_disconnect +test.unit.proxy.test_server.TestECDuplicationObjectController.test_ec_client_put_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_reload_ring_ec +test.unit.proxy.test_server.TestECDuplicationObjectController.test_reload_ring_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +setUpClass (test.unit.proxy.test_server.TestObjectECRangedGET) +setUpClass (test.unit.proxy.test_server.TestObjectECRangedGET) ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.test_locale.test_locale.TestTranslations.test_translations +test.unit.test_locale.test_locale.TestTranslations.test_translations ... ok +cont2 INFO: 127.0.0.1 - - [15/May/2024:18:04:14 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx09a18c2ea8e945b290584-006644f91e" "proxy-server 1329775" 0.2161 "-" 1329775 0 +cont1 INFO: 127.0.0.1 - - [15/May/2024:18:04:14 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx09a18c2ea8e945b290584-006644f91e" "proxy-server 1329775" 0.1810 "-" 1329775 0 +proxy INFO: 127.0.0.1 127.0.0.1 15/May/2024/18/04/14 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx09a18c2ea8e945b290584-006644f91e - 0.2280 - - 1715796254.381853342 1715796254.609877586 0 +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:04:14 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx2c6e892de24d4e5eabd6d-006644f91e" "proxy-server 1329775" 0.0631 "-" 1329775 - +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:04:14 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:53891/sda1/0/a/c1" "tx2c6e892de24d4e5eabd6d-006644f91e" "container-server 1329775" 0.0476 "-" 1329775 1 +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:04:14 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:53841/sdb1/0/a/c1" "tx2c6e892de24d4e5eabd6d-006644f91e" "container-server 1329775" 0.0011 "-" 1329775 1 +cont1 INFO: 127.0.0.1 - - [15/May/2024:18:04:14 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx2c6e892de24d4e5eabd6d-006644f91e" "proxy-server 1329775" 0.1217 "-" 1329775 1 +cont2 INFO: 127.0.0.1 - - [15/May/2024:18:04:14 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx2c6e892de24d4e5eabd6d-006644f91e" "proxy-server 1329775" 0.0930 "-" 1329775 1 +proxy INFO: 127.0.0.1 127.0.0.1 15/May/2024/18/04/14 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx2c6e892de24d4e5eabd6d-006644f91e - 0.1940 - - 1715796254.611825943 1715796254.805801392 1 +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:04:14 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx15a7800b2493409dbed20-006644f91e" "proxy-server 1329775" 0.0363 "-" 1329775 - +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:04:15 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:53891/sda1/2/a/c2" "tx15a7800b2493409dbed20-006644f91e" "container-server 1329775" 0.0028 "-" 1329775 2 +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:04:15 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:53841/sdb1/2/a/c2" "tx15a7800b2493409dbed20-006644f91e" "container-server 1329775" 0.0387 "-" 1329775 2 +cont2 INFO: 127.0.0.1 - - [15/May/2024:18:04:15 +0000] "PUT /sdb1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx15a7800b2493409dbed20-006644f91e" "proxy-server 1329775" 0.2076 "-" 1329775 2 +cont1 INFO: 127.0.0.1 - - [15/May/2024:18:04:15 +0000] "PUT /sda1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx15a7800b2493409dbed20-006644f91e" "proxy-server 1329775" 0.0854 "-" 1329775 2 +proxy INFO: 127.0.0.1 127.0.0.1 15/May/2024/18/04/15 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx15a7800b2493409dbed20-006644f91e - 0.2519 - - 1715796254.807891607 1715796255.059810162 2 +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_state_is_not_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_state_is_not_reclaimable ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_sysmeta +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_sysmeta ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796477.00000-0, db: /tmp/tmpidy219ne/sda/containers/0/c82/c9b46cf9a3f8319297dcc7ecc7f6cc82/c9b46cf9a3f8319297dcc7ecc7f6cc82.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796477.00000-0, db: /tmp/tmpidy219ne/sda/containers/0/c82/c9b46cf9a3f8319297dcc7ecc7f6cc82/c9b46cf9a3f8319297dcc7ecc7f6cc82.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796481.00000-0, db: /tmp/tmpidy219ne/sda/containers/0/1f2/4dfd7c0904741b99bddc6b20a38481f2/4dfd7c0904741b99bddc6b20a38481f2.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796481.00000-0, db: /tmp/tmpidy219ne/sda/containers/0/1f2/4dfd7c0904741b99bddc6b20a38481f2/4dfd7c0904741b99bddc6b20a38481f2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796485.00000-0, db: /tmp/tmpidy219ne/sda/containers/0/ce4/a401f73d7b8db6badbd8323ec77a4ce4/a401f73d7b8db6badbd8323ec77a4ce4.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796485.00000-0, db: /tmp/tmpidy219ne/sda/containers/0/ce4/a401f73d7b8db6badbd8323ec77a4ce4/a401f73d7b8db6badbd8323ec77a4ce4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796489.00000-0, db: /tmp/tmpidy219ne/sda/containers/0/440/477c6c1233442f43d193be3664ebe440/477c6c1233442f43d193be3664ebe440.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796489.00000-0, db: /tmp/tmpidy219ne/sda/containers/0/440/477c6c1233442f43d193be3664ebe440/477c6c1233442f43d193be3664ebe440.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796493.00000-0, db: /tmp/tmpidy219ne/sda/containers/0/6fb/809d8cda9da7ef7f9ab36aa30d17b6fb/809d8cda9da7ef7f9ab36aa30d17b6fb.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796493.00000-0, db: /tmp/tmpidy219ne/sda/containers/0/6fb/809d8cda9da7ef7f9ab36aa30d17b6fb/809d8cda9da7ef7f9ab36aa30d17b6fb.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796259.00000-0, db: /tmp/tmpj8hrndm6/sda/containers/0/4d5/17f46fb632742b6e23dd9f5dbfe7e4d5/17f46fb632742b6e23dd9f5dbfe7e4d5.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796259.00000-0, db: /tmp/tmpj8hrndm6/sda/containers/0/4d5/17f46fb632742b6e23dd9f5dbfe7e4d5/17f46fb632742b6e23dd9f5dbfe7e4d5.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796262.00000-0, db: /tmp/tmpj8hrndm6/sda/containers/0/ec1/c6fae74bcdb211fce1e6f05e7674eec1/c6fae74bcdb211fce1e6f05e7674eec1.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796262.00000-0, db: /tmp/tmpj8hrndm6/sda/containers/0/ec1/c6fae74bcdb211fce1e6f05e7674eec1/c6fae74bcdb211fce1e6f05e7674eec1.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796265.00000-0, db: /tmp/tmpj8hrndm6/sda/containers/0/d30/da7811055a1e79ce74cb4cf97fa23d30/da7811055a1e79ce74cb4cf97fa23d30.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796265.00000-0, db: /tmp/tmpj8hrndm6/sda/containers/0/d30/da7811055a1e79ce74cb4cf97fa23d30/da7811055a1e79ce74cb4cf97fa23d30.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796268.00000-0, db: /tmp/tmpj8hrndm6/sda/containers/0/94e/9d2478826c226501ceef9bf18f53a94e/9d2478826c226501ceef9bf18f53a94e.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796268.00000-0, db: /tmp/tmpj8hrndm6/sda/containers/0/94e/9d2478826c226501ceef9bf18f53a94e/9d2478826c226501ceef9bf18f53a94e.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796271.00000-0, db: /tmp/tmpj8hrndm6/sda/containers/0/399/7f373fcf570df98d5f7bf6d61634a399/7f373fcf570df98d5f7bf6d61634a399.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796271.00000-0, db: /tmp/tmpj8hrndm6/sda/containers/0/399/7f373fcf570df98d5f7bf6d61634a399/7f373fcf570df98d5f7bf6d61634a399.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796274.00000-0, db: /tmp/tmpj8hrndm6/sda/containers/0/d1a/7da6e52872fc816a87b072c19567bd1a/7da6e52872fc816a87b072c19567bd1a.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796274.00000-0, db: /tmp/tmpj8hrndm6/sda/containers/0/d1a/7da6e52872fc816a87b072c19567bd1a/7da6e52872fc816a87b072c19567bd1a.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796277.00000-0, db: /tmp/tmpj8hrndm6/sda/containers/0/87f/b1e5128a5284179c8a5320d7c75dd87f/b1e5128a5284179c8a5320d7c75dd87f.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796277.00000-0, db: /tmp/tmpj8hrndm6/sda/containers/0/87f/b1e5128a5284179c8a5320d7c75dd87f/b1e5128a5284179c8a5320d7c75dd87f.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796280.00000-0, db: /tmp/tmpj8hrndm6/sda/containers/0/c50/b217993f724ee85343bcc30e5b2c6c50/b217993f724ee85343bcc30e5b2c6c50.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796280.00000-0, db: /tmp/tmpj8hrndm6/sda/containers/0/c50/b217993f724ee85343bcc30e5b2c6c50/b217993f724ee85343bcc30e5b2c6c50.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796283.00000-0, db: /tmp/tmpj8hrndm6/sda/containers/0/fe3/78b1f17f1401f386a730fffb677d7fe3/78b1f17f1401f386a730fffb677d7fe3.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796283.00000-0, db: /tmp/tmpj8hrndm6/sda/containers/0/fe3/78b1f17f1401f386a730fffb677d7fe3/78b1f17f1401f386a730fffb677d7fe3.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796286.00000-0, db: /tmp/tmpj8hrndm6/sda/containers/0/563/e3436f7f03dd837e78fb6fad852ba563/e3436f7f03dd837e78fb6fad852ba563.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796286.00000-0, db: /tmp/tmpj8hrndm6/sda/containers/0/563/e3436f7f03dd837e78fb6fad852ba563/e3436f7f03dd837e78fb6fad852ba563.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796289.00000-0, db: /tmp/tmpj8hrndm6/sda/containers/0/e00/5da6a39a095a948d97849889cd5d4e00/5da6a39a095a948d97849889cd5d4e00.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796289.00000-0, db: /tmp/tmpj8hrndm6/sda/containers/0/e00/5da6a39a095a948d97849889cd5d4e00/5da6a39a095a948d97849889cd5d4e00.db +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_storage_policy_property +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_storage_policy_property ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sync_merging +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sync_merging ... ok +test.unit.container.test_backend.TestUpdateNewItemFromExisting.test_update_new_item_from_existing +test.unit.container.test_backend.TestUpdateNewItemFromExisting.test_update_new_item_from_existing ... ok +test.unit.container.test_reconciler.TestReconciler.test_can_reconcile_policy +test.unit.container.test_reconciler.TestReconciler.test_can_reconcile_policy ... ok +test.unit.container.test_reconciler.TestReconciler.test_concurrency +test.unit.container.test_reconciler.TestReconciler.test_concurrency ... ok +test.unit.container.test_reconciler.TestReconciler.test_concurrency_config +test.unit.container.test_reconciler.TestReconciler.test_concurrency_config ... ok +test.unit.container.test_reconciler.TestReconciler.test_delete_old_empty_queue_containers +test.unit.container.test_reconciler.TestReconciler.test_delete_old_empty_queue_containers ... ok +test.unit.container.test_reconciler.TestReconciler.test_error_in_iter_containers +test.unit.container.test_reconciler.TestReconciler.test_error_in_iter_containers ... ok +test.unit.container.test_reconciler.TestReconciler.test_fail_to_move_if_ppi +test.unit.container.test_reconciler.TestReconciler.test_fail_to_move_if_ppi ... ok +test.unit.container.test_reconciler.TestReconciler.test_init_internal_client_log_name +test.unit.container.test_reconciler.TestReconciler.test_init_internal_client_log_name ... ok +test.unit.container.test_reconciler.TestReconciler.test_invalid_queue_name +test.unit.container.test_reconciler.TestReconciler.test_invalid_queue_name ... ok +test.unit.container.test_reconciler.TestReconciler.test_invalid_queue_name_marches_onward +test.unit.container.test_reconciler.TestReconciler.test_invalid_queue_name_marches_onward ... ok +test ERROR: Failed to unlink '/tmp/tmpemggk8xd/containers/part/suffix/hash/container.db': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2244, in set_sharded_state + os.unlink(retiring_file) + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError: 1 +test DEBUG: Unlinked retiring db '/tmp/tmpemggk8xd/containers/part/suffix/hash/container_1715796250.00000.db' +test WARNING: Still have multiple db files after unlinking '/tmp/tmpemggk8xd/containers/part/suffix/hash/container_1715796250.00000.db': ['/tmp/tmpemggk8xd/containers/part/suffix/hash/container.db', '/tmp/tmpemggk8xd/containers/part/suffix/hash/container_1715796251.00000.db'] +test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmpemggk8xd/containers/part/suffix/hash/container_1715796251.00000.db']. +test ERROR: Failed to set the ROWID of the fresh database for a/c: +test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: +test DEBUG: pulling items from the queue +test DEBUG: checking container 1715796000 +test DEBUG: looking for objects in 1715796000 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 +test DEBUG: checking placement for '/AUTH_bob/c/o2' (3724.234560) in policy_index 1 +test INFO: success: '/AUTH_bob/c/o2' (3724.234560) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o2' (3724.234560) from the queue (0000003724.23456_0000000000000001) +test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) +test INFO: Reconciler Stats: {'success': 2, 'pop_queue': 2} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1715796000 +test DEBUG: looking for objects in 1715796000 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 1715130000 +test DEBUG: looking for objects in 1715130000 +test DEBUG: checking container 1715126400 +test DEBUG: looking for objects in 1715126400 +test ERROR: invalid_record: invalid queue record: {'bytes': 0, 'name': 'something', 'last_modified': '1970-01-01T00:00:00.000000', 'hash': '0.000000', 'content_type': 'application/x-put'} +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/reconciler.py", line 835, in reconcile + queue_item = parse_raw_obj(raw_obj) + ^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/container/reconciler.py", line 280, in parse_raw_obj + policy_index, obj_name = raw_obj_name.split(':', 1) + ^^^^^^^^^^^^^^^^^^^^^^ +ValueError: not enough values to unpack (expected 2, got 1) +test INFO: Reconciler Stats: {'invalid_record': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1715796000 +test DEBUG: looking for objects in 1715796000 +test DEBUG: looking for containers in .misplaced_objects +test ERROR: Error listing containers in account .misplaced_objects (Unexpected response: 503 Service Unavailable) +test INFO: Reconciler Stats: {} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1715796000 +test DEBUG: looking for objects in 1715796000 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 +test DEBUG: ppi_skip: Container policy (0) in the middle of a part power increase (PPI) +test INFO: retry: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 must be retried +test INFO: Reconciler Stats: {'ppi_skip': 1, 'retry': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1715796000 +test DEBUG: looking for objects in 1715796000 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test ERROR: invalid_record: invalid queue record: {'bytes': 0, 'name': 'bogus', 'last_modified': '1970-01-01T01:00:18.841870', 'hash': '3618.841870', 'content_type': 'application/x-put'} +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/reconciler.py", line 835, in reconcile + queue_item = parse_raw_obj(raw_obj) + ^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/container/reconciler.py", line 280, in parse_raw_obj + policy_index, obj_name = raw_obj_name.split(':', 1) + ^^^^^^^^^^^^^^^^^^^^^^ +ValueError: not enough values to unpack (expected 2, got 1) +test INFO: Reconciler Stats: {'invalid_record': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1715796000 +test DEBUG: looking for objects in 1715796000 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test ERROR: invalid_record: invalid queue record: {'bytes': 0, 'name': '00000bogus', 'last_modified': '1970-01-01T01:00:00.000000', 'hash': '3600.000000', 'content_type': 'application/x-put'} +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/reconciler.py", line 835, in reconcile + queue_item = parse_raw_obj(raw_obj) + ^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/container/reconciler.py", line 280, in parse_raw_obj + policy_index, obj_name = raw_obj_name.split(':', 1) + ^^^^^^^^^^^^^^^^^^^^^^ +ValueError: not enough values to unpack (expected 2, got 1) +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 +test DEBUG: noop_object: '/AUTH_bob/c/o1' (3618.841870) container policy_index 1 matches queue policy index 1 +test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) +test INFO: Reconciler Stats: {'invalid_record': 1, 'noop_object': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1715796000 +test DEBUG: looking for objects in 1715796000 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 1715792400 +test DEBUG: looking for objects in 1715792400 +test DEBUG: checking container 1715788800 +test DEBUG: looking for objects in 1715788800 +test DEBUG: checking container 1715785200 +test DEBUG: looking for objects in 1715785200 +test DEBUG: checking container 1715781600 +test DEBUG: looking for objects in 1715781600 +test DEBUG: checking container 1715778000 +test DEBUG: looking for objects in 1715778000 +test DEBUG: checking container 1715774400 +test DEBUG: looking for objects in 1715774400 +test DEBUG: checking container 1715770800 +test DEBUG: looking for objects in 1715770800 +test DEBUG: checking container 1715767200 +test DEBUG: looking for objects in 1715767200 +test DEBUG: checking container 1715763600 +test DEBUG: looking for objects in 1715763600 +test DEBUG: checking container 1715191200 +test DEBUG: looking for objects in 1715191200 +test DEBUG: checking container 1715187600 +test DEBUG: looking for objects in 1715187600 +test DEBUG: checking container 1715184000 +test DEBUG: looking for objects in 1715184000 +test DEBUG: checking container 1715180400 +test DEBUG: looking for objects in 1715180400 +test DEBUG: checking container 1715176800 +test.unit.container.test_reconciler.TestReconciler.test_iter_over_old_containers_in_reverse +test.unit.container.test_reconciler.TestReconciler.test_iter_over_old_containers_in_reverse ... ok +test.unit.container.test_reconciler.TestReconciler.test_multi_process_should_process +test.unit.container.test_reconciler.TestReconciler.test_multi_process_should_process ... ok +test.unit.container.test_reconciler.TestReconciler.test_no_concurrency +test.unit.container.test_reconciler.TestReconciler.test_no_concurrency ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_delete +test.unit.container.test_reconciler.TestReconciler.test_object_delete ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_enqueued_for_the_correct_dest_noop +test.unit.container.test_reconciler.TestReconciler.test_object_enqueued_for_the_correct_dest_noop ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move +test.unit.container.test_reconciler.TestReconciler.test_object_move ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_already_moved +test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_already_moved ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_object_newer_than_queue_entry +test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_object_newer_than_queue_entry ... ok +Traceback (most recent call last): + File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 471, in fire_timers + timer() + File "/usr/lib/python3/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ + cb(*args, **kw) + File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 264, in main + result = function(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^ +test DEBUG: looking for objects in 1715176800 +test DEBUG: checking container 1715173200 +test DEBUG: looking for objects in 1715173200 +test DEBUG: checking container 1715169600 +test DEBUG: looking for objects in 1715169600 +test DEBUG: checking container 1715166000 +test DEBUG: looking for objects in 1715166000 +test DEBUG: checking container 1715162400 +test DEBUG: looking for objects in 1715162400 +test DEBUG: checking container 1715158800 +test DEBUG: looking for objects in 1715158800 +test INFO: Reconciler Stats: {} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1715796000 +test DEBUG: looking for objects in 1715796000 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 +test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) +test DEBUG: checking placement for '/AUTH_bob/c/o2' (3724.234560) in policy_index 1 +test INFO: success: '/AUTH_bob/c/o2' (3724.234560) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o2' (3724.234560) from the queue (0000003724.23456_0000000000000001) +test INFO: Reconciler Stats: {'success': 2, 'pop_queue': 2} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1715796000 +test DEBUG: looking for objects in 1715796000 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (1715796258.066130) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (1715796258.066130) in destination policy_index 0 +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (1715796258.066130) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c/o1' (1715796258.066130) from storage policy 1 +test DEBUG: delete_attempt: '/AUTH_bob/c/o1' (1715796258.066130) in policy_index 1 will be deleted from policy_index 0 (1715796258.06613_0000000000000002) +test INFO: delete_success: '/AUTH_bob/c/o1' (1715796258.066130) deleted from policy_index 0 (1715796258.06613_0000000000000002) +test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (1715796258.066130) from policy_index 1 (1715796258.06613_0000000000000001) will be deleted +test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (1715796258.066130) was successfully removed from policy_index 1 +test INFO: success: '/AUTH_bob/c/o1' (1715796258.066130) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (1715796258.066130) from the queue (1715796258.06613_0000000000000001) +test INFO: Reconciler Stats: {'misplaced_object': 1, 'delete_attempt': 1, 'delete_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1715796000 +test DEBUG: looking for objects in 1715796000 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 +test DEBUG: noop_object: '/AUTH_bob/c/o1' (3618.841870) container policy_index 1 matches queue policy index 1 +test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) +test INFO: Reconciler Stats: {'noop_object': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1715796000 +test DEBUG: looking for objects in 1715796000 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (3618.841870) in destination policy_index 0 +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c/o1' (3618.841870) from storage policy 1 +test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 will be moved to policy_index 0 (0000003618.84187_0000000000000002) +test DEBUG: copy_success: '/AUTH_bob/c/o1' (3618.841870) moved from policy_index 1 to policy_index 0 (0000003618.84187_0000000000000002) +test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3618.841870) from policy_index 1 (0000003618.84187_0000000000000001) will be deleted +test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (3618.841870) was successfully removed from policy_index 1 +test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) +test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1715796000 +test DEBUG: looking for objects in 1715796000 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3679.201900) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (3679.201900) in destination policy_index 0 +test DEBUG: found_object: '/AUTH_bob/c/o1' (3679.201900) in policy_index 0 is newer than queue (3679.201900) +test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3679.201900) from policy_index 1 (0000003679.20190_0000000000000001) will be deleted +test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (3679.201900) was successfully removed from policy_index 1 +test INFO: success: '/AUTH_bob/c/o1' (3679.201900) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3679.201900) from the queue (0000003679.20190_0000000000000001) +test INFO: Reconciler Stats: {'found_object': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1715796000 +test DEBUG: looking for objects in 1715796000 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3679.201900) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (3679.201900) in destination policy_index 0 +test DEBUG: found_object: '/AUTH_bob/c/o1' (3680.201900) in policy_index 0 is newer than queue (3679.201900) +test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3679.201900) from policy_index 1 (0000003679.20190_0000000000000001) will be deleted +test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (3679.201900) was successfully removed from policy_index 1 +test INFO: success: '/AUTH_bob/c/o1' (3679.201900) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3679.201900) from the queue (0000003679.20190_0000000000000001) +test INFO: Reconciler Stats: {'found_object': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1715796000 +test DEBUG: looking for objects in 1715796000 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 36000 +test DEBUG: looking for objects in 36000 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (36123.383930) in destination policy_index 0 +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 should be in policy_index 0 + File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1165, in get_response + status, headers, app_iter = self.call_application(application) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1149, in call_application + app_iter = application(self.environ, start_response) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_reconciler.py", line 86, in __call__ + return self.storage_policy[policy_index].__call__( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/helpers.py", line 324, in __call__ + resp = resp_class( + ^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_reconciler.py", line 1923, in blow_up + raise Exception('kaboom!') +Exception: kaboom! +test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_object_older_than_queue_entry +test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_object_older_than_queue_entry ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_fails_cleanup +test.unit.container.test_reconciler.TestReconciler.test_object_move_fails_cleanup ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_fails_preflight +test.unit.container.test_reconciler.TestReconciler.test_object_move_fails_preflight ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_no_such_object_no_tombstone_ancient +test.unit.container.test_reconciler.TestReconciler.test_object_move_no_such_object_no_tombstone_ancient ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_no_such_object_no_tombstone_recent +test.unit.container.test_reconciler.TestReconciler.test_object_move_no_such_object_no_tombstone_recent ... ok +test DEBUG: fetching '/AUTH_bob/c/o1' (36123.383930) from storage policy 1 +test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 will be moved to policy_index 0 (0000036123.38393_0000000000000002) +test DEBUG: copy_success: '/AUTH_bob/c/o1' (36123.383930) moved from policy_index 1 to policy_index 0 (0000036123.38393_0000000000000002) +test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (36123.383930) from policy_index 1 (0000036123.38393_0000000000000001) will be deleted +test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (36123.383930) was successfully removed from policy_index 1 +test INFO: success: '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/36000/1:/AUTH_bob/c/o1' (36123.383930) from the queue (0000036123.38393_0000000000000001) +test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1715796000 +test DEBUG: looking for objects in 1715796000 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (3600.123456) in destination policy_index 0 +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c/o1' (3600.123456) from storage policy 1 +test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (3600.123460) in policy_index 1 will be moved to policy_index 0 (0000003600.12346_0000000000000002) +test DEBUG: copy_success: '/AUTH_bob/c/o1' (3600.123460) moved from policy_index 1 to policy_index 0 (0000003600.12346_0000000000000002) +test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3600.123456) from policy_index 1 (0000003600.12346_0000000000000001) will be deleted +test DEBUG: cleanup_failed: '/AUTH_bob/c/o1' (3600.123456) was not cleaned up in storage_policy 1 (Unexpected response: 503 Service Unavailable) +test INFO: retry: '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 must be retried +test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_failed': 1, 'retry': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1715796000 +test DEBUG: looking for objects in 1715796000 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (3600.123456) in destination policy_index 0 +test DEBUG: unavailable_destination: '/AUTH_bob/c/o1' (3600.123456) unable to determine the destination timestamp, if any +test INFO: retry: '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 must be retried +test INFO: Reconciler Stats: {'unavailable_destination': 1, 'retry': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1715796000 +test DEBUG: looking for objects in 1715796000 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 1715130000 +test DEBUG: looking for objects in 1715130000 +test DEBUG: checking placement for '/AUTH_jeb/c/o1' (1715130978.113908) in policy_index 1 +test DEBUG: checking for '/AUTH_jeb/c/o1' (1715130978.113908) in destination policy_index 0 +test DEBUG: misplaced_object: '/AUTH_jeb/c/o1' (1715130978.113908) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_jeb/c/o1' (1715130978.113908) from storage policy 1 +test CRITICAL: lost_source: '/AUTH_jeb/c/o1' (1715130978.11391) was not available in policy_index 1 and has expired +test INFO: success: '/AUTH_jeb/c/o1' (1715130978.113908) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/1715130000/1:/AUTH_jeb/c/o1' (1715130978.113908) from the queue (1715130978.11391_0000000000000001) +test INFO: Reconciler Stats: {'misplaced_object': 1, 'lost_source': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1715796000 +test DEBUG: looking for objects in 1715796000 +test DEBUG: checking placement for '/AUTH_jeb/c/o1' (1715796258.118925) in policy_index 1 +test DEBUG: checking for '/AUTH_jeb/c/o1' (1715796258.118925) in destination policy_index 0 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: misplaced_object: '/AUTH_jeb/c/o1' (1715796258.118925) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_jeb/c/o1' (1715796258.118925) from storage policy 1 +test WARNING: unavailable_source: '/AUTH_jeb/c/o1' (1715796258.11893) in policy_index 1 responded 404 (0000000000.00000) +test INFO: retry: '/AUTH_jeb/c/o1' (1715796258.118925) in policy_index 1 must be retried +test INFO: Reconciler Stats: {'misplaced_object': 1, 'unavailable_source': 1, 'retry': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1715796000 +test DEBUG: looking for objects in 1715796000 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 36000 +test DEBUG: looking for objects in 36000 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (36123.383925) in destination policy_index 0 +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c/o1' (36123.383925) from storage policy 1 +test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 will be moved to policy_index 0 (0000036123.38393_0000000000000002) +test.unit.container.test_reconciler.TestReconciler.test_object_move_put_blows_up_crazy_town +test.unit.container.test_reconciler.TestReconciler.test_object_move_put_blows_up_crazy_town ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_put_fails +test.unit.container.test_reconciler.TestReconciler.test_object_move_put_fails ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_is_forever_gone +test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_is_forever_gone ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_newer_than_queue_entry +test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_newer_than_queue_entry ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_older_than_queue_entry +test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_older_than_queue_entry ... ok +test ERROR: unhandled_error: unable to upload '/AUTH_bob/c/o1' (36123.383930) from policy_index 1 to policy_index 0 +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/reconciler.py", line 635, in ensure_object_in_right_location + self.swift.upload_object( + File "/build/reproducible-path/swift-2.33.0/swift/common/internal_client.py", line 844, in upload_object + self.handle_request('PUT', path, headers, acceptable_statuses, fobj, + File "/build/reproducible-path/swift-2.33.0/swift/common/internal_client.py", line 264, in handle_request + resp = self.make_request(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/internal_client.py", line 261, in make_request + six.reraise(exc_type, exc_value, exc_traceback) + File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise + raise value + File "/build/reproducible-path/swift-2.33.0/swift/common/internal_client.py", line 231, in make_request + resp = spawn(req.get_response, self.app).wait() + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 224, in wait + return self._exit_event.wait() + ^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/eventlet/event.py", line 124, in wait + result = hub.switch() + ^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 310, in switch + return self.greenlet.switch() + ^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 264, in main + result = function(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1165, in get_response + status, headers, app_iter = self.call_application(application) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1149, in call_application + app_iter = application(self.environ, start_response) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_reconciler.py", line 86, in __call__ + return self.storage_policy[policy_index].__call__( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/helpers.py", line 324, in __call__ + resp = resp_class( + ^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_reconciler.py", line 1923, in blow_up + raise Exception('kaboom!') +Exception: kaboom! +test INFO: retry: '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 must be retried +test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'unhandled_error': 1, 'retry': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1715796000 +test DEBUG: looking for objects in 1715796000 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 36000 +test DEBUG: looking for objects in 36000 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (36123.383925) in destination policy_index 0 +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c/o1' (36123.383925) from storage policy 1 +test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 will be moved to policy_index 0 (0000036123.38393_0000000000000002) +test WARNING: copy_failed: upload '/AUTH_bob/c/o1' (36123.383930) from policy_index 1 to policy_index 0 returned Unexpected response: 503 Service Unavailable +test INFO: retry: '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 must be retried +test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_failed': 1, 'retry': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1715796000 +test DEBUG: looking for objects in 1715796000 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (1715191199.000000) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (1715191199.000000) in destination policy_index 0 +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (1715191199.000000) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c/o1' (1715191199.000000) from storage policy 1 +test CRITICAL: lost_source: '/AUTH_bob/c/o1' (1715191199.00000) was not available in policy_index 1 and has expired +test INFO: success: '/AUTH_bob/c/o1' (1715191199.000000) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (1715191199.000000) from the queue (1715191199.00000_0000000000000001) +test INFO: Reconciler Stats: {'misplaced_object': 1, 'lost_source': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1715796000 +test DEBUG: looking for objects in 1715796000 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (3600.123456) in destination policy_index 0 +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c/o1' (3600.123456) from storage policy 1 +test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (3600.234570) in policy_index 1 will be moved to policy_index 0 (0000003600.23457_0000000000000002) +test DEBUG: copy_success: '/AUTH_bob/c/o1' (3600.234570) moved from policy_index 1 to policy_index 0 (0000003600.23457_0000000000000002) +test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3600.123456) from policy_index 1 (0000003600.12346_0000000000000001) will be deleted +test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (3600.123456) was successfully removed from policy_index 1 +test INFO: success: '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3600.123456) from the queue (0000003600.12346_0000000000000001) +test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1715796000 +test DEBUG: looking for objects in 1715796000 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (1715796258.150021) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (1715796258.150021) in destination policy_index 0 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (1715796258.150021) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c/o1' (1715796258.150021) from storage policy 1 +test WARNING: unavailable_source: '/AUTH_bob/c/o1' (1715796258.15002) in policy_index 1 responded 200 (1715796257.15002) +test INFO: retry: '/AUTH_bob/c/o1' (1715796258.150021) in policy_index 1 must be retried +test INFO: Reconciler Stats: {'misplaced_object': 1, 'unavailable_source': 1, 'retry': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1715796000 +test DEBUG: looking for objects in 1715796000 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 0 +test DEBUG: checking for '/AUTH_bob/c/o1' (3618.841870) in destination policy_index 1 +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (3618.841870) in policy_index 0 should be in policy_index 1 +test DEBUG: fetching '/AUTH_bob/c/o1' (3618.841870) from storage policy 0 +Traceback (most recent call last): + File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 471, in fire_timers + timer() + File "/usr/lib/python3/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ + cb(*args, **kw) + File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 264, in main + result = function(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1165, in get_response + status, headers, app_iter = self.call_application(application) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1149, in call_application + app_iter = application(self.environ, start_response) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_reconciler.py", line 86, in __call__ + return self.storage_policy[policy_index].__call__( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/helpers.py", line 324, in __call__ + resp = resp_class( + ^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_reconciler.py", line 2128, in blow_up + raise Exception('kaboom!') +Exception: kaboom! +test.unit.container.test_reconciler.TestReconciler.test_object_move_the_other_direction +test.unit.container.test_reconciler.TestReconciler.test_object_move_the_other_direction ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_with_unicode_and_spaces +test.unit.container.test_reconciler.TestReconciler.test_object_move_with_unicode_and_spaces ... ok +test.unit.container.test_reconciler.TestReconciler.test_processes_config +test.unit.container.test_reconciler.TestReconciler.test_processes_config ... ok +test.unit.container.test_reconciler.TestReconciler.test_queue_name_with_policy_index_delimiter_in_name +test.unit.container.test_reconciler.TestReconciler.test_queue_name_with_policy_index_delimiter_in_name ... ok +test.unit.container.test_reconciler.TestReconciler.test_src_object_unavailable_server_error +test.unit.container.test_reconciler.TestReconciler.test_src_object_unavailable_server_error ... ok +test.unit.container.test_reconciler.TestReconciler.test_src_object_unavailable_with_slightly_newer_tombstone +test.unit.container.test_reconciler.TestReconciler.test_src_object_unavailable_with_slightly_newer_tombstone ... ok +test.unit.container.test_reconciler.TestReconciler.test_unable_to_direct_get_oldest_storage_policy +test.unit.container.test_reconciler.TestReconciler.test_unable_to_direct_get_oldest_storage_policy ... ok +test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (3618.841870) in policy_index 0 will be moved to policy_index 1 (0000003618.84187_0000000000000002) +test DEBUG: copy_success: '/AUTH_bob/c/o1' (3618.841870) moved from policy_index 0 to policy_index 1 (0000003618.84187_0000000000000002) +test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3618.841870) from policy_index 0 (0000003618.84187_0000000000000001) will be deleted +test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (3618.841870) was successfully removed from policy_index 0 +test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 0 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/0:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) +test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1715796000 +test DEBUG: looking for objects in 1715796000 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c ت/o1 ت' (3618.841870) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c ت/o1 ت' (3618.841870) in destination policy_index 0 +test DEBUG: misplaced_object: '/AUTH_bob/c ت/o1 ت' (3618.841870) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c ت/o1 ت' (3618.841870) from storage policy 1 +test DEBUG: copy_attempt: '/AUTH_bob/c ت/o1 ت' (3618.841870) in policy_index 1 will be moved to policy_index 0 (0000003618.84187_0000000000000002) +test DEBUG: copy_success: '/AUTH_bob/c ت/o1 ت' (3618.841870) moved from policy_index 1 to policy_index 0 (0000003618.84187_0000000000000002) +test DEBUG: cleanup_attempt: '/AUTH_bob/c ت/o1 ت' (3618.841870) from policy_index 1 (0000003618.84187_0000000000000001) will be deleted +test DEBUG: cleanup_success: '/AUTH_bob/c ت/o1 ت' (3618.841870) was successfully removed from policy_index 1 +test INFO: success: '/AUTH_bob/c ت/o1 ت' (3618.841870) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c ت/o1 ت' (3618.841870) from the queue (0000003618.84187_0000000000000001) +test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1715796000 +test DEBUG: looking for objects in 1715796000 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) in destination policy_index 0 +test DEBUG: misplaced_object: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) from storage policy 1 +test DEBUG: copy_attempt: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) in policy_index 1 will be moved to policy_index 0 (0000003618.84187_0000000000000002) +test DEBUG: copy_success: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) moved from policy_index 1 to policy_index 0 (0000003618.84187_0000000000000002) +test DEBUG: cleanup_attempt: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) from policy_index 1 (0000003618.84187_0000000000000001) will be deleted +test DEBUG: cleanup_success: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) was successfully removed from policy_index 1 +test INFO: success: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) from the queue (0000003618.84187_0000000000000001) +test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1715796000 +test DEBUG: looking for objects in 1715796000 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (1715796258.174993) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (1715796258.174993) in destination policy_index 0 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (1715796258.174993) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c/o1' (1715796258.174993) from storage policy 1 +test WARNING: unavailable_source: '/AUTH_bob/c/o1' (1715796258.17499) in policy_index 1 responded 503 (0000000000.00000) +test INFO: retry: '/AUTH_bob/c/o1' (1715796258.174993) in policy_index 1 must be retried +test INFO: Reconciler Stats: {'misplaced_object': 1, 'unavailable_source': 1, 'retry': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1715796000 +test DEBUG: looking for objects in 1715796000 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (1715796258.179315) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (1715796258.179315) in destination policy_index 0 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (1715796258.179315) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c/o1' (1715796258.179315) from storage policy 1 +test WARNING: unavailable_source: '/AUTH_bob/c/o1' (1715796258.17932) in policy_index 1 responded 404 (1715796258.17931_0000000000000002) +test INFO: retry: '/AUTH_bob/c/o1' (1715796258.179315) in policy_index 1 must be retried +test INFO: Reconciler Stats: {'misplaced_object': 1, 'unavailable_source': 1, 'retry': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1715796000 +test DEBUG: looking for objects in 1715796000 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 +test DEBUG: unavailable_container: '/AUTH_bob/c/o1' (3618.841870) unable to determine the destination policy_index +test INFO: retry: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 must be retried +test INFO: Reconciler Stats: {'unavailable_container': 1, 'retry': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1715796000 +test DEBUG: looking for objects in 1715796000 +test DEBUG: looking for containers in .misplaced_objects +test.unit.container.test_reconciler.TestReconciler.test_unhandled_exception_in_reconcile +test.unit.container.test_reconciler.TestReconciler.test_unhandled_exception_in_reconcile ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue +test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_fails +test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_fails ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_force +test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_force ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_socket_error +test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_socket_error ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_direct_delete_container_entry +test.unit.container.test_reconciler.TestReconcilerUtils.test_direct_delete_container_entry ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_direct_delete_container_entry_with_errors +test.unit.container.test_reconciler.TestReconcilerUtils.test_direct_delete_container_entry_with_errors ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_cache +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_cache ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_deleted +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_deleted ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_deleted +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_deleted ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_recreated +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_recreated ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_split_brain +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_split_brain ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_split_recreated +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_split_recreated ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_error +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_error ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_socket_error +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_socket_error ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_too_many_errors +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_too_many_errors ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_parse_raw_obj +test.unit.container.test_reconciler.TestReconcilerUtils.test_parse_raw_obj ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_deadlock +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_deadlock ... ok +test.unit.container.test_server.TestContainerController.test_DELETE +test.unit.container.test_server.TestContainerController.test_DELETE ... ok +test.unit.container.test_server.TestContainerController.test_DELETE_PUT_recreate +test.unit.container.test_server.TestContainerController.test_DELETE_PUT_recreate ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_shard_ranges ... ok +test.unit.container.test_server.TestContainerController.test_DELETE_PUT_recreate_replication_race +test.unit.container.test_server.TestContainerController.test_DELETE_PUT_recreate_replication_race ... ok +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796292.00000-0, db: /tmp/tmpj8hrndm6/sda/containers/0/b82/541e59815b01a85595d610d041e09b82/541e59815b01a85595d610d041e09b82.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796292.00000-0, db: /tmp/tmpj8hrndm6/sda/containers/0/b82/541e59815b01a85595d610d041e09b82/541e59815b01a85595d610d041e09b82.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796295.00000-0, db: /tmp/tmpj8hrndm6/sda/containers/0/e05/34619f7e8264e52872a27ae20f666e05/34619f7e8264e52872a27ae20f666e05.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796295.00000-0, db: /tmp/tmpj8hrndm6/sda/containers/0/e05/34619f7e8264e52872a27ae20f666e05/34619f7e8264e52872a27ae20f666e05.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796298.00000-0, db: /tmp/tmpj8hrndm6/sda/containers/0/733/3539b3a6be67541fdf6fb3204aafe733/3539b3a6be67541fdf6fb3204aafe733.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796298.00000-0, db: /tmp/tmpj8hrndm6/sda/containers/0/733/3539b3a6be67541fdf6fb3204aafe733/3539b3a6be67541fdf6fb3204aafe733.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796301.00000-0, db: /tmp/tmpj8hrndm6/sda/containers/0/0a2/79e969123de8171fdd4062a996c7a0a2/79e969123de8171fdd4062a996c7a0a2.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796301.00000-0, db: /tmp/tmpj8hrndm6/sda/containers/0/0a2/79e969123de8171fdd4062a996c7a0a2/79e969123de8171fdd4062a996c7a0a2.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796304.00000-0, db: /tmp/tmpj8hrndm6/sda/containers/0/679/e831f799304b9dc357af615212051679/e831f799304b9dc357af615212051679.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796304.00000-0, db: /tmp/tmpj8hrndm6/sda/containers/0/679/e831f799304b9dc357af615212051679/e831f799304b9dc357af615212051679.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796307.00000-0, db: /tmp/tmpj8hrndm6/sda/containers/0/4e6/bc6136bac77c6bdba1f922a10f7774e6/bc6136bac77c6bdba1f922a10f7774e6.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796307.00000-0, db: /tmp/tmpj8hrndm6/sda/containers/0/4e6/bc6136bac77c6bdba1f922a10f7774e6/bc6136bac77c6bdba1f922a10f7774e6.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796310.00000-0, db: /tmp/tmpj8hrndm6/sda/containers/0/3b5/4662c9cedacd5cb23dd5af18e5d923b5/4662c9cedacd5cb23dd5af18e5d923b5.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796310.00000-0, db: /tmp/tmpj8hrndm6/sda/containers/0/3b5/4662c9cedacd5cb23dd5af18e5d923b5/4662c9cedacd5cb23dd5af18e5d923b5.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796313.00000-0, db: /tmp/tmpj8hrndm6/sda/containers/0/c3f/83912396fad2af52a83fb08da9705c3f/83912396fad2af52a83fb08da9705c3f.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796313.00000-0, db: /tmp/tmpj8hrndm6/sda/containers/0/c3f/83912396fad2af52a83fb08da9705c3f/83912396fad2af52a83fb08da9705c3f.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796316.00000-0, db: /tmp/tmpj8hrndm6/sda/containers/0/f29/c932f2afe748e3b1821243911502cf29/c932f2afe748e3b1821243911502cf29.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796316.00000-0, db: /tmp/tmpj8hrndm6/sda/containers/0/f29/c932f2afe748e3b1821243911502cf29/c932f2afe748e3b1821243911502cf29.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796319.00000-0, db: /tmp/tmpj8hrndm6/sda/containers/0/bfb/6e7242944eddf0c9765679fb8a355bfb/6e7242944eddf0c9765679fb8a355bfb.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796319.00000-0, db: /tmp/tmpj8hrndm6/sda/containers/0/bfb/6e7242944eddf0c9765679fb8a355bfb/6e7242944eddf0c9765679fb8a355bfb.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796322.00000-0, db: /tmp/tmpj8hrndm6/sda/containers/0/866/c785611c5a8f690b131e846c40a6a866/c785611c5a8f690b131e846c40a6a866.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796322.00000-0, db: /tmp/tmpj8hrndm6/sda/containers/0/866/c785611c5a8f690b131e846c40a6a866/c785611c5a8f690b131e846c40a6a866.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796325.00000-0, db: /tmp/tmpj8hrndm6/sda/containers/0/4ec/464413bc9f9bb9c4874b466d3c0744ec/464413bc9f9bb9c4874b466d3c0744ec.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796325.00000-0, db: /tmp/tmpj8hrndm6/sda/containers/0/4ec/464413bc9f9bb9c4874b466d3c0744ec/464413bc9f9bb9c4874b466d3c0744ec.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796328.00000-0, db: /tmp/tmpj8hrndm6/sda/containers/0/a32/734be8bfcade9972fb334b16c3ebca32/734be8bfcade9972fb334b16c3ebca32.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796328.00000-0, db: /tmp/tmpj8hrndm6/sda/containers/0/a32/734be8bfcade9972fb334b16c3ebca32/734be8bfcade9972fb334b16c3ebca32.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796331.00000-0, db: /tmp/tmpj8hrndm6/sda/containers/0/189/6a3969a9ec0ce49dc8ebd11c7aed2189/6a3969a9ec0ce49dc8ebd11c7aed2189.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796331.00000-0, db: /tmp/tmpj8hrndm6/sda/containers/0/189/6a3969a9ec0ce49dc8ebd11c7aed2189/6a3969a9ec0ce49dc8ebd11c7aed2189.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796334.00000-0, db: /tmp/tmpj8hrndm6/sda/containers/0/58a/b0d02f54619c07912f72fe17d9e4458a/b0d02f54619c07912f72fe17d9e4458a.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796334.00000-0, db: /tmp/tmpj8hrndm6/sda/containers/0/58a/b0d02f54619c07912f72fe17d9e4458a/b0d02f54619c07912f72fe17d9e4458a.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796337.00000-0, db: /tmp/tmpj8hrndm6/sda/containers/0/0f5/9f78aaba526bdb961d54a4b66014e0f5/9f78aaba526bdb961d54a4b66014e0f5.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796337.00000-0, db: /tmp/tmpj8hrndm6/sda/containers/0/0f5/9f78aaba526bdb961d54a4b66014e0f5/9f78aaba526bdb961d54a4b66014e0f5.db +test.unit.container.test_server.TestContainerController.test_DELETE_account_update +test.unit.container.test_server.TestContainerController.test_DELETE_account_update ... ok +test.unit.container.test_server.TestContainerController.test_DELETE_container_not_found +test.unit.container.test_server.TestContainerController.test_DELETE_container_not_found ... ok +test.unit.container.test_server.TestContainerController.test_DELETE_invalid_partition +test.unit.container.test_server.TestContainerController.test_DELETE_invalid_partition ... ok +test.unit.container.test_server.TestContainerController.test_DELETE_not_found +test.unit.container.test_server.TestContainerController.test_DELETE_not_found ... ok +test.unit.container.test_server.TestContainerController.test_DELETE_obj_not_found +test.unit.container.test_server.TestContainerController.test_DELETE_obj_not_found ... ok +test.unit.container.test_server.TestContainerController.test_DELETE_object +test.unit.container.test_server.TestContainerController.test_DELETE_object ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_with_duplicate_names +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_with_duplicate_names ... ok +test ERROR: Unhandled Exception trying to reconcile: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/reconciler.py", line 852, in run_once + self.reconcile() + File "/build/reproducible-path/swift-2.33.0/swift/container/reconciler.py", line 831, in reconcile + for container in self._iter_containers(): + File "/build/reproducible-path/swift-2.33.0/swift/container/reconciler.py", line 748, in _iter_containers + one_page = list(itertools.islice( + ^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/internal_client.py", line 331, in _iter_items + resp = self.make_request( + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/internal_client.py", line 261, in make_request + six.reraise(exc_type, exc_value, exc_traceback) + File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise + raise value + File "/build/reproducible-path/swift-2.33.0/swift/common/internal_client.py", line 231, in make_request + resp = spawn(req.get_response, self.app).wait() + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 224, in wait + return self._exit_event.wait() + ^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/eventlet/event.py", line 124, in wait + result = hub.switch() + ^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 310, in switch + return self.greenlet.switch() + ^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 264, in main + result = function(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1165, in get_response + status, headers, app_iter = self.call_application(application) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1149, in call_application + app_iter = application(self.environ, start_response) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_reconciler.py", line 86, in __call__ + return self.storage_policy[policy_index].__call__( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/helpers.py", line 324, in __call__ + resp = resp_class( + ^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_reconciler.py", line 2128, in blow_up + raise Exception('kaboom!') +Exception: kaboom! +test INFO: Reconciler Stats: {} +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:04:18 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0574 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:19 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0457 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:19 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0339 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:19 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0016 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:19 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0015 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:19 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0013 "-" 1329774 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:04:19 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.2227 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:19 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0393 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:19 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0012 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:19 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1024 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:19 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:19 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0051 "-" 1329774 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:04:19 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0501 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:19 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0440 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:19 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0010 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:19 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0002 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:19 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1186 "-" 1329774 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:04:19 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0262 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:19 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0502 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:19 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0391 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:19 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0477 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:19 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1282 "-" 1329774 0 +test ERROR: ERROR Account update failed with 127.0.0.1:33649/sda1 (will retry later): Response 503 OK +test INFO: - - - [15/May/2024:18:04:20 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0438 "-" 1329774 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:04:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0337 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:20 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0380 "-" 1329774 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:04:20 +0000] "DELETE /sda1/./a/c" 400 20 "-" "-" "-" 0.0094 "-" 1329774 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:04:20 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 1329774 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:04:20 +0000] "DELETE /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0002 "-" 1329774 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:04:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0504 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:20 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:20 +0000] "DELETE /sda1/p/a/c" 409 - "-" "-" "-" 0.0509 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:20 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0053 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:20 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0950 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:20 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0016 "-" 1329774 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:04:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0269 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:20 +0000] "DELETE /sda1/p/a/c/bashful" 204 - "-" "-" "-" 0.0005 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0708 "-" 1329774 0 +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reconciler_sync +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reconciler_sync ... ok +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796340.00000-0, db: /tmp/tmpj8hrndm6/sda/containers/0/1fc/37ae68b55426e87402cfa70f633351fc/37ae68b55426e87402cfa70f633351fc.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796340.00000-0, db: /tmp/tmpj8hrndm6/sda/containers/0/1fc/37ae68b55426e87402cfa70f633351fc/37ae68b55426e87402cfa70f633351fc.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796343.00000-0, db: /tmp/tmpj8hrndm6/sda/containers/0/25f/e68ab3357f9305174b011cc89b79725f/e68ab3357f9305174b011cc89b79725f.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796343.00000-0, db: /tmp/tmpj8hrndm6/sda/containers/0/25f/e68ab3357f9305174b011cc89b79725f/e68ab3357f9305174b011cc89b79725f.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796346.00000-0, db: /tmp/tmpj8hrndm6/sda/containers/0/2e9/18a5747185192539fae7f6c7ee8882e9/18a5747185192539fae7f6c7ee8882e9.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796346.00000-0, db: /tmp/tmpj8hrndm6/sda/containers/0/2e9/18a5747185192539fae7f6c7ee8882e9/18a5747185192539fae7f6c7ee8882e9.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796349.00000-0, db: /tmp/tmpj8hrndm6/sda/containers/0/7a3/6286c9b021bbf6a32a3a0f464c27a7a3/6286c9b021bbf6a32a3a0f464c27a7a3.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796349.00000-0, db: /tmp/tmpj8hrndm6/sda/containers/0/7a3/6286c9b021bbf6a32a3a0f464c27a7a3/6286c9b021bbf6a32a3a0f464c27a7a3.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796352.00000-0, db: /tmp/tmpj8hrndm6/sda/containers/0/7ca/39e291e6f8284d765e790c466c7e57ca/39e291e6f8284d765e790c466c7e57ca.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796352.00000-0, db: /tmp/tmpj8hrndm6/sda/containers/0/7ca/39e291e6f8284d765e790c466c7e57ca/39e291e6f8284d765e790c466c7e57ca.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796355.00000-0, db: /tmp/tmpj8hrndm6/sda/containers/0/e46/32e341a2c6b5e8dc719b1cbfe2b2ce46/32e341a2c6b5e8dc719b1cbfe2b2ce46.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796355.00000-0, db: /tmp/tmpj8hrndm6/sda/containers/0/e46/32e341a2c6b5e8dc719b1cbfe2b2ce46/32e341a2c6b5e8dc719b1cbfe2b2ce46.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796358.00000-0, db: /tmp/tmpj8hrndm6/sda/containers/0/ebe/f5a1ad6384f8d64e74e57bd81beefebe/f5a1ad6384f8d64e74e57bd81beefebe.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796358.00000-0, db: /tmp/tmpj8hrndm6/sda/containers/0/ebe/f5a1ad6384f8d64e74e57bd81beefebe/f5a1ad6384f8d64e74e57bd81beefebe.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796361.00000-0, db: /tmp/tmpj8hrndm6/sda/containers/0/e52/241119e728425ed647be3a594a5a8e52/241119e728425ed647be3a594a5a8e52.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796361.00000-0, db: /tmp/tmpj8hrndm6/sda/containers/0/e52/241119e728425ed647be3a594a5a8e52/241119e728425ed647be3a594a5a8e52.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796364.00000-0, db: /tmp/tmpj8hrndm6/sda/containers/0/f55/92cf4a9fd54791184f08a5455176bf55/92cf4a9fd54791184f08a5455176bf55.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796364.00000-0, db: /tmp/tmpj8hrndm6/sda/containers/0/f55/92cf4a9fd54791184f08a5455176bf55/92cf4a9fd54791184f08a5455176bf55.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796367.00000-0, db: /tmp/tmpj8hrndm6/sda/containers/0/2a6/5bc7aa67741b9e725e841f07f9ffb2a6/5bc7aa67741b9e725e841f07f9ffb2a6.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796367.00000-0, db: /tmp/tmpj8hrndm6/sda/containers/0/2a6/5bc7aa67741b9e725e841f07f9ffb2a6/5bc7aa67741b9e725e841f07f9ffb2a6.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796370.00000-0, db: /tmp/tmpj8hrndm6/sda/containers/0/014/e5f055677ad83f88260343049ebf2014/e5f055677ad83f88260343049ebf2014.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796370.00000-0, db: /tmp/tmpj8hrndm6/sda/containers/0/014/e5f055677ad83f88260343049ebf2014/e5f055677ad83f88260343049ebf2014.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796373.00000-0, db: /tmp/tmpj8hrndm6/sda/containers/0/910/599b790f91ac0f8059012e2930383910/599b790f91ac0f8059012e2930383910.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796373.00000-0, db: /tmp/tmpj8hrndm6/sda/containers/0/910/599b790f91ac0f8059012e2930383910/599b790f91ac0f8059012e2930383910.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796376.00000-0, db: /tmp/tmpj8hrndm6/sda/containers/0/56d/d381fc0e923d8b5f597a17944bdf856d/d381fc0e923d8b5f597a17944bdf856d.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796376.00000-0, db: /tmp/tmpj8hrndm6/sda/containers/0/56d/d381fc0e923d8b5f597a17944bdf856d/d381fc0e923d8b5f597a17944bdf856d.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796379.00000-0, db: /tmp/tmpj8hrndm6/sda/containers/0/ef5/ac942604b6d3dd176a18846806fb5ef5/ac942604b6d3dd176a18846806fb5ef5.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796379.00000-0, db: /tmp/tmpj8hrndm6/sda/containers/0/ef5/ac942604b6d3dd176a18846806fb5ef5/ac942604b6d3dd176a18846806fb5ef5.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796382.00000-0, db: /tmp/tmpj8hrndm6/sda/containers/0/b7a/2cb68cf5bc4bd034f3b2ea76b2addb7a/2cb68cf5bc4bd034f3b2ea76b2addb7a.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796382.00000-0, db: /tmp/tmpj8hrndm6/sda/containers/0/b7a/2cb68cf5bc4bd034f3b2ea76b2addb7a/2cb68cf5bc4bd034f3b2ea76b2addb7a.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796385.00000-0, db: /tmp/tmpj8hrndm6/sda/containers/0/c30/2a1d067380c8a66f2f065c3473f2ac30/2a1d067380c8a66f2f065c3473f2ac30.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796385.00000-0, db: /tmp/tmpj8hrndm6/sda/containers/0/c30/2a1d067380c8a66f2f065c3473f2ac30/2a1d067380c8a66f2f065c3473f2ac30.db +test INFO: - - - [15/May/2024:18:04:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0448 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:20 +0000] "DELETE /sda1/p/a/c/grumpy10" 204 - "-" "-" "-" 0.0095 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:20 +0000] "DELETE /sda1/p/a/c/grumpy10_no_header" 204 - "-" "-" "-" 0.0005 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.4321 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:21 +0000] "DELETE /sda1/p/a/c/grumpy20" 301 - "-" "-" "-" 0.0015 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:21 +0000] "DELETE /sda1/p/a/c/grumpy20_no_header" 204 - "-" "-" "-" 0.0005 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.3049 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:21 +0000] "DELETE /sda1/p/a/c/grumpy30" 301 - "-" "-" "-" 0.0012 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:21 +0000] "DELETE /sda1/p/a/c/grumpy30_no_header" 204 - "-" "-" "-" 0.0005 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:23 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.7059 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:23 +0000] "DELETE /sda1/p/a/c/grumpy40" 301 - "-" "-" "-" 0.0010 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:23 +0000] "DELETE /sda1/p/a/c/grumpy40_no_header" 204 - "-" "-" "-" 0.0003 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:23 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0517 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:23 +0000] "DELETE /sda1/p/a/c/grumpy50" 204 - "-" "-" "-" 0.0059 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:23 +0000] "DELETE /sda1/p/a/c/grumpy50_no_header" 204 - "-" "-" "-" 0.0005 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:23 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0602 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:23 +0000] "DELETE /sda1/p/a/c/grumpy60" 301 - "-" "-" "-" 0.0019 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:23 +0000] "DELETE /sda1/p/a/c/grumpy60_no_header" 204 - "-" "-" "-" 0.0012 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:23 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1061 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:23 +0000] "DELETE /sda1/p/a/c/grumpy70" 204 - "-" "-" "-" 0.0014 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:23 +0000] "DELETE /sda1/p/a/c/grumpy70_no_header" 204 - "-" "-" "-" 0.0004 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:23 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0514 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:23 +0000] "DELETE /sda1/p/a/c/grumpy80" 204 - "-" "-" "-" 0.0012 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:23 +0000] "DELETE /sda1/p/a/c/grumpy80_no_header" 204 - "-" "-" "-" 0.0027 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0309 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:24 +0000] "DELETE /sda1/p/a/c/grumpier10" 204 - "-" "-" "-" 0.0014 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:24 +0000] "DELETE /sda1/p/a/c/grumpier10_no_header" 204 - "-" "-" "-" 0.0166 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0479 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:24 +0000] "DELETE /sda1/p/a/c/grumpier20" 301 - "-" "-" "-" 0.0035 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:24 +0000] "DELETE /sda1/p/a/c/grumpier20_no_header" 204 - "-" "-" "-" 0.0005 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0439 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:24 +0000] "DELETE /sda1/p/a/c/grumpier30" 301 - "-" "-" "-" 0.0011 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:24 +0000] "DELETE /sda1/p/a/c/grumpier30_no_header" 204 - "-" "-" "-" 0.0004 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0357 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:24 +0000] "DELETE /sda1/p/a/c/grumpier40" 301 - "-" "-" "-" 0.0012 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:24 +0000] "DELETE /sda1/p/a/c/grumpier40_no_header" 204 - "-" "-" "-" 0.0004 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0475 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:24 +0000] "DELETE /sda1/p/a/c/grumpier50" 204 - "-" "-" "-" 0.0014 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:24 +0000] "DELETE /sda1/p/a/c/grumpier50_no_header" 204 - "-" "-" "-" 0.0066 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0410 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:24 +0000] "DELETE /sda1/p/a/c/grumpier60" 301 - "-" "-" "-" 0.0019 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:24 +0000] "DELETE /sda1/p/a/c/grumpier60_no_header" 204 - "-" "-" "-" 0.0004 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1335 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:25 +0000] "DELETE /sda1/p/a/c/grumpier70" 204 - "-" "-" "-" 0.0152 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:25 +0000] "DELETE /sda1/p/a/c/grumpier70_no_header" 204 - "-" "-" "-" 0.0005 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0346 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:25 +0000] "DELETE /sda1/p/a/c/grumpier80" 204 - "-" "-" "-" 0.0014 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:25 +0000] "DELETE /sda1/p/a/c/grumpier80_no_header" 204 - "-" "-" "-" 0.0004 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:25 +0000] "DELETE /sda1/p/a/c/dopey" 204 - "-" "-" "-" 0.0004 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1336 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0428 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:25 +0000] "DELETE /sda1/p/a/c/dopey10" 204 - "-" "-" "-" 0.0016 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:25 +0000] "DELETE /sda1/p/a/c/dopey10_no_header" 204 - "-" "-" "-" 0.0038 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0364 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:25 +0000] "DELETE /sda1/p/a/c/dopey20" 301 - "-" "-" "-" 0.0032 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:25 +0000] "DELETE /sda1/p/a/c/dopey20_no_header" 204 - "-" "-" "-" 0.0005 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0724 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:25 +0000] "DELETE /sda1/p/a/c/dopey30" 301 - "-" "-" "-" 0.0011 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:25 +0000] "DELETE /sda1/p/a/c/dopey30_no_header" 204 - "-" "-" "-" 0.0005 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0489 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:25 +0000] "DELETE /sda1/p/a/c/dopey40" 301 - "-" "-" "-" 0.0012 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:25 +0000] "DELETE /sda1/p/a/c/dopey40_no_header" 204 - "-" "-" "-" 0.0004 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0362 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:25 +0000] "DELETE /sda1/p/a/c/dopey50" 204 - "-" "-" "-" 0.0012 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:26 +0000] "DELETE /sda1/p/a/c/dopey50_no_header" 204 - "-" "-" "-" 0.0031 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0497 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:26 +0000] "DELETE /sda1/p/a/c/dopey60" 301 - "-" "-" "-" 0.0013 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:26 +0000] "DELETE /sda1/p/a/c/dopey60_no_header" 204 - "-" "-" "-" 0.0004 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0403 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:26 +0000] "DELETE /sda1/p/a/c/dopey70" 204 - "-" "-" "-" 0.0013 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:26 +0000] "DELETE /sda1/p/a/c/dopey70_no_header" 204 - "-" "-" "-" 0.0054 "-" 1329774 - +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_remove_objects +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_remove_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_resolve_shard_range_states +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_resolve_shard_range_states ... ok +test.unit.container.test_server.TestContainerController.test_DELETE_object_update_redirected_to_shard +test.unit.container.test_server.TestContainerController.test_DELETE_object_update_redirected_to_shard ... ok +test.unit.container.test_server.TestContainerController.test_DELETE_timestamp_not_float +test.unit.container.test_server.TestContainerController.test_DELETE_timestamp_not_float ... ok +test.unit.container.test_server.TestContainerController.test_GET_accept_not_valid +test.unit.container.test_server.TestContainerController.test_GET_accept_not_valid ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_missing_own_merged_while_shrinking +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_missing_own_merged_while_shrinking ... ok +test.unit.container.test_server.TestContainerController.test_GET_auto_record_type +test.unit.container.test_server.TestContainerController.test_GET_auto_record_type ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reverse_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reverse_prefix_delim ... ok +test.unit.container.test_server.TestContainerController.test_GET_delimiter +test.unit.container.test_server.TestContainerController.test_GET_delimiter ... ok +test INFO: - - - [15/May/2024:18:04:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0717 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:26 +0000] "DELETE /sda1/p/a/c/dopey80" 204 - "-" "-" "-" 0.0014 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:26 +0000] "DELETE /sda1/p/a/c/dopey80_no_header" 204 - "-" "-" "-" 0.0005 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:26 +0000] "DELETE /sda1/p/a/c/bashful" 301 - "-" "-" "-" 0.0013 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:26 +0000] "DELETE /sda1/p/a/c/dopey" 301 - "-" "-" "-" 0.0009 "-" 1329774 - +test DEBUG: Unlinked retiring db '/tmp/tmp3v2qzcn9/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' +test INFO: - - - [15/May/2024:18:04:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0383 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:26 +0000] "DELETE /sda1/p/a/c/grumpiest10" 204 - "-" "-" "-" 0.0011 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:26 +0000] "DELETE /sda1/p/a/c/grumpiest10_no_header" 204 - "-" "-" "-" 0.0003 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1958 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:26 +0000] "DELETE /sda1/p/a/c/grumpiest20" 301 - "-" "-" "-" 0.0017 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:26 +0000] "DELETE /sda1/p/a/c/grumpiest20_no_header" 204 - "-" "-" "-" 0.0005 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0284 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:26 +0000] "DELETE /sda1/p/a/c/grumpiest30" 301 - "-" "-" "-" 0.0015 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:26 +0000] "DELETE /sda1/p/a/c/grumpiest30_no_header" 204 - "-" "-" "-" 0.0005 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0357 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:26 +0000] "DELETE /sda1/p/a/c/grumpiest40" 301 - "-" "-" "-" 0.0014 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:26 +0000] "DELETE /sda1/p/a/c/grumpiest40_no_header" 204 - "-" "-" "-" 0.0014 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0614 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:27 +0000] "DELETE /sda1/p/a/c/grumpiest50" 204 - "-" "-" "-" 0.0014 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:27 +0000] "DELETE /sda1/p/a/c/grumpiest50_no_header" 204 - "-" "-" "-" 0.0004 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0462 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:27 +0000] "DELETE /sda1/p/a/c/grumpiest60" 301 - "-" "-" "-" 0.0011 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:27 +0000] "DELETE /sda1/p/a/c/grumpiest60_no_header" 204 - "-" "-" "-" 0.0003 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0358 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:27 +0000] "DELETE /sda1/p/a/c/grumpiest70" 204 - "-" "-" "-" 0.0018 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:27 +0000] "DELETE /sda1/p/a/c/grumpiest70_no_header" 204 - "-" "-" "-" 0.0005 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0385 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:27 +0000] "DELETE /sda1/p/a/c/grumpiest80" 204 - "-" "-" "-" 0.0014 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:27 +0000] "DELETE /sda1/p/a/c/grumpiest80_no_header" 204 - "-" "-" "-" 0.0007 "-" 1329774 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:04:27 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0372 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:27 +0000] "DELETE /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 1329774 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:04:27 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0526 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:27 +0000] "GET /sda1/p/a/c" 406 - "-" "-" "-" 0.0003 "-" 1329774 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:04:27 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0391 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:27 +0000] "PUT /sda1/p/a/c/obj_0" 201 - "-" "-" "-" 0.0005 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:27 +0000] "PUT /sda1/p/a/c/obj_1" 201 - "-" "-" "-" 0.0004 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0756 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0314 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:27 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0029 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:27 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0019 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:27 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0024 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:27 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0089 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:28 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0076 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:28 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0027 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:28 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0052 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:28 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0034 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:28 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0023 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:28 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0020 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:28 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0052 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:28 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0027 "-" 1329774 0 +test DEBUG: Unlinked retiring db '/tmp/tmpcat3831v/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' +test INFO: - - - [15/May/2024:18:04:28 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0021 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:28 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0020 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:28 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0024 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:28 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0027 "-" 1329774 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:04:28 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1004 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:28 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0007 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:28 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0005 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:28 +0000] "PUT /sda1/p/a/c/US-OK-A" 201 - "-" "-" "-" 0.0004 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:28 +0000] "PUT /sda1/p/a/c/US-OK-B" 201 - "-" "-" "-" 0.0003 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:28 +0000] "PUT /sda1/p/a/c/US-UT-A" 201 - "-" "-" "-" 0.0003 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:28 +0000] "GET /sda1/p/a/c" 200 66 "-" "-" "-" 0.0440 "-" 1329774 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:04:28 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0155 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:28 +0000] "PUT /sda1/p/a/c/a/%E2%9D%A5/1" 201 - "-" "-" "-" 0.0006 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:28 +0000] "PUT /sda1/p/a/c/a/%E2%9D%A5/2" 201 - "-" "-" "-" 0.0061 "-" 1329774 - +test.unit.container.test_server.TestContainerController.test_GET_delimiter_non_ascii +test.unit.container.test_server.TestContainerController.test_GET_delimiter_non_ascii ... ok +test.unit.container.test_server.TestContainerController.test_GET_delimiter_xml +test.unit.container.test_server.TestContainerController.test_GET_delimiter_xml ... ok +test.unit.container.test_server.TestContainerController.test_GET_delimiter_xml_with_quotes +test.unit.container.test_server.TestContainerController.test_GET_delimiter_xml_with_quotes ... ok +test.unit.container.test_server.TestContainerController.test_GET_invalid_accept +test.unit.container.test_server.TestContainerController.test_GET_invalid_accept ... ok +test.unit.container.test_server.TestContainerController.test_GET_json +test.unit.container.test_server.TestContainerController.test_GET_json ... ok +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796388.00000-0, db: /tmp/tmpj8hrndm6/sda/containers/0/bb5/5c06bd937ebb153e49ce05ce757c1bb5/5c06bd937ebb153e49ce05ce757c1bb5.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796388.00000-0, db: /tmp/tmpj8hrndm6/sda/containers/0/bb5/5c06bd937ebb153e49ce05ce757c1bb5/5c06bd937ebb153e49ce05ce757c1bb5.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796391.00000-0, db: /tmp/tmpj8hrndm6/sda/containers/0/ed7/3d30b841f57f72d030c32e2e5b369ed7/3d30b841f57f72d030c32e2e5b369ed7.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796391.00000-0, db: /tmp/tmpj8hrndm6/sda/containers/0/ed7/3d30b841f57f72d030c32e2e5b369ed7/3d30b841f57f72d030c32e2e5b369ed7.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796394.00000-0, db: /tmp/tmpj8hrndm6/sda/containers/0/a19/2f669a0da0f630b05cb3c3adc9161a19/2f669a0da0f630b05cb3c3adc9161a19.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796394.00000-0, db: /tmp/tmpj8hrndm6/sda/containers/0/a19/2f669a0da0f630b05cb3c3adc9161a19/2f669a0da0f630b05cb3c3adc9161a19.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796397.00000-0, db: /tmp/tmpj8hrndm6/sda/containers/0/6a9/93f0a61a22c4b6ce2e038845275606a9/93f0a61a22c4b6ce2e038845275606a9.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796397.00000-0, db: /tmp/tmpj8hrndm6/sda/containers/0/6a9/93f0a61a22c4b6ce2e038845275606a9/93f0a61a22c4b6ce2e038845275606a9.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796400.00000-0, db: /tmp/tmpj8hrndm6/sda/containers/0/c00/63d3529667b84b2e8c64343eae1e6c00/63d3529667b84b2e8c64343eae1e6c00.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796400.00000-0, db: /tmp/tmpj8hrndm6/sda/containers/0/c00/63d3529667b84b2e8c64343eae1e6c00/63d3529667b84b2e8c64343eae1e6c00.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796403.00000-0, db: /tmp/tmpj8hrndm6/sda/containers/0/675/1e403924122b7ca9c5bdb351deddc675/1e403924122b7ca9c5bdb351deddc675.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796403.00000-0, db: /tmp/tmpj8hrndm6/sda/containers/0/675/1e403924122b7ca9c5bdb351deddc675/1e403924122b7ca9c5bdb351deddc675.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796406.00000-0, db: /tmp/tmpj8hrndm6/sda/containers/0/819/bd3a53b6411f4be3a6aaa02c1126b819/bd3a53b6411f4be3a6aaa02c1126b819.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796406.00000-0, db: /tmp/tmpj8hrndm6/sda/containers/0/819/bd3a53b6411f4be3a6aaa02c1126b819/bd3a53b6411f4be3a6aaa02c1126b819.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796409.00000-0, db: /tmp/tmpj8hrndm6/sda/containers/0/fcd/372457123dd0dd448ca45bc9eb447fcd/372457123dd0dd448ca45bc9eb447fcd.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796409.00000-0, db: /tmp/tmpj8hrndm6/sda/containers/0/fcd/372457123dd0dd448ca45bc9eb447fcd/372457123dd0dd448ca45bc9eb447fcd.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796412.00000-0, db: /tmp/tmpj8hrndm6/sda/containers/0/e91/3e344a1bdac7557036f89aa064a47e91/3e344a1bdac7557036f89aa064a47e91.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796412.00000-0, db: /tmp/tmpj8hrndm6/sda/containers/0/e91/3e344a1bdac7557036f89aa064a47e91/3e344a1bdac7557036f89aa064a47e91.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796415.00000-0, db: /tmp/tmpj8hrndm6/sda/containers/0/ed4/03114822ed236acdafadbb0c84081ed4/03114822ed236acdafadbb0c84081ed4.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796415.00000-0, db: /tmp/tmpj8hrndm6/sda/containers/0/ed4/03114822ed236acdafadbb0c84081ed4/03114822ed236acdafadbb0c84081ed4.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796418.00000-0, db: /tmp/tmpj8hrndm6/sda/containers/0/67f/ae742be2b19a5b5ae2541010e353267f/ae742be2b19a5b5ae2541010e353267f.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796418.00000-0, db: /tmp/tmpj8hrndm6/sda/containers/0/67f/ae742be2b19a5b5ae2541010e353267f/ae742be2b19a5b5ae2541010e353267f.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796421.00000-0, db: /tmp/tmpj8hrndm6/sda/containers/0/528/3d8b0a44d256b61d8f1893bac622b528/3d8b0a44d256b61d8f1893bac622b528.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796421.00000-0, db: /tmp/tmpj8hrndm6/sda/containers/0/528/3d8b0a44d256b61d8f1893bac622b528/3d8b0a44d256b61d8f1893bac622b528.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796424.00000-0, db: /tmp/tmpj8hrndm6/sda/containers/0/dfa/d9d19d5c08ea8baed74fec2904180dfa/d9d19d5c08ea8baed74fec2904180dfa.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796424.00000-0, db: /tmp/tmpj8hrndm6/sda/containers/0/dfa/d9d19d5c08ea8baed74fec2904180dfa/d9d19d5c08ea8baed74fec2904180dfa.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796272.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/a10/0a83398ca082a2d8f7205a8be590aa10/0a83398ca082a2d8f7205a8be590aa10.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796277.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/87f/b1e5128a5284179c8a5320d7c75dd87f/b1e5128a5284179c8a5320d7c75dd87f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796282.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/a32/207313eb8f5c31973a5d4fda015cfa32/207313eb8f5c31973a5d4fda015cfa32.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796287.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/c9b/d62bdd5825ff5b1e701896512fd01c9b/d62bdd5825ff5b1e701896512fd01c9b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796292.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/b82/541e59815b01a85595d610d041e09b82/541e59815b01a85595d610d041e09b82.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796297.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/5c2/78c9f989b6572980c842e1f1752665c2/78c9f989b6572980c842e1f1752665c2.db +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_root_account_container_path ... ok +test.unit.container.test_server.TestContainerController.test_GET_json_last_modified +test.unit.container.test_server.TestContainerController.test_GET_json_last_modified ... ok +test.unit.container.test_server.TestContainerController.test_GET_leading_delimiter +test.unit.container.test_server.TestContainerController.test_GET_leading_delimiter ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_save_and_load_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_save_and_load_record_from_pending_file ... ok +test.unit.container.test_server.TestContainerController.test_GET_limit +test.unit.container.test_server.TestContainerController.test_GET_limit ... ok +test.unit.container.test_server.TestContainerController.test_GET_log_requests_false +test.unit.container.test_server.TestContainerController.test_GET_log_requests_false ... ok +test.unit.container.test_server.TestContainerController.test_GET_log_requests_true +test.unit.container.test_server.TestContainerController.test_GET_log_requests_true ... ok +test.unit.container.test_server.TestContainerController.test_GET_marker +test.unit.container.test_server.TestContainerController.test_GET_marker ... ok +test INFO: - - - [15/May/2024:18:04:28 +0000] "PUT /sda1/p/a/c/a/%EA%99%AE/1" 201 - "-" "-" "-" 0.0033 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:28 +0000] "PUT /sda1/p/a/c/a/%EA%99%AE/2" 201 - "-" "-" "-" 0.0004 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:28 +0000] "GET /sda1/p/a/c" 200 50 "-" "-" "-" 0.0365 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:28 +0000] "GET /sda1/p/a/c" 200 14 "-" "-" "-" 0.0039 "-" 1329774 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:04:28 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0322 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:28 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0004 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:28 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0003 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:28 +0000] "PUT /sda1/p/a/c/US-OK-A" 201 - "-" "-" "-" 0.0003 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:28 +0000] "PUT /sda1/p/a/c/US-OK-B" 201 - "-" "-" "-" 0.0003 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:28 +0000] "PUT /sda1/p/a/c/US-UT-A" 201 - "-" "-" "-" 0.0003 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:28 +0000] "GET /sda1/p/a/c" 200 221 "-" "-" "-" 0.0377 "-" 1329774 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:04:28 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0828 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:28 +0000] "PUT /sda1/p/a/c/%3C%27sub%27%20%22dir%22%3E/object" 201 - "-" "-" "-" 0.0027 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:28 +0000] "GET /sda1/p/a/c" 200 159 "-" "-" "-" 0.0497 "-" 1329774 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:04:28 +0000] "GET /sda1/p/a/c" 400 21 "-" "-" "-" 0.0002 "-" 1329774 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:04:28 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0363 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:28 +0000] "GET /sda1/p/a/jsonc" 200 2 "-" "-" "-" 0.0019 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:28 +0000] "PUT /sda1/p/a/jsonc/0" 201 - "-" "-" "-" 0.0004 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:28 +0000] "PUT /sda1/p/a/jsonc/1" 201 - "-" "-" "-" 0.0028 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:28 +0000] "PUT /sda1/p/a/jsonc/2" 201 - "-" "-" "-" 0.0003 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:28 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0276 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:28 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0012 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:28 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0021 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:28 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0013 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:28 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0028 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:28 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0011 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:28 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0019 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:28 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0011 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:28 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0021 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:28 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0010 "-" 1329774 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:04:28 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0427 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:28 +0000] "PUT /sda1/p/a/jsonc/0" 201 - "-" "-" "-" 0.0568 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:28 +0000] "PUT /sda1/p/a/jsonc/1" 201 - "-" "-" "-" 0.0025 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:28 +0000] "GET /sda1/p/a/jsonc" 200 234 "-" "-" "-" 0.0620 "-" 1329774 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:04:28 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0435 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:28 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0008 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:28 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0011 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:28 +0000] "PUT /sda1/p/a/c/-UK" 201 - "-" "-" "-" 0.0004 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:28 +0000] "PUT /sda1/p/a/c/-CH" 201 - "-" "-" "-" 0.0049 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:28 +0000] "GET /sda1/p/a/c" 200 36 "-" "-" "-" 0.0357 "-" 1329774 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:04:29 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0423 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:29 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0005 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:29 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0030 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:29 +0000] "PUT /sda1/p/a/c/2" 201 - "-" "-" "-" 0.0053 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:29 +0000] "GET /sda1/p/a/c" 200 4 "-" "-" "-" 0.0330 "-" 1329774 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:04:29 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0004 "-" 1329774 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:04:29 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0533 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:29 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0029 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:29 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0004 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:29 +0000] "PUT /sda1/p/a/c/2" 201 - "-" "-" "-" 0.0003 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:29 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0444 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:29 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0025 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:29 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0107 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:29 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0024 "-" 1329774 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:04:29 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0451 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:29 +0000] "PUT /sda1/p/a/c/US~~TX~~A" 201 - "-" "-" "-" 0.0005 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:29 +0000] "PUT /sda1/p/a/c/US~~TX~~B" 201 - "-" "-" "-" 0.0004 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:29 +0000] "PUT /sda1/p/a/c/US~~OK~~A" 201 - "-" "-" "-" 0.0004 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:29 +0000] "PUT /sda1/p/a/c/US~~OK~~B" 201 - "-" "-" "-" 0.0003 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:29 +0000] "PUT /sda1/p/a/c/US~~OK~Tulsa~~A" 201 - "-" "-" "-" 0.0003 "-" 1329774 - +test.unit.container.test_server.TestContainerController.test_GET_multichar_delimiter +test.unit.container.test_server.TestContainerController.test_GET_multichar_delimiter ... ok +test ERROR: Failed to unlink '/tmp/tmp0ydsy2hd/containers/part/suffix/hash/container.db': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2244, in set_sharded_state + os.unlink(retiring_file) + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError: 1 +test DEBUG: Unlinked retiring db '/tmp/tmp0ydsy2hd/containers/part/suffix/hash/container_1715796140.00000.db' +test WARNING: Still have multiple db files after unlinking '/tmp/tmp0ydsy2hd/containers/part/suffix/hash/container_1715796140.00000.db': ['/tmp/tmp0ydsy2hd/containers/part/suffix/hash/container.db', '/tmp/tmp0ydsy2hd/containers/part/suffix/hash/container_1715796141.00000.db'] +test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmp0ydsy2hd/containers/part/suffix/hash/container_1715796141.00000.db']. +test ERROR: Failed to set the ROWID of the fresh database for a/c: +test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: +test ERROR: Problem finding shard upper in '/tmp/tmpnoc0cp0t/test_container.db': : LockTimeout (Nones) +test ERROR: Problem finding shard upper in '/tmp/tmpnoc0cp0t/test_container.db': : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2507, in find_shard_ranges + next_shard_upper = sub_broker._get_next_shard_range_upper( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +sqlite3.OperationalError +test DEBUG: Unlinked retiring db '/tmp/tmpko9hlabc/containers/part/suffix/hash/container.db' +test WARNING: Unexpected db files will be ignored: ['/tmp/tmpko9hlabc/containers/part/suffix/hash/container.db'] +Container 'a/c' cannot be set to sharded state while in unsharded state +Container 'a/c' cannot be set to sharding state: missing epoch +test.unit.container.test_server.TestContainerController.test_GET_namespaces_errors +test.unit.container.test_server.TestContainerController.test_GET_namespaces_errors ... ok +Container 'a/c' cannot be set to sharding state while in sharding state +test.unit.container.test_server.TestContainerController.test_GET_namespaces_not_supported +test.unit.container.test_server.TestContainerController.test_GET_namespaces_not_supported ... ok +Container 'a/c' cannot be set to sharded state while in sharded state +test.unit.container.test_server.TestContainerController.test_GET_namespaces_other_params +test.unit.container.test_server.TestContainerController.test_GET_namespaces_other_params ... ok +test.unit.container.test_server.TestContainerController.test_GET_namespaces_sharded_subshard_state_listing +test.unit.container.test_server.TestContainerController.test_GET_namespaces_sharded_subshard_state_listing ... ok +test.unit.container.test_server.TestContainerController.test_GET_namespaces_sharded_subshard_state_updating +test.unit.container.test_server.TestContainerController.test_GET_namespaces_sharded_subshard_state_updating ... ok +test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_root_state_listing +test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_root_state_listing ... ok +test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_root_state_updating +test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_root_state_updating ... ok +test INFO: - - - [15/May/2024:18:04:29 +0000] "PUT /sda1/p/a/c/US~~OK~Tulsa~~B" 201 - "-" "-" "-" 0.0003 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:29 +0000] "PUT /sda1/p/a/c/US~~UT~~A" 201 - "-" "-" "-" 0.0003 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:29 +0000] "PUT /sda1/p/a/c/US~~UT~~~B" 201 - "-" "-" "-" 0.0003 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:29 +0000] "GET /sda1/p/a/c" 200 102 "-" "-" "-" 0.1288 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:29 +0000] "GET /sda1/p/a/c" 200 102 "-" "-" "-" 0.0049 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:29 +0000] "GET /sda1/p/a/c" 200 24 "-" "-" "-" 0.0020 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:29 +0000] "GET /sda1/p/a/c" 200 24 "-" "-" "-" 0.0020 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:29 +0000] "GET /sda1/p/a/c" 200 150 "-" "-" "-" 0.0082 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:29 +0000] "GET /sda1/p/a/c" 200 150 "-" "-" "-" 0.0021 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:29 +0000] "GET /sda1/p/a/c" 200 251 "-" "-" "-" 0.0021 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:29 +0000] "GET /sda1/p/a/c" 200 251 "-" "-" "-" 0.0021 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:29 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0021 "-" 1329774 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:04:29 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0951 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:29 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0323 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:29 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0424 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:29 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0476 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:29 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0415 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:29 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0469 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:29 +0000] "GET /sda1/p/a/c" 400 9 "-" "-" "-" 0.0015 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:29 +0000] "GET /sda1/p/a/c" 507 - "-" "-" "-" 0.0002 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:29 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0357 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:29 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 1329774 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:04:29 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1337 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0376 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0382 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0390 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0396 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0292 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:30 +0000] "GET /sda1/p/a/c" 400 36 "-" "-" "-" 0.0014 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:30 +0000] "GET /sda1/p/a/c" 400 35 "-" "-" "-" 0.0015 "-" 1329774 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:04:30 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0618 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0365 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0454 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0433 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0515 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0751 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:30 +0000] "GET /sda1/p/a/c" 200 192 "-" "-" "-" 0.0212 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:30 +0000] "GET /sda1/p/a/c" 200 192 "-" "-" "-" 0.0014 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:30 +0000] "GET /sda1/p/a/c" 200 202 "-" "-" "-" 0.0014 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:30 +0000] "GET /sda1/p/a/c" 200 202 "-" "-" "-" 0.0014 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:30 +0000] "GET /sda1/p/a/c" 200 63 "-" "-" "-" 0.0012 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:30 +0000] "GET /sda1/p/a/c" 200 63 "-" "-" "-" 0.0013 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:30 +0000] "GET /sda1/p/a/c" 200 323 "-" "-" "-" 0.0012 "-" 1329774 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:04:30 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.1072 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:30 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0683 "-" 1329774 0 +test DEBUG: Unlinked retiring db '/tmp/tmp4jh9nk9_/tmp_test_container_server_ContainerController/sda1/containers/p/61c/b6a56f59d3a8b4d57e122a32d715b61c/b6a56f59d3a8b4d57e122a32d715b61c.db' +test INFO: - - - [15/May/2024:18:04:30 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0026 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:30 +0000] "GET /sda1/p/.shards_a/c" 200 1672 "-" "-" "-" 0.0024 "-" 1329774 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:04:31 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0432 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:31 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0830 "-" 1329774 0 +test DEBUG: Unlinked retiring db '/tmp/tmpb5x1mnbq/tmp_test_container_server_ContainerController/sda1/containers/p/61c/b6a56f59d3a8b4d57e122a32d715b61c/b6a56f59d3a8b4d57e122a32d715b61c.db' +test INFO: - - - [15/May/2024:18:04:31 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0031 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:31 +0000] "GET /sda1/p/.shards_a/c" 200 1672 "-" "-" "-" 0.0050 "-" 1329774 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:04:31 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0419 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:31 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0853 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:31 +0000] "GET /sda1/p/a/c" 200 277 "-" "-" "-" 0.0063 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:31 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0019 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:31 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0018 "-" 1329774 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:04:31 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0363 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:31 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0782 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:31 +0000] "GET /sda1/p/a/c" 200 277 "-" "-" "-" 0.0020 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:31 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0086 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:31 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0017 "-" 1329774 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:04:31 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0438 "-" 1329774 0 +test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_subshard_state_listing +test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_subshard_state_listing ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_db_states +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_db_states ... ok +test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_subshard_state_updating +test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_subshard_state_updating ... ok +test.unit.container.test_server.TestContainerController.test_GET_non_ascii +test.unit.container.test_server.TestContainerController.test_GET_non_ascii ... ok +test.unit.container.test_server.TestContainerController.test_GET_objects_of_different_policies +test.unit.container.test_server.TestContainerController.test_GET_objects_of_different_policies ... ok +test.unit.container.test_server.TestContainerController.test_GET_over_limit +test.unit.container.test_server.TestContainerController.test_GET_over_limit ... ok +test.unit.container.test_server.TestContainerController.test_GET_path +test.unit.container.test_server.TestContainerController.test_GET_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharded_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharded_state_errors ... ok +test INFO: - - - [15/May/2024:18:04:31 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0658 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:31 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0020 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:31 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0017 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:31 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0028 "-" 1329774 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:04:31 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0373 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:31 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.1288 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:31 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0024 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:31 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0023 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:31 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0020 "-" 1329774 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:04:31 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0350 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:31 +0000] "PUT /sda1/p/a/jsonc/Sp%C3%A4tzle" 201 - "-" "-" "-" 0.0004 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:31 +0000] "PUT /sda1/p/a/jsonc/%E3%83%A9%E3%83%BC%E3%83%A1%E3%83%B3" 201 - "-" "-" "-" 0.0003 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:31 +0000] "GET /sda1/p/a/jsonc" 200 268 "-" "-" "-" 0.0327 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:31 +0000] "GET /sda1/p/a/jsonc" 200 22 "-" "-" "-" 0.0021 "-" 1329774 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:04:32 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0390 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:32 +0000] "PUT /sda1/p/a/c/obj_default_0" 201 - "-" "-" "-" 0.0026 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:32 +0000] "PUT /sda1/p/a/c/obj_default_1" 201 - "-" "-" "-" 0.0003 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:32 +0000] "PUT /sda1/p/a/c/obj_default_2" 201 - "-" "-" "-" 0.0003 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:32 +0000] "PUT /sda1/p/a/c/obj_default_3" 201 - "-" "-" "-" 0.0003 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:32 +0000] "PUT /sda1/p/a/c/obj_default_4" 201 - "-" "-" "-" 0.0003 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:32 +0000] "PUT /sda1/p/a/c/obj_default_5" 201 - "-" "-" "-" 0.0004 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:32 +0000] "PUT /sda1/p/a/c/obj_default_6" 201 - "-" "-" "-" 0.0021 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:32 +0000] "PUT /sda1/p/a/c/obj_default_7" 201 - "-" "-" "-" 0.0003 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:32 +0000] "PUT /sda1/p/a/c/obj_default_8" 201 - "-" "-" "-" 0.0003 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:32 +0000] "PUT /sda1/p/a/c/obj_default_9" 201 - "-" "-" "-" 0.0003 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:32 +0000] "PUT /sda1/p/a/c/obj_default_10" 201 - "-" "-" "-" 0.0003 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:32 +0000] "PUT /sda1/p/a/c/obj_1_0" 201 - "-" "-" "-" 0.0003 "-" 1329774 1 +test INFO: - - - [15/May/2024:18:04:32 +0000] "PUT /sda1/p/a/c/obj_1_1" 201 - "-" "-" "-" 0.0003 "-" 1329774 1 +test INFO: - - - [15/May/2024:18:04:32 +0000] "PUT /sda1/p/a/c/obj_1_2" 201 - "-" "-" "-" 0.0003 "-" 1329774 1 +test INFO: - - - [15/May/2024:18:04:32 +0000] "PUT /sda1/p/a/c/obj_1_3" 201 - "-" "-" "-" 0.0003 "-" 1329774 1 +test INFO: - - - [15/May/2024:18:04:32 +0000] "PUT /sda1/p/a/c/obj_1_4" 201 - "-" "-" "-" 0.0003 "-" 1329774 1 +test INFO: - - - [15/May/2024:18:04:32 +0000] "PUT /sda1/p/a/c/obj_1_5" 201 - "-" "-" "-" 0.0003 "-" 1329774 1 +test INFO: - - - [15/May/2024:18:04:32 +0000] "PUT /sda1/p/a/c/obj_1_6" 201 - "-" "-" "-" 0.0003 "-" 1329774 1 +test INFO: - - - [15/May/2024:18:04:32 +0000] "PUT /sda1/p/a/c/obj_1_7" 201 - "-" "-" "-" 0.0003 "-" 1329774 1 +test INFO: - - - [15/May/2024:18:04:32 +0000] "PUT /sda1/p/a/c/obj_1_8" 201 - "-" "-" "-" 0.0005 "-" 1329774 1 +test INFO: - - - [15/May/2024:18:04:32 +0000] "PUT /sda1/p/a/c/obj_1_9" 201 - "-" "-" "-" 0.0003 "-" 1329774 1 +test INFO: - - - [15/May/2024:18:04:32 +0000] "GET /sda1/p/a/c" 200 155 "-" "-" "-" 0.0355 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:32 +0000] "GET /sda1/p/a/c" 200 155 "-" "-" "-" 0.0042 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:32 +0000] "GET /sda1/p/a/c" 200 80 "-" "-" "-" 0.0026 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:32 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0024 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:32 +0000] "GET /sda1/p/a/c" 400 40 "-" "-" "-" 0.0011 "-" 1329774 3 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:04:32 +0000] "GET /sda1/p/a/c" 412 22 "-" "-" "-" 0.0004 "-" 1329774 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:04:32 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0731 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:32 +0000] "PUT /sda1/p/a/c/US/TX" 201 - "-" "-" "-" 0.0026 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:32 +0000] "PUT /sda1/p/a/c/US/TX/B" 201 - "-" "-" "-" 0.0003 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:32 +0000] "PUT /sda1/p/a/c/US/OK" 201 - "-" "-" "-" 0.0003 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:32 +0000] "PUT /sda1/p/a/c/US/OK/B" 201 - "-" "-" "-" 0.0027 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:32 +0000] "PUT /sda1/p/a/c/US/UT/A" 201 - "-" "-" "-" 0.0033 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:32 +0000] "GET /sda1/p/a/c" 200 242 "-" "-" "-" 0.0377 "-" 1329774 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:04:32 +0000] "PUT /sda1/p/a/plainc" 201 - "-" "-" "-" 0.0470 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:32 +0000] "GET /sda1/p/a/plainc" 204 - "-" "-" "-" 0.0024 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:32 +0000] "PUT /sda1/p/a/plainc/0" 201 - "-" "-" "-" 0.0005 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:32 +0000] "PUT /sda1/p/a/plainc/1" 201 - "-" "-" "-" 0.0004 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:32 +0000] "PUT /sda1/p/a/plainc/2" 201 - "-" "-" "-" 0.0004 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:32 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0467 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:32 +0000] "HEAD /sda1/p/a/plainc" 204 - "-" "-" "-" 0.0014 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:32 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0023 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:32 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0023 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:32 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0023 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:32 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0022 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:32 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0074 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:32 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0020 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:32 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0022 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:32 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0020 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:32 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0019 "-" 1329774 0 +test.unit.container.test_server.TestContainerController.test_GET_plain +test.unit.container.test_server.TestContainerController.test_GET_plain ... ok +test.unit.container.test_server.TestContainerController.test_GET_prefix +test.unit.container.test_server.TestContainerController.test_GET_prefix ... ok +test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_auditing +test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_auditing ... ok +test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_errors +test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state ... ok +test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_from_compacted_shard +test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_from_compacted_shard ... ok +test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_include_deleted +test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_include_deleted ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796302.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/845/2d97cc83bcd0c81e3fe1ebeebd88b845/2d97cc83bcd0c81e3fe1ebeebd88b845.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796307.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/4e6/bc6136bac77c6bdba1f922a10f7774e6/bc6136bac77c6bdba1f922a10f7774e6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796312.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/fc3/8b9ef043327e9e99de40010c75123fc3/8b9ef043327e9e99de40010c75123fc3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796317.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/895/b7e58c40a7bd7c44fa692ffde8abc895/b7e58c40a7bd7c44fa692ffde8abc895.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796322.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/866/c785611c5a8f690b131e846c40a6a866/c785611c5a8f690b131e846c40a6a866.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796327.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/095/af7cc576bbb68985787d6e3792611095/af7cc576bbb68985787d6e3792611095.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796332.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/0c9/c32d7bf89a0166868a5ec0b65f1060c9/c32d7bf89a0166868a5ec0b65f1060c9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796337.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/0f5/9f78aaba526bdb961d54a4b66014e0f5/9f78aaba526bdb961d54a4b66014e0f5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796342.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/ffc/653d28b2e7d235b95a35b3b509debffc/653d28b2e7d235b95a35b3b509debffc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796347.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/a0a/5aad216679709757d8cc7f52aa55da0a/5aad216679709757d8cc7f52aa55da0a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796352.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/7ca/39e291e6f8284d765e790c466c7e57ca/39e291e6f8284d765e790c466c7e57ca.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796357.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/138/7f51b5ed91b61a41c42fdc0cc8960138/7f51b5ed91b61a41c42fdc0cc8960138.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796362.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/8b5/764baa425c53de0bfedd31bef482c8b5/764baa425c53de0bfedd31bef482c8b5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796367.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/2a6/5bc7aa67741b9e725e841f07f9ffb2a6/5bc7aa67741b9e725e841f07f9ffb2a6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796372.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/1e6/6c73dd093384b91c592d55dfb8bba1e6/6c73dd093384b91c592d55dfb8bba1e6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796377.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/5b1/c6c38b28d68ecab5de1ae66d679095b1/c6c38b28d68ecab5de1ae66d679095b1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796382.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/b7a/2cb68cf5bc4bd034f3b2ea76b2addb7a/2cb68cf5bc4bd034f3b2ea76b2addb7a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796387.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/299/3dd794b0022c26ef2ee257b3c8b82299/3dd794b0022c26ef2ee257b3c8b82299.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796392.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/f44/b27d3eb2bc403689ea8dbe0c0d3eff44/b27d3eb2bc403689ea8dbe0c0d3eff44.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796397.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/6a9/93f0a61a22c4b6ce2e038845275606a9/93f0a61a22c4b6ce2e038845275606a9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796402.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/2c8/c16b79cd3e2298917186014fed0022c8/c16b79cd3e2298917186014fed0022c8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796407.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/8e5/476f566d06646f26d91f11e15b75f8e5/476f566d06646f26d91f11e15b75f8e5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796412.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/e91/3e344a1bdac7557036f89aa064a47e91/3e344a1bdac7557036f89aa064a47e91.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796417.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/adf/fce180cae251e7a403925fc434ad4adf/fce180cae251e7a403925fc434ad4adf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796422.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/7a7/aaae6357c19eb79a357565c26312c7a7/aaae6357c19eb79a357565c26312c7a7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796427.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/da6/62fa8ccba513e29124cd40b2540d2da6/62fa8ccba513e29124cd40b2540d2da6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796432.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/f5a/cd3c5e589280201fd7bcefcb5313ff5a/cd3c5e589280201fd7bcefcb5313ff5a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796437.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/6a9/f7b1cc30161d8b1d382d61a51af4c6a9/f7b1cc30161d8b1d382d61a51af4c6a9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796442.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/97a/22ca5e14047a7bec17496b7c471bf97a/22ca5e14047a7bec17496b7c471bf97a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796447.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/125/ff898486ff5792ba0e1ba8ed03ad6125/ff898486ff5792ba0e1ba8ed03ad6125.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796452.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/6d5/ff45ef5eba634089be187d916fde56d5/ff45ef5eba634089be187d916fde56d5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796457.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/ae7/c84cb64ad2e6ccde5a0f7b7432509ae7/c84cb64ad2e6ccde5a0f7b7432509ae7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796462.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/cf9/f3348f95fb0aaf031e845e919040bcf9/f3348f95fb0aaf031e845e919040bcf9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796467.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/50a/74e076eb52bac0bb0b14e46862c2d50a/74e076eb52bac0bb0b14e46862c2d50a.db +test INFO: - - - [15/May/2024:18:04:32 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0018 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:32 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0049 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:32 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0019 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:32 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0018 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:32 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0043 "-" 1329774 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:04:32 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0464 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:32 +0000] "PUT /sda1/p/a/c/a1" 201 - "-" "-" "-" 0.0004 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:32 +0000] "PUT /sda1/p/a/c/b1" 201 - "-" "-" "-" 0.0003 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:32 +0000] "PUT /sda1/p/a/c/a2" 201 - "-" "-" "-" 0.0003 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:32 +0000] "PUT /sda1/p/a/c/b2" 201 - "-" "-" "-" 0.0003 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:32 +0000] "PUT /sda1/p/a/c/a3" 201 - "-" "-" "-" 0.0011 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:32 +0000] "PUT /sda1/p/a/c/b3" 201 - "-" "-" "-" 0.0039 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:32 +0000] "GET /sda1/p/a/c" 200 9 "-" "-" "-" 0.0855 "-" 1329774 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:04:32 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0424 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0302 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:32 +0000] "GET /sda1/p/a/c" 200 1287 "-" "-" "-" 0.0023 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:32 +0000] "GET /sda1/p/a/c" 200 1274 "-" "-" "-" 0.0019 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:32 +0000] "GET /sda1/p/a/c" 200 633 "-" "-" "-" 0.0017 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0490 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:32 +0000] "GET /sda1/p/a/c" 200 1287 "-" "-" "-" 0.0018 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:32 +0000] "GET /sda1/p/a/c" 200 1274 "-" "-" "-" 0.0044 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:32 +0000] "GET /sda1/p/a/c" 200 633 "-" "-" "-" 0.0016 "-" 1329774 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:04:32 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0438 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0261 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:32 +0000] "GET /sda1/p/a/c" 400 9 "-" "-" "-" 0.0017 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:32 +0000] "GET /sda1/p/a/c" 412 22 "-" "-" "-" 0.0050 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:32 +0000] "GET /sda1/p/a/c" 507 - "-" "-" "-" 0.0003 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:32 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.1961 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:32 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0013 "-" 1329774 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:04:33 +0000] "PUT /sda1/p/.shards_a/c_f" 201 - "-" "-" "-" 0.2116 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:33 +0000] "PUT /sda1/p/.shards_a/c_f" 202 - "-" "-" "-" 0.1386 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:33 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0018 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:33 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0023 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:33 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0014 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:33 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0165 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:33 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0016 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:33 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0016 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:33 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0015 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:33 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0017 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:33 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0013 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:33 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0013 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:33 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0013 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:33 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0016 "-" 1329774 0 +test DEBUG: Unlinked retiring db '/tmp/tmpjbxq1yb4/tmp_test_container_server_ContainerController/sda1/containers/p/189/b0d72ea4144f5f4c7f596aa4fe1f3189/b0d72ea4144f5f4c7f596aa4fe1f3189.db' +test INFO: - - - [15/May/2024:18:04:33 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0027 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:33 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0041 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:33 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0017 "-" 1329774 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:04:33 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0305 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0311 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:33 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0020 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:33 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0020 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0332 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:33 +0000] "GET /sda1/p/a/c" 200 1332 "-" "-" "-" 0.0018 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:33 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0061 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0782 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:33 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0165 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:33 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0034 "-" 1329774 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:04:34 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.2834 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:34 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.4108 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:34 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0025 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:34 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0403 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:34 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.1062 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:34 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0021 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:34 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0272 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:34 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0811 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:34 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0042 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:34 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.1047 "-" 1329774 0 +test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_using_state_aliases +test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_using_state_aliases ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state_deleted ... ok +test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_with_format_header +test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_with_format_header ... ok +test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_namespaces +test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_namespaces ... ok +test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_shard_ranges +test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_shard_ranges ... ok +test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_shard_ranges_db_unlinked +test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_shard_ranges_db_unlinked ... ok +test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_ignored_for_objects +test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_ignored_for_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state_errors ... ok +test.unit.container.test_server.TestContainerController.test_GET_xml +test.unit.container.test_server.TestContainerController.test_GET_xml ... ok +test.unit.container.test_server.TestContainerController.test_HEAD +test.unit.container.test_server.TestContainerController.test_HEAD ... ok +test.unit.container.test_server.TestContainerController.test_HEAD_invalid_accept +test.unit.container.test_server.TestContainerController.test_HEAD_invalid_accept ... ok +test.unit.container.test_server.TestContainerController.test_HEAD_invalid_content_type +test.unit.container.test_server.TestContainerController.test_HEAD_invalid_content_type ... ok +test.unit.container.test_server.TestContainerController.test_HEAD_invalid_format +test.unit.container.test_server.TestContainerController.test_HEAD_invalid_format ... ok +test.unit.container.test_server.TestContainerController.test_HEAD_invalid_partition +test.unit.container.test_server.TestContainerController.test_HEAD_invalid_partition ... ok +test.unit.container.test_server.TestContainerController.test_HEAD_not_found +test.unit.container.test_server.TestContainerController.test_HEAD_not_found ... ok +test.unit.container.test_server.TestContainerController.test_HEAD_timestamp_with_offset +test.unit.container.test_server.TestContainerController.test_HEAD_timestamp_with_offset ... ok +test.unit.container.test_server.TestContainerController.test_OPTIONS +test.unit.container.test_server.TestContainerController.test_OPTIONS ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_storage_policy_index +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_storage_policy_index ... ok +test INFO: - - - [15/May/2024:18:04:34 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0978 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:34 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0029 "-" 1329774 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:04:35 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0277 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0338 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:35 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0046 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:35 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0016 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:35 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0017 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:35 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0016 "-" 1329774 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:04:35 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1240 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.3979 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:35 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.2194 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:35 +0000] "GET /sda1/p/a/c" 200 53 "-" "-" "-" 0.0037 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:35 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0015 "-" 1329774 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:04:35 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0310 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0426 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:35 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0392 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:35 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0021 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:35 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0013 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:35 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0010 "-" 1329774 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:04:36 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0360 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0418 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:36 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0515 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:36 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0024 "-" 1329774 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:04:36 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.3788 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0379 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:36 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0481 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:36 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 1329774 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:04:36 +0000] "PUT /sda1/p/a/xmlc" 201 - "-" "-" "-" 0.0399 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:36 +0000] "PUT /sda1/p/a/xmlc/0" 201 - "-" "-" "-" 0.0023 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:36 +0000] "PUT /sda1/p/a/xmlc/1" 201 - "-" "-" "-" 0.0005 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:36 +0000] "PUT /sda1/p/a/xmlc/2" 201 - "-" "-" "-" 0.0004 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:36 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0497 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:36 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0049 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:36 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0028 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:36 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0014 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:36 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0029 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:36 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0015 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:36 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0026 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:36 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0014 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:36 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0026 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:36 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0013 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:36 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0027 "-" 1329774 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:04:36 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0785 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:36 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:36 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0011 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:36 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0521 "-" 1329774 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:04:36 +0000] "HEAD /sda1/p/a/c" 400 21 "-" "-" "-" 0.0002 "-" 1329774 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:04:36 +0000] "HEAD /sda1/p/a/c" 406 - "-" "-" "-" 0.0003 "-" 1329774 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:04:36 +0000] "HEAD /sda1/p/a/c" 400 34 "-" "-" "-" 0.0002 "-" 1329774 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:04:36 +0000] "HEAD /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 1329774 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:04:36 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 1329774 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:04:36 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0369 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:36 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0015 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:36 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:36 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0506 "-" 1329774 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:04:37 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0319 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:37 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.1446 "-" 1329774 - +test.unit.container.test_server.TestContainerController.test_POST_HEAD_metadata +test.unit.container.test_server.TestContainerController.test_POST_HEAD_metadata ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_storage_policy_index_empty +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_storage_policy_index_empty ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_x_syncs +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_x_syncs ... ok +test.unit.container.test_server.TestContainerController.test_POST_HEAD_no_timestamp_update +test.unit.container.test_server.TestContainerController.test_POST_HEAD_no_timestamp_update ... ok +test.unit.container.test_server.TestContainerController.test_POST_HEAD_sys_metadata +test.unit.container.test_server.TestContainerController.test_POST_HEAD_sys_metadata ... ok +test.unit.container.test_server.TestContainerController.test_POST_after_DELETE_not_found +test.unit.container.test_server.TestContainerController.test_POST_after_DELETE_not_found ... ok +test.unit.container.test_server.TestContainerController.test_POST_ignores_policy_change +test.unit.container.test_server.TestContainerController.test_POST_ignores_policy_change ... ok +test.unit.container.test_server.TestContainerController.test_POST_insufficient_space +test.unit.container.test_server.TestContainerController.test_POST_insufficient_space ... ok +test.unit.container.test_server.TestContainerController.test_POST_invalid_container_sync_to +test.unit.container.test_server.TestContainerController.test_POST_invalid_container_sync_to ... ok +test.unit.container.test_server.TestContainerController.test_POST_invalid_partition +test.unit.container.test_server.TestContainerController.test_POST_invalid_partition ... ok +test.unit.container.test_server.TestContainerController.test_POST_reset_container_sync +test.unit.container.test_server.TestContainerController.test_POST_reset_container_sync ... ok +test.unit.container.test_server.TestContainerController.test_POST_timestamp_not_float +test.unit.container.test_server.TestContainerController.test_POST_timestamp_not_float ... ok +test.unit.container.test_server.TestContainerController.test_PUT +test.unit.container.test_server.TestContainerController.test_PUT ... ok +test.unit.container.test_server.TestContainerController.test_PUT_GET_metadata +test.unit.container.test_server.TestContainerController.test_PUT_GET_metadata ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_initiated_and_required +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_initiated_and_required ... ok +test.unit.container.test_server.TestContainerController.test_PUT_GET_object_timing_metrics +test.unit.container.test_server.TestContainerController.test_PUT_GET_object_timing_metrics ... ok +test INFO: - - - [15/May/2024:18:04:37 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:37 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0759 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:37 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:37 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:37 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:37 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0795 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:37 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0015 "-" 1329774 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:04:37 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0364 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:37 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.1530 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:37 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0055 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:37 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0867 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:37 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:37 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0402 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:37 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:37 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:37 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0010 "-" 1329774 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:04:37 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0636 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:37 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0332 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:37 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:37 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0767 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:37 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0016 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:37 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0063 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:37 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:37 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0720 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:37 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1329774 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:04:38 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1516 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:38 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0404 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:38 +0000] "POST /sda1/p/a/c/" 404 - "-" "-" "-" 0.0027 "-" 1329774 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:04:38 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0315 "-" 1329774 1 +test INFO: - - - [15/May/2024:18:04:38 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0026 "-" 1329774 1 +test INFO: - - - [15/May/2024:18:04:38 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0335 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:38 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 1329774 1 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:04:38 +0000] "POST /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 1329774 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:04:38 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.2731 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:39 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0023 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:39 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0511 "-" 1329774 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:04:39 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0430 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:39 +0000] "POST /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 1329774 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:04:39 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0414 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0385 "-" 1329774 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:04:39 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1868 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:39 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0024 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:39 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0346 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:39 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0761 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:39 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0022 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0076 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:39 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0022 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.9381 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:40 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0022 "-" 1329774 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:04:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.4249 "-" 1329774 0 +test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" - "-" 1329774 - +test INFO: - - - [01/Jan/1970:00:16:40 +0000] "GET /sda1/p/a/c" 200 117 "-" "-" "-" - "-" 1329774 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:04:41 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1057 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:41 +0000] "PUT /sda1/p/a/c/obj_0" 201 - "-" "-" "-" 0.0021 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:41 +0000] "PUT /sda1/p/a/c/obj_1" 201 - "-" "-" "-" 0.0005 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:41 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0824 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:41 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0309 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:41 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0378 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:41 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0349 "-" 1329774 0 +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_state_is_not_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_state_is_not_reclaimable ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_sysmeta +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_sysmeta ... ok +test INFO: - - - [15/May/2024:18:04:41 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0400 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:41 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0025 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:41 +0000] "GET /sda1/p/a/c" 200 1683 "-" "-" "-" 0.0018 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:41 +0000] "GET /sda1/p/a/c" 200 1683 "-" "-" "-" 0.0018 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:41 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0017 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:41 +0000] "GET /sda1/p/a/c" 200 332 "-" "-" "-" 0.0109 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:41 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0017 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:41 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0016 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:41 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0015 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:41 +0000] "GET /sda1/p/a/c" 200 330 "-" "-" "-" 0.0015 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:41 +0000] "GET /sda1/p/a/c" 200 330 "-" "-" "-" 0.0014 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:41 +0000] "GET /sda1/p/a/c" 200 670 "-" "-" "-" 0.0015 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:41 +0000] "GET /sda1/p/a/c" 200 670 "-" "-" "-" 0.0014 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:41 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0016 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:41 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0016 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:41 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0017 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:41 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0016 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:41 +0000] "GET /sda1/p/a/c" 200 1323 "-" "-" "-" 0.0016 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:41 +0000] "GET /sda1/p/a/c" 200 1323 "-" "-" "-" 0.0016 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:41 +0000] "GET /sda1/p/a/c" 200 657 "-" "-" "-" 0.0016 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:41 +0000] "GET /sda1/p/a/c" 200 657 "-" "-" "-" 0.0015 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:41 +0000] "GET /sda1/p/a/c" 200 1339 "-" "-" "-" 0.0016 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:41 +0000] "GET /sda1/p/a/c" 200 1339 "-" "-" "-" 0.0016 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:41 +0000] "GET /sda1/p/a/c" 200 318 "-" "-" "-" 0.0030 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:41 +0000] "GET /sda1/p/a/c" 200 318 "-" "-" "-" 0.0015 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:41 +0000] "GET /sda1/p/a/c" 200 324 "-" "-" "-" 0.0015 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:41 +0000] "GET /sda1/p/a/c" 200 324 "-" "-" "-" 0.0015 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:41 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0013 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:41 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0013 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:41 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0013 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:41 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0013 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:41 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0013 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:41 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0013 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:41 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0015 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:41 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0014 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:41 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0014 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:41 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0013 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:41 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0014 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:41 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0024 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:41 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0014 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:41 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0014 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:41 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0014 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:41 +0000] "GET /sda1/p/a/c" 200 1351 "-" "-" "-" 0.0014 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:41 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0014 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:41 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0014 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:42 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0014 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:42 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0014 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:42 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0014 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:42 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0013 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:42 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0014 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:42 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0013 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:42 +0000] "GET /sda1/p/a/c" 200 1351 "-" "-" "-" 0.0024 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:42 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0014 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:42 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0014 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:42 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0013 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:42 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0014 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:42 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0013 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:42 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0014 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:42 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0014 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:42 +0000] "GET /sda1/p/a/c" 200 685 "-" "-" "-" 0.0014 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:42 +0000] "GET /sda1/p/a/c" 200 685 "-" "-" "-" 0.0013 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:42 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0013 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:42 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0013 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:42 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0011 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:42 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0011 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:42 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0015 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:42 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0015 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:42 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0015 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:42 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0027 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:42 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0023 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:42 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0022 "-" 1329774 0 +test DEBUG: Unlinked retiring db '/tmp/tmp04dr72wp/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' +test INFO: - - - [15/May/2024:18:04:42 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0027 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:42 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0046 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:42 +0000] "GET /sda1/p/a/c" 200 1337 "-" "-" "-" 0.0025 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:42 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0023 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:42 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0025 "-" 1329774 0 +test.unit.container.test_server.TestContainerController.test_PUT_GET_shard_ranges +test.unit.container.test_server.TestContainerController.test_PUT_GET_shard_ranges ... ok +test.unit.container.test_server.TestContainerController.test_PUT_GET_shards_timing_metrics +test.unit.container.test_server.TestContainerController.test_PUT_GET_shards_timing_metrics ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796472.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/0a0/cf223ff2bd34b5dc34cd40d35ca810a0/cf223ff2bd34b5dc34cd40d35ca810a0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796477.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/c82/c9b46cf9a3f8319297dcc7ecc7f6cc82/c9b46cf9a3f8319297dcc7ecc7f6cc82.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796482.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/e8c/9953d6016a952459f2196fac16523e8c/9953d6016a952459f2196fac16523e8c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796487.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/767/379333b95c852738fbd6b00ae9a38767/379333b95c852738fbd6b00ae9a38767.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796492.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/8dc/d3bb3d783d8e2ada60ac11369ea8b8dc/d3bb3d783d8e2ada60ac11369ea8b8dc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796497.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/2fa/2c56ceec43c4e1202874ab099aa8e2fa/2c56ceec43c4e1202874ab099aa8e2fa.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796502.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/610/aa8bd9a742b44199ea65b85a080e2610/aa8bd9a742b44199ea65b85a080e2610.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796507.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/ba2/a7591de32c466c408329c74a0b07cba2/a7591de32c466c408329c74a0b07cba2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796512.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/c32/e7159599b1324f57164c1448dd3b4c32/e7159599b1324f57164c1448dd3b4c32.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796517.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/2ba/6a3e6b2510814b1e12badb79b8f752ba/6a3e6b2510814b1e12badb79b8f752ba.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796522.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/784/a5b9bba7e59b86223741c9d14fedc784/a5b9bba7e59b86223741c9d14fedc784.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796527.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/149/beafbcfbe845e7630363fdac2bf3a149/beafbcfbe845e7630363fdac2bf3a149.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796532.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/cfc/51f12fc360f01e6b227df871b6787cfc/51f12fc360f01e6b227df871b6787cfc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796537.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/040/c8fdba5abbe7f58d6b577998e6f2c040/c8fdba5abbe7f58d6b577998e6f2c040.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796542.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/562/762fd2d84f79aea7f6d131f8e5a39562/762fd2d84f79aea7f6d131f8e5a39562.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796547.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/68e/2b5bdeb8f59f06413b247f94d022d68e/2b5bdeb8f59f06413b247f94d022d68e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796552.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/694/fe1d867751cda0242da39c4d1d22e694/fe1d867751cda0242da39c4d1d22e694.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796557.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/273/370b2d9b2fa0a640b3833bb3884db273/370b2d9b2fa0a640b3833bb3884db273.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796562.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/a0c/b85c69f638f5d0ee877510afef713a0c/b85c69f638f5d0ee877510afef713a0c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796567.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/13b/d5745839f5ddd31f35c7a429fa3b913b/d5745839f5ddd31f35c7a429fa3b913b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796572.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/652/ca8e83834a223db7dd10797b5d8cf652/ca8e83834a223db7dd10797b5d8cf652.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796577.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/46b/7f4e9bd304282a0584447cfbb6f8d46b/7f4e9bd304282a0584447cfbb6f8d46b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796582.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/cb7/da58d459047cba41519fab25306bccb7/da58d459047cba41519fab25306bccb7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796587.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/012/5609ac2d9eb7a1b091bd761658b21012/5609ac2d9eb7a1b091bd761658b21012.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796592.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/87c/ac360c75b7c5455e83ac10af7624e87c/ac360c75b7c5455e83ac10af7624e87c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796597.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/029/8355d1c7cbf3ab36315f9309e5dd6029/8355d1c7cbf3ab36315f9309e5dd6029.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796602.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/1d0/f62bff0523098582d21d730f69b191d0/f62bff0523098582d21d730f69b191d0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796607.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/c92/4b2f23c2affa67228c3862589179bc92/4b2f23c2affa67228c3862589179bc92.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796612.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/9a1/7c298e357175ea27e9e9a78de37ad9a1/7c298e357175ea27e9e9a78de37ad9a1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796617.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/909/61571a13e52bacec05050752e5bd1909/61571a13e52bacec05050752e5bd1909.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796622.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/de7/e718f33320deb452489f463d9b773de7/e718f33320deb452489f463d9b773de7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796627.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/171/0a9c2f3a343932e813f6acd7b5fe5171/0a9c2f3a343932e813f6acd7b5fe5171.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796632.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/65d/90c3bc95a885f124c47fd38b7bde465d/90c3bc95a885f124c47fd38b7bde465d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796637.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/ad8/630d8926f8013e1f6efd0ca827a7dad8/630d8926f8013e1f6efd0ca827a7dad8.db +test.unit.container.test_server.TestContainerController.test_PUT_GET_sys_metadata +test.unit.container.test_server.TestContainerController.test_PUT_GET_sys_metadata ... ok +test.unit.container.test_server.TestContainerController.test_PUT_GET_to_sharding_container +test.unit.container.test_server.TestContainerController.test_PUT_GET_to_sharding_container ... ok +test.unit.container.test_server.TestContainerController.test_PUT_HEAD_put_timestamp_updates +test.unit.container.test_server.TestContainerController.test_PUT_HEAD_put_timestamp_updates ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_storage_policy_property +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_storage_policy_property ... ok +test.unit.container.test_server.TestContainerController.test_PUT_account_update +test.unit.container.test_server.TestContainerController.test_PUT_account_update ... ok +test.unit.container.test_server.TestContainerController.test_PUT_bad_policy_change +test.unit.container.test_server.TestContainerController.test_PUT_bad_policy_change ... ok +test.unit.container.test_server.TestContainerController.test_PUT_bad_policy_specified +test.unit.container.test_server.TestContainerController.test_PUT_bad_policy_specified ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sync_merging +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sync_merging ... ok +test.unit.container.test_server.TestContainerController.test_PUT_container_timing_metrics +test.unit.container.test_server.TestContainerController.test_PUT_container_timing_metrics ... ok +test.unit.container.test_server.TestContainerController.test_PUT_good_policy_specified +test.unit.container.test_server.TestContainerController.test_PUT_good_policy_specified ... ok +test.unit.container.test_server.TestContainerController.test_PUT_insufficient_space +test.unit.container.test_server.TestContainerController.test_PUT_insufficient_space ... ok +test.unit.container.test_server.TestContainerController.test_PUT_invalid_partition +test.unit.container.test_server.TestContainerController.test_PUT_invalid_partition ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers +test.unit.container.test_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers ... ok +test.unit.container.test_server.TestContainerController.test_PUT_no_policy_change +test.unit.container.test_server.TestContainerController.test_PUT_no_policy_change ... ok +test INFO: - - - [15/May/2024:18:04:42 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0323 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:42 +0000] "GET /sda1/p/a/c" 200 1347 "-" "-" "-" 0.0051 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:42 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0030 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:42 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0049 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:42 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0058 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:42 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0023 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:42 +0000] "GET /sda1/p/a/c/" 200 1017 "-" "-" "-" 0.0042 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:42 +0000] "GET /sda1/p/a/c/" 200 330 "-" "-" "-" 0.0023 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:42 +0000] "GET /sda1/p/a/c/" 200 330 "-" "-" "-" 0.0023 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:42 +0000] "GET /sda1/p/a/c/" 200 1017 "-" "-" "-" 0.0027 "-" 1329774 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:04:42 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0338 "-" 1329774 0 +test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" - "-" 1329774 0 +test INFO: - - - [01/Jan/1970:00:16:40 +0000] "GET /sda1/p/a/c" 200 664 "-" "-" "-" - "-" 1329774 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:04:43 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.2550 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:43 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0040 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:43 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0089 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:43 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0024 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:43 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0608 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:43 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:43 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:43 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:43 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0673 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:43 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0022 "-" 1329774 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:04:43 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0499 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:43 +0000] "PUT /sda1/p/a/c/unsharded" 201 - "-" "-" "-" 0.0025 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:43 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0411 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:43 +0000] "PUT /sda1/p/a/c/sharding" 201 - "-" "-" "-" 0.0008 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:43 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0430 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:43 +0000] "PUT /sda1/p/a/c/racing_update" 201 - "-" "-" "-" 0.0003 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:43 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0032 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:43 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0489 "-" 1329774 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:04:43 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0405 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0604 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:44 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0862 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:44 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0774 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:44 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:44 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0041 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:44 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0485 "-" 1329774 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:04:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0403 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:44 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0401 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:44 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0698 "-" 1329774 - +test ERROR: ERROR Account update failed with 127.0.0.1:55459/sda1 (will retry later): Response 503 OK +test INFO: - - - [15/May/2024:18:04:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0407 "-" 1329774 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:04:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0503 "-" 1329774 1 +test INFO: - - - [15/May/2024:18:04:44 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 1329774 1 +test INFO: - - - [15/May/2024:18:04:44 +0000] "PUT /sda1/p/a/c" 409 - "-" "-" "-" 0.0013 "-" 1329774 1 +test INFO: - - - [15/May/2024:18:04:44 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 1329774 1 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:04:44 +0000] "PUT /sda1/p/a/c" 400 45 "-" "-" "-" 0.0008 "-" 1329774 nada +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" - "-" 1329774 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:04:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0424 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:44 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 1329774 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:04:44 +0000] "PUT /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 1329774 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:04:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0496 "-" 1329774 1 +test INFO: - - - [15/May/2024:18:04:44 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0024 "-" 1329774 1 +test INFO: - - - [15/May/2024:18:04:44 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0304 "-" 1329774 1 +test INFO: - - - [15/May/2024:18:04:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0234 "-" 1329774 1 +test INFO: - - - [15/May/2024:18:04:44 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 1329774 1 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:04:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0302 "-" 1329774 0 +test.unit.container.test_server.TestContainerController.test_PUT_no_policy_for_existing_default +test.unit.container.test_server.TestContainerController.test_PUT_no_policy_for_existing_default ... ok +test.unit.container.test_server.TestContainerController.test_PUT_no_policy_for_existing_non_default +test.unit.container.test_server.TestContainerController.test_PUT_no_policy_for_existing_non_default ... ok +test.unit.container.test_server.TestContainerController.test_PUT_no_policy_specified +test.unit.container.test_server.TestContainerController.test_PUT_no_policy_specified ... ok +test.unit.container.test_server.TestContainerController.test_PUT_non_utf8_metadata +test.unit.container.test_server.TestContainerController.test_PUT_non_utf8_metadata ... ok +test.unit.container.test_server.TestContainerController.test_PUT_obj_not_found +test.unit.container.test_server.TestContainerController.test_PUT_obj_not_found ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_cleanup_post_replicate +test.unit.container.test_replicator.TestReplicatorSync.test_cleanup_post_replicate ... ok +test ERROR: Failed to unlink '/tmp/tmp_shmnhjx/containers/part/suffix/hash/container.db': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2244, in set_sharded_state + os.unlink(retiring_file) + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError: 1 +test DEBUG: Unlinked retiring db '/tmp/tmp_shmnhjx/containers/part/suffix/hash/container_1715796272.00000.db' +test WARNING: Still have multiple db files after unlinking '/tmp/tmp_shmnhjx/containers/part/suffix/hash/container_1715796272.00000.db': ['/tmp/tmp_shmnhjx/containers/part/suffix/hash/container.db', '/tmp/tmp_shmnhjx/containers/part/suffix/hash/container_1715796273.00000.db'] +test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmp_shmnhjx/containers/part/suffix/hash/container_1715796273.00000.db']. +test ERROR: Failed to set the ROWID of the fresh database for a/c: +test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp8p40y6p2/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', 'bf72a957-2590-4c37-bf46-dc720992b62d-sda', '1750205084.83307', '1750205086', '0', '', '1750205086', 0, 0) -test DEBUG: /tmp/tmp8p40y6p2/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', 'bf72a957-2590-4c37-bf46-dc720992b62d-sda', '1750205084.83307', '1750205086', '0', '', '1750205086', 0, 0) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('bf72a957-2590-4c37-bf46-dc720992b62d-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.71219 seconds (1.40412/s) +test INFO: Attempted to replicate 0 dbs in 0.00030 seconds (0.00000/s) test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpzwxgqiu_/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, 'cda45d662af9461707c3715277be89c7', 'ca77f6cc-7005-4ea6-9192-1fd41926da65-sda', '1750205085.85717', '1750205087', '0', '', '1750205087', 1, 1) -test DEBUG: /tmp/tmpzwxgqiu_/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1750205088.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], 'ca77f6cc-7005-4ea6-9192-1fd41926da65-sda') -test DEBUG: /tmp/tmpzwxgqiu_/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.288474s) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_syncs, ([],) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, 'cda45d662af9461707c3715277be89c7', 'ca77f6cc-7005-4ea6-9192-1fd41926da65-sda', '1750205085.85717', '1750205087', '0', '', '1750205087', 1, 1) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('ca77f6cc-7005-4ea6-9192-1fd41926da65-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') +test DEBUG: Replicating db /tmp/tmpemrf39qe/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 1.49777 seconds (0.66766/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp9d028bpr/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, 'a94e311df79fc125535371b01f853e3d', 'f237a853-b980-4bcf-a772-82c3748c045f-sda', '1750205087.48519', '1750205087', '1750205088', '', '1750205088', 1, 0) -test DEBUG: /tmp/tmp9d028bpr/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1750205090.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'f237a853-b980-4bcf-a772-82c3748c045f-sda') -test DEBUG: /tmp/tmp9d028bpr/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.150515s) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_syncs, ([],) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, 'a94e311df79fc125535371b01f853e3d', 'f237a853-b980-4bcf-a772-82c3748c045f-sda', '1750205087.48519', '1750205087', '1750205088', '', '1750205088', 1, 0) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('f237a853-b980-4bcf-a772-82c3748c045f-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') +test INFO: Attempted to replicate 1 dbs in 0.00462 seconds (216.62086/s) +test INFO: Removed 1 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test DEBUG: Successfully deleted db /tmp/tmp26x8lxh2/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +test DEBUG: Not deleting db /tmp/tmp26x8lxh2/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db (2/3 success) +test DEBUG: Not deleting db /tmp/tmp26x8lxh2/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db (requires sharding, state unsharded) +test DEBUG: Not deleting db /tmp/tmp26x8lxh2/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1715796284.80772.db (requires sharding, state sharding) +test DEBUG: Not deleting db /tmp/tmp26x8lxh2/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1715796284.80772.db (2/3 success) +test DEBUG: Successfully deleted db /tmp/tmp26x8lxh2/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1715796284.80772.db +test DEBUG: Successfully deleted db /tmp/tmp26x8lxh2/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpbad8ckw9/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (51, '541a8cfd68a60b976690a52afa852bb1', 'ce6757fa-0a6a-421a-af84-be0aa597cb8c-sda', '1715796285.07296', '1715796285.00000', '0', '', '1715796285.00000', 51, 0) +test DEBUG: /tmp/tmpbad8ckw9/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'o0', 'created_at': '1715796286.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'o1', 'created_at': '1715796287.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 3, 'name': 'o2', 'created_at': '1715796288.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 4, 'name': 'o3', 'created_at': '1715796289.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 5, 'name': 'o4', 'created_at': '1715796290.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 6, 'name': 'o5', 'created_at': '1715796291.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 7, 'name': 'o6', 'created_at': '1715796292.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 8, 'name': 'o7', 'created_at': '1715796293.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 9, 'name': 'o8', 'created_at': '1715796294.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 10, 'name': 'o9', 'created_at': '1715796295.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'ce6757fa-0a6a-421a-af84-be0aa597cb8c-sda') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 11, 'name': 'o10', 'created_at': '1715796296.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 12, 'name': 'o11', 'created_at': '1715796297.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 13, 'name': 'o12', 'created_at': '1715796298.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 14, 'name': 'o13', 'created_at': '1715796299.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 15, 'name': 'o14', 'created_at': '1715796300.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 16, 'name': 'o15', 'created_at': '1715796301.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 17, 'name': 'o16', 'created_at': '1715796302.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 18, 'name': 'o17', 'created_at': '1715796303.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 19, 'name': 'o18', 'created_at': '1715796304.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 20, 'name': 'o19', 'created_at': '1715796305.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'ce6757fa-0a6a-421a-af84-be0aa597cb8c-sda') +test.unit.container.test_replicator.TestReplicatorSync.test_diff_capped_sync +test.unit.container.test_replicator.TestReplicatorSync.test_diff_capped_sync ... ok +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 21, 'name': 'o20', 'created_at': '1715796306.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 22, 'name': 'o21', 'created_at': '1715796307.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 23, 'name': 'o22', 'created_at': '1715796308.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 24, 'name': 'o23', 'created_at': '1715796309.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 25, 'name': 'o24', 'created_at': '1715796310.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 26, 'name': 'o25', 'created_at': '1715796311.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 27, 'name': 'o26', 'created_at': '1715796312.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 28, 'name': 'o27', 'created_at': '1715796313.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 29, 'name': 'o28', 'created_at': '1715796314.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 30, 'name': 'o29', 'created_at': '1715796315.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'ce6757fa-0a6a-421a-af84-be0aa597cb8c-sda') +test DEBUG: /tmp/tmpbad8ckw9/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 30 (0.143195s) +test DEBUG: Synchronization for /tmp/tmpbad8ckw9/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db has fallen more than 30 rows behind; moving on and will try again next pass. +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (51, '541a8cfd68a60b976690a52afa852bb1', 'ce6757fa-0a6a-421a-af84-be0aa597cb8c-sda', '1715796285.07296', '1715796285.00000', '0', '', '1715796285.00000', 51, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('ce6757fa-0a6a-421a-af84-be0aa597cb8c-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 1.62757 seconds (0.61441/s) +test INFO: Attempted to replicate 1 dbs in 0.40949 seconds (2.44204/s) test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: 1 successes, 1 failures +test INFO: diff:1 diff_capped:1 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmps8w7emk7/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, '7bc1d255981f8f1ff702ee66e0b5ecd7', '3ef65e2f-e973-4d03-ba12-11a0ae6ecaca-sda', '1750205090.75372', '1750205090', '1750205091', '', '1750205091', 1, 0) -test DEBUG: /tmp/tmps8w7emk7/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, '7bc1d255981f8f1ff702ee66e0b5ecd7', '3ef65e2f-e973-4d03-ba12-11a0ae6ecaca-sda', '1750205090.75372', '1750205090', '1750205091', '', '1750205091', 1, 0) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('3ef65e2f-e973-4d03-ba12-11a0ae6ecaca-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') +test DEBUG: Replicating db /tmp/tmpbad8ckw9/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (51, '541a8cfd68a60b976690a52afa852bb1', 'ce6757fa-0a6a-421a-af84-be0aa597cb8c-sda', '1715796285.07296', '1715796285.00000', '0', '', '1715796285.00000', 51, 0) +test DEBUG: /tmp/tmpbad8ckw9/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row 30 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 31, 'name': 'o30', 'created_at': '1715796316.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 32, 'name': 'o31', 'created_at': '1715796317.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 33, 'name': 'o32', 'created_at': '1715796318.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 34, 'name': 'o33', 'created_at': '1715796319.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 35, 'name': 'o34', 'created_at': '1715796320.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 36, 'name': 'o35', 'created_at': '1715796321.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 37, 'name': 'o36', 'created_at': '1715796322.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 38, 'name': 'o37', 'created_at': '1715796323.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 39, 'name': 'o38', 'created_at': '1715796324.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 40, 'name': 'o39', 'created_at': '1715796325.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'ce6757fa-0a6a-421a-af84-be0aa597cb8c-sda') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 41, 'name': 'o40', 'created_at': '1715796326.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 42, 'name': 'o41', 'created_at': '1715796327.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 43, 'name': 'o42', 'created_at': '1715796328.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 44, 'name': 'o43', 'created_at': '1715796329.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 45, 'name': 'o44', 'created_at': '1715796330.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 46, 'name': 'o45', 'created_at': '1715796331.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 47, 'name': 'o46', 'created_at': '1715796332.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 48, 'name': 'o47', 'created_at': '1715796333.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 49, 'name': 'o48', 'created_at': '1715796334.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 50, 'name': 'o49', 'created_at': '1715796335.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'ce6757fa-0a6a-421a-af84-be0aa597cb8c-sda') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 51, 'name': 'o101', 'created_at': '1715796436.00000', 'size': 0, 'content_type': 'content-type-new', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'ce6757fa-0a6a-421a-af84-be0aa597cb8c-sda') +test DEBUG: /tmp/tmpbad8ckw9/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 51 (0.142098s) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (51, '541a8cfd68a60b976690a52afa852bb1', 'ce6757fa-0a6a-421a-af84-be0aa597cb8c-sda', '1715796285.07296', '1715796285.00000', '0', '', '1715796285.00000', 51, 0) +test DEBUG: /tmp/tmpbad8ckw9/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.2:1002/sdc, nothing to do test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 1.24018 seconds (0.80634/s) +test INFO: Attempted to replicate 1 dbs in 0.19848 seconds (5.03825/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:0 ts_repl:0 +test.unit.container.test_replicator.TestReplicatorSync.test_find_local_handoff_for_part +test.unit.container.test_replicator.TestReplicatorSync.test_find_local_handoff_for_part ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_local_ids +test.unit.container.test_replicator.TestReplicatorSync.test_local_ids ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue +test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue ... ok +test INFO: - - - [15/May/2024:18:04:44 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0015 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0391 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:44 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0041 "-" 1329774 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:04:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0344 "-" 1329774 1 +test INFO: - - - [15/May/2024:18:04:44 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0015 "-" 1329774 1 +test INFO: - - - [15/May/2024:18:04:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0426 "-" 1329774 1 +test INFO: - - - [15/May/2024:18:04:44 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0015 "-" 1329774 1 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:04:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0437 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:44 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 1329774 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:04:45 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0513 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:45 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0035 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:45 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0013 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 1329774 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:04:45 +0000] "PUT /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0003 "-" 1329774 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:04:45 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0340 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:45 +0000] "PUT /sda1/p/a/c/bashful" 201 - "-" "-" "-" 0.0023 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0743 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0347 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:45 +0000] "PUT /sda1/p/a/c/grumpy10" 201 - "-" "-" "-" 0.0012 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:45 +0000] "PUT /sda1/p/a/c/grumpy10_no_header" 201 - "-" "-" "-" 0.0049 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0344 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:45 +0000] "PUT /sda1/p/a/c/grumpy20" 301 - "-" "-" "-" 0.0045 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:45 +0000] "PUT /sda1/p/a/c/grumpy20_no_header" 201 - "-" "-" "-" 0.0004 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0420 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:45 +0000] "PUT /sda1/p/a/c/grumpy30" 301 - "-" "-" "-" 0.0010 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:45 +0000] "PUT /sda1/p/a/c/grumpy30_no_header" 201 - "-" "-" "-" 0.0037 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0498 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:45 +0000] "PUT /sda1/p/a/c/grumpy40" 301 - "-" "-" "-" 0.0012 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:45 +0000] "PUT /sda1/p/a/c/grumpy40_no_header" 201 - "-" "-" "-" 0.0033 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0349 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:45 +0000] "PUT /sda1/p/a/c/grumpy50" 201 - "-" "-" "-" 0.0011 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:45 +0000] "PUT /sda1/p/a/c/grumpy50_no_header" 201 - "-" "-" "-" 0.0034 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0351 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:45 +0000] "PUT /sda1/p/a/c/grumpy60" 301 - "-" "-" "-" 0.0013 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:45 +0000] "PUT /sda1/p/a/c/grumpy60_no_header" 201 - "-" "-" "-" 0.0005 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0523 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:45 +0000] "PUT /sda1/p/a/c/grumpy70" 201 - "-" "-" "-" 0.0014 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:45 +0000] "PUT /sda1/p/a/c/grumpy70_no_header" 201 - "-" "-" "-" 0.0081 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0296 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:45 +0000] "PUT /sda1/p/a/c/grumpy80" 201 - "-" "-" "-" 0.0011 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:45 +0000] "PUT /sda1/p/a/c/grumpy80_no_header" 201 - "-" "-" "-" 0.0004 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:46 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0427 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:46 +0000] "PUT /sda1/p/a/c/grumpier10" 201 - "-" "-" "-" 0.0036 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:46 +0000] "PUT /sda1/p/a/c/grumpier10_no_header" 201 - "-" "-" "-" 0.0028 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:46 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0469 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:46 +0000] "PUT /sda1/p/a/c/grumpier20" 301 - "-" "-" "-" 0.0009 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:46 +0000] "PUT /sda1/p/a/c/grumpier20_no_header" 201 - "-" "-" "-" 0.0035 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:46 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0469 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:46 +0000] "PUT /sda1/p/a/c/grumpier30" 301 - "-" "-" "-" 0.0010 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:46 +0000] "PUT /sda1/p/a/c/grumpier30_no_header" 201 - "-" "-" "-" 0.0005 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:46 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0556 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:46 +0000] "PUT /sda1/p/a/c/grumpier40" 301 - "-" "-" "-" 0.0012 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:46 +0000] "PUT /sda1/p/a/c/grumpier40_no_header" 201 - "-" "-" "-" 0.0004 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:46 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0429 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:46 +0000] "PUT /sda1/p/a/c/grumpier50" 201 - "-" "-" "-" 0.0015 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:46 +0000] "PUT /sda1/p/a/c/grumpier50_no_header" 201 - "-" "-" "-" 0.0004 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:46 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0339 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:46 +0000] "PUT /sda1/p/a/c/grumpier60" 301 - "-" "-" "-" 0.0015 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:46 +0000] "PUT /sda1/p/a/c/grumpier60_no_header" 201 - "-" "-" "-" 0.0004 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:46 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0466 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:46 +0000] "PUT /sda1/p/a/c/grumpier70" 201 - "-" "-" "-" 0.0011 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:46 +0000] "PUT /sda1/p/a/c/grumpier70_no_header" 201 - "-" "-" "-" 0.0004 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:46 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0637 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:46 +0000] "PUT /sda1/p/a/c/grumpier80" 201 - "-" "-" "-" 0.0045 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:47 +0000] "PUT /sda1/p/a/c/grumpier80_no_header" 201 - "-" "-" "-" 0.0007 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:47 +0000] "PUT /sda1/p/a/c/dopey" 201 - "-" "-" "-" 0.0062 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:47 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0400 "-" 1329774 0 +test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue_from_old_style_shard +test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue_from_old_style_shard ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796642.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/8d6/3313a463d8351a380c8d87a9d6e4e8d6/3313a463d8351a380c8d87a9d6e4e8d6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796647.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/f9d/232cf5b32360f02a4b570f4527f99f9d/232cf5b32360f02a4b570f4527f99f9d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796652.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/eef/29b613661a5b2d727dca3ee8a9e70eef/29b613661a5b2d727dca3ee8a9e70eef.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796657.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/5ea/0f5ee45e42e616fcf10fd73d560f85ea/0f5ee45e42e616fcf10fd73d560f85ea.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796662.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/28c/9263d5c279b32af41e4b7029fee9628c/9263d5c279b32af41e4b7029fee9628c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796667.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/a9d/003db27eb0479aef67072da6951e9a9d/003db27eb0479aef67072da6951e9a9d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796672.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/726/ad60f068166e7a6882993f1e1fa16726/ad60f068166e7a6882993f1e1fa16726.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796677.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/f77/67b4c300870afb5e9f8a4f5d98442f77/67b4c300870afb5e9f8a4f5d98442f77.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796682.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/3a0/9f5b924143200e5f1e335ff2930ec3a0/9f5b924143200e5f1e335ff2930ec3a0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796687.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/49d/70a6deb622f14b0cf7dd9ed2ac58749d/70a6deb622f14b0cf7dd9ed2ac58749d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796692.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/0b0/8fefef9fe20b1fecc9a52ea69a12e0b0/8fefef9fe20b1fecc9a52ea69a12e0b0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796697.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/9ef/d3743a19714a13aa213ae6ceb4d119ef/d3743a19714a13aa213ae6ceb4d119ef.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796702.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/749/f24f36e2f5d53aebe01f848662acc749/f24f36e2f5d53aebe01f848662acc749.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796707.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/eec/4b484ce7e52e9f011892fbab6dfc9eec/4b484ce7e52e9f011892fbab6dfc9eec.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796712.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/1c6/4058851d37805f4faaac20bf425621c6/4058851d37805f4faaac20bf425621c6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796717.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/047/6ecc3b35faae727510fc45a98201d047/6ecc3b35faae727510fc45a98201d047.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796722.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/bd7/da18976dfbdb9c986cd0cccd3531abd7/da18976dfbdb9c986cd0cccd3531abd7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796727.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/438/236229eebe7e3b9e60eeac98293af438/236229eebe7e3b9e60eeac98293af438.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796732.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/546/e379c4f4a83b7d91e22cdd6ac0546546/e379c4f4a83b7d91e22cdd6ac0546546.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796737.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/e49/4089ec7a13fb5ead20e129bef770ce49/4089ec7a13fb5ead20e129bef770ce49.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796742.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/6b9/dcbfd48f324fc104657ad7a8680206b9/dcbfd48f324fc104657ad7a8680206b9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796747.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/7f4/f69bf53f3f1077dc4d6441d4ff5a97f4/f69bf53f3f1077dc4d6441d4ff5a97f4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796752.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/93f/4d149cec8852337c76d699f294d2693f/4d149cec8852337c76d699f294d2693f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796757.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/5ce/bbd4da4a6a07f066fa8a245b0faec5ce/bbd4da4a6a07f066fa8a245b0faec5ce.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796762.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/fe7/d06b8b5d9d8ae37ac75210e4ce832fe7/d06b8b5d9d8ae37ac75210e4ce832fe7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796767.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/fd4/51d2b98d611f75433409e3a6873d8fd4/51d2b98d611f75433409e3a6873d8fd4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796772.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/52d/fd84bc92b00eede144b640954e94b52d/fd84bc92b00eede144b640954e94b52d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796777.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/978/07fdd9ea70a0e4e13af03339c1841978/07fdd9ea70a0e4e13af03339c1841978.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796782.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/42f/71b76175f928ed236674e635d476042f/71b76175f928ed236674e635d476042f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796787.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/a3f/5d0ea2d8620e6be80f97b1c4244b5a3f/5d0ea2d8620e6be80f97b1c4244b5a3f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796792.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/cca/438b3ba501a93c69e1c089699924fcca/438b3ba501a93c69e1c089699924fcca.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796797.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/a2e/b532428e4a893f398c1540c2ec221a2e/b532428e4a893f398c1540c2ec221a2e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796802.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/24d/c3b1a81ed7be9a0a5c4503a0e7d4624d/c3b1a81ed7be9a0a5c4503a0e7d4624d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796807.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/0db/28cc27ed3eb3391ffb2393b2323980db/28cc27ed3eb3391ffb2393b2323980db.db +test WARNING: Could not find a non-zero weight device for handoff partition 0, falling back device sdb +test WARNING: Could not find a non-zero weight device for handoff partition 0, falling back device sdc test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp4e6wej8v/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '657652bd-5f1f-45da-9e39-9b93966905fb-sda', '1750205092.46099', '1750205094', '1750205093', '', '1750205094', 0, 0) -test DEBUG: /tmp/tmp4e6wej8v/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '657652bd-5f1f-45da-9e39-9b93966905fb-sda', '1750205092.46099', '1750205094', '1750205093', '', '1750205094', 0, 0) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('657652bd-5f1f-45da-9e39-9b93966905fb-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 1.29150 seconds (0.77429/s) +test INFO: Attempted to replicate 0 dbs in 0.00025 seconds (0.00000/s) test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp2uhwzytw/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, 'b3edc3ad15ada3042191edb14e6db140', '223fa2b7-c526-4ed8-9a68-3eca00f63b47-sda', '1750205094.25897', '1750205096', '1750205095', '', '1750205096', 1, 1) -test DEBUG: /tmp/tmp2uhwzytw/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1750205098.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '223fa2b7-c526-4ed8-9a68-3eca00f63b47-sda') -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_container_timing_metrics -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_container_timing_metrics ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_good_policy_specified -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_good_policy_specified ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_insufficient_space -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_insufficient_space ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_invalid_partition -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_invalid_partition ... ok -test.unit.container.test_backend.TestContainerBroker.test_object_stats_old_style_root_container -test.unit.container.test_backend.TestContainerBroker.test_object_stats_old_style_root_container ... ok -test INFO: - - - [18/Jun/2025:00:04:50 +0000] "GET /sda1/p/a/c" 200 1337 "-" "-" "-" 0.0049 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:50 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0024 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:50 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0105 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:50 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1975 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:50 +0000] "GET /sda1/p/a/c" 200 1347 "-" "-" "-" 0.0264 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:50 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0021 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:50 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0019 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:50 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0018 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:50 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0020 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:50 +0000] "GET /sda1/p/a/c/" 200 1017 "-" "-" "-" 0.0022 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:50 +0000] "GET /sda1/p/a/c/" 200 330 "-" "-" "-" 0.0030 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:50 +0000] "GET /sda1/p/a/c/" 200 330 "-" "-" "-" 0.0020 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:50 +0000] "GET /sda1/p/a/c/" 200 1017 "-" "-" "-" 0.0021 "-" 635438 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:04:50 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1124 "-" 635438 2 -test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" - "-" 635438 2 -test INFO: - - - [01/Jan/1970:00:16:40 +0000] "GET /sda1/p/a/c" 200 664 "-" "-" "-" - "-" 635438 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:04:51 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.2375 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:51 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0057 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:51 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.1726 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:04:51 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0024 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:51 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1890 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:51 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:51 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:51 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:52 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.3096 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:52 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 635438 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:04:52 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0639 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:52 +0000] "PUT /sda1/p/a/c/unsharded" 201 - "-" "-" "-" 0.0056 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:52 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.1040 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:52 +0000] "PUT /sda1/p/a/c/sharding" 201 - "-" "-" "-" 0.0007 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:52 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.1048 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:52 +0000] "PUT /sda1/p/a/c/racing_update" 201 - "-" "-" "-" 0.0005 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:52 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0055 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:53 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.1568 "-" 635438 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:04:53 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1164 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:54 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.9055 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:54 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:54 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1832 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:54 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0010 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:54 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1605 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:54 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0010 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:54 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:04:54 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.1511 "-" 635438 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:04:54 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1242 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:54 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.2490 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:04:55 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.3002 "-" 635438 - -test ERROR: ERROR Account update failed with 127.0.0.1:51361/sda1 (will retry later): Response 503 OK -test INFO: - - - [18/Jun/2025:00:04:55 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0926 "-" 635438 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:04:55 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1805 "-" 635438 3 -test INFO: - - - [18/Jun/2025:00:04:55 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 635438 3 -test INFO: - - - [18/Jun/2025:00:04:55 +0000] "PUT /sda1/p/a/c" 409 - "-" "-" "-" 0.0011 "-" 635438 3 -test INFO: - - - [18/Jun/2025:00:04:55 +0000] "PUT /sda1/p/a/c" 409 - "-" "-" "-" 0.0010 "-" 635438 3 -test INFO: - - - [18/Jun/2025:00:04:55 +0000] "PUT /sda1/p/a/c" 409 - "-" "-" "-" 0.0009 "-" 635438 3 -test INFO: - - - [18/Jun/2025:00:04:55 +0000] "PUT /sda1/p/a/c" 409 - "-" "-" "-" 0.0011 "-" 635438 3 -test INFO: - - - [18/Jun/2025:00:04:55 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 635438 3 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:04:55 +0000] "PUT /sda1/p/a/c" 400 45 "-" "-" "-" 0.0003 "-" 635438 nada -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" - "-" 635438 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:04:55 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0787 "-" 635438 1 -test INFO: - - - [18/Jun/2025:00:04:55 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 635438 1 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:04:55 +0000] "PUT /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 635438 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:04:55 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.2010 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:04:55 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0040 "-" 635438 0 -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_deleted ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_change -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_change ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_for_existing_default -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_for_existing_default ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_old_enough_to_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_old_enough_to_reclaim ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_for_existing_non_default -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_for_existing_non_default ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_specified -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_specified ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_non_utf8_metadata -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_non_utf8_metadata ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_obj_not_found -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_obj_not_found ... ok -test.unit.container.test_backend.TestContainerBroker.test_object_stats_old_style_shard_container -test.unit.container.test_backend.TestContainerBroker.test_object_stats_old_style_shard_container ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205391.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/1e7/eea85d50e8eac4f378bca16cafb5e1e7/eea85d50e8eac4f378bca16cafb5e1e7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205396.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/340/08dfc593b1fcdb27227842bc26425340/08dfc593b1fcdb27227842bc26425340.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205401.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/7c6/f42908c3758415669418eb3bc7aa77c6/f42908c3758415669418eb3bc7aa77c6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205406.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/5b5/9880484698f74baf87dd62cd10e675b5/9880484698f74baf87dd62cd10e675b5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205411.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/092/c95c824803c24b2ded4cf9e6ba519092/c95c824803c24b2ded4cf9e6ba519092.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205416.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/ea9/bb6b80fed7fbfe4b7c7174e87b460ea9/bb6b80fed7fbfe4b7c7174e87b460ea9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205421.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/2a9/7381b2e3339315de021b9e74481902a9/7381b2e3339315de021b9e74481902a9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205426.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/e5d/8655e146e654771d52f1d4889728de5d/8655e146e654771d52f1d4889728de5d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205431.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/972/5dc102dcca6563567de5475ef089e972/5dc102dcca6563567de5475ef089e972.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205436.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/a10/5fe0798d6a94c39f55d0d00a59854a10/5fe0798d6a94c39f55d0d00a59854a10.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205441.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/2bf/1c18c0fdba3fa9942ee0b2884611c2bf/1c18c0fdba3fa9942ee0b2884611c2bf.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205446.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/486/713258fe70a80af8010985644950a486/713258fe70a80af8010985644950a486.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205451.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/95f/1cf0489bad5c6b5b55d400dbe4c3e95f/1cf0489bad5c6b5b55d400dbe4c3e95f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205456.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/014/c439c6b2dc19b90671dbee3e8c64c014/c439c6b2dc19b90671dbee3e8c64c014.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205461.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/e2e/520d1c09ea405ab0d015e84744422e2e/520d1c09ea405ab0d015e84744422e2e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205466.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/895/3ed3d08a083ef5207face89456f4a895/3ed3d08a083ef5207face89456f4a895.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205471.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/934/2d04149f3b15a5a5b26e18b94338e934/2d04149f3b15a5a5b26e18b94338e934.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205476.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/d4b/2cd848898d38e2b7a3e48ba7e307dd4b/2cd848898d38e2b7a3e48ba7e307dd4b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205481.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/5c8/e1bfd15df76c9ef5ea7b775a4739b5c8/e1bfd15df76c9ef5ea7b775a4739b5c8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205486.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/0af/540b4e06a57beafe989fd92add6b00af/540b4e06a57beafe989fd92add6b00af.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205491.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/5f1/ec7658967775a069ac667194437fb5f1/ec7658967775a069ac667194437fb5f1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205496.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/446/d08c11a64f381f277464461f4d87d446/d08c11a64f381f277464461f4d87d446.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205501.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/af1/08d87d8a5c62e09f4f67158f0f946af1/08d87d8a5c62e09f4f67158f0f946af1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205506.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/bd3/be28c77e7731854b8ce62f4a6baa7bd3/be28c77e7731854b8ce62f4a6baa7bd3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205511.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/ead/ee7bfed1c8da9cda262de6da74e57ead/ee7bfed1c8da9cda262de6da74e57ead.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205516.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/265/bc8432777dfb7480b0c2166a99222265/bc8432777dfb7480b0c2166a99222265.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205521.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/1eb/8ebbaaf587aa886316c854932151e1eb/8ebbaaf587aa886316c854932151e1eb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205526.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/624/8c0c38cd2369f5433934b6b9c01e9624/8c0c38cd2369f5433934b6b9c01e9624.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205531.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/ff5/6fe1b2f9eca134c2fae184e6ae5b5ff5/6fe1b2f9eca134c2fae184e6ae5b5ff5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205536.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/1fb/ebf685330378d66787425701ae4e91fb/ebf685330378d66787425701ae4e91fb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205541.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/c59/b378f56c44e837577062214470bc7c59/b378f56c44e837577062214470bc7c59.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205546.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/b43/61b642c44a5f6b40bfec380f2caf7b43/61b642c44a5f6b40bfec380f2caf7b43.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205551.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/5a5/c8e569e97d424b98301e1abc748e75a5/c8e569e97d424b98301e1abc748e75a5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205556.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/16d/68d13d3e8f66423b581dd6ce3298216d/68d13d3e8f66423b581dd6ce3298216d.db -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_reclaimable ... ok -test.unit.container.test_backend.TestContainerBroker.test_object_stats_root_container -test.unit.container.test_backend.TestContainerBroker.test_object_stats_root_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_last_modified_time -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_last_modified_time ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_newer_remote_create -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_newer_remote_create ... ok -test.unit.container.test_backend.TestContainerBroker.test_object_stats_shard_container -test.unit.container.test_backend.TestContainerBroker.test_object_stats_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_legacy_pending_files -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_legacy_pending_files ... ok -test.unit.container.test_backend.TestContainerBroker.test_old_style_root_account_container_path -test.unit.container.test_backend.TestContainerBroker.test_old_style_root_account_container_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter ... ok -test.unit.container.test_backend.TestContainerBroker.test_overlap_shard_range_order -test.unit.container.test_backend.TestContainerBroker.test_overlap_shard_range_order ... ok -test.unit.container.test_backend.TestContainerBroker.test_path -test.unit.container.test_backend.TestContainerBroker.test_path ... ok -test.unit.container.test_backend.TestContainerBroker.test_pending_file_name -test.unit.container.test_backend.TestContainerBroker.test_pending_file_name ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_non_slash ... ok -test INFO: - - - [18/Jun/2025:00:04:56 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.1569 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:04:56 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0821 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:04:56 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 635438 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:04:56 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0776 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:56 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:56 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0897 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:56 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0055 "-" 635438 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:04:56 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0903 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:04:56 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:04:56 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1931 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:04:56 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 635438 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:04:56 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.2933 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:56 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 635438 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:04:57 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0793 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:04:57 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0012 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:04:57 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0013 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:04:57 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0011 "-" 635438 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:04:57 +0000] "PUT /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0003 "-" 635438 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:04:57 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0937 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:57 +0000] "PUT /sda1/p/a/c/bashful" 201 - "-" "-" "-" 0.0008 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:57 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1662 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:57 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.2102 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:57 +0000] "PUT /sda1/p/a/c/grumpy10" 201 - "-" "-" "-" 0.0012 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:57 +0000] "PUT /sda1/p/a/c/grumpy10_no_header" 201 - "-" "-" "-" 0.0006 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:58 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0808 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:58 +0000] "PUT /sda1/p/a/c/grumpy20" 301 - "-" "-" "-" 0.0012 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:58 +0000] "PUT /sda1/p/a/c/grumpy20_no_header" 201 - "-" "-" "-" 0.0036 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:58 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1174 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:58 +0000] "PUT /sda1/p/a/c/grumpy30" 301 - "-" "-" "-" 0.0009 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:58 +0000] "PUT /sda1/p/a/c/grumpy30_no_header" 201 - "-" "-" "-" 0.0004 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:59 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 1.2234 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:59 +0000] "PUT /sda1/p/a/c/grumpy40" 301 - "-" "-" "-" 0.0013 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:04:59 +0000] "PUT /sda1/p/a/c/grumpy40_no_header" 201 - "-" "-" "-" 0.0006 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:00 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0878 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:00 +0000] "PUT /sda1/p/a/c/grumpy50" 201 - "-" "-" "-" 0.0012 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:00 +0000] "PUT /sda1/p/a/c/grumpy50_no_header" 201 - "-" "-" "-" 0.0221 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:00 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.2831 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:00 +0000] "PUT /sda1/p/a/c/grumpy60" 301 - "-" "-" "-" 0.0010 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:00 +0000] "PUT /sda1/p/a/c/grumpy60_no_header" 201 - "-" "-" "-" 0.0004 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:01 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.3914 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:01 +0000] "PUT /sda1/p/a/c/grumpy70" 201 - "-" "-" "-" 0.0013 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:01 +0000] "PUT /sda1/p/a/c/grumpy70_no_header" 201 - "-" "-" "-" 0.0006 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:02 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.3001 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:02 +0000] "PUT /sda1/p/a/c/grumpy80" 201 - "-" "-" "-" 0.0026 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:02 +0000] "PUT /sda1/p/a/c/grumpy80_no_header" 201 - "-" "-" "-" 0.0005 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:03 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1499 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:03 +0000] "PUT /sda1/p/a/c/grumpier10" 201 - "-" "-" "-" 0.0013 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:03 +0000] "PUT /sda1/p/a/c/grumpier10_no_header" 201 - "-" "-" "-" 0.0005 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:04 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0814 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:04 +0000] "PUT /sda1/p/a/c/grumpier20" 301 - "-" "-" "-" 0.0012 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:04 +0000] "PUT /sda1/p/a/c/grumpier20_no_header" 201 - "-" "-" "-" 0.0004 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:04 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0621 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:04 +0000] "PUT /sda1/p/a/c/grumpier30" 301 - "-" "-" "-" 0.0028 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:04 +0000] "PUT /sda1/p/a/c/grumpier30_no_header" 201 - "-" "-" "-" 0.0004 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:04 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1272 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:04 +0000] "PUT /sda1/p/a/c/grumpier40" 301 - "-" "-" "-" 0.0011 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:04 +0000] "PUT /sda1/p/a/c/grumpier40_no_header" 201 - "-" "-" "-" 0.0066 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:04 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0990 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:04 +0000] "PUT /sda1/p/a/c/grumpier50" 201 - "-" "-" "-" 0.0012 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:04 +0000] "PUT /sda1/p/a/c/grumpier50_no_header" 201 - "-" "-" "-" 0.0007 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:04 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1499 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:05 +0000] "PUT /sda1/p/a/c/grumpier60" 301 - "-" "-" "-" 0.0013 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:05 +0000] "PUT /sda1/p/a/c/grumpier60_no_header" 201 - "-" "-" "-" 0.0009 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:05 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.2160 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:05 +0000] "PUT /sda1/p/a/c/grumpier70" 201 - "-" "-" "-" 0.0012 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:05 +0000] "PUT /sda1/p/a/c/grumpier70_no_header" 201 - "-" "-" "-" 0.0006 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:06 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1942 "-" 635438 2 -test.unit.container.test_backend.TestContainerBroker.test_policy_stat_tracking -test.unit.container.test_backend.TestContainerBroker.test_policy_stat_tracking ... ok -test.unit.container.test_backend.TestContainerBroker.test_put_misplaced_object_does_not_effect_container_stats -test.unit.container.test_backend.TestContainerBroker.test_put_misplaced_object_does_not_effect_container_stats ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_order_and_reverse -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_order_and_reverse ... ok -test.unit.container.test_backend.TestContainerBroker.test_put_object -test.unit.container.test_backend.TestContainerBroker.test_put_object ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_prefix_delim ... ok -test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_encoded_timestamps_using_file -test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_encoded_timestamps_using_file ... ok -test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_encoded_timestamps_using_memory -test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_encoded_timestamps_using_memory ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_with_reserved_name -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_with_reserved_name ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_load_old_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_load_old_record_from_pending_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_make_tuple_for_pickle -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_make_tuple_for_pickle ... ok -test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_explicit_timestamps_using_file -test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_explicit_timestamps_using_file ... ok -test DEBUG: /tmp/tmp2uhwzytw/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.164516s) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_syncs, ([],) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, 'b3edc3ad15ada3042191edb14e6db140', '223fa2b7-c526-4ed8-9a68-3eca00f63b47-sda', '1750205094.25897', '1750205096', '1750205095', '', '1750205096', 1, 1) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('223fa2b7-c526-4ed8-9a68-3eca00f63b47-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 1.28329 seconds (0.77925/s) +test INFO: Attempted to replicate 0 dbs in 0.00022 seconds (0.00000/s) test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmponkv44uw/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '50e3d30c-d2da-4d7e-be79-0bd7a0a51ea9-sda', '1750205096.14117', '1750205098', '1750205097', '', '1750205098', 0, 1) -test DEBUG: /tmp/tmponkv44uw/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '50e3d30c-d2da-4d7e-be79-0bd7a0a51ea9-sda', '1750205096.14117', '1750205098', '1750205097', '', '1750205098', 0, 1) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('50e3d30c-d2da-4d7e-be79-0bd7a0a51ea9-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.90442 seconds (1.10568/s) +test INFO: Attempted to replicate 0 dbs in 0.00018 seconds (0.00000/s) test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp7jgk94yy/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, 'ed9ba5bb295e5eac9294a9a529cf4cb6', 'be1fef36-963d-46b4-9dc2-b13298b4ceba-sda', '1750205097.62206', '1750205099', '1750205098', '', '1750205099', 1, 0) -test DEBUG: /tmp/tmp7jgk94yy/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, 'ed9ba5bb295e5eac9294a9a529cf4cb6', 'be1fef36-963d-46b4-9dc2-b13298b4ceba-sda', '1750205097.62206', '1750205099', '1750205098', '', '1750205099', 1, 0) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('be1fef36-963d-46b4-9dc2-b13298b4ceba-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') +test DEBUG: Replicating db /tmp/tmp5agq5nry/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (2, 'ffc8d172a3a60af0d7e68a9a0e5c62cc', '743bcbe3-1c61-4acd-bf7f-f41e6e6bae1b-sda', '1715796285.82890', '1715796000.00000', '0', '', '1715796000.00000', 0, 1) +test DEBUG: /tmp/tmp5agq5nry/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'o', 'created_at': '1715796002.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'o2', 'created_at': '1715796003.00000+186a0+186a0', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '743bcbe3-1c61-4acd-bf7f-f41e6e6bae1b-sda') +test DEBUG: /tmp/tmp5agq5nry/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 2 (0.0387409s) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (2, 'ffc8d172a3a60af0d7e68a9a0e5c62cc', '743bcbe3-1c61-4acd-bf7f-f41e6e6bae1b-sda', '1715796285.82890', '1715796000.00000', '0', '', '1715796000.00000', 0, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('743bcbe3-1c61-4acd-bf7f-f41e6e6bae1b-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Adding 2 objects to the reconciler at /tmp/tmp5agq5nry/sda/containers/0/50e/d16a33d35ab615785e1281523471e50e/d16a33d35ab615785e1281523471e50e.db test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 3.30323 seconds (0.30273/s) +test INFO: Attempted to replicate 1 dbs in 0.38521 seconds (2.59598/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmp5agq5nry/sda/containers/0/50e/d16a33d35ab615785e1281523471e50e/d16a33d35ab615785e1281523471e50e.db +REPLICATE: /sdb/0/d16a33d35ab615785e1281523471e50e, sync, (2, 'c49fab7a040c53a0fa4ce575c90f2adc', '75d4cab8-d8b1-4c35-8908-2a6c1fbeebb4-sda', '1715796286.26931', '1715796000', '0', '', '1715796000', 2, 0) +REPLICATE: /sdb/0/d16a33d35ab615785e1281523471e50e, complete_rsync, ('75d4cab8-d8b1-4c35-8908-2a6c1fbeebb4-sda', 'd16a33d35ab615785e1281523471e50e.db') +REPLICATE: /sdc/0/d16a33d35ab615785e1281523471e50e, sync, (2, 'c49fab7a040c53a0fa4ce575c90f2adc', '75d4cab8-d8b1-4c35-8908-2a6c1fbeebb4-sda', '1715796286.26931', '1715796000', '0', '', '1715796000', 2, 0) +REPLICATE: /sdc/0/d16a33d35ab615785e1281523471e50e, complete_rsync, ('75d4cab8-d8b1-4c35-8908-2a6c1fbeebb4-sda', 'd16a33d35ab615785e1281523471e50e.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmplqjr27_t/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '57f7f70c-bd88-4219-b361-1fc7b5fc9582-sda', '1750205101.65192', '1750205104', '1750205103', '', '1750205104', 0, 0) -test DEBUG: /tmp/tmplqjr27_t/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '57f7f70c-bd88-4219-b361-1fc7b5fc9582-sda', '1750205101.65192', '1750205104', '1750205103', '', '1750205104', 0, 0) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('57f7f70c-bd88-4219-b361-1fc7b5fc9582-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') +test DEBUG: Replicating db /tmp/tmpaa24f2v6/sda/containers/0/df1/7d69a3daa789abb831fde54674123df1/7d69a3daa789abb831fde54674123df1.db +REPLICATE: /sdb/0/7d69a3daa789abb831fde54674123df1, sync, (2, 'ffc8d172a3a60af0d7e68a9a0e5c62cc', '47722cee-51d4-4f12-95a1-84a828d7f675-sda', '1715796286.56688', '1715796000.00000', '0', '{"X-Container-Sysmeta-Shard-Root": ["a/c", "1715796286.59723"]}', '1715796000.00000', 0, 1) +test DEBUG: /tmp/tmpaa24f2v6/sda/containers/0/df1/7d69a3daa789abb831fde54674123df1/7d69a3daa789abb831fde54674123df1.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/7d69a3daa789abb831fde54674123df1, merge_items, ([{'ROWID': 1, 'name': 'o', 'created_at': '1715796002.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'o2', 'created_at': '1715796003.00000+186a0+186a0', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '47722cee-51d4-4f12-95a1-84a828d7f675-sda') +test DEBUG: /tmp/tmpaa24f2v6/sda/containers/0/df1/7d69a3daa789abb831fde54674123df1/7d69a3daa789abb831fde54674123df1.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 2 (0.0593083s) +REPLICATE: /sdb/0/7d69a3daa789abb831fde54674123df1, merge_syncs, ([],) +REPLICATE: /sdc/0/7d69a3daa789abb831fde54674123df1, sync, (2, 'ffc8d172a3a60af0d7e68a9a0e5c62cc', '47722cee-51d4-4f12-95a1-84a828d7f675-sda', '1715796286.56688', '1715796000.00000', '0', '{"X-Container-Sysmeta-Shard-Root": ["a/c", "1715796286.59723"]}', '1715796000.00000', 0, 1) +REPLICATE: /sdc/0/7d69a3daa789abb831fde54674123df1, complete_rsync, ('47722cee-51d4-4f12-95a1-84a828d7f675-sda', '7d69a3daa789abb831fde54674123df1.db') +test DEBUG: Adding 2 objects to the reconciler at /tmp/tmpaa24f2v6/sda/containers/0/50e/d16a33d35ab615785e1281523471e50e/d16a33d35ab615785e1281523471e50e.db test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.62052 seconds (1.61155/s) +test INFO: Attempted to replicate 1 dbs in 0.47361 seconds (2.11144/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmpaa24f2v6/sda/containers/0/50e/d16a33d35ab615785e1281523471e50e/d16a33d35ab615785e1281523471e50e.db +REPLICATE: /sdb/0/d16a33d35ab615785e1281523471e50e, sync, (2, 'c49fab7a040c53a0fa4ce575c90f2adc', '412741d3-8851-4f5b-8cae-fe03babf3f41-sda', '1715796287.11077', '1715796000', '0', '', '1715796000', 2, 0) +REPLICATE: /sdb/0/d16a33d35ab615785e1281523471e50e, complete_rsync, ('412741d3-8851-4f5b-8cae-fe03babf3f41-sda', 'd16a33d35ab615785e1281523471e50e.db') +REPLICATE: /sdc/0/d16a33d35ab615785e1281523471e50e, sync, (2, 'c49fab7a040c53a0fa4ce575c90f2adc', '412741d3-8851-4f5b-8cae-fe03babf3f41-sda', '1715796287.11077', '1715796000', '0', '', '1715796000', 2, 0) +REPLICATE: /sdc/0/d16a33d35ab615785e1281523471e50e, complete_rsync, ('412741d3-8851-4f5b-8cae-fe03babf3f41-sda', 'd16a33d35ab615785e1281523471e50e.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpb7fs7mhv/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, '29901691e52b78a3a1a258ddf36c29da', '508732b6-a082-4470-be44-6683b5dd1255-sda', '1750205103.83111', '1750205106', '1750205105', '', '1750205106', 1, 1) -test DEBUG: /tmp/tmpb7fs7mhv/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1750205108.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '508732b6-a082-4470-be44-6683b5dd1255-sda') -test DEBUG: /tmp/tmpb7fs7mhv/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.355554s) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_syncs, ([],) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, '29901691e52b78a3a1a258ddf36c29da', '508732b6-a082-4470-be44-6683b5dd1255-sda', '1750205103.83111', '1750205106', '1750205105', '', '1750205106', 1, 1) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('508732b6-a082-4470-be44-6683b5dd1255-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') +test DEBUG: Replicating db /tmp/tmpicw5ivm2/sda/containers/0/df1/7d69a3daa789abb831fde54674123df1/7d69a3daa789abb831fde54674123df1.db +REPLICATE: /sdb/0/7d69a3daa789abb831fde54674123df1, sync, (2, 'ffc8d172a3a60af0d7e68a9a0e5c62cc', 'dbef2518-afbd-4390-b04c-9d4f1179da32-sda', '1715796287.36098', '1715796000.00000', '0', '{"X-Container-Sysmeta-Shard-Quoted-Root": ["a/c", "1715796287.39078"]}', '1715796000.00000', 0, 1) +test DEBUG: /tmp/tmpicw5ivm2/sda/containers/0/df1/7d69a3daa789abb831fde54674123df1/7d69a3daa789abb831fde54674123df1.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue_from_shard +test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue_from_shard ... ok +test.unit.container.test_server.TestContainerController.test_PUT_object_update_redirected_to_shard +test.unit.container.test_server.TestContainerController.test_PUT_object_update_redirected_to_shard ... ok +test.unit.container.test_server.TestContainerController.test_PUT_proxy_default_no_policy_for_existing_default +test.unit.container.test_server.TestContainerController.test_PUT_proxy_default_no_policy_for_existing_default ... ok +test.unit.container.test_server.TestContainerController.test_PUT_reset_container_sync +test.unit.container.test_server.TestContainerController.test_PUT_reset_container_sync ... ok +REPLICATE: /sdb/0/7d69a3daa789abb831fde54674123df1, merge_items, ([{'ROWID': 1, 'name': 'o', 'created_at': '1715796002.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'o2', 'created_at': '1715796003.00000+186a0+186a0', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'dbef2518-afbd-4390-b04c-9d4f1179da32-sda') +test DEBUG: /tmp/tmpicw5ivm2/sda/containers/0/df1/7d69a3daa789abb831fde54674123df1/7d69a3daa789abb831fde54674123df1.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 2 (0.0341244s) +REPLICATE: /sdb/0/7d69a3daa789abb831fde54674123df1, merge_syncs, ([],) +REPLICATE: /sdc/0/7d69a3daa789abb831fde54674123df1, sync, (2, 'ffc8d172a3a60af0d7e68a9a0e5c62cc', 'dbef2518-afbd-4390-b04c-9d4f1179da32-sda', '1715796287.36098', '1715796000.00000', '0', '{"X-Container-Sysmeta-Shard-Quoted-Root": ["a/c", "1715796287.39078"]}', '1715796000.00000', 0, 1) +REPLICATE: /sdc/0/7d69a3daa789abb831fde54674123df1, complete_rsync, ('dbef2518-afbd-4390-b04c-9d4f1179da32-sda', '7d69a3daa789abb831fde54674123df1.db') +test DEBUG: Adding 2 objects to the reconciler at /tmp/tmpicw5ivm2/sda/containers/0/50e/d16a33d35ab615785e1281523471e50e/d16a33d35ab615785e1281523471e50e.db test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 1.80520 seconds (0.55396/s) +test INFO: Attempted to replicate 1 dbs in 0.42263 seconds (2.36614/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmpicw5ivm2/sda/containers/0/50e/d16a33d35ab615785e1281523471e50e/d16a33d35ab615785e1281523471e50e.db +REPLICATE: /sdb/0/d16a33d35ab615785e1281523471e50e, sync, (2, 'c49fab7a040c53a0fa4ce575c90f2adc', '92b18dd6-f509-469d-b957-438cb677940f-sda', '1715796287.83217', '1715796000', '0', '', '1715796000', 2, 0) +REPLICATE: /sdb/0/d16a33d35ab615785e1281523471e50e, complete_rsync, ('92b18dd6-f509-469d-b957-438cb677940f-sda', 'd16a33d35ab615785e1281523471e50e.db') +REPLICATE: /sdc/0/d16a33d35ab615785e1281523471e50e, sync, (2, 'c49fab7a040c53a0fa4ce575c90f2adc', '92b18dd6-f509-469d-b957-438cb677940f-sda', '1715796287.83217', '1715796000', '0', '', '1715796000', 2, 0) +REPLICATE: /sdc/0/d16a33d35ab615785e1281523471e50e, complete_rsync, ('92b18dd6-f509-469d-b957-438cb677940f-sda', 'd16a33d35ab615785e1281523471e50e.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpyvkgeevp/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '5f4d31de-507d-4d1a-a512-bda9dd61661b-sda', '1750205106.42209', '1750205109', '1750205108', '', '1750205109', 0, 1) -test DEBUG: /tmp/tmpyvkgeevp/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '5f4d31de-507d-4d1a-a512-bda9dd61661b-sda', '1750205106.42209', '1750205109', '1750205108', '', '1750205109', 0, 1) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('5f4d31de-507d-4d1a-a512-bda9dd61661b-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') +test DEBUG: Replicating db /tmp/tmp7v356a5v/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (2, 'e400c59dd7b10522aeedab5eb6cbf4ef', '9c8b7f85-e4d1-46f8-8365-4c40e307a0a7-sda', '1715796288.09041', '1715796288.00000', '0', '', '1715796288.00000', 1, 1) +test DEBUG: /tmp/tmp7v356a5v/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'o-unu', 'created_at': '1715796290.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}, {'ROWID': 2, 'name': 'o-nulo', 'created_at': '1715796291.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '9c8b7f85-e4d1-46f8-8365-4c40e307a0a7-sda') +test DEBUG: /tmp/tmp7v356a5v/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 2 (0.0282972s) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (2, 'e400c59dd7b10522aeedab5eb6cbf4ef', '9c8b7f85-e4d1-46f8-8365-4c40e307a0a7-sda', '1715796288.09041', '1715796288.00000', '0', '', '1715796288.00000', 1, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('9c8b7f85-e4d1-46f8-8365-4c40e307a0a7-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp7v356a5v/sda/containers/0/50e/d16a33d35ab615785e1281523471e50e/d16a33d35ab615785e1281523471e50e.db test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.92313 seconds (1.08327/s) +test INFO: Attempted to replicate 1 dbs in 0.41880 seconds (2.38778/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmp7v356a5v/sda/containers/0/50e/d16a33d35ab615785e1281523471e50e/d16a33d35ab615785e1281523471e50e.db +REPLICATE: /sdb/0/d16a33d35ab615785e1281523471e50e, sync, (1, 'e5864619fcfea3be2809c0852f3a56b3', '5aec54da-f2b1-4600-a8fd-121b5ea01636-sda', '1715796288.55430', '1715796000', '0', '', '1715796000', 1, 0) +REPLICATE: /sdb/0/d16a33d35ab615785e1281523471e50e, complete_rsync, ('5aec54da-f2b1-4600-a8fd-121b5ea01636-sda', 'd16a33d35ab615785e1281523471e50e.db') +REPLICATE: /sdc/0/d16a33d35ab615785e1281523471e50e, sync, (1, 'e5864619fcfea3be2809c0852f3a56b3', '5aec54da-f2b1-4600-a8fd-121b5ea01636-sda', '1715796288.55430', '1715796000', '0', '', '1715796000', 1, 0) +REPLICATE: /sdc/0/d16a33d35ab615785e1281523471e50e, complete_rsync, ('5aec54da-f2b1-4600-a8fd-121b5ea01636-sda', 'd16a33d35ab615785e1281523471e50e.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpv4x66nc0/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, '9dd4441532324c626288c6cc5503a83e', '3e3ebe7e-c203-46e7-b35f-9bd7b12cb1be-sda', '1750205108.38649', '1750205111', '1750205110', '', '1750205111', 1, 0) -test DEBUG: /tmp/tmpv4x66nc0/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, '9dd4441532324c626288c6cc5503a83e', '3e3ebe7e-c203-46e7-b35f-9bd7b12cb1be-sda', '1750205108.38649', '1750205111', '1750205110', '', '1750205111', 1, 0) -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_newer_remote_delete -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_newer_remote_delete ... ok -test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_explicit_timestamps_using_memory -test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_explicit_timestamps_using_memory ... ok -test.unit.container.test_backend.TestContainerBroker.test_reclaim -test.unit.container.test_backend.TestContainerBroker.test_reclaim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_is_green -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_is_green ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_object_update_redirected_to_shard -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_object_update_redirected_to_shard ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_proxy_default_no_policy_for_existing_default -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_proxy_default_no_policy_for_existing_default ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_reset_container_sync -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_reset_container_sync ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_autocreates_shard_container -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_autocreates_shard_container ... ok -test INFO: - - - [18/Jun/2025:00:05:06 +0000] "PUT /sda1/p/a/c/grumpier80" 201 - "-" "-" "-" 0.0016 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:06 +0000] "PUT /sda1/p/a/c/grumpier80_no_header" 201 - "-" "-" "-" 0.0008 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:06 +0000] "PUT /sda1/p/a/c/dopey" 201 - "-" "-" "-" 0.0006 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:06 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0740 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:06 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1220 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:06 +0000] "PUT /sda1/p/a/c/dopey10" 201 - "-" "-" "-" 0.0012 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:06 +0000] "PUT /sda1/p/a/c/dopey10_no_header" 201 - "-" "-" "-" 0.0005 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:07 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1972 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:07 +0000] "PUT /sda1/p/a/c/dopey20" 301 - "-" "-" "-" 0.0020 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:07 +0000] "PUT /sda1/p/a/c/dopey20_no_header" 201 - "-" "-" "-" 0.0007 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:07 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0984 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:07 +0000] "PUT /sda1/p/a/c/dopey30" 301 - "-" "-" "-" 0.0015 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:07 +0000] "PUT /sda1/p/a/c/dopey30_no_header" 201 - "-" "-" "-" 0.0005 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:07 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1799 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:07 +0000] "PUT /sda1/p/a/c/dopey40" 301 - "-" "-" "-" 0.0013 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:07 +0000] "PUT /sda1/p/a/c/dopey40_no_header" 201 - "-" "-" "-" 0.0005 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:08 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0771 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:08 +0000] "PUT /sda1/p/a/c/dopey50" 201 - "-" "-" "-" 0.0011 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:08 +0000] "PUT /sda1/p/a/c/dopey50_no_header" 201 - "-" "-" "-" 0.0005 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:08 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1569 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:08 +0000] "PUT /sda1/p/a/c/dopey60" 301 - "-" "-" "-" 0.0014 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:08 +0000] "PUT /sda1/p/a/c/dopey60_no_header" 201 - "-" "-" "-" 0.0005 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:08 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1136 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:08 +0000] "PUT /sda1/p/a/c/dopey70" 201 - "-" "-" "-" 0.0012 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:08 +0000] "PUT /sda1/p/a/c/dopey70_no_header" 201 - "-" "-" "-" 0.0161 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:09 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0778 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:09 +0000] "PUT /sda1/p/a/c/dopey80" 201 - "-" "-" "-" 0.0012 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:09 +0000] "PUT /sda1/p/a/c/dopey80_no_header" 201 - "-" "-" "-" 0.0005 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:09 +0000] "PUT /sda1/p/a/c/bashful" 301 - "-" "-" "-" 0.0027 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:09 +0000] "PUT /sda1/p/a/c/dopey" 301 - "-" "-" "-" 0.0010 "-" 635438 2 -test DEBUG: Unlinked retiring db '/tmp/tmpjds3zmlv/tmp_test_container_server_ContainerController/sda1/containers/p/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db' -test INFO: - - - [18/Jun/2025:00:05:09 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1018 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:09 +0000] "PUT /sda1/p/a/c/grumpiest10" 201 - "-" "-" "-" 0.0013 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:09 +0000] "PUT /sda1/p/a/c/grumpiest10_no_header" 201 - "-" "-" "-" 0.0114 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:10 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.8450 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:10 +0000] "PUT /sda1/p/a/c/grumpiest20" 301 - "-" "-" "-" 0.0014 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:10 +0000] "PUT /sda1/p/a/c/grumpiest20_no_header" 201 - "-" "-" "-" 0.0006 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:10 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0974 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:10 +0000] "PUT /sda1/p/a/c/grumpiest30" 301 - "-" "-" "-" 0.0012 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:10 +0000] "PUT /sda1/p/a/c/grumpiest30_no_header" 201 - "-" "-" "-" 0.0005 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:11 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1019 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:11 +0000] "PUT /sda1/p/a/c/grumpiest40" 301 - "-" "-" "-" 0.0171 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:11 +0000] "PUT /sda1/p/a/c/grumpiest40_no_header" 201 - "-" "-" "-" 0.0006 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:11 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0590 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:11 +0000] "PUT /sda1/p/a/c/grumpiest50" 201 - "-" "-" "-" 0.0018 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:11 +0000] "PUT /sda1/p/a/c/grumpiest50_no_header" 201 - "-" "-" "-" 0.0006 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:11 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0741 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:11 +0000] "PUT /sda1/p/a/c/grumpiest60" 301 - "-" "-" "-" 0.0052 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:11 +0000] "PUT /sda1/p/a/c/grumpiest60_no_header" 201 - "-" "-" "-" 0.0060 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:11 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1082 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:11 +0000] "PUT /sda1/p/a/c/grumpiest70" 201 - "-" "-" "-" 0.0012 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:12 +0000] "PUT /sda1/p/a/c/grumpiest70_no_header" 201 - "-" "-" "-" 0.0006 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:12 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1286 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:12 +0000] "PUT /sda1/p/a/c/grumpiest80" 201 - "-" "-" "-" 0.0012 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:12 +0000] "PUT /sda1/p/a/c/grumpiest80_no_header" 201 - "-" "-" "-" 0.0006 "-" 635438 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:05:12 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0711 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:05:12 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:05:12 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0676 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:05:12 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 635438 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:05:12 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1749 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:12 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0021 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:13 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0634 "-" 635438 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:05:13 +0000] "PUT /sda1/p/.shards_a/shard_c" 404 - "-" "-" "-" 0.0003 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:05:13 +0000] "PUT /sda1/p/.shards_a/shard_c" 400 49 "-" "-" "-" 0.0002 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:05:13 +0000] "PUT /sda1/p/.shards_a/shard_c" 201 - "-" "-" "-" 0.3063 "-" 635438 1 -test INFO: - - - [18/Jun/2025:00:05:13 +0000] "PUT /sda1/p/.shards_a/shard_c" 202 - "-" "-" "-" 0.0948 "-" 635438 1 -test INFO: - - - [18/Jun/2025:00:05:13 +0000] "PUT /sda1/p/.shards_a/shard_c" 202 - "-" "-" "-" 0.0670 "-" 635438 1 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205561.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/f6a/3cc3a82ace68b85354ff8a89f3e6af6a/3cc3a82ace68b85354ff8a89f3e6af6a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205566.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/b65/3b5da136ca96edecc94e704c8e205b65/3b5da136ca96edecc94e704c8e205b65.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205571.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/9cc/30adec0a8b53b2afee3d7c7a4a9d89cc/30adec0a8b53b2afee3d7c7a4a9d89cc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205576.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/e71/ccec503970bab0771d43cfb279819e71/ccec503970bab0771d43cfb279819e71.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205581.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/e63/bcd0c16216a865458913db634241ae63/bcd0c16216a865458913db634241ae63.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205586.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/355/db7893237bd27a00de492fb585408355/db7893237bd27a00de492fb585408355.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205591.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/b79/8bc67de373856cc72b4eccd868dacb79/8bc67de373856cc72b4eccd868dacb79.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205596.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/a0f/f160729a51571d5426d16d12aebfda0f/f160729a51571d5426d16d12aebfda0f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205601.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/d1c/f2eea1502cca0438b212599bfdbb8d1c/f2eea1502cca0438b212599bfdbb8d1c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205606.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/501/2672cf82af6506324ff5e8e624c3c501/2672cf82af6506324ff5e8e624c3c501.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205611.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/aea/70d7a5974452bbf7ff2283205c388aea/70d7a5974452bbf7ff2283205c388aea.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205616.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/314/77abf89bcb7ea68bcf8e240c83859314/77abf89bcb7ea68bcf8e240c83859314.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205621.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/6f6/95dadd03d7966bac53806bd66f97c6f6/95dadd03d7966bac53806bd66f97c6f6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205626.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/879/87cfd481e28fa493b9b41b9c98cd3879/87cfd481e28fa493b9b41b9c98cd3879.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205631.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/f10/01c481828f999f9ef74a583af7ef9f10/01c481828f999f9ef74a583af7ef9f10.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205636.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/8d5/ff47fbc0952a56a6ef11175f250de8d5/ff47fbc0952a56a6ef11175f250de8d5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205641.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/ad6/58426bd0c5756cc8157c15c46c592ad6/58426bd0c5756cc8157c15c46c592ad6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205646.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/da8/73e4b6af2d60a6b767f3a37500030da8/73e4b6af2d60a6b767f3a37500030da8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205651.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/792/5ceb91318fc3240a2cc3c155d38a0792/5ceb91318fc3240a2cc3c155d38a0792.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205656.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/1a2/4b668fbf7a6b1db5b730274e890291a2/4b668fbf7a6b1db5b730274e890291a2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205661.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/f4f/4ef70fad87f7174d8bee758970307f4f/4ef70fad87f7174d8bee758970307f4f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205666.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/7a2/86b112b9abf80e21f97ead6f039887a2/86b112b9abf80e21f97ead6f039887a2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205671.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/0b2/545b542f847fb91c2271025982cff0b2/545b542f847fb91c2271025982cff0b2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205676.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/b53/7210576c42c7b1ff785649bcc1230b53/7210576c42c7b1ff785649bcc1230b53.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205681.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/a8b/a72efb426e419f7aaccb60242acd2a8b/a72efb426e419f7aaccb60242acd2a8b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205686.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/f01/535da43a1dd341eaf3a5de5b96417f01/535da43a1dd341eaf3a5de5b96417f01.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205691.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/f05/ffc5a11af4b637b06f0688362ddc1f05/ffc5a11af4b637b06f0688362ddc1f05.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205696.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/ad1/3860a44720db99611bc312f93c9a2ad1/3860a44720db99611bc312f93c9a2ad1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205701.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/a25/5c404e3945412518afb381768908ea25/5c404e3945412518afb381768908ea25.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205706.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/bc4/b06dab580bcc7812ed05e9bed4ca8bc4/b06dab580bcc7812ed05e9bed4ca8bc4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205711.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/9e4/43387b5117108fb84b1cd7d4a47459e4/43387b5117108fb84b1cd7d4a47459e4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205716.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/05c/1a446faf2ce13f9f985ce94601a6905c/1a446faf2ce13f9f985ce94601a6905c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205721.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/64b/d8cbedc365db82dfef04c9dcaa9b164b/d8cbedc365db82dfef04c9dcaa9b164b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205726.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/1c0/e5f17d8e60290bd25a71a8f1bcad61c0/e5f17d8e60290bd25a71a8f1bcad61c0.db -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_overwrite -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_overwrite ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_json_in_body -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_json_in_body ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_overwrite_unicode -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_overwrite_unicode ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_to_deleted_container -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_to_deleted_container ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_simulated_create_race -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_simulated_create_race ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_timestamp_not_float -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_timestamp_not_float ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_utf8 -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_utf8 ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_complete_rsync_works -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_complete_rsync_works ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_insufficient_space -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_insufficient_space ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_rsync_then_merge_works -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_rsync_then_merge_works ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_unknown_sync -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_unknown_sync ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_value_error_works -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_value_error_works ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_UPDATE -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_UPDATE ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_UPDATE_autocreate -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_UPDATE_autocreate ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test__call__raise_timeout -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test__call__raise_timeout ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_account_update_account_override_deleted -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_account_update_account_override_deleted ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_account_update_mismatched_host_device -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_account_update_mismatched_host_device ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_create -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_create ... ok -test INFO: - - - [18/Jun/2025:00:05:13 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0005 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:05:13 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0948 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:13 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1363 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:13 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1429 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:14 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1884 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:14 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1583 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:14 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0814 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:14 +0000] "PUT /sda1/p/a/c" 400 74 "-" "-" "-" 0.0003 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:05:14 +0000] "PUT /sda1/p/a/c" 400 74 "-" "-" "-" 0.0002 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:05:14 +0000] "PUT /sda1/p/a/c" 400 69 "-" "-" "-" 0.0002 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:05:14 +0000] "PUT /sda1/p/a/c" 400 75 "-" "-" "-" 0.0002 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:05:14 +0000] "PUT /sda1/p/a/c" 400 35 "-" "-" "-" 0.0002 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:05:14 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0763 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:14 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0685 "-" 635438 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:05:14 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1653 "-" 635438 2 -test DEBUG: Unlinked retiring db '/tmp/tmp6lpd5ols/tmp_test_container_server_ContainerController/sda1/containers/p/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db' -test INFO: - - - [18/Jun/2025:00:05:15 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.1906 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:05:15 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0015 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:15 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1846 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:15 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0060 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:15 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0968 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:15 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0024 "-" 635438 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:05:15 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0950 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:15 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0022 "-" 635438 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:05:15 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1442 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:15 +0000] "PUT /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 635438 - +test DEBUG: Replicating db /tmp/tmp7v356a5v/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (2, '9c9c6c77e8175175ecd255e150a6a026', 'cd46de7e-c62c-4a03-8dc7-8bcc660f5b05-sdb', '1715796288.09041', '1715796289.00000', '0', '', '1715796289.00000', 1, 1) +test DEBUG: /tmp/tmp7v356a5v/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.2:1002/sdc, starting at row -1 +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'o-unu', 'created_at': '1715796292.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}, {'ROWID': 2, 'name': 'o-nulo', 'created_at': '1715796293.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'cd46de7e-c62c-4a03-8dc7-8bcc660f5b05-sdb') +test DEBUG: Replicating db /tmp/tmp7v356a5v/sdb/containers/0/50e/d16a33d35ab615785e1281523471e50e/d16a33d35ab615785e1281523471e50e.db +REPLICATE: /sdc/0/d16a33d35ab615785e1281523471e50e, sync, (1, 'e5864619fcfea3be2809c0852f3a56b3', '17870d59-a0f1-4e10-a351-15cf3e0a2b94-', '1715796288.55430', '1715796000', '0', '', '1715796000', 1, 0) +test DEBUG: /tmp/tmp7v356a5v/sdb/containers/0/50e/d16a33d35ab615785e1281523471e50e/d16a33d35ab615785e1281523471e50e.db in sync with 10.0.0.2:1002/sdc, nothing to do +REPLICATE: /sda/0/d16a33d35ab615785e1281523471e50e, sync, (1, 'e5864619fcfea3be2809c0852f3a56b3', '17870d59-a0f1-4e10-a351-15cf3e0a2b94-', '1715796288.55430', '1715796000', '0', '', '1715796000', 1, 0) +test DEBUG: /tmp/tmp7v356a5v/sdb/containers/0/50e/d16a33d35ab615785e1281523471e50e/d16a33d35ab615785e1281523471e50e.db in sync with 10.0.0.0:1000/sda, nothing to do +test DEBUG: /tmp/tmp7v356a5v/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.2:1002/sdc, finished at row 2 (0.0931575s) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([{'remote_id': '9c8b7f85-e4d1-46f8-8365-4c40e307a0a7-sda', 'sync_point': 2}],) +REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (2, '9c9c6c77e8175175ecd255e150a6a026', 'cd46de7e-c62c-4a03-8dc7-8bcc660f5b05-sdb', '1715796288.09041', '1715796289.00000', '0', '', '1715796289.00000', 1, 1) +test DEBUG: /tmp/tmp7v356a5v/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.0:1000/sda, starting at row -1 +test.unit.container.test_server.TestContainerController.test_PUT_shard_range_autocreates_shard_container +test.unit.container.test_server.TestContainerController.test_PUT_shard_range_autocreates_shard_container ... ok +test INFO: - - - [15/May/2024:18:04:47 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0490 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:47 +0000] "PUT /sda1/p/a/c/dopey10" 201 - "-" "-" "-" 0.0013 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:47 +0000] "PUT /sda1/p/a/c/dopey10_no_header" 201 - "-" "-" "-" 0.0051 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:47 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0328 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:47 +0000] "PUT /sda1/p/a/c/dopey20" 301 - "-" "-" "-" 0.0036 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:47 +0000] "PUT /sda1/p/a/c/dopey20_no_header" 201 - "-" "-" "-" 0.0050 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:47 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0294 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:47 +0000] "PUT /sda1/p/a/c/dopey30" 301 - "-" "-" "-" 0.0010 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:47 +0000] "PUT /sda1/p/a/c/dopey30_no_header" 201 - "-" "-" "-" 0.0006 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:47 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0347 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:47 +0000] "PUT /sda1/p/a/c/dopey40" 301 - "-" "-" "-" 0.0012 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:47 +0000] "PUT /sda1/p/a/c/dopey40_no_header" 201 - "-" "-" "-" 0.0005 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:47 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0410 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:47 +0000] "PUT /sda1/p/a/c/dopey50" 201 - "-" "-" "-" 0.0013 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:47 +0000] "PUT /sda1/p/a/c/dopey50_no_header" 201 - "-" "-" "-" 0.0005 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:47 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0367 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:47 +0000] "PUT /sda1/p/a/c/dopey60" 301 - "-" "-" "-" 0.0011 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:47 +0000] "PUT /sda1/p/a/c/dopey60_no_header" 201 - "-" "-" "-" 0.0007 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:47 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0341 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:47 +0000] "PUT /sda1/p/a/c/dopey70" 201 - "-" "-" "-" 0.0013 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:47 +0000] "PUT /sda1/p/a/c/dopey70_no_header" 201 - "-" "-" "-" 0.0012 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:47 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0328 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:47 +0000] "PUT /sda1/p/a/c/dopey80" 201 - "-" "-" "-" 0.0039 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:47 +0000] "PUT /sda1/p/a/c/dopey80_no_header" 201 - "-" "-" "-" 0.0035 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:47 +0000] "PUT /sda1/p/a/c/bashful" 301 - "-" "-" "-" 0.0013 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:47 +0000] "PUT /sda1/p/a/c/dopey" 301 - "-" "-" "-" 0.0012 "-" 1329774 - +test DEBUG: Unlinked retiring db '/tmp/tmpfdy243au/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' +test INFO: - - - [15/May/2024:18:04:47 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0287 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:47 +0000] "PUT /sda1/p/a/c/grumpiest10" 201 - "-" "-" "-" 0.0013 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:47 +0000] "PUT /sda1/p/a/c/grumpiest10_no_header" 201 - "-" "-" "-" 0.0005 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:48 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0423 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:48 +0000] "PUT /sda1/p/a/c/grumpiest20" 301 - "-" "-" "-" 0.0017 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:48 +0000] "PUT /sda1/p/a/c/grumpiest20_no_header" 201 - "-" "-" "-" 0.0005 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:48 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0480 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:48 +0000] "PUT /sda1/p/a/c/grumpiest30" 301 - "-" "-" "-" 0.0016 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:48 +0000] "PUT /sda1/p/a/c/grumpiest30_no_header" 201 - "-" "-" "-" 0.0005 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:48 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0352 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:48 +0000] "PUT /sda1/p/a/c/grumpiest40" 301 - "-" "-" "-" 0.0012 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:48 +0000] "PUT /sda1/p/a/c/grumpiest40_no_header" 201 - "-" "-" "-" 0.0081 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:48 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0286 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:48 +0000] "PUT /sda1/p/a/c/grumpiest50" 201 - "-" "-" "-" 0.0066 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:48 +0000] "PUT /sda1/p/a/c/grumpiest50_no_header" 201 - "-" "-" "-" 0.0006 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:48 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0323 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:48 +0000] "PUT /sda1/p/a/c/grumpiest60" 301 - "-" "-" "-" 0.0014 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:48 +0000] "PUT /sda1/p/a/c/grumpiest60_no_header" 201 - "-" "-" "-" 0.0004 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:48 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0472 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:48 +0000] "PUT /sda1/p/a/c/grumpiest70" 201 - "-" "-" "-" 0.0016 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:48 +0000] "PUT /sda1/p/a/c/grumpiest70_no_header" 201 - "-" "-" "-" 0.0005 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:48 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0280 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:48 +0000] "PUT /sda1/p/a/c/grumpiest80" 201 - "-" "-" "-" 0.0078 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:48 +0000] "PUT /sda1/p/a/c/grumpiest80_no_header" 201 - "-" "-" "-" 0.0070 "-" 1329774 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:04:48 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0253 "-" 1329774 1 +test INFO: - - - [15/May/2024:18:04:48 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 1329774 1 +test INFO: - - - [15/May/2024:18:04:48 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0354 "-" 1329774 1 +test INFO: - - - [15/May/2024:18:04:48 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0016 "-" 1329774 1 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:04:48 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0464 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:48 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0025 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:48 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0519 "-" 1329774 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:04:48 +0000] "PUT /sda1/p/.shards_a/shard_c" 404 - "-" "-" "-" 0.0005 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:48 +0000] "PUT /sda1/p/.shards_a/shard_c" 400 49 "-" "-" "-" 0.0002 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:49 +0000] "PUT /sda1/p/.shards_a/shard_c" 201 - "-" "-" "-" 0.1060 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:49 +0000] "PUT /sda1/p/.shards_a/shard_c" 202 - "-" "-" "-" 0.0301 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:49 +0000] "PUT /sda1/p/.shards_a/shard_c" 202 - "-" "-" "-" 0.0382 "-" 1329774 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:04:49 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0031 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:49 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0371 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:49 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0698 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:49 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0411 "-" 1329774 0 +test.unit.container.test_replicator.TestReplicatorSync.test_multiple_out_sync_reconciler_enqueue_normalize +test.unit.container.test_replicator.TestReplicatorSync.test_multiple_out_sync_reconciler_enqueue_normalize ... ok +test.unit.container.test_server.TestContainerController.test_PUT_shard_range_json_in_body +test.unit.container.test_server.TestContainerController.test_PUT_shard_range_json_in_body ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_post_replicate_hook +test.unit.container.test_replicator.TestReplicatorSync.test_post_replicate_hook ... ok +test.unit.container.test_server.TestContainerController.test_PUT_shard_range_to_deleted_container +test.unit.container.test_server.TestContainerController.test_PUT_shard_range_to_deleted_container ... ok +test.unit.container.test_server.TestContainerController.test_PUT_simulated_create_race +test.unit.container.test_server.TestContainerController.test_PUT_simulated_create_race ... ok +test.unit.container.test_server.TestContainerController.test_PUT_timestamp_not_float +test.unit.container.test_server.TestContainerController.test_PUT_timestamp_not_float ... ok +test.unit.container.test_server.TestContainerController.test_PUT_utf8 +test.unit.container.test_server.TestContainerController.test_PUT_utf8 ... ok +test.unit.container.test_server.TestContainerController.test_REPLICATE_complete_rsync_works +test.unit.container.test_server.TestContainerController.test_REPLICATE_complete_rsync_works ... ok +test.unit.container.test_server.TestContainerController.test_REPLICATE_insufficient_space +test.unit.container.test_server.TestContainerController.test_REPLICATE_insufficient_space ... ok +test.unit.container.test_server.TestContainerController.test_REPLICATE_rsync_then_merge_works +test.unit.container.test_server.TestContainerController.test_REPLICATE_rsync_then_merge_works ... ok +test.unit.container.test_server.TestContainerController.test_REPLICATE_unknown_sync +test.unit.container.test_server.TestContainerController.test_REPLICATE_unknown_sync ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_missing +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_missing ... ok +test.unit.container.test_server.TestContainerController.test_REPLICATE_value_error_works +test.unit.container.test_server.TestContainerController.test_REPLICATE_value_error_works ... ok +test.unit.container.test_server.TestContainerController.test_UPDATE +test.unit.container.test_server.TestContainerController.test_UPDATE ... ok +test.unit.container.test_server.TestContainerController.test_UPDATE_autocreate +test.unit.container.test_server.TestContainerController.test_UPDATE_autocreate ... ok +test.unit.container.test_server.TestContainerController.test__call__raise_timeout +test.unit.container.test_server.TestContainerController.test__call__raise_timeout ... ok +test.unit.container.test_server.TestContainerController.test_account_update_account_override_deleted +test.unit.container.test_server.TestContainerController.test_account_update_account_override_deleted ... ok +test.unit.container.test_server.TestContainerController.test_account_update_mismatched_host_device +test.unit.container.test_server.TestContainerController.test_account_update_mismatched_host_device ... ok +test INFO: - - - [15/May/2024:18:04:49 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0733 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:49 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0246 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:49 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0373 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:49 +0000] "PUT /sda1/p/a/c" 400 74 "-" "-" "-" 0.0003 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:49 +0000] "PUT /sda1/p/a/c" 400 74 "-" "-" "-" 0.0002 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:49 +0000] "PUT /sda1/p/a/c" 400 69 "-" "-" "-" 0.0002 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:49 +0000] "PUT /sda1/p/a/c" 400 75 "-" "-" "-" 0.0002 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:49 +0000] "PUT /sda1/p/a/c" 400 35 "-" "-" "-" 0.0002 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:49 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0359 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:49 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0290 "-" 1329774 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:04:49 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0376 "-" 1329774 0 +test DEBUG: Unlinked retiring db '/tmp/tmp4wwxhtyp/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' +test INFO: - - - [15/May/2024:18:04:49 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0385 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:49 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0014 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:49 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0734 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:49 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0022 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:49 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0367 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:49 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0029 "-" 1329774 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:04:49 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0241 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:49 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 1329774 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:04:49 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0398 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:49 +0000] "PUT /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 1329774 - test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:05:16 +0000] "PUT /sda1/p/a/b%27%5Cxe2%5Cx98%5Cx83%27" 201 - "-" "-" "-" 0.3498 "-" 635438 2 +test INFO: - - - [15/May/2024:18:04:49 +0000] "PUT /sda1/p/a/b%27%5Cxe2%5Cx98%5Cx83%27" 201 - "-" "-" "-" 0.0313 "-" 1329774 0 test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: - - - [18/Jun/2025:00:05:16 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0003 "-" 635438 - +test DEBUG: - - - [15/May/2024:18:04:49 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0003 "-" 1329774 - test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: - - - [18/Jun/2025:00:05:16 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0002 "-" 635438 - +test DEBUG: - - - [15/May/2024:18:04:49 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0002 "-" 1329774 - test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: - - - [18/Jun/2025:00:05:16 +0000] "REPLICATE /sda1/p/a/" 404 - "-" "-" "-" 0.0003 "-" 635438 - +test DEBUG: - - - [15/May/2024:18:04:49 +0000] "REPLICATE /sda1/p/a/" 404 - "-" "-" "-" 0.0003 "-" 1329774 - test ERROR: ERROR __call__ error with REPLICATE /sda1/p/a/ : Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/container/server.py", line 1025, in __call__ @@ -41632,19 +49228,19 @@ return getattr(self, op)( ^^^^^^^^^^^^^^^^^ AttributeError: 'ContainerReplicatorRpc' object has no attribute 'unknown_sync' -test DEBUG: - - - [18/Jun/2025:00:05:16 +0000] "REPLICATE /sda1/p/a/" 500 847 "-" "-" "-" 0.0030 "-" 635438 - +test DEBUG: - - - [15/May/2024:18:04:49 +0000] "REPLICATE /sda1/p/a/" 500 847 "-" "-" "-" 0.0039 "-" 1329774 - test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: - - - [18/Jun/2025:00:05:16 +0000] "REPLICATE /sda1/p/a/" 400 49 "-" "-" "-" 0.0002 "-" 635438 - +test DEBUG: - - - [15/May/2024:18:04:49 +0000] "REPLICATE /sda1/p/a/" 400 49 "-" "-" "-" 0.0002 "-" 1329774 - test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:05:16 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.2918 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:16 +0000] "UPDATE /sda1/p/a/c" 400 41 "-" "-" "-" 0.0004 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:05:16 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:16 +0000] "UPDATE /sda1/p/a/c" 202 - "-" "-" "-" 0.3417 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:05:16 +0000] "GET /sda1/p/a/c" 200 131 "-" "-" "-" 0.0020 "-" 635438 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:05:16 +0000] "GET /sda1/p/.a/c" 404 - "-" "-" "-" 0.0004 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:05:17 +0000] "UPDATE /sda1/p/.a/c" 202 - "-" "-" "-" 0.7664 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:17 +0000] "GET /sda1/p/.a/c" 200 131 "-" "-" "-" 0.0029 "-" 635438 2 +test INFO: - - - [15/May/2024:18:04:50 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0304 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:50 +0000] "UPDATE /sda1/p/a/c" 400 41 "-" "-" "-" 0.0004 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:50 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0024 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:50 +0000] "UPDATE /sda1/p/a/c" 202 - "-" "-" "-" 0.0469 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:50 +0000] "GET /sda1/p/a/c" 200 131 "-" "-" "-" 0.0026 "-" 1329774 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:04:50 +0000] "GET /sda1/p/.a/c" 404 - "-" "-" "-" 0.0005 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:50 +0000] "UPDATE /sda1/p/.a/c" 202 - "-" "-" "-" 0.0697 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:50 +0000] "GET /sda1/p/.a/c" 200 131 "-" "-" "-" 0.0024 "-" 1329774 0 test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' test ERROR: ERROR __call__ error with PUT /sda1/p/a/c : @@ -41656,443 +49252,511 @@ raise Exception() Exception test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:05:17 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.2528 "-" 635438 2 +test INFO: - - - [15/May/2024:18:04:50 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0299 "-" 1329774 0 test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' test ERROR: ERROR Account update failed: different numbers of hosts and devices in request: "127.0.0.1:0" vs "sda1,sda2" test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_post_overwrite_out_of_order -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_post_overwrite_out_of_order ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_acl_container -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_acl_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges_state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges_state ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_change_storage_policy_via_DELETE_then_PUT -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_change_storage_policy_via_DELETE_then_PUT ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_range_single_record -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_range_single_record ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_newid -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_newid ... ok -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('3e3ebe7e-c203-46e7-b35f-9bd7b12cb1be-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 2.10250 seconds (0.47563/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpnspyond0/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', 'be60eabd-b8fd-4b82-8375-d383c1e6487e-sda', '1750205111.18911', '1750205114', '1750205113', '', '1750205114', 0, 1) -test DEBUG: /tmp/tmpnspyond0/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', 'be60eabd-b8fd-4b82-8375-d383c1e6487e-sda', '1750205111.18911', '1750205114', '1750205113', '', '1750205114', 0, 1) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('be60eabd-b8fd-4b82-8375-d383c1e6487e-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.77785 seconds (1.28560/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpczslo417/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, 'afb730dd244db65a51d2d99c4c618517', 'a3496fdc-e39f-4160-bc08-5d172c262083-sda', '1750205112.51777', '1750205115', '1750205114', '', '1750205115', 1, 1) -test DEBUG: /tmp/tmpczslo417/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1750205116.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], 'a3496fdc-e39f-4160-bc08-5d172c262083-sda') -test DEBUG: /tmp/tmpczslo417/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0654233s) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_syncs, ([],) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, 'afb730dd244db65a51d2d99c4c618517', 'a3496fdc-e39f-4160-bc08-5d172c262083-sda', '1750205112.51777', '1750205115', '1750205114', '', '1750205115', 1, 1) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('a3496fdc-e39f-4160-bc08-5d172c262083-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.94071 seconds (1.06303/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp_r0sfdz1/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', 'ee7f4fb6-e15c-49d6-8864-90763fd64ea9-sda', '1750205113.89555', '1750205116', '1750205115', '', '1750205116', 0, 0) -test DEBUG: /tmp/tmp_r0sfdz1/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', 'ee7f4fb6-e15c-49d6-8864-90763fd64ea9-sda', '1750205113.89555', '1750205116', '1750205115', '', '1750205116', 0, 0) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('ee7f4fb6-e15c-49d6-8864-90763fd64ea9-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.70849 seconds (1.41145/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpwi6iztjt/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, '93d6e8d5c98dbf85fbb56531a9517222', '06e90d82-af44-4aa2-a53d-35726f87a46d-sda', '1750205115.23531', '1750205118', '1750205117', '', '1750205118', 1, 0) -test DEBUG: /tmp/tmpwi6iztjt/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, '93d6e8d5c98dbf85fbb56531a9517222', '06e90d82-af44-4aa2-a53d-35726f87a46d-sda', '1750205115.23531', '1750205118', '1750205117', '', '1750205118', 1, 0) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('06e90d82-af44-4aa2-a53d-35726f87a46d-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 2.44632 seconds (0.40878/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp6aj1c7di/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', 'b1d3984e-03fc-497e-b2fc-9b8a9fe98cb1-sda', '1750205118.15964', '1750205122', '1750205121', '', '1750205122', 0, 0) -test DEBUG: /tmp/tmp6aj1c7di/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', 'b1d3984e-03fc-497e-b2fc-9b8a9fe98cb1-sda', '1750205118.15964', '1750205122', '1750205121', '', '1750205122', 0, 0) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('b1d3984e-03fc-497e-b2fc-9b8a9fe98cb1-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') +test INFO: - - - [15/May/2024:18:04:50 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0425 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:50 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:50 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0764 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:50 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0045 "-" 1329774 0 +test.unit.container.test_server.TestContainerController.test_acl_container +test.unit.container.test_server.TestContainerController.test_acl_container ... ok +test.unit.container.test_server.TestContainerController.test_change_storage_policy_via_DELETE_then_PUT +test.unit.container.test_server.TestContainerController.test_change_storage_policy_via_DELETE_then_PUT ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharded +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharded ... ok +test.unit.container.test_server.TestContainerController.test_change_to_default_storage_policy_via_DELETE_then_PUT +test.unit.container.test_server.TestContainerController.test_change_to_default_storage_policy_via_DELETE_then_PUT ... ok +test.unit.container.test_server.TestContainerController.test_content_type_on_HEAD +test.unit.container.test_server.TestContainerController.test_content_type_on_HEAD ... ok +test.unit.container.test_server.TestContainerController.test_correct_allowed_method +test.unit.container.test_server.TestContainerController.test_correct_allowed_method ... ok +test.unit.container.test_server.TestContainerController.test_create_reserved_namespace_container +test.unit.container.test_server.TestContainerController.test_create_reserved_namespace_container ... ok +test.unit.container.test_server.TestContainerController.test_create_reserved_object_in_container +test.unit.container.test_server.TestContainerController.test_create_reserved_object_in_container ... ok +test.unit.container.test_server.TestContainerController.test_creation +test.unit.container.test_server.TestContainerController.test_creation ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796812.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/c74/dbb4a296d108ef50cecdac2ed9116c74/dbb4a296d108ef50cecdac2ed9116c74.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796817.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/933/44be288351a9c9c714afa052e9405933/44be288351a9c9c714afa052e9405933.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796822.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/090/6b3766045dfd967eff0c86f92dbe1090/6b3766045dfd967eff0c86f92dbe1090.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796827.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/261/eede9ac7d45c56a896b88ddc287d5261/eede9ac7d45c56a896b88ddc287d5261.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796832.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/f68/e0631cd576089b525700df1f4b466f68/e0631cd576089b525700df1f4b466f68.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796837.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/213/6b66f55e0959e69d8434b02e4208c213/6b66f55e0959e69d8434b02e4208c213.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796842.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/a11/aca8b7def67baaabaca9513ac2a29a11/aca8b7def67baaabaca9513ac2a29a11.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796847.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/250/ca17bedab2650a716a8309eb61f38250/ca17bedab2650a716a8309eb61f38250.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796852.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/f14/41dfeacb8ff48b5aec6a580bf09dff14/41dfeacb8ff48b5aec6a580bf09dff14.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796857.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/2fe/63244d4e643743ecb863d09e02fb12fe/63244d4e643743ecb863d09e02fb12fe.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796862.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/3b2/f1cdbd9cbb076189bd4d1985f63633b2/f1cdbd9cbb076189bd4d1985f63633b2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796867.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/635/1c4965e26e9f25d6b350056ab2ede635/1c4965e26e9f25d6b350056ab2ede635.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796872.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/c31/f91cdf0a67e4363a277712082410bc31/f91cdf0a67e4363a277712082410bc31.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796877.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/2bc/e2874f62f4d472d5f391ef7f2cc8d2bc/e2874f62f4d472d5f391ef7f2cc8d2bc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796882.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/b3e/b9e179b7dc3a0f6ce7094a56d3637b3e/b9e179b7dc3a0f6ce7094a56d3637b3e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796887.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/098/3519b08f977a4ecad3b1c1ac3884b098/3519b08f977a4ecad3b1c1ac3884b098.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796892.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/a09/df1bbdc04d69c4b273e37280d123aa09/df1bbdc04d69c4b273e37280d123aa09.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796897.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/0d9/f2e5f69bcc9efd524aaa941bb5ffb0d9/f2e5f69bcc9efd524aaa941bb5ffb0d9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796902.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/605/aa58cc7ec2620874f38a472ed9fdd605/aa58cc7ec2620874f38a472ed9fdd605.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796907.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/6eb/0f1bc3e463667e9ba9770d30007c76eb/0f1bc3e463667e9ba9770d30007c76eb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796912.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/05d/791181282ee1ab5aff75167b3f62305d/791181282ee1ab5aff75167b3f62305d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796917.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/c59/8343a07a645e83fd3dba8aac6cf29c59/8343a07a645e83fd3dba8aac6cf29c59.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796922.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/728/d4faa4615f4f0c09705500ce14c8b728/d4faa4615f4f0c09705500ce14c8b728.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796927.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/ef4/3e808a2d79004cbf77933f4a61efeef4/3e808a2d79004cbf77933f4a61efeef4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796932.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/de7/8f5d2cdc2ed6763c8ff39fd0f1fa5de7/8f5d2cdc2ed6763c8ff39fd0f1fa5de7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796937.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/184/37730683ad8ccb44b23aac6dfe256184/37730683ad8ccb44b23aac6dfe256184.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796942.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/2f1/925c58cfa50c9a312a71864fde04d2f1/925c58cfa50c9a312a71864fde04d2f1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796947.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/2ba/29ccdb45a1cb0a751280ff7e0881f2ba/29ccdb45a1cb0a751280ff7e0881f2ba.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796952.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/b12/d4bd487d15651de8df90cfffd07c4b12/d4bd487d15651de8df90cfffd07c4b12.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796957.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/57c/571ffc5dd23113a0f45cf54aea48357c/571ffc5dd23113a0f45cf54aea48357c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796962.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/7b7/14846ea4f03bb0e92f81c11a29de77b7/14846ea4f03bb0e92f81c11a29de77b7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796967.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/ce7/92d666061e750f58db42be8588c3fce7/92d666061e750f58db42be8588c3fce7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796972.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/7ef/bb4c99ef9d62e2a77805bd4ae9ef27ef/bb4c99ef9d62e2a77805bd4ae9ef27ef.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796977.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/67d/3ef04642448c572ea7135239fbc0467d/3ef04642448c572ea7135239fbc0467d.db +test.unit.container.test_server.TestContainerController.test_delete_auto_create +test.unit.container.test_server.TestContainerController.test_delete_auto_create ... ok +test.unit.container.test_server.TestContainerController.test_deleted_headers +test.unit.container.test_server.TestContainerController.test_deleted_headers ... ok +REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'o-unu', 'created_at': '1715796292.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}, {'ROWID': 2, 'name': 'o-nulo', 'created_at': '1715796293.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'cd46de7e-c62c-4a03-8dc7-8bcc660f5b05-sdb') +test DEBUG: /tmp/tmp7v356a5v/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.0:1000/sda, finished at row 2 (0.0504019s) +REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([{'remote_id': '9c8b7f85-e4d1-46f8-8365-4c40e307a0a7-sda', 'sync_point': 2}],) +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp7v356a5v/sdb/containers/0/50e/d16a33d35ab615785e1281523471e50e/d16a33d35ab615785e1281523471e50e.db test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.54775 seconds (1.82564/s) +test INFO: Attempted to replicate 2 dbs in 0.32921 seconds (6.07512/s) test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpuedkjcxr/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, 'c0c66de04a32504e1200c2817a67f8c8', '59eb24bc-1705-46c0-943f-86a76201994e-sda', '1750205119.43557', '1750205123', '1750205122', '', '1750205123', 1, 1) -test DEBUG: /tmp/tmpuedkjcxr/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1750205124.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '59eb24bc-1705-46c0-943f-86a76201994e-sda') -test DEBUG: /tmp/tmpuedkjcxr/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0414701s) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_syncs, ([],) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, 'c0c66de04a32504e1200c2817a67f8c8', '59eb24bc-1705-46c0-943f-86a76201994e-sda', '1750205119.43557', '1750205123', '1750205122', '', '1750205123', 1, 1) -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_change_to_default_storage_policy_via_DELETE_then_PUT -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_change_to_default_storage_policy_via_DELETE_then_PUT ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_content_type_on_HEAD -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_content_type_on_HEAD ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_correct_allowed_method -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_correct_allowed_method ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_namespace_container -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_namespace_container ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_object_in_container -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_object_in_container ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_creation -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_creation ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_delete_auto_create -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_delete_auto_create ... ok -test.unit.container.test_backend.TestContainerBroker.test_reclaim_deadlock -test.unit.container.test_backend.TestContainerBroker.test_reclaim_deadlock ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_deleted_headers -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_deleted_headers ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_delimiter_with_reserved -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_delimiter_with_reserved ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_old_style_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_old_style_root_container ... ok -test.unit.container.test_backend.TestContainerBroker.test_reclaim_shard_ranges -test.unit.container.test_backend.TestContainerBroker.test_reclaim_shard_ranges ... ok -test INFO: - - - [18/Jun/2025:00:05:18 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.2175 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:18 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0016 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:18 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.1718 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:05:18 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0015 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:18 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.1747 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:05:18 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0058 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:18 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.2674 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:18 +0000] "HEAD /sda1/p/a/c2" 204 - "-" "-" "-" 0.0012 "-" 635438 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:05:18 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0929 "-" 635438 3 -test INFO: - - - [18/Jun/2025:00:05:19 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0994 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:05:19 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.2643 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:05:19 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:05:19 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0691 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:05:19 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.2251 "-" 635438 1 -test INFO: - - - [18/Jun/2025:00:05:19 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 635438 1 -test INFO: - - - [18/Jun/2025:00:05:19 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0703 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:05:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.3715 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:20 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0115 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:20 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.2594 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:05:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.3689 "-" 635438 4 -test INFO: - - - [18/Jun/2025:00:05:20 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 635438 4 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:05:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.3661 "-" 635438 3 -test INFO: - - - [18/Jun/2025:00:05:21 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0581 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:05:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1849 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:21 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 635438 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:05:21 +0000] "PUT /sda1/p/a/o" 201 - "-" "-" "-" 0.0796 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:21 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0017 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:21 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0014 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:21 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0013 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:21 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0013 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:21 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0041 "-" 635438 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:05:21 +0000] "PUT /sda1/p/a/%00c" 201 - "-" "-" "-" 0.1077 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:21 +0000] "PUT /sda1/p/a/%00c%00test" 201 - "-" "-" "-" 0.2186 "-" 635438 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:05:21 +0000] "PUT /sda1/p/a/c/" 201 - "-" "-" "-" 0.0591 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:21 +0000] "PUT /sda1/p/a/c/%00o" 400 61 "-" "-" "-" 0.0001 "-" 635438 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:05:21 +0000] "DELETE /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0004 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:05:21 +0000] "DELETE /sda1/p/.a/c/o" 404 - "-" "-" "-" 0.0001 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:05:22 +0000] "DELETE /sda1/p/.a/c/o" 204 - "-" "-" "-" 0.1387 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:05:22 +0000] "DELETE /sda1/p/a/.c/o" 404 - "-" "-" "-" 0.0003 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:05:22 +0000] "DELETE /sda1/p/a/.c/.o" 404 - "-" "-" "-" 0.0002 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:05:22 +0000] "DELETE /sda1/p/.shards_a/c/o" 404 - "-" "-" "-" 0.0001 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:05:22 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.1687 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:05:22 +0000] "DELETE /sda1/p/.shards_a/c/o" 204 - "-" "-" "-" 0.2154 "-" 635438 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:05:22 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1190 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:22 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.1874 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:05:22 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0014 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:22 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 0.0014 "-" 635438 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:05:22 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.1041 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:22 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0104 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:22 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0005 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:23 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0726 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:23 +0000] "GET /sda1/p/a/%00null" 200 26 "-" "-" "-" 0.0109 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:23 +0000] "GET /sda1/p/a/%00null" 200 32 "-" "-" "-" 0.0020 "-" 635438 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:05:23 +0000] "PUT /sda1/p/a/container_default" 201 - "-" "-" "-" 0.0681 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:23 +0000] "HEAD /sda1/p/a/container_default" 204 - "-" "-" "-" 0.0011 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:23 +0000] "PUT /sda1/p/a/c_nada" 400 45 "-" "-" "-" 0.0002 "-" 635438 nada -test INFO: - - - [18/Jun/2025:00:05:23 +0000] "PUT /sda1/p/a/c_999" 400 42 "-" "-" "-" 0.0001 "-" 635438 999 -test INFO: - - - [18/Jun/2025:00:05:23 +0000] "PUT /sda1/p/a/c_legacy" 201 - "-" "-" "-" 0.1570 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:05:23 +0000] "HEAD /sda1/p/a/c_legacy" 204 - "-" "-" "-" 0.0013 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:05:23 +0000] "PUT /sda1/p/a/c_one" 201 - "-" "-" "-" 0.0680 "-" 635438 1 -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_get_and_validate_policy_index -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_get_and_validate_policy_index ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges_deleted ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_false -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_false ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_true -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_true ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_doesnt_exist -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_doesnt_exist ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_is_not_public -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_is_not_public ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_list_allowed_methods -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_list_allowed_methods ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges_state -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges_state ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_listing_with_reserved -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_listing_with_reserved ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_log_line_format -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_log_line_format ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_markers_with_reserved -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_markers_with_reserved ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_not_allowed_method -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_not_allowed_method ... ok -test.unit.container.test_backend.TestContainerBroker.test_reclaim_with_duplicate_names -test.unit.container.test_backend.TestContainerBroker.test_reclaim_with_duplicate_names ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_newid -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_newid ... ok -test.unit.container.test_backend.TestContainerBroker.test_reconciler_sync -test.unit.container.test_backend.TestContainerBroker.test_reconciler_sync ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_delete -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_delete ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_old_style_shard_container ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_object_update_with_multiple_timestamps -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_object_update_with_multiple_timestamps ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_object_update_with_offset -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_object_update_with_offset ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_params_format -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_params_format ... ok -test INFO: - - - [18/Jun/2025:00:05:23 +0000] "HEAD /sda1/p/a/c_one" 204 - "-" "-" "-" 0.0016 "-" 635438 1 -test INFO: - - - [18/Jun/2025:00:05:23 +0000] "PUT /sda1/p/a/c_two" 201 - "-" "-" "-" 0.0758 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:23 +0000] "HEAD /sda1/p/a/c_two" 204 - "-" "-" "-" 0.0015 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:23 +0000] "PUT /sda1/p/a/c_three" 201 - "-" "-" "-" 0.2186 "-" 635438 3 -test INFO: - - - [18/Jun/2025:00:05:23 +0000] "HEAD /sda1/p/a/c_three" 204 - "-" "-" "-" 0.0016 "-" 635438 3 -test INFO: - - - [18/Jun/2025:00:05:23 +0000] "PUT /sda1/p/a/c_four" 201 - "-" "-" "-" 0.2947 "-" 635438 4 -test INFO: - - - [18/Jun/2025:00:05:23 +0000] "HEAD /sda1/p/a/c_four" 204 - "-" "-" "-" 0.0011 "-" 635438 4 +test INFO: 4 successes, 0 failures +test INFO: diff:2 diff_capped:0 empty:0 hashmatch:0 no_change:2 remote_merge:0 rsync:0 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmp7v356a5v/sdb/containers/0/50e/d16a33d35ab615785e1281523471e50e/d16a33d35ab615785e1281523471e50e.db +REPLICATE: /sdc/0/d16a33d35ab615785e1281523471e50e, sync, (2, '9dedbcb519af51c9692d0e3ca64274d4', '17870d59-a0f1-4e10-a351-15cf3e0a2b94-', '1715796288.55430', '1715796000', '0', '', '1715796000', 1, 0) +test DEBUG: /tmp/tmp7v356a5v/sdb/containers/0/50e/d16a33d35ab615785e1281523471e50e/d16a33d35ab615785e1281523471e50e.db usyncing chunks to 10.0.0.2:1002/sdc, starting at row 1 +REPLICATE: /sdc/0/d16a33d35ab615785e1281523471e50e, merge_items, ([{'ROWID': 2, 'name': '0:/a/c/o-nulo', 'created_at': '1715796293.00000', 'size': 0, 'content_type': 'application/x-put', 'etag': '1715796293.00000', 'deleted': 0, 'storage_policy_index': 0}], '17870d59-a0f1-4e10-a351-15cf3e0a2b94-') +test DEBUG: /tmp/tmp7v356a5v/sdb/containers/0/50e/d16a33d35ab615785e1281523471e50e/d16a33d35ab615785e1281523471e50e.db usyncing chunks to 10.0.0.2:1002/sdc, finished at row 2 (0.0419307s) +REPLICATE: /sdc/0/d16a33d35ab615785e1281523471e50e, merge_syncs, ([{'remote_id': '5aec54da-f2b1-4600-a8fd-121b5ea01636-sda', 'sync_point': 1}],) +REPLICATE: /sda/0/d16a33d35ab615785e1281523471e50e, sync, (2, '9dedbcb519af51c9692d0e3ca64274d4', '17870d59-a0f1-4e10-a351-15cf3e0a2b94-', '1715796288.55430', '1715796000', '0', '', '1715796000', 1, 0) +test DEBUG: /tmp/tmp7v356a5v/sdb/containers/0/50e/d16a33d35ab615785e1281523471e50e/d16a33d35ab615785e1281523471e50e.db usyncing chunks to 10.0.0.0:1000/sda, starting at row 1 +REPLICATE: /sda/0/d16a33d35ab615785e1281523471e50e, merge_items, ([{'ROWID': 2, 'name': '0:/a/c/o-nulo', 'created_at': '1715796293.00000', 'size': 0, 'content_type': 'application/x-put', 'etag': '1715796293.00000', 'deleted': 0, 'storage_policy_index': 0}], '17870d59-a0f1-4e10-a351-15cf3e0a2b94-') +test DEBUG: /tmp/tmp7v356a5v/sdb/containers/0/50e/d16a33d35ab615785e1281523471e50e/d16a33d35ab615785e1281523471e50e.db usyncing chunks to 10.0.0.0:1000/sda, finished at row 2 (0.0549784s) +REPLICATE: /sda/0/d16a33d35ab615785e1281523471e50e, merge_syncs, ([{'remote_id': '5aec54da-f2b1-4600-a8fd-121b5ea01636-sda', 'sync_point': 1}],) +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, 'a789f91e1cd74b2fd48f088b355bab71', '8fa28b64-a687-455e-bf1b-922fb7b42713-', '1715796289.56552', '1715796289.55615', '0', '', '1715796289.55615', 99, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('8fa28b64-a687-455e-bf1b-922fb7b42713-', '5267a50d4a8f6ea3ee1dbecb8592e872_1715796289.60207.db') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, 'a789f91e1cd74b2fd48f088b355bab71', '8fa28b64-a687-455e-bf1b-922fb7b42713-', '1715796289.56552', '1715796289.55615', '0', '', '1715796289.55615', 99, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1715796289.60197', 'lower': '', 'upper': 'a', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1715796289.60197', 'deleted': 0, 'state': 40, 'state_timestamp': '1715796289.60197', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715796289.60224', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715796289.60224', 'deleted': 0, 'state': 60, 'state_timestamp': '1715796289.60207', 'epoch': '1715796289.60207', 'reported': 0, 'tombstones': -1}], '8fa28b64-a687-455e-bf1b-922fb7b42713-') +test DEBUG: /tmp/tmpirragtgq/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1715796289.60207.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpirragtgq/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1715796289.60207.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, '96814fcb60f28dea562271357e2aafff', 'c8e8d4d1-b5e4-43d8-818d-fac16dc90de7-', '1715796289.99565', '1715796289.99279', '0', '', '1715796289.99279', 99, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1715796290.28299', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1715796290.28299', 'deleted': 0, 'state': 40, 'state_timestamp': '1715796290.28299', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715796290.31144', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715796290.31144', 'deleted': 0, 'state': 60, 'state_timestamp': '1715796290.02171', 'epoch': '1715796290.02171', 'reported': 0, 'tombstones': -1}], 'c8e8d4d1-b5e4-43d8-818d-fac16dc90de7-') +test DEBUG: /tmp/tmpai19q59b/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1715796290.02171.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpai19q59b/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1715796290.02171.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, '96814fcb60f28dea562271357e2aafff', 'c8e8d4d1-b5e4-43d8-818d-fac16dc90de7-', '1715796289.99565', '1715796290.25274', '0', '', '1715796289.99279', 101, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1715796290.28299', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1715796290.28299', 'deleted': 0, 'state': 40, 'state_timestamp': '1715796290.28299', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715796290.31144', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715796290.31144', 'deleted': 0, 'state': 60, 'state_timestamp': '1715796290.02171', 'epoch': '1715796290.02171', 'reported': 0, 'tombstones': -1}], 'c8e8d4d1-b5e4-43d8-818d-fac16dc90de7-') +test DEBUG: /tmp/tmpai19q59b/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1715796290.02171.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpai19q59b/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1715796290.02171.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +test.unit.container.test_server.TestContainerController.test_delimiter_with_reserved +test.unit.container.test_server.TestContainerController.test_delimiter_with_reserved ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharded_large_diff +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharded_large_diff ... ok +test.unit.container.test_server.TestContainerController.test_get_and_validate_policy_index +test.unit.container.test_server.TestContainerController.test_get_and_validate_policy_index ... ok +test.unit.container.test_server.TestContainerController.test_insufficient_storage_mount_check_false +test.unit.container.test_server.TestContainerController.test_insufficient_storage_mount_check_false ... ok +test.unit.container.test_server.TestContainerController.test_insufficient_storage_mount_check_true +test.unit.container.test_server.TestContainerController.test_insufficient_storage_mount_check_true ... ok +test.unit.container.test_server.TestContainerController.test_invalid_method_doesnt_exist +test.unit.container.test_server.TestContainerController.test_invalid_method_doesnt_exist ... ok +test.unit.container.test_server.TestContainerController.test_invalid_method_is_not_public +test.unit.container.test_server.TestContainerController.test_invalid_method_is_not_public ... ok +test.unit.container.test_server.TestContainerController.test_list_allowed_methods +test.unit.container.test_server.TestContainerController.test_list_allowed_methods ... ok +test INFO: - - - [15/May/2024:18:04:50 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0672 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:50 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0015 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:50 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0700 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:50 +0000] "HEAD /sda1/p/a/c2" 204 - "-" "-" "-" 0.0017 "-" 1329774 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:04:50 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0405 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:50 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0403 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:50 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0824 "-" 1329774 1 +test INFO: - - - [15/May/2024:18:04:50 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0023 "-" 1329774 1 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:04:50 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0411 "-" 1329774 1 +test INFO: - - - [15/May/2024:18:04:50 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0415 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:50 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0736 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:50 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0057 "-" 1329774 0 test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:04:50 +0000] "PUT /sda1/p/a/o" 201 - "-" "-" "-" 0.0339 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:50 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0014 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:50 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0011 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:50 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0012 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:50 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0011 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:50 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0015 "-" 1329774 0 test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:05:24 +0000] "method_doesnt_exist /sda1/p/a/c" 405 - "-" "-" "-" 0.0002 "-" 635438 - +test INFO: - - - [15/May/2024:18:04:50 +0000] "PUT /sda1/p/a/%00c" 201 - "-" "-" "-" 0.0383 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:50 +0000] "PUT /sda1/p/a/%00c%00test" 201 - "-" "-" "-" 0.0341 "-" 1329774 0 test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:05:24 +0000] "__init__ /sda1/p/a/c" 405 - "-" "-" "-" 0.0001 "-" 635438 - +test INFO: - - - [15/May/2024:18:04:51 +0000] "PUT /sda1/p/a/c/" 201 - "-" "-" "-" 0.0383 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:51 +0000] "PUT /sda1/p/a/c/%00o" 400 61 "-" "-" "-" 0.0001 "-" 1329774 - test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:05:24 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0757 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:24 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0006 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:24 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.1286 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:24 +0000] "GET /sda1/p/a/%00null" 200 183 "-" "-" "-" 0.0061 "-" 635438 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:04:51 +0000] "DELETE /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0004 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:51 +0000] "DELETE /sda1/p/.a/c/o" 404 - "-" "-" "-" 0.0002 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:51 +0000] "DELETE /sda1/p/.a/c/o" 204 - "-" "-" "-" 0.0395 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:51 +0000] "DELETE /sda1/p/a/.c/o" 404 - "-" "-" "-" 0.0002 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:51 +0000] "DELETE /sda1/p/a/.c/.o" 404 - "-" "-" "-" 0.0001 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:51 +0000] "DELETE /sda1/p/.shards_a/c/o" 404 - "-" "-" "-" 0.0001 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:51 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0417 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:51 +0000] "DELETE /sda1/p/.shards_a/c/o" 204 - "-" "-" "-" 0.0491 "-" 1329774 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:04:51 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0385 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:51 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0384 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:51 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0012 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:51 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 0.0010 "-" 1329774 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:04:51 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0307 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:51 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0004 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:51 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0003 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:51 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0523 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:51 +0000] "GET /sda1/p/a/%00null" 200 26 "-" "-" "-" 0.0020 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:51 +0000] "GET /sda1/p/a/%00null" 200 32 "-" "-" "-" 0.0019 "-" 1329774 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:04:51 +0000] "PUT /sda1/p/a/container_default" 201 - "-" "-" "-" 0.0461 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:51 +0000] "HEAD /sda1/p/a/container_default" 204 - "-" "-" "-" 0.0012 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:51 +0000] "PUT /sda1/p/a/c_nada" 400 45 "-" "-" "-" 0.0002 "-" 1329774 nada +test INFO: - - - [15/May/2024:18:04:51 +0000] "PUT /sda1/p/a/c_999" 400 42 "-" "-" "-" 0.0001 "-" 1329774 999 +test INFO: - - - [15/May/2024:18:04:51 +0000] "PUT /sda1/p/a/c_nulo" 201 - "-" "-" "-" 0.0291 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:51 +0000] "HEAD /sda1/p/a/c_nulo" 204 - "-" "-" "-" 0.0102 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:51 +0000] "PUT /sda1/p/a/c_unu" 201 - "-" "-" "-" 0.0288 "-" 1329774 1 +test INFO: - - - [15/May/2024:18:04:51 +0000] "HEAD /sda1/p/a/c_unu" 204 - "-" "-" "-" 0.0014 "-" 1329774 1 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:04:51 +0000] "method_doesnt_exist /sda1/p/a/c" 405 - "-" "-" "-" 0.0001 "-" 1329774 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:04:51 +0000] "__init__ /sda1/p/a/c" 405 - "-" "-" "-" 0.0001 "-" 1329774 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:04:51 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0346 "-" 1329774 0 +test.unit.container.test_server.TestContainerController.test_listing_with_reserved +test.unit.container.test_server.TestContainerController.test_listing_with_reserved ... ok +test.unit.container.test_server.TestContainerController.test_log_line_format +test.unit.container.test_server.TestContainerController.test_log_line_format ... ok +test.unit.container.test_server.TestContainerController.test_markers_with_reserved +test.unit.container.test_server.TestContainerController.test_markers_with_reserved ... ok +test.unit.container.test_server.TestContainerController.test_not_allowed_method +test.unit.container.test_server.TestContainerController.test_not_allowed_method ... ok +test.unit.container.test_server.TestContainerController.test_object_update_with_multiple_timestamps +test.unit.container.test_server.TestContainerController.test_object_update_with_multiple_timestamps ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharding +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharding ... ok +test.unit.container.test_server.TestContainerController.test_object_update_with_offset +test.unit.container.test_server.TestContainerController.test_object_update_with_offset ... ok +test.unit.container.test_server.TestContainerController.test_params_format +test.unit.container.test_server.TestContainerController.test_params_format ... ok +test.unit.container.test_server.TestContainerController.test_params_utf8 +test.unit.container.test_server.TestContainerController.test_params_utf8 ... ok +test INFO: - - - [15/May/2024:18:04:51 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0004 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:51 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0378 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:51 +0000] "GET /sda1/p/a/%00null" 200 183 "-" "-" "-" 0.0054 "-" 1329774 0 test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' test INFO: 1.2.3.4 - - [01/Jan/1970:02:46:42 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 2.0000 "-" 1234 0 test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:05:24 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0799 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:24 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0160 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:24 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0004 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:24 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0731 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:24 +0000] "GET /sda1/p/a/%00null" 200 367 "-" "-" "-" 0.0018 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:24 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0015 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:24 +0000] "GET /sda1/p/a/%00null" 200 184 "-" "-" "-" 0.0016 "-" 635438 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:05:24 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1672 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:24 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:24 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0212 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:24 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0775 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:24 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0022 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:24 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0637 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:24 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:25 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0703 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:25 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:25 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0195 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:25 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0006 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:25 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.1008 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:25 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0070 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:25 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0801 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:25 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0008 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:25 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0926 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:25 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:25 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.2132 "-" 635438 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:05:25 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1571 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:25 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:25 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0023 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:25 +0000] "GET /sda1/p/a/c" 200 117 "-" "-" "-" 0.0995 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:25 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:25 +0000] "GET /sda1/p/a/c" 200 116 "-" "-" "-" 0.1144 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:25 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0073 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:26 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.4448 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:26 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:27 +0000] "GET /sda1/p/a/c" 200 120 "-" "-" "-" 0.7751 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:27 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0004 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:27 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0483 "-" 635438 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:05:27 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.2808 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:27 +0000] "GET /sda1/p/a/c" 200 61 "-" "-" "-" 0.0020 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:27 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0020 "-" 635438 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:05:27 +0000] "GET /sda1/p/a/c" 400 37 "-" "-" "-" 0.0002 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:05:27 +0000] "GET /sda1/p/a/c" 400 33 "-" "-" "-" 0.0001 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:05:27 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0001 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:05:27 +0000] "GET /sda1/p/a/c" 400 32 "-" "-" "-" 0.0001 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:05:27 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0001 "-" 635438 - -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_params_utf8 -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_params_utf8 ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges_state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges_state ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_and_delim_with_reserved -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_and_delim_with_reserved ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_old_style_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_old_style_root_container ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_with_reserved -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_with_reserved ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_newid -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_newid ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_root_container ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_put_auto_create -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_put_auto_create ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205731.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/2a7/732e23c9e5940ede77df91cda32422a7/732e23c9e5940ede77df91cda32422a7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205736.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/9e7/2ba4357e41867bab64081c5d9e31d9e7/2ba4357e41867bab64081c5d9e31d9e7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205741.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/33b/f9e0f26225a043ecca27dd9e93b0433b/f9e0f26225a043ecca27dd9e93b0433b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205746.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/ff0/9c4a4810a76f271eba4398ace6fb5ff0/9c4a4810a76f271eba4398ace6fb5ff0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205751.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/646/e565c0f9704904205ff701dd159dc646/e565c0f9704904205ff701dd159dc646.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205756.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/43d/35c3c28f05bb2437ba8f74ce0d32e43d/35c3c28f05bb2437ba8f74ce0d32e43d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205761.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/3ac/4d600370e4bc66f47fa71a8389a9b3ac/4d600370e4bc66f47fa71a8389a9b3ac.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205766.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/7d3/902fac08674f6fa2d03c27fa070787d3/902fac08674f6fa2d03c27fa070787d3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205771.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/005/8f5953471aa4e83b4e4e87989f27c005/8f5953471aa4e83b4e4e87989f27c005.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205776.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/e22/923f8f13573a86747ed1119191066e22/923f8f13573a86747ed1119191066e22.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205781.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/38c/bdabe511623c822d9cdb85bf6113338c/bdabe511623c822d9cdb85bf6113338c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205786.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/114/65036f5771b6c0b98c38f3253a168114/65036f5771b6c0b98c38f3253a168114.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205791.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/5cb/b2f09f5e21ad6c2dedd76e7b6ffc65cb/b2f09f5e21ad6c2dedd76e7b6ffc65cb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205796.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/cf6/d6514c4f67c1c5c3721815fa11ae5cf6/d6514c4f67c1c5c3721815fa11ae5cf6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205801.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/be1/d3c69ee8fb7f00d8d32f3dabc4d02be1/d3c69ee8fb7f00d8d32f3dabc4d02be1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205806.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/9f1/6cf1dc22b50e91cae1b8133bb45329f1/6cf1dc22b50e91cae1b8133bb45329f1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205811.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/831/aa34eee077f56f1c925dc17ab2ed1831/aa34eee077f56f1c925dc17ab2ed1831.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205816.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/dac/8619650cd4f4b72ff0626ade472ffdac/8619650cd4f4b72ff0626ade472ffdac.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205821.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/acf/2e0cac0e4ee134c76b81f1e162e45acf/2e0cac0e4ee134c76b81f1e162e45acf.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205826.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/1d2/60ca6e6381edb2e87de9371b331991d2/60ca6e6381edb2e87de9371b331991d2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205831.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/40b/d1bb860b711b24c5cb65f9dd4c69b40b/d1bb860b711b24c5cb65f9dd4c69b40b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205836.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/342/5a8c1899bb163b19e85035b7b6348342/5a8c1899bb163b19e85035b7b6348342.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205841.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/585/270afae11f5f44799802e2bc42d29585/270afae11f5f44799802e2bc42d29585.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205846.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/0fd/3b42c55f048d8706e7a7a02cf77910fd/3b42c55f048d8706e7a7a02cf77910fd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205851.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/736/43fcce9c538e598f8fa77df0cfd0b736/43fcce9c538e598f8fa77df0cfd0b736.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205856.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/916/004b707d288b4d56791bfc6b47ecb916/004b707d288b4d56791bfc6b47ecb916.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205861.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/edf/7835f745a8431093f15b48e6176f5edf/7835f745a8431093f15b48e6176f5edf.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205866.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/cde/e8751f378916ab9a9d0bafe81a766cde/e8751f378916ab9a9d0bafe81a766cde.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205871.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/97a/be4ce6a0a899799f8a5abc17cb1ef97a/be4ce6a0a899799f8a5abc17cb1ef97a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205876.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/ab2/bd5718f3177bdcc4e48b5790b5f67ab2/bd5718f3177bdcc4e48b5790b5f67ab2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205881.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/278/8b00e2d4031724973d1d8139b7461278/8b00e2d4031724973d1d8139b7461278.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205886.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/4d0/b69f25d890519ac3a797311a8fa204d0/b69f25d890519ac3a797311a8fa204d0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205891.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/0c7/06922ce939432cb09339dc544841e0c7/06922ce939432cb09339dc544841e0c7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205896.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/156/3b8c62d6a3b8f4e48ac9fa2f073b1156/3b8c62d6a3b8f4e48ac9fa2f073b1156.db -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_replication_server_call_all_methods -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_replication_server_call_all_methods ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_serv_reserv -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_serv_reserv ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_swift_bytes_in_content_type -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_swift_bytes_in_content_type ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path_utf8 -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path_utf8 ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_DELETE -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_DELETE ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_old_style_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_state ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_POST -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_POST ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_newid -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_newid ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_shard_container ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_PUT -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_PUT ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_old_style_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_old_style_root_container ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_updating_multiple_container_servers -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_updating_multiple_container_servers ... ok -test INFO: - - - [18/Jun/2025:00:05:27 +0000] "GET /sda1/p/a/c" 400 38 "-" "-" "-" 0.0001 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:05:27 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0001 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:05:27 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.2487 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:27 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:27 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0022 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:27 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0022 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:27 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:27 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:27 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:27 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 635438 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:05:28 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.2636 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:28 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0005 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:28 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0003 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:28 +0000] "PUT /sda1/p/a/%00null/%00null%00foo" 201 - "-" "-" "-" 0.0003 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:28 +0000] "PUT /sda1/p/a/%00null/%00nullish" 201 - "-" "-" "-" 0.0003 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:28 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.1777 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:28 +0000] "GET /sda1/p/a/%00null" 200 207 "-" "-" "-" 0.0152 "-" 635438 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:05:28 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0720 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:28 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0124 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:28 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0005 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:28 +0000] "PUT /sda1/p/a/%00null/%00null%00foo" 201 - "-" "-" "-" 0.0003 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:28 +0000] "PUT /sda1/p/a/%00null/%00nullish" 201 - "-" "-" "-" 0.0003 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:28 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0893 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:28 +0000] "GET /sda1/p/a/%00null" 200 367 "-" "-" "-" 0.0024 "-" 635438 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:05:28 +0000] "PUT /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0004 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:05:28 +0000] "PUT /sda1/p/.a/c/o" 404 - "-" "-" "-" 0.0002 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:05:28 +0000] "PUT /sda1/p/.a/c/o" 201 - "-" "-" "-" 0.0950 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:05:28 +0000] "PUT /sda1/p/a/.c/o" 404 - "-" "-" "-" 0.0003 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:05:28 +0000] "PUT /sda1/p/a/c/.o" 404 - "-" "-" "-" 0.0002 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:05:28 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.1439 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:05:28 +0000] "PUT /sda1/p/.shards_a/c/o" 404 - "-" "-" "-" 0.0003 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:05:28 +0000] "PUT /sda1/p/.shards_a/c" 404 - "-" "-" "-" 0.0004 "-" 635438 0 -test INFO: - - - [18/Jun/2025:00:05:28 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.1520 "-" 635438 0 +test INFO: - - - [15/May/2024:18:04:51 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0353 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:51 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0020 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:51 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0004 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:51 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0414 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:51 +0000] "GET /sda1/p/a/%00null" 200 367 "-" "-" "-" 0.0063 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:51 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0027 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:51 +0000] "GET /sda1/p/a/%00null" 200 184 "-" "-" "-" 0.0026 "-" 1329774 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:04:51 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0369 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:51 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:51 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0047 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:51 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0455 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:51 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:51 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0482 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:51 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0003 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:51 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0453 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:51 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0025 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:51 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0036 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:51 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0011 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:52 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0418 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:52 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0014 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:52 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0268 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:52 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0019 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:52 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0334 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:52 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:52 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0308 "-" 1329774 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:04:52 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0370 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:52 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:52 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:52 +0000] "GET /sda1/p/a/c" 200 117 "-" "-" "-" 0.0386 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:52 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0036 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:52 +0000] "GET /sda1/p/a/c" 200 116 "-" "-" "-" 0.0476 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:52 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0005 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:52 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0302 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:52 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0012 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:52 +0000] "GET /sda1/p/a/c" 200 120 "-" "-" "-" 0.0405 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:52 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0085 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:52 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0379 "-" 1329774 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:04:52 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0394 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:52 +0000] "GET /sda1/p/a/c" 200 61 "-" "-" "-" 0.0023 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:52 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0020 "-" 1329774 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:04:52 +0000] "GET /sda1/p/a/c" 400 37 "-" "-" "-" 0.0079 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:52 +0000] "GET /sda1/p/a/c" 400 33 "-" "-" "-" 0.0001 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:52 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0001 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:52 +0000] "GET /sda1/p/a/c" 400 32 "-" "-" "-" 0.0001 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:52 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0001 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:52 +0000] "GET /sda1/p/a/c" 400 38 "-" "-" "-" 0.0001 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:52 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0001 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:52 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0353 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:52 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:52 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0031 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:52 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0041 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:52 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0026 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:52 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0027 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:52 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0047 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:52 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0022 "-" 1329774 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:04:52 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0520 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:52 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0034 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:52 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0003 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:52 +0000] "PUT /sda1/p/a/%00null/%00null%00foo" 201 - "-" "-" "-" 0.0003 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:52 +0000] "PUT /sda1/p/a/%00null/%00nullish" 201 - "-" "-" "-" 0.0021 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:52 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0385 "-" 1329774 0 +test.unit.container.test_server.TestContainerController.test_prefix_and_delim_with_reserved +test.unit.container.test_server.TestContainerController.test_prefix_and_delim_with_reserved ... ok +test.unit.container.test_server.TestContainerController.test_prefix_with_reserved +test.unit.container.test_server.TestContainerController.test_prefix_with_reserved ... ok +test.unit.container.test_server.TestContainerController.test_put_auto_create +test.unit.container.test_server.TestContainerController.test_put_auto_create ... ok +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, '04d22428073470865d59ec14f7bbd366', 'c3bacb19-3769-49c1-9289-09dd5149ff79-', '1715796290.70960', '1715796290.70721', '0', '', '1715796290.70721', 99, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1715796290.99703', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1715796290.99703', 'deleted': 0, 'state': 40, 'state_timestamp': '1715796290.99703', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715796291.03092', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715796291.03092', 'deleted': 0, 'state': 60, 'state_timestamp': '1715796290.74861', 'epoch': '1715796290.74861', 'reported': 0, 'tombstones': -1}], 'c3bacb19-3769-49c1-9289-09dd5149ff79-') +test DEBUG: /tmp/tmpn8chf8um/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1715796290.74861.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpn8chf8um/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1715796290.74861.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, '04d22428073470865d59ec14f7bbd366', 'c3bacb19-3769-49c1-9289-09dd5149ff79-', '1715796290.70960', '1715796290.96213', '0', '', '1715796290.70721', 101, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1715796290.99703', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1715796290.99703', 'deleted': 0, 'state': 40, 'state_timestamp': '1715796290.99703', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715796291.03092', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715796291.03092', 'deleted': 0, 'state': 60, 'state_timestamp': '1715796290.74861', 'epoch': '1715796290.74861', 'reported': 0, 'tombstones': -1}], 'c3bacb19-3769-49c1-9289-09dd5149ff79-') +test DEBUG: /tmp/tmpn8chf8um/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1715796290.74861.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpn8chf8um/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1715796290.74861.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (5, '403980229584536e7cb14cb36fc2d2aa', 'f95770be-9455-4ced-9f1a-e2abcb3d8099-', '1715796291.45237', '1715796291.44322', '0', '', '1715796291.44322', 99, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1715796291.72830', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715796291.72830', 'deleted': 0, 'state': 10, 'state_timestamp': '1715796291.72830', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715796291.76433', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715796291.76433', 'deleted': 0, 'state': 60, 'state_timestamp': '1715796291.46805', 'epoch': '1715796291.46805', 'reported': 0, 'tombstones': -1}], 'f95770be-9455-4ced-9f1a-e2abcb3d8099-') +test DEBUG: /tmp/tmp7qe751ma/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1715796291.46805.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmp7qe751ma/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1715796291.46805.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (5, '403980229584536e7cb14cb36fc2d2aa', 'f95770be-9455-4ced-9f1a-e2abcb3d8099-', '1715796291.45237', '1715796291.69102', '0', '', '1715796291.44322', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1715796291.72830', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715796291.72830', 'deleted': 0, 'state': 10, 'state_timestamp': '1715796291.72830', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715796291.76433', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715796291.76433', 'deleted': 0, 'state': 60, 'state_timestamp': '1715796291.46805', 'epoch': '1715796291.46805', 'reported': 0, 'tombstones': -1}], 'f95770be-9455-4ced-9f1a-e2abcb3d8099-') +test DEBUG: /tmp/tmp7qe751ma/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1715796291.46805.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmp7qe751ma/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1715796291.46805.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (5, '42a36f0459b732836fbfdeee374fa509', '1d5f4b8b-ffc3-48be-9365-11b712279008-', '1715796292.15707', '1715796292.15467', '0', '', '1715796292.15467', 99, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1715796292.49214', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715796292.49214', 'deleted': 0, 'state': 10, 'state_timestamp': '1715796292.49214', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715796292.52494', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715796292.52494', 'deleted': 0, 'state': 60, 'state_timestamp': '1715796292.19622', 'epoch': '1715796292.19622', 'reported': 0, 'tombstones': -1}], '1d5f4b8b-ffc3-48be-9365-11b712279008-') +test DEBUG: /tmp/tmpeow5m70g/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1715796292.19622.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpeow5m70g/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1715796292.19622.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (5, '42a36f0459b732836fbfdeee374fa509', '1d5f4b8b-ffc3-48be-9365-11b712279008-', '1715796292.15707', '1715796292.46400', '0', '', '1715796292.15467', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1715796292.49214', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715796292.49214', 'deleted': 0, 'state': 10, 'state_timestamp': '1715796292.49214', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715796292.52494', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715796292.52494', 'deleted': 0, 'state': 60, 'state_timestamp': '1715796292.19622', 'epoch': '1715796292.19622', 'reported': 0, 'tombstones': -1}], '1d5f4b8b-ffc3-48be-9365-11b712279008-') +test DEBUG: /tmp/tmpeow5m70g/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1715796292.19622.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharding_large_diff +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharding_large_diff ... ok +test.unit.container.test_server.TestContainerController.test_replication_server_call_all_methods +test.unit.container.test_server.TestContainerController.test_replication_server_call_all_methods ... ok +test.unit.container.test_server.TestContainerController.test_serv_reserv +test.unit.container.test_server.TestContainerController.test_serv_reserv ... ok +test.unit.container.test_server.TestContainerController.test_swift_bytes_in_content_type +test.unit.container.test_server.TestContainerController.test_swift_bytes_in_content_type ... ok +test.unit.container.test_server.TestContainerController.test_through_call +test.unit.container.test_server.TestContainerController.test_through_call ... ok +test.unit.container.test_server.TestContainerController.test_through_call_invalid_path +test.unit.container.test_server.TestContainerController.test_through_call_invalid_path ... ok +test.unit.container.test_server.TestContainerController.test_through_call_invalid_path_utf8 +test.unit.container.test_server.TestContainerController.test_through_call_invalid_path_utf8 ... ok +test.unit.container.test_server.TestContainerController.test_update_sync_store_on_DELETE +test.unit.container.test_server.TestContainerController.test_update_sync_store_on_DELETE ... ok +test.unit.container.test_server.TestContainerController.test_update_sync_store_on_POST +test.unit.container.test_server.TestContainerController.test_update_sync_store_on_POST ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_unsharded +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_unsharded ... ok +test.unit.container.test_server.TestContainerController.test_update_sync_store_on_PUT +test.unit.container.test_server.TestContainerController.test_update_sync_store_on_PUT ... ok +test.unit.container.test_server.TestContainerController.test_updating_multiple_container_servers +test.unit.container.test_server.TestContainerController.test_updating_multiple_container_servers ... ok +test.unit.container.test_server.TestContainerController.test_weird_content_types +test.unit.container.test_server.TestContainerController.test_weird_content_types ... ok +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_creates_empty_hashes +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_creates_empty_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_handoff +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_mixed +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_mixed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_no_hashes +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_no_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_primary +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_primary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_revert_only_tombstones +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_revert_only_tombstones ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_cleans_tmp +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_cleans_tmp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_creates_datadir +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_creates_datadir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_creates_datadir_error +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_creates_datadir_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_mount_check +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_mount_check ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_multi_device_skips_non_non_local_devs +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_multi_device_skips_non_non_local_devs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_multi_device_skips_non_ring_devices +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_multi_device_skips_non_ring_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_overrides +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_overrides ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_invalid_paths +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_invalid_paths ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_non_ec_policy_and_device +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_non_ec_policy_and_device ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_non_local_devs_servers_per_port +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_non_local_devs_servers_per_port ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_local_devices +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_local_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_local_devices_with_no_ec_policy_env +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_local_devices_with_no_ec_policy_env ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffix_delta +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffix_delta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffixes_in_sync +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffixes_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffixes_to_sync +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffixes_to_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_first_enables_handoffs_only +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_first_enables_handoffs_only ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_default +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_default ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_enabled +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_enabled ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_false_and_first_false +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_false_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_false_and_first_none +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_false_and_first_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_ignores_handoffs_first +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_ignores_handoffs_first ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_none_and_first_false +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_none_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_true_and_first_false +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_true_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_true_and_first_true +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_true_and_first_true ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_handoff +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_down +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_down ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_in_sync +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_not_in_sync +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_not_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_some_in_sync +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_some_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup_but_already_reclaimed +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup_but_already_reclaimed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup_tombstone +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_cleanup_meta_pure_handoff +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_cleanup_meta_pure_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_not_cleanup_meta_also_primary +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_not_cleanup_meta_also_primary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_not_cleanup_meta_new_data +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_not_cleanup_meta_new_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_is_handoff_fails +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_is_handoff_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_suffix_call_errors +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_suffix_call_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_sync_missing_durable +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_sync_missing_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_sync_partner_unmounted +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_sync_partner_unmounted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_will_not_revert_to_handoff +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_will_not_revert_to_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_reconstruct_removes_non_partition_files +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_reconstruct_removes_non_partition_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_reconstruct_with_no_ec_policy_env +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_reconstruct_with_no_ec_policy_env ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_ring_ip_and_bind_ip +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_ring_ip_and_bind_ip ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_sync_duplicates_to_remote_region +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_sync_duplicates_to_remote_region ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_two_ec_policies +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_two_ec_policies ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncEC.test_fragment_sync +test.unit.obj.test_ssync.TestSsyncEC.test_fragment_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncEC.test_handoff_fragment_only_missing_durable_state +test.unit.obj.test_ssync.TestSsyncEC.test_handoff_fragment_only_missing_durable_state ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncEC.test_handoff_fragment_revert +test.unit.obj.test_ssync.TestSsyncEC.test_handoff_fragment_revert ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncEC.test_handoff_non_durable_fragment +test.unit.obj.test_ssync.TestSsyncEC.test_handoff_non_durable_fragment ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncEC.test_revert_job_with_legacy_durable +test.unit.obj.test_ssync.TestSsyncEC.test_revert_job_with_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncEC.test_send_invalid_frag_index +test.unit.obj.test_ssync.TestSsyncEC.test_send_invalid_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncEC.test_send_with_frag_index_none +test.unit.obj.test_ssync.TestSsyncEC.test_send_with_frag_index_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestModuleMethods.test_decode_missing +test.unit.obj.test_ssync_receiver.TestModuleMethods.test_decode_missing ... ok +test.unit.obj.test_ssync_receiver.TestModuleMethods.test_encode_wanted +test.unit.obj.test_ssync_receiver.TestModuleMethods.test_encode_wanted ... ok +test.unit.obj.test_updater.TestObjectUpdaterFunctions.test_split_update_path +test.unit.obj.test_updater.TestObjectUpdaterFunctions.test_split_update_path ... ok +test INFO: - - - [15/May/2024:18:04:52 +0000] "GET /sda1/p/a/%00null" 200 207 "-" "-" "-" 0.0157 "-" 1329774 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:04:52 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0316 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:52 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0005 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:52 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0003 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:52 +0000] "PUT /sda1/p/a/%00null/%00null%00foo" 201 - "-" "-" "-" 0.0003 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:52 +0000] "PUT /sda1/p/a/%00null/%00nullish" 201 - "-" "-" "-" 0.0003 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:52 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0375 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:52 +0000] "GET /sda1/p/a/%00null" 200 367 "-" "-" "-" 0.0021 "-" 1329774 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:04:52 +0000] "PUT /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0004 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:52 +0000] "PUT /sda1/p/.a/c/o" 404 - "-" "-" "-" 0.0001 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:52 +0000] "PUT /sda1/p/.a/c/o" 201 - "-" "-" "-" 0.0651 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:52 +0000] "PUT /sda1/p/a/.c/o" 404 - "-" "-" "-" 0.0002 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:52 +0000] "PUT /sda1/p/a/c/.o" 404 - "-" "-" "-" 0.0002 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:52 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0290 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:52 +0000] "PUT /sda1/p/.shards_a/c/o" 404 - "-" "-" "-" 0.0003 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:52 +0000] "PUT /sda1/p/.shards_a/c" 404 - "-" "-" "-" 0.0002 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:52 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0307 "-" 1329774 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:04:53 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0279 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:53 +0000] "PUT /sda1/p/a/c/o1" 201 - "-" "-" "-" 0.0010 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:53 +0000] "PUT /sda1/p/a/c/o2" 201 - "-" "-" "-" 0.0005 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:53 +0000] "GET /sda1/p/a/c" 200 280 "-" "-" "-" 0.0383 "-" 1329774 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:04:53 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 1329774 0 test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:04:53 +0000] "GET /bob" 400 18 "-" "-" "-" 0.0002 "-" 1329774 - test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:04:53 +0000] "GET /sda1/p/a/c%D8%3E%2520/%25" 412 29 "-" "-" "-" 0.0001 "-" 1329774 - test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:05:29 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.2714 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:29 +0000] "PUT /sda1/p/a/c/o1" 201 - "-" "-" "-" 0.0339 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:29 +0000] "PUT /sda1/p/a/c/o2" 201 - "-" "-" "-" 0.0004 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:30 +0000] "GET /sda1/p/a/c" 200 280 "-" "-" "-" 0.1357 "-" 635438 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:05:30 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0004 "-" 635438 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:05:30 +0000] "GET /bob" 400 18 "-" "-" "-" 0.0002 "-" 635438 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:05:30 +0000] "GET /sda1/p/a/c%D8%3E%2520/%25" 412 29 "-" "-" "-" 0.0001 "-" 635438 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:05:30 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1534 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:30 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.2448 "-" 635438 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:05:30 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0696 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:30 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.1755 "-" 635438 - -test INFO: - - - [18/Jun/2025:00:05:30 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.1380 "-" 635438 - +test INFO: - - - [15/May/2024:18:04:53 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0569 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:53 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0654 "-" 1329774 - test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:05:31 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.4092 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:31 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1813 "-" 635438 2 +test INFO: - - - [15/May/2024:18:04:53 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0456 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:53 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0785 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:53 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0681 "-" 1329774 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:04:53 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0772 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:53 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0793 "-" 1329774 0 test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' test ERROR: ERROR account update failed with 1.2.3.4:5/sdb1 (will retry later): Traceback (most recent call last): @@ -42106,2937 +49770,2174 @@ account_response = conn.getresponse() ^^^^^^^^^^^^^^^^ AttributeError: 'NoneType' object has no attribute 'getresponse' -test INFO: - - - [18/Jun/2025:00:05:31 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0851 "-" 635438 2 +test INFO: - - - [15/May/2024:18:04:53 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0398 "-" 1329774 0 test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:05:31 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0781 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:31 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0059 "-" 635438 2 -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_weird_content_types -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_weird_content_types ... ok -test.unit.container.test_updater.TestContainerUpdater.test_conf_params -test.unit.container.test_updater.TestContainerUpdater.test_conf_params ... ok -test.unit.container.test_updater.TestContainerUpdater.test_creation -test.unit.container.test_updater.TestContainerUpdater.test_creation ... ok -test.unit.container.test_backend.TestContainerBroker.test_remove_objects -test.unit.container.test_backend.TestContainerBroker.test_remove_objects ... ok -test.unit.container.test_backend.TestContainerBroker.test_resolve_shard_range_states -test.unit.container.test_backend.TestContainerBroker.test_resolve_shard_range_states ... ok -test.unit.container.test_updater.TestContainerUpdater.test_error_in_process -test.unit.container.test_updater.TestContainerUpdater.test_error_in_process ... ok -test.unit.container.test_updater.TestContainerUpdater.test_listdir_with_exception -test.unit.container.test_updater.TestContainerUpdater.test_listdir_with_exception ... ok -test.unit.container.test_updater.TestContainerUpdater.test_listdir_without_exception -test.unit.container.test_updater.TestContainerUpdater.test_listdir_without_exception ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_root_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_old_style_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_old_style_root_account_container_path ... ok -test.unit.container.test_updater.TestContainerUpdater.test_old_style_shard_container -test.unit.container.test_updater.TestContainerUpdater.test_old_style_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_old_style_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_old_style_root_container ... ok -test.unit.container.test_updater.TestContainerUpdater.test_run_once -test.unit.container.test_updater.TestContainerUpdater.test_run_once ... ok -test INFO: - - - [18/Jun/2025:00:05:31 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0004 "-" 635438 2 -test INFO: - - - [18/Jun/2025:00:05:31 +0000] "GET /sda1/p/a/c" 200 248 "-" "-" "-" 0.0682 "-" 635438 2 -test INFO: Begin container update single threaded sweep -test ERROR: Error processing container /tmp/tmppyouyjyd/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db: Boom!: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/updater.py", line 225, in container_sweep - self.process_container(dbfile) - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -Exception: Boom! -test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes -test ERROR: ERROR: Failed to get paths to drive partitions: permission_denied -test INFO: Begin container update single threaded sweep -test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container update single threaded sweep -test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container update single threaded sweep -test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused -test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused -test DEBUG: Update report failed for /.shards_a/c /tmp/tmp4zc68ecj/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db -test INFO: Container update single threaded sweep completed: 0.01s, 0 successes, 1 failures, 0 with no changes -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container update single threaded sweep -test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused -test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused -test DEBUG: Update report failed for /.shards_a/c /tmp/tmp4zc68ecj/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db -test INFO: Container update single threaded sweep completed: 0.20s, 0 successes, 1 failures, 0 with no changes -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container update single threaded sweep -test DEBUG: Update report sent for /.shards_a/c /tmp/tmp4zc68ecj/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db -test INFO: Container update single threaded sweep completed: 0.23s, 1 successes, 0 failures, 0 with no changes -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container update single threaded sweep -test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes -test INFO: Begin container update single threaded sweep -test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes -test INFO: Begin container update single threaded sweep -test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused -test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused -test DEBUG: Update report failed for /a/c /tmp/tmp91ysbdhc/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db -test INFO: Container update single threaded sweep completed: 0.01s, 0 successes, 1 failures, 0 with no changes -test INFO: Begin container update single threaded sweep -test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused -test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused -test DEBUG: Update report failed for /a/c /tmp/tmp91ysbdhc/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db -test INFO: Container update single threaded sweep completed: 0.14s, 0 successes, 1 failures, 0 with no changes -test INFO: Begin container update single threaded sweep -test DEBUG: Update report sent for /a/c /tmp/tmp91ysbdhc/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db -test INFO: Container update single threaded sweep completed: 0.10s, 1 successes, 0 failures, 0 with no changes -test INFO: Begin container update single threaded sweep -test.unit.container.test_updater.TestContainerUpdater.test_run_once_with_device_unmounted -test.unit.container.test_updater.TestContainerUpdater.test_run_once_with_device_unmounted ... ok -test.unit.container.test_backend.TestContainerBroker.test_reverse_prefix_delim -test.unit.container.test_backend.TestContainerBroker.test_reverse_prefix_delim ... ok -test.unit.container.test_updater.TestContainerUpdater.test_run_once_with_get_info_timeout -test.unit.container.test_updater.TestContainerUpdater.test_run_once_with_get_info_timeout ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_old_style_shard_container ... ok -test.unit.container.test_updater.TestContainerUpdater.test_shard_container -test.unit.container.test_updater.TestContainerUpdater.test_shard_container ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_recreate -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_recreate ... ok -test.unit.container.test_backend.TestContainerBroker.test_root_account_container_path -test.unit.container.test_backend.TestContainerBroker.test_root_account_container_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_shard_container ... ok -test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container update single threaded sweep -test WARNING: /tmp/tmpeyeqgknw/tmp_test_container_updater/devices/sda1 is not mounted -test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container update single threaded sweep -test INFO: Failed to get container info (Lock timeout: 10 seconds: /tmp/tmpvi6_i3yu/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db); skipping. -test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes -test INFO: Begin container update single threaded sweep -test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container update single threaded sweep -test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container update single threaded sweep -test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused -test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused -test DEBUG: Update report failed for /.shards_a/c /tmp/tmp4jhkaeti/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db -test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 with no changes -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container update single threaded sweep -test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused -test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused -test DEBUG: Update report failed for /.shards_a/c /tmp/tmp4jhkaeti/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db -test INFO: Container update single threaded sweep completed: 0.19s, 0 successes, 1 failures, 0 with no changes -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container update single threaded sweep -test DEBUG: Update report sent for /.shards_a/c /tmp/tmp4jhkaeti/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db -test INFO: Container update single threaded sweep completed: 0.06s, 1 successes, 0 failures, 0 with no changes -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container update single threaded sweep -test DEBUG: Update report sent for /a/Ω /tmp/tmpi36jfs_c/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db -test INFO: Container update single threaded sweep completed: 0.20s, 1 successes, 0 failures, 0 with no changes -test.unit.container.test_updater.TestContainerUpdater.test_unicode -test.unit.container.test_updater.TestContainerUpdater.test_unicode ... ok -test.unit.obj.test_diskfile.TestDiskFileRouter.test_invalid_policy_config -test.unit.obj.test_diskfile.TestDiskFileRouter.test_invalid_policy_config ... ok -test.unit.obj.test_diskfile.TestDiskFileRouter.test_policy -test.unit.obj.test_diskfile.TestDiskFileRouter.test_policy ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_commit_exception -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_commit_exception ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_commit_timeout -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_commit_timeout ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_chunkreadtimeout_during_transfer_data -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_chunkreadtimeout_during_transfer_data ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_error_during_transfer_data -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_error_during_transfer_data ... ok -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('59eb24bc-1705-46c0-943f-86a76201994e-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') +test INFO: - - - [15/May/2024:18:04:53 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0410 "-" 1329774 0 +test INFO: - - - [15/May/2024:18:04:53 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0010 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:53 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0004 "-" 1329774 - +test INFO: - - - [15/May/2024:18:04:53 +0000] "GET /sda1/p/a/c" 200 248 "-" "-" "-" 0.0325 "-" 1329774 0 +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txc2adaebd1ade43b8b59bf-006644f945) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx781e87f5504a4c8fb5695-006644f945) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txbb3f336ace7e40e3b784e-006644f945) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx3ca539ec415047268d7dd-006644f945) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx97a5d608374f43a09c413-006644f945) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txfb1d18bfb85941dfb7425-006644f945) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txafbba085f40a48e394439-006644f945) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txa4c392b551ee4424bf5f4-006644f945) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txa91ba9dfdcf24302857c0-006644f945) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txb36f941f57ee4b4bbf736-006644f945) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx976e53e5a21c434a900ba-006644f945) +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespace_caching +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespace_caching ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_404_response +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_404_response ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_bad_response_body +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_bad_response_body ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_cache_unused_recheck_listing_shard_ranges +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_cache_unused_recheck_listing_shard_ranges ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_incomplete_listing +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_incomplete_listing ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_unsharded_large_diff +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_unsharded_large_diff ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_non_sharded_states +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_non_sharded_states ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_object_listing +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_object_listing ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_with_cached_container_info +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_with_cached_container_info ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_memcache_available +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_memcache_available ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache_empty_list +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache_empty_list ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache_error +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache_error ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_write_to_cache +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_write_to_cache ... ok +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx440df30515c24c269ce54-006644f945) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txc7847ddb20b64d85a6fba-006644f945) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txb0492541c54440d497ba9-006644f945) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx04ca087cc5ad48fc925f0-006644f945) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx195d0be2cc69488a85591-006644f945) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx5cd866379f0440e0a9ba5-006644f945) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx3327fc9f87ba4d01b9e2b-006644f945) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txd16325a1321d4ccda0db5-006644f945) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txb4addbe275034667b1fe1-006644f945) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txec830520d0cf4f9980a9d-006644f945) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx409e435472d24edea3c56-006644f945) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx8f59f92fc925474b8f873-006644f945) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx5fb290ebfdb14537a648d-006644f945) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: Problem with listing response from /v1/a/c?states=listing&format=json: ValueError('not a list') (txn: tx9457d7915762499c97caa-006644f945) +test ERROR: Failed to get namespaces from /v1/a/c?states=listing&format=json: invalid data: KeyError('name') (txn: tx40ec90e04fff453381d27-006644f945) +test ERROR: Problem with listing response from /v1/a/c?states=listing&format=json: ValueError('not a list') (txn: tx569ff4e3db2d4c4b98582-006644f945) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx4414bd2a0864496596286-006644f946) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txa0e2a17168b64aceab93b-006644f946) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&reverse=true&format=json (txn: txe8ef8f834734479298338-006644f946) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&marker=jam&format=json (txn: tx124883a895464c2e9fcfd-006644f946) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&marker=jam&end_marker=kale&format=json (txn: txd37e8066988b4c5992e49-006644f946) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&includes=egg&format=json (txn: tx865c0d4fec7a41768e321-006644f946) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txc81d3914e2974e9594fd7-006644f946) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx9a6313a78bfc4d01bda2b-006644f946) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx5f4b18d7e6ea46ed959b9-006644f946) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx6bb59307d5fe4d76b3390-006644f946) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx91ca69b5baa64d339fff8-006644f946) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx9466bce20d174da593a8a-006644f946) +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_write_to_cache_with_x_newest +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_write_to_cache_with_x_newest ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_cache_clearing +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_cache_clearing ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_get_from_shards_add_root_spi +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_get_from_shards_add_root_spi ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_missing +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_missing ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796982.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/3c9/bbc92ec546549e65d136286d8271b3c9/bbc92ec546549e65d136286d8271b3c9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796987.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/21a/9459aa84fdada5e941272ed2c89ca21a/9459aa84fdada5e941272ed2c89ca21a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796992.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/3c9/d610eb0439c8cdcc6b09c805c4ac23c9/d610eb0439c8cdcc6b09c805c4ac23c9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796997.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/c0b/689b86a17de67cd2e3fa861268d70c0b/689b86a17de67cd2e3fa861268d70c0b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797002.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/5fd/7b197d7b9335eab9994d55e5672275fd/7b197d7b9335eab9994d55e5672275fd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797007.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/d49/18083372ef34d5c1060c57d93f586d49/18083372ef34d5c1060c57d93f586d49.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797012.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/3d3/6005b835c04a7f0897a6b6ca5ae963d3/6005b835c04a7f0897a6b6ca5ae963d3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797017.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/7aa/5b20ed6aff645ae7114419d7f85357aa/5b20ed6aff645ae7114419d7f85357aa.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797022.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/786/5bc19d60953cd228fee9365cff2e5786/5bc19d60953cd228fee9365cff2e5786.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797027.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/e0d/d8c6053c921e67d503f33a10594ade0d/d8c6053c921e67d503f33a10594ade0d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797032.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/770/9657b256cbbee55357c0c0f2981f5770/9657b256cbbee55357c0c0f2981f5770.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797037.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/98b/849a070907826c4a7d56505c060bc98b/849a070907826c4a7d56505c060bc98b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797042.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/60d/93781c839d25e36cbbea7d4db8c4960d/93781c839d25e36cbbea7d4db8c4960d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797047.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/8ee/716d70f94b0e64edc12b44b3010e28ee/716d70f94b0e64edc12b44b3010e28ee.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797052.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/903/06398fbcd3a7a7cd017e23910d72b903/06398fbcd3a7a7cd017e23910d72b903.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797057.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/0b1/e15ae604473de54ac99103e370f1d0b1/e15ae604473de54ac99103e370f1d0b1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797062.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/8a5/46d0654a7dab39e6305aa059d78698a5/46d0654a7dab39e6305aa059d78698a5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797067.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/a99/f018a47a4394439ef838dd5659ccba99/f018a47a4394439ef838dd5659ccba99.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797072.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/dc7/ec704d426ee764d9c23d46de3e880dc7/ec704d426ee764d9c23d46de3e880dc7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797077.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/69d/ca35dd0147f95b605b2c9f21b03ef69d/ca35dd0147f95b605b2c9f21b03ef69d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797082.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/ccf/23aeb7427730af7ed221107964c1dccf/23aeb7427730af7ed221107964c1dccf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797087.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/23f/7b58805cebb6e8a8fb4f4b1ed49b523f/7b58805cebb6e8a8fb4f4b1ed49b523f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797092.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/3d9/311a1762806516b5525d11c8031f13d9/311a1762806516b5525d11c8031f13d9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797097.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/105/1c6a3683ef1f6a2ea164486990317105/1c6a3683ef1f6a2ea164486990317105.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797102.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/ad8/03f28581f4f9870d7656a7a6cdb74ad8/03f28581f4f9870d7656a7a6cdb74ad8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797107.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/f49/44dc0a63dd2ea4d567774d1de1803f49/44dc0a63dd2ea4d567774d1de1803f49.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797112.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/7a7/e6877bfb74ac51e0df620dd323f227a7/e6877bfb74ac51e0df620dd323f227a7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797117.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/3f5/d3039d1a5c94694e4cba41dc0c8853f5/d3039d1a5c94694e4cba41dc0c8853f5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797122.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/e83/1f85ae98d8eb1536e97b39c845029e83/1f85ae98d8eb1536e97b39c845029e83.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797127.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/a37/db5e2f7f038234dc85084855a7eb9a37/db5e2f7f038234dc85084855a7eb9a37.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797132.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/28c/25a0c82218b04d06b2d2396ea49c928c/25a0c82218b04d06b2d2396ea49c928c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797137.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/723/075512207e871983112cf54cf1e52723/075512207e871983112cf54cf1e52723.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797142.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/c89/7cc26cc7085107ea97d309a8d29c1c89/7cc26cc7085107ea97d309a8d29c1c89.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797147.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/07a/00b292ee4b3575a4a795e0c517a5707a/00b292ee4b3575a4a795e0c517a5707a.db +test WARNING: /tmp/tmpeow5m70g/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1715796292.19622.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, '18670a50d25799ab4b7e78f4ed6c8597', 'a0726a9e-453a-4fb8-99ea-470ec321caef-', '1715796292.91949', '1715796292.91068', '0', '', '1715796292.91068', 99, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1715796292.95365', 'lower': '', 'upper': 'a', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1715796292.95365', 'deleted': 0, 'state': 40, 'state_timestamp': '1715796292.95365', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715796292.95385', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715796292.95385', 'deleted': 0, 'state': 60, 'state_timestamp': '1715796292.95372', 'epoch': '1715796292.95372', 'reported': 0, 'tombstones': -1}], 'a0726a9e-453a-4fb8-99ea-470ec321caef-') +test DEBUG: /tmp/tmp1272aooi/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1715796292.95372.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmp1272aooi/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1715796292.95372.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, '18670a50d25799ab4b7e78f4ed6c8597', 'a0726a9e-453a-4fb8-99ea-470ec321caef-', '1715796292.91949', '1715796293.22453', '0', '', '1715796292.91068', 99, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1715796292.95365', 'lower': '', 'upper': 'a', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1715796292.95365', 'deleted': 0, 'state': 40, 'state_timestamp': '1715796292.95365', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715796292.95385', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715796292.95385', 'deleted': 0, 'state': 60, 'state_timestamp': '1715796292.95372', 'epoch': '1715796292.95372', 'reported': 0, 'tombstones': -1}], 'a0726a9e-453a-4fb8-99ea-470ec321caef-') +test DEBUG: /tmp/tmp1272aooi/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1715796292.95372.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmp1272aooi/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1715796292.95372.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, '1afcacdf89de8911d2f32277f6bdbc3e', 'b2f83bd2-c307-4224-ade7-fc9f1aa17239-', '1715796293.45559', '1715796293.45018', '0', '', '1715796293.45018', 99, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1715796293.48780', 'lower': '', 'upper': 'a', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1715796293.48780', 'deleted': 0, 'state': 40, 'state_timestamp': '1715796293.48780', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715796293.48800', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715796293.48800', 'deleted': 0, 'state': 60, 'state_timestamp': '1715796293.48787', 'epoch': '1715796293.48787', 'reported': 0, 'tombstones': -1}], 'b2f83bd2-c307-4224-ade7-fc9f1aa17239-') +test DEBUG: /tmp/tmp3j5p86xd/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1715796293.48787.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmp3j5p86xd/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1715796293.48787.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, '1afcacdf89de8911d2f32277f6bdbc3e', 'b2f83bd2-c307-4224-ade7-fc9f1aa17239-', '1715796293.45559', '1715796293.77502', '0', '', '1715796293.45018', 99, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1715796293.48780', 'lower': '', 'upper': 'a', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1715796293.48780', 'deleted': 0, 'state': 40, 'state_timestamp': '1715796293.48780', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715796293.48800', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715796293.48800', 'deleted': 0, 'state': 60, 'state_timestamp': '1715796293.48787', 'epoch': '1715796293.48787', 'reported': 0, 'tombstones': -1}], 'b2f83bd2-c307-4224-ade7-fc9f1aa17239-') +test DEBUG: /tmp/tmp3j5p86xd/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1715796293.48787.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmp3j5p86xd/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1715796293.48787.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (8, '821c18e186db6841d5af40c5a202ea1c', '4cb87595-2da7-4f16-9318-5823d34925b4-', '1715796293.94226', '1715796293.94021', '0', '', '1715796293.94021', 2, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('4cb87595-2da7-4f16-9318-5823d34925b4-', '5267a50d4a8f6ea3ee1dbecb8592e872_1715796294.01609.db') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (8, '821c18e186db6841d5af40c5a202ea1c', '4cb87595-2da7-4f16-9318-5823d34925b4-', '1715796293.94226', '1715796293.94021', '0', '', '1715796293.94021', 2, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1715796293.96403', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715796293.96403', 'deleted': 0, 'state': 10, 'state_timestamp': '1715796293.96403', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715796294.01638', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715796294.01638', 'deleted': 0, 'state': 60, 'state_timestamp': '1715796294.01609', 'epoch': '1715796294.01609', 'reported': 0, 'tombstones': -1}], '4cb87595-2da7-4f16-9318-5823d34925b4-') +test DEBUG: /tmp/tmp_qwavv6m/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1715796294.01609.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmp_qwavv6m/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1715796294.01609.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (8, '47f4b16120ed77318b0c51109c8be6f7', '654c5b66-ac8b-4b67-ae5c-a9c5b2976025-', '1715796294.33172', '1715796294.32559', '0', '', '1715796294.32559', 2, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('654c5b66-ac8b-4b67-ae5c-a9c5b2976025-', '5267a50d4a8f6ea3ee1dbecb8592e872_1715796294.72748.db') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (8, '47f4b16120ed77318b0c51109c8be6f7', '654c5b66-ac8b-4b67-ae5c-a9c5b2976025-', '1715796294.33172', '1715796294.32559', '0', '', '1715796294.32559', 2, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_missing_large_diff +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_missing_large_diff ... ok +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Skipping shard cache lookup (x-newest) for /v1/a/c?states=listing&format=json (txn: txe6434cc1ccbf4c0d93ec2-006644f946) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txe6434cc1ccbf4c0d93ec2-006644f946) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} +test ERROR: Aborting listing from shards due to bad response: [204] +test DEBUG: GET listing from 3 shards for: /v1/a/c +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} +test ERROR: Aborting listing from shards due to bad response: [204] +test DEBUG: GET listing from 3 shards for: /v1/a/c +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} +test ERROR: Aborting listing from shards due to bad response: [204] +test DEBUG: GET listing from 3 shards for: /v1/a/c +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} +test ERROR: Aborting listing from shards due to bad response: [204] +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmplyh2h2bt/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmplyh2h2bt/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmplyh2h2bt/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmplyh2h2bt/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:04:54 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0353 "-" 1329774 - +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:04:54 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0265 "-" 1329774 - +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:04:54 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0490 "-" 1329774 - +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:04:54 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.3461 "-" 1329774 - +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:04:54 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txb1f37ca337ea429e8216f-006644f946" "proxy-server 1329774" 0.0013 "-" 1329774 - +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:04:54 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:39911/sda1/1/a/c" "txb1f37ca337ea429e8216f-006644f946" "container-server 1329774" 0.0012 "-" 1329774 0 +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:04:54 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:37317/sdb1/1/a/c" "txb1f37ca337ea429e8216f-006644f946" "container-server 1329774" 0.0008 "-" 1329774 0 +cont2 INFO: 127.0.0.1 - - [15/May/2024:18:04:54 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txb1f37ca337ea429e8216f-006644f946" "proxy-server 1329774" 0.1359 "-" 1329774 0 +cont1 INFO: 127.0.0.1 - - [15/May/2024:18:04:54 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txb1f37ca337ea429e8216f-006644f946" "proxy-server 1329774" 0.0608 "-" 1329774 0 +proxy INFO: 127.0.0.1 127.0.0.1 15/May/2024/18/04/54 PUT /v1/a/c HTTP/1.0 201 - - t - - - txb1f37ca337ea429e8216f-006644f946 - 0.1439 - - 1715796294.740074635 1715796294.884007215 0 +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:04:54 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx0bd55c8f95ab4127bdbef-006644f946" "proxy-server 1329774" 0.0010 "-" 1329774 - +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:04:54 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:37317/sdb1/1/a1/c1" "tx0bd55c8f95ab4127bdbef-006644f946" "container-server 1329774" 0.0016 "-" 1329774 0 +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:04:54 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:39911/sda1/1/a1/c1" "tx0bd55c8f95ab4127bdbef-006644f946" "container-server 1329774" 0.0009 "-" 1329774 0 +cont2 INFO: 127.0.0.1 - - [15/May/2024:18:04:54 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx0bd55c8f95ab4127bdbef-006644f946" "proxy-server 1329774" 0.1099 "-" 1329774 0 +cont1 INFO: 127.0.0.1 - - [15/May/2024:18:04:55 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx0bd55c8f95ab4127bdbef-006644f946" "proxy-server 1329774" 0.0756 "-" 1329774 0 +proxy INFO: 127.0.0.1 127.0.0.1 15/May/2024/18/04/55 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx0bd55c8f95ab4127bdbef-006644f946 - 0.1167 - - 1715796294.885148764 1715796295.001811743 0 +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:04:55 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx9e3cf9afdddc4c0595aab-006644f947" "proxy-server 1329774" 0.0753 "-" 1329774 - +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:04:55 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:39911/sda1/2/a/c1" "tx9e3cf9afdddc4c0595aab-006644f947" "container-server 1329774" 0.0318 "-" 1329774 1 +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:04:55 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:37317/sdb1/2/a/c1" "tx9e3cf9afdddc4c0595aab-006644f947" "container-server 1329774" 0.0011 "-" 1329774 1 +cont2 INFO: 127.0.0.1 - - [15/May/2024:18:04:55 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx9e3cf9afdddc4c0595aab-006644f947" "proxy-server 1329774" 0.0795 "-" 1329774 1 +cont1 INFO: 127.0.0.1 - - [15/May/2024:18:04:55 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx9e3cf9afdddc4c0595aab-006644f947" "proxy-server 1329774" 0.1134 "-" 1329774 1 +proxy INFO: 127.0.0.1 127.0.0.1 15/May/2024/18/04/55 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx9e3cf9afdddc4c0595aab-006644f947 - 0.1955 - - 1715796295.003041029 1715796295.198587179 1 +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:04:55 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx7be999ce8d6f455c9c401-006644f947" "proxy-server 1329774" 0.1162 "-" 1329774 - +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:04:55 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:37317/sdb1/1/a/c2" "tx7be999ce8d6f455c9c401-006644f947" "container-server 1329774" 0.0561 "-" 1329774 2 +test.unit.proxy.test_server.TestController.test_account_info_200 +test.unit.proxy.test_server.TestController.test_account_info_200 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_account_info_404 +test.unit.proxy.test_server.TestController.test_account_info_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_account_info_container_count +test.unit.proxy.test_server.TestController.test_account_info_container_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_account_info_no_account +test.unit.proxy.test_server.TestController.test_account_info_no_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_account_info_no_cache +test.unit.proxy.test_server.TestController.test_account_info_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_container_info_200 +test.unit.proxy.test_server.TestController.test_container_info_200 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_container_info_404 +test.unit.proxy.test_server.TestController.test_container_info_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_container_info_invalid_account +test.unit.proxy.test_server.TestController.test_container_info_invalid_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_container_info_no_cache +test.unit.proxy.test_server.TestController.test_container_info_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_get_account_info_returns_values_as_strings +test.unit.proxy.test_server.TestController.test_get_account_info_returns_values_as_strings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_get_container_info_returns_values_as_strings +test.unit.proxy.test_server.TestController.test_get_container_info_returns_values_as_strings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_make_requests +test.unit.proxy.test_server.TestController.test_make_requests ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_transfer_headers +test.unit.proxy.test_server.TestController.test_transfer_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_default_proxy_config +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_default_proxy_config ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_log_name +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_log_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_bad_section_name +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_bad_section_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_equality +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_equality ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_inherits_defaults +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_inherits_defaults ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_read_affinity_value +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_read_affinity_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_sorting_method_value +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_sorting_method_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_write_affinity_node_count_value +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_write_affinity_node_count_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_write_affinity_value +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_write_affinity_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_none_configured +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_none_configured ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_one_configured +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_one_configured ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_affinity +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_concurrency_settings +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_concurrency_settings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_sorting_method +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_sorting_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_section_name_inherits_from_app_section_name +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_section_name_inherits_from_app_section_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_sets_timing_sorting_method +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_sets_timing_sorting_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_warns_about_sorting_method_mismatch +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_warns_about_sorting_method_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_warns_override_sorting_method_mismatch +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_warns_override_sorting_method_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_with_DEFAULT_options +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_with_DEFAULT_options ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_with_unknown_policy +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_with_unknown_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_expose_headers +test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_expose_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_non_strict +test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_non_strict ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_strict +test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_strict ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_with_obj_headers +test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_with_obj_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_DELETE +test.unit.proxy.test_server.TestReplicatedObjectController.test_DELETE ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_DELETE_x_container_headers_with_more_container_replicas +test.unit.proxy.test_server.TestReplicatedObjectController.test_DELETE_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_bad_range_zero_byte +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_bad_range_zero_byte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_calls_authorize +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_newest +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_newest ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_newest_large_file +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_newest_large_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_pipeline +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_pipeline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_ranges +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_ranges_resuming +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_ranges_resuming ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_respects_read_affinity +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_respects_read_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_short_read +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_short_read ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_short_read_resuming +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_short_read_resuming ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD +test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_absolute_uri +test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_absolute_uri ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_calls_authorize +test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_newest +test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_newest ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_OPTIONS +test.unit.proxy.test_server.TestReplicatedObjectController.test_OPTIONS ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_backend_headers +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_backend_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_calls_authorize +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_converts_delete_after_to_delete_at +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_converts_delete_after_to_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_authorize +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_count +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_key_len +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_key_len ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_size +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_size ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_val_len +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_val_len ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_x_container_headers_with_more_container_replicas +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_GET_unicode_metadata +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_GET_unicode_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_POST_last_modified +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_POST_last_modified ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_POST_requires_container_exist +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_POST_requires_container_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_auto_content_type +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_auto_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_autodetect_content_type +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_autodetect_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_bad_content_type +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_bad_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_bad_message_length +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_bad_message_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_calls_authorize +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_connect_exceptions +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_connect_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_error_limiting +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_error_limiting ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_error_limiting_last_node +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_error_limiting_last_node ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_expect_header_nonzero_content_length +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_expect_header_nonzero_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_expect_header_zero_content_length +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_expect_header_zero_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_getresponse_exceptions +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_getresponse_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_max_size +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_max_size ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_too_large +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_too_large ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_unsup_xfr_encoding +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_unsup_xfr_encoding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_both +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_both ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_both_with_crazy_meta +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_both_with_crazy_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_content_length +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_transfer_encoding +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_transfer_encoding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_no_etag_fallocate +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_no_etag_fallocate ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_not_autodetect_content_type +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_not_autodetect_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_all_containers_error +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_all_containers_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_container_does_not_exist +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_container_does_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_container_exist_on_handoff +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_container_exist_on_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_primary_containers_timeout +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_primary_containers_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_primary_timeout_container_exist +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_primary_timeout_container_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_respects_write_affinity +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_respects_write_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_respects_write_affinity_with_507s +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_respects_write_affinity_with_507s ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_send_exceptions +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_send_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_equal_replicas +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_equal_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_fewer_container_replicas +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_fewer_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_many_object_replicas +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_many_object_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_more_container_replicas +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_fewer_container_replicas +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_fewer_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_more_container_replicas +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_acc_or_con_missing_returns_404 +test.unit.proxy.test_server.TestReplicatedObjectController.test_acc_or_con_missing_returns_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_cache_set_error +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_cache_set_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_can_skip_cache +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_can_skip_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_errors +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_no_cache +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_empty_cache +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_empty_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_cache +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_infocache +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_infocache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_bad_metadata +test.unit.proxy.test_server.TestReplicatedObjectController.test_bad_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_best_response_sets_etag +test.unit.proxy.test_server.TestReplicatedObjectController.test_best_response_sets_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_best_response_sets_headers +test.unit.proxy.test_server.TestReplicatedObjectController.test_best_response_sets_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_method +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_path +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_path_no_controller +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_path_no_controller ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_utf8 +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_utf8 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_version +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_version ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_chunked_put +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_chunked_put ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_head_account +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_head_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_unhandled_exception +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_unhandled_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_utf8_all_the_way_down +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_utf8_all_the_way_down ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_client_disconnect +test.unit.proxy.test_server.TestReplicatedObjectController.test_client_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_client_timeout +test.unit.proxy.test_server.TestReplicatedObjectController.test_client_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_conditional_GET_replication +test.unit.proxy.test_server.TestReplicatedObjectController.test_conditional_GET_replication ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_conditional_range_get +test.unit.proxy.test_server.TestReplicatedObjectController.test_conditional_range_get ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_custom_mime_types_files +test.unit.proxy.test_server.TestReplicatedObjectController.test_custom_mime_types_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_error_limiting +test.unit.proxy.test_server.TestReplicatedObjectController.test_error_limiting ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_error_limiting_survives_ring_reload +test.unit.proxy.test_server.TestReplicatedObjectController.test_error_limiting_survives_ring_reload ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes +test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_calls_sort_nodes +test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_calls_sort_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_gives_extra_if_error_limited_inline +test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_gives_extra_if_error_limited_inline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_skips_error_limited +test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_skips_error_limited ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_with_replication_network +test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_with_replication_network ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_without_replication_network +test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_without_replication_network ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_leak_1 +test.unit.proxy.test_server.TestReplicatedObjectController.test_leak_1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_mismatched_etags +test.unit.proxy.test_server.TestReplicatedObjectController.test_mismatched_etags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_first_two_time_out_etags_match +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_first_two_time_out_etags_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_one_etag_mismatch +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_one_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_two_etag_mismatch +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_two_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_only_first_time_out +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_only_first_time_out ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_three_time_out +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_three_time_out ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_two_time_out +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_two_time_out ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_request_setting +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_request_setting ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_write_timeout +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_write_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_policy_IO +test.unit.proxy.test_server.TestReplicatedObjectController.test_policy_IO ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_policy_IO_override +test.unit.proxy.test_server.TestReplicatedObjectController.test_policy_IO_override ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_proxy_passes_content_length_on_head +test.unit.proxy.test_server.TestReplicatedObjectController.test_proxy_passes_content_length_on_head ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_proxy_passes_content_type +test.unit.proxy.test_server.TestReplicatedObjectController.test_proxy_passes_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_response_get_accept_ranges_header +test.unit.proxy.test_server.TestReplicatedObjectController.test_response_get_accept_ranges_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_response_head_accept_ranges_header +test.unit.proxy.test_server.TestReplicatedObjectController.test_response_head_accept_ranges_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_presharding +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_presharding ... ok +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:04:55 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:39911/sda1/1/a/c2" "tx7be999ce8d6f455c9c401-006644f947" "container-server 1329774" 0.0023 "-" 1329774 2 +cont1 INFO: 127.0.0.1 - - [15/May/2024:18:04:55 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx7be999ce8d6f455c9c401-006644f947" "proxy-server 1329774" 0.1429 "-" 1329774 2 +cont2 INFO: 127.0.0.1 - - [15/May/2024:18:04:55 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx7be999ce8d6f455c9c401-006644f947" "proxy-server 1329774" 0.0970 "-" 1329774 2 +proxy INFO: 127.0.0.1 127.0.0.1 15/May/2024/18/04/55 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx7be999ce8d6f455c9c401-006644f947 - 0.2671 - - 1715796295.199884176 1715796295.466994524 2 +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_presharding_large_diff +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_presharding_large_diff ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_sharding +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_sharding ... ok +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1715796294.35334', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715796294.35334', 'deleted': 0, 'state': 10, 'state_timestamp': '1715796294.35334', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715796294.72783', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715796294.72783', 'deleted': 0, 'state': 60, 'state_timestamp': '1715796294.72748', 'epoch': '1715796294.72748', 'reported': 0, 'tombstones': -1}], '654c5b66-ac8b-4b67-ae5c-a9c5b2976025-') +test DEBUG: /tmp/tmpajkzbshc/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1715796294.72748.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpajkzbshc/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1715796294.72748.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, '3482582037642c759d086b6d9c5f5114', 'c0af7639-6537-44e7-92ce-8b908309fa35-', '1715796295.16634', '1715796295.16252', '0', '', '1715796295.16252', 3, 0) +test WARNING: /tmp/tmp0wa2ftph/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1715796295.31172.db is unable to replicate shard ranges to peer 10.0.0.1:1001/sdb; peer may need upgrading +test WARNING: /tmp/tmp0wa2ftph/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1715796295.31172.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, '3482582037642c759d086b6d9c5f5114', 'c0af7639-6537-44e7-92ce-8b908309fa35-', '1715796295.16634', '1715796295.59927', '0', '', '1715796295.16252', 3, 0) +test WARNING: /tmp/tmp0wa2ftph/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1715796295.31172.db is unable to replicate shard ranges to peer 10.0.0.1:1001/sdb; peer may need upgrading +test WARNING: /tmp/tmp0wa2ftph/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1715796295.31172.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, '3482582037642c759d086b6d9c5f5114', 'daaa5c8e-276d-423b-85d3-0a386d92960b-', '1715796295.71311', '1715796295.70932', '0', '', '1715796295.70932', 3, 0) +test WARNING: /tmp/tmpauh_jq6r/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1715796295.76675.db is unable to replicate shard ranges to peer 10.0.0.1:1001/sdb; peer may need upgrading +test WARNING: /tmp/tmpauh_jq6r/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1715796295.76675.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, '3482582037642c759d086b6d9c5f5114', 'daaa5c8e-276d-423b-85d3-0a386d92960b-', '1715796295.71311', '1715796296.19778', '0', '', '1715796295.70932', 3, 0) +test WARNING: /tmp/tmpauh_jq6r/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1715796295.76675.db is unable to replicate shard ranges to peer 10.0.0.1:1001/sdb; peer may need upgrading +test WARNING: /tmp/tmpauh_jq6r/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1715796295.76675.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (10, 'b6e5459e2497bf69ab21fd849df31b5a', '561a15d1-51b0-4c7a-86d5-972b73889cdf-', '1715796296.34867', '1715796296.34312', '0', '', '1715796296.34312', 5, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1715796297.25587', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715796297.25587', 'deleted': 0, 'state': 10, 'state_timestamp': '1715796297.25587', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715796297.29493', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715796297.29493', 'deleted': 0, 'state': 60, 'state_timestamp': '1715796296.41004', 'epoch': '1715796296.41004', 'reported': 0, 'tombstones': -1}], '561a15d1-51b0-4c7a-86d5-972b73889cdf-') +test DEBUG: /tmp/tmpgoa7n7qk/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1715796296.41004.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpgoa7n7qk/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1715796296.41004.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (10, 'b6e5459e2497bf69ab21fd849df31b5a', '561a15d1-51b0-4c7a-86d5-972b73889cdf-', '1715796296.34867', '1715796297.22150', '0', '', '1715796296.34312', 5, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1715796297.25587', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715796297.25587', 'deleted': 0, 'state': 10, 'state_timestamp': '1715796297.25587', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715796297.29493', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715796297.29493', 'deleted': 0, 'state': 60, 'state_timestamp': '1715796296.41004', 'epoch': '1715796296.41004', 'reported': 0, 'tombstones': -1}], '561a15d1-51b0-4c7a-86d5-972b73889cdf-') +test DEBUG: /tmp/tmpgoa7n7qk/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1715796296.41004.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpgoa7n7qk/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1715796296.41004.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (10, '4dbe7e2e9c2f6a90ed50e8296dcd3793', '71bf166d-8fca-4d1f-bd86-d6a796cd539b-', '1715796297.68958', '1715796297.68413', '0', '', '1715796297.68413', 5, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1715796298.01738', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715796298.01738', 'deleted': 0, 'state': 10, 'state_timestamp': '1715796298.01738', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715796298.04663', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715796298.04663', 'deleted': 0, 'state': 60, 'state_timestamp': '1715796297.72493', 'epoch': '1715796297.72493', 'reported': 0, 'tombstones': -1}], '71bf166d-8fca-4d1f-bd86-d6a796cd539b-') +test DEBUG: /tmp/tmpder_necq/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1715796297.72493.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpder_necq/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1715796297.72493.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_sharding_large_diff +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_sharding_large_diff ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_unsharded +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_unsharded ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797152.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/3f6/1c4752c5b74df79d9368269ba0cb43f6/1c4752c5b74df79d9368269ba0cb43f6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797157.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/852/87a963c8b0799146dea53105ac282852/87a963c8b0799146dea53105ac282852.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797162.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/7cc/cdccfd0b6a4b8911218e40f1c7ce77cc/cdccfd0b6a4b8911218e40f1c7ce77cc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797167.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/07e/58923fb3ef619fa2bbddfed06e8ae07e/58923fb3ef619fa2bbddfed06e8ae07e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797172.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/de2/a35b676b717f27ca846b1d5f3abcbde2/a35b676b717f27ca846b1d5f3abcbde2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797177.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/59c/56c137bd96ed7322153539e59e3f959c/56c137bd96ed7322153539e59e3f959c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797182.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/22e/797e8b2f8998814a8ca54284056ab22e/797e8b2f8998814a8ca54284056ab22e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797187.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/ec4/759878e709f8579888a780a718379ec4/759878e709f8579888a780a718379ec4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797192.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/d46/5971ee1dfaa2741757e044071c98dd46/5971ee1dfaa2741757e044071c98dd46.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797197.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/236/9f4b5b1a0c4fe97d0b564d6fd1b41236/9f4b5b1a0c4fe97d0b564d6fd1b41236.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797202.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/0f8/ac1548b4fe72967501b13457135df0f8/ac1548b4fe72967501b13457135df0f8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797207.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/98c/886098af2a19c26a5e8eee0ac8b8198c/886098af2a19c26a5e8eee0ac8b8198c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797212.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/89d/f8367234012eceabe6d4ed2b534e489d/f8367234012eceabe6d4ed2b534e489d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797217.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/a61/5633c58437758a3d647fed6878fb4a61/5633c58437758a3d647fed6878fb4a61.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797222.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/181/f22a7e8c920d32662dc7a7b832e67181/f22a7e8c920d32662dc7a7b832e67181.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797227.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/a86/b922489e4e9a0e53d1bbb9b5d8da9a86/b922489e4e9a0e53d1bbb9b5d8da9a86.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797232.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/8fd/5dd320e9c109312c30e063fd5a0368fd/5dd320e9c109312c30e063fd5a0368fd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797237.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/b47/603b1ff5d37e9ddd01a4fb082bc39b47/603b1ff5d37e9ddd01a4fb082bc39b47.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797242.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/382/e317aa2691c5374eed2c4aa2974c7382/e317aa2691c5374eed2c4aa2974c7382.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797247.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/8c1/c2a76d22706e204377010989869ca8c1/c2a76d22706e204377010989869ca8c1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797252.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/d09/5c3f6693676cc414b00b260f2bf45d09/5c3f6693676cc414b00b260f2bf45d09.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797257.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/e49/2babe9c270a762287c4046ce159e2e49/2babe9c270a762287c4046ce159e2e49.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797262.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/275/51f88bae04ef18d507380332ee1d6275/51f88bae04ef18d507380332ee1d6275.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797267.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/dfb/7119c3e24c74970686efe783cb164dfb/7119c3e24c74970686efe783cb164dfb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797272.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/94f/59637f1d3ee25b428d82b59d3fdcf94f/59637f1d3ee25b428d82b59d3fdcf94f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797277.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/d40/ad083a012875aeb77d1930913cc3fd40/ad083a012875aeb77d1930913cc3fd40.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797282.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/0a6/1311e9eb3b8b451c67f7e40b40c240a6/1311e9eb3b8b451c67f7e40b40c240a6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797287.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/649/1c3ec48a3f9298dba84d698c6fb71649/1c3ec48a3f9298dba84d698c6fb71649.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797292.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/dba/e241d9c7f08dba8dffcad831179e9dba/e241d9c7f08dba8dffcad831179e9dba.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797297.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/455/60d5d50e718786a343ca7af9e45e1455/60d5d50e718786a343ca7af9e45e1455.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797302.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/cfa/c0122ef4c78cb62390d79d8c3e9fccfa/c0122ef4c78cb62390d79d8c3e9fccfa.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797307.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/614/6cea3cdd9b42db3e30b7d57df3278614/6cea3cdd9b42db3e30b7d57df3278614.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797312.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/0d5/9413400210696ebdaebf8570945780d5/9413400210696ebdaebf8570945780d5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797317.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/951/6b2c495619c8d92bbfced04500f77951/6b2c495619c8d92bbfced04500f77951.db +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_unsharded_large_diff +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_unsharded_large_diff ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_missing +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_missing ... ok +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (10, '4dbe7e2e9c2f6a90ed50e8296dcd3793', '71bf166d-8fca-4d1f-bd86-d6a796cd539b-', '1715796297.68958', '1715796297.98576', '0', '', '1715796297.68413', 5, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1715796298.01738', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715796298.01738', 'deleted': 0, 'state': 10, 'state_timestamp': '1715796298.01738', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715796298.04663', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715796298.04663', 'deleted': 0, 'state': 60, 'state_timestamp': '1715796297.72493', 'epoch': '1715796297.72493', 'reported': 0, 'tombstones': -1}], '71bf166d-8fca-4d1f-bd86-d6a796cd539b-') +test DEBUG: /tmp/tmpder_necq/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1715796297.72493.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpder_necq/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1715796297.72493.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, '1147300cfe252e5980ef9d95ab859ff4', '64441a25-751f-46e6-b48b-f65a27aef634-', '1715796298.36206', '1715796298.35892', '0', '', '1715796298.35892', 3, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1715796298.37345', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715796298.37345', 'deleted': 0, 'state': 10, 'state_timestamp': '1715796298.37345', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715796298.39358', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715796298.39358', 'deleted': 0, 'state': 60, 'state_timestamp': '1715796298.39335', 'epoch': '1715796298.39335', 'reported': 0, 'tombstones': -1}], '64441a25-751f-46e6-b48b-f65a27aef634-') +test DEBUG: /tmp/tmpi7itkufq/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1715796298.39335.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpi7itkufq/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1715796298.39335.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, '1147300cfe252e5980ef9d95ab859ff4', '64441a25-751f-46e6-b48b-f65a27aef634-', '1715796298.36206', '1715796298.84688', '0', '', '1715796298.35892', 3, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1715796298.37345', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715796298.37345', 'deleted': 0, 'state': 10, 'state_timestamp': '1715796298.37345', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715796298.39358', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715796298.39358', 'deleted': 0, 'state': 60, 'state_timestamp': '1715796298.39335', 'epoch': '1715796298.39335', 'reported': 0, 'tombstones': -1}], '64441a25-751f-46e6-b48b-f65a27aef634-') +test DEBUG: /tmp/tmpi7itkufq/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1715796298.39335.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpi7itkufq/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1715796298.39335.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, '51d084676004a1f16fc7cf00d5757745', '93ab37e3-88f6-469f-888f-2804be411ef8-', '1715796299.01576', '1715796299.01258', '0', '', '1715796299.01258', 3, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1715796299.04034', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715796299.04034', 'deleted': 0, 'state': 10, 'state_timestamp': '1715796299.04034', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715796299.06747', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715796299.06747', 'deleted': 0, 'state': 60, 'state_timestamp': '1715796299.06715', 'epoch': '1715796299.06715', 'reported': 0, 'tombstones': -1}], '93ab37e3-88f6-469f-888f-2804be411ef8-') +test DEBUG: /tmp/tmpgxmjidjn/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1715796299.06715.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpgxmjidjn/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1715796299.06715.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, '51d084676004a1f16fc7cf00d5757745', '93ab37e3-88f6-469f-888f-2804be411ef8-', '1715796299.01576', '1715796299.24327', '0', '', '1715796299.01258', 3, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1715796299.04034', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715796299.04034', 'deleted': 0, 'state': 10, 'state_timestamp': '1715796299.04034', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715796299.06747', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715796299.06747', 'deleted': 0, 'state': 60, 'state_timestamp': '1715796299.06715', 'epoch': '1715796299.06715', 'reported': 0, 'tombstones': -1}], '93ab37e3-88f6-469f-888f-2804be411ef8-') +test DEBUG: /tmp/tmpgxmjidjn/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1715796299.06715.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpgxmjidjn/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1715796299.06715.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '98692c9446caa4287c08b6a385223355', 'b5ff5461-9a2a-477c-b026-c40497a99cdf-sda', '1715796299.39750', '1715796299.39540', '0', '', '1715796299.39540', 1, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('b5ff5461-9a2a-477c-b026-c40497a99cdf-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, 'f48943cded1b6cdeb68c35695aa2178d', '7dc18e41-a04f-4e0b-b936-95d2591d657d-sda', '1715796299.52746', '1715796299.51708', '0', '', '1715796299.51708', 6, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1715796299.58935', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1715796299.58935', 'deleted': 0, 'state': 40, 'state_timestamp': '1715796299.58935', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715796299.63220', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715796299.63220', 'deleted': 0, 'state': 60, 'state_timestamp': '1715796299.63204', 'epoch': '1715796299.63204', 'reported': 0, 'tombstones': -1}], '7dc18e41-a04f-4e0b-b936-95d2591d657d-sda') +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_sharded +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_sharded ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_sharded_large_diff +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_sharded_large_diff ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_after_merge_sharded +test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_after_merge_sharded ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_after_merge_sharding +test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_after_merge_sharding ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_before_merge_sharded +test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_before_merge_sharded ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_before_merge_sharding +test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_before_merge_sharding ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replicator_sync +test.unit.container.test_replicator.TestReplicatorSync.test_replicator_sync ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797322.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/36d/9ed772df9efea6f17fdabd79ddd9a36d/9ed772df9efea6f17fdabd79ddd9a36d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797327.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/e04/b6d98b49b7d91da8818b930293670e04/b6d98b49b7d91da8818b930293670e04.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797332.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/aa4/7ccec28cecc1f7e441043f89c6e79aa4/7ccec28cecc1f7e441043f89c6e79aa4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797337.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/e6c/c0799ca2f7bbc79e56d83ddd0c539e6c/c0799ca2f7bbc79e56d83ddd0c539e6c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797342.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/619/ffc7f3bad3ec6fb416eec1622c457619/ffc7f3bad3ec6fb416eec1622c457619.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797347.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/f15/e72e0a395be40bdb5d8c4a97968aaf15/e72e0a395be40bdb5d8c4a97968aaf15.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797352.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/8af/0dfc01aa3230577f126cf482e3e578af/0dfc01aa3230577f126cf482e3e578af.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797357.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/586/8c8f442cc77d022647f0e35652952586/8c8f442cc77d022647f0e35652952586.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797362.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/92c/d5c5030c228d2e0439b5c0136f5e792c/d5c5030c228d2e0439b5c0136f5e792c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797367.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/2c3/a2a7d3a48c4033253797085deae272c3/a2a7d3a48c4033253797085deae272c3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797372.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/a14/e11fe5749ccbbe3866df4d8b274dda14/e11fe5749ccbbe3866df4d8b274dda14.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797377.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/f0b/1428b153484eff55803da04f5cef0f0b/1428b153484eff55803da04f5cef0f0b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797382.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/d13/4fe18e85fcf41120b059f5e3fc9f8d13/4fe18e85fcf41120b059f5e3fc9f8d13.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797387.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/c7e/26924b18b6b65a97f92980a3d0998c7e/26924b18b6b65a97f92980a3d0998c7e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797392.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/d74/2edb251729f8071f3c66f047c678ad74/2edb251729f8071f3c66f047c678ad74.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797397.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/88b/cf63f1ce6b484636bcf835c6dc86d88b/cf63f1ce6b484636bcf835c6dc86d88b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797402.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/7e7/88c5d1ed3fa5c69ef1333d52b0ce07e7/88c5d1ed3fa5c69ef1333d52b0ce07e7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797407.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/e88/5aa9daab036d744a67737801fac95e88/5aa9daab036d744a67737801fac95e88.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797412.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/970/3db23b242befed6eb628752968082970/3db23b242befed6eb628752968082970.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797417.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/250/d1a315f01ce20b8b11d17502416f2250/d1a315f01ce20b8b11d17502416f2250.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797422.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/543/591db30f23d84049f2b2b3c036b4b543/591db30f23d84049f2b2b3c036b4b543.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797427.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/698/bdaab8e0eb922973361f15358388b698/bdaab8e0eb922973361f15358388b698.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797432.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/45f/e2eab5d76110e430e024874badad145f/e2eab5d76110e430e024874badad145f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797437.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/5ee/fc7e2cc846b923adf11b7983244c55ee/fc7e2cc846b923adf11b7983244c55ee.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797442.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/cc7/9ffcc5019dc7886bc15957f9b535dcc7/9ffcc5019dc7886bc15957f9b535dcc7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797447.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/9f2/ba99738169249230a3d5f5514b59f9f2/ba99738169249230a3d5f5514b59f9f2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797452.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/191/6446a34469edfaf9a17e5ce0c5957191/6446a34469edfaf9a17e5ce0c5957191.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797457.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/80e/eaf50df808f2f07a075c522dcbc3680e/eaf50df808f2f07a075c522dcbc3680e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797462.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/02e/404b2b105049e3f4334b3e47de33b02e/404b2b105049e3f4334b3e47de33b02e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797467.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/1c1/5a971cd91b14907cf4b6f265a80bf1c1/5a971cd91b14907cf4b6f265a80bf1c1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797472.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/0de/b2b7cb146334da5a1b2822b1027600de/b2b7cb146334da5a1b2822b1027600de.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797477.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/cd9/07538ac45ba45526b937325c5eca5cd9/07538ac45ba45526b937325c5eca5cd9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797482.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/5f4/f057d7451ba48db0ff8c06395a0925f4/f057d7451ba48db0ff8c06395a0925f4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797487.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/6da/09694c949b2146a58c0b0083384356da/09694c949b2146a58c0b0083384356da.db +test.unit.container.test_replicator.TestReplicatorSync.test_report_up_to_date +test.unit.container.test_replicator.TestReplicatorSync.test_report_up_to_date ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_rsync_failure +test.unit.container.test_replicator.TestReplicatorSync.test_rsync_failure ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_rsync_then_merge +test.unit.container.test_replicator.TestReplicatorSync.test_rsync_then_merge ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_bogus_db_quarantines +test.unit.container.test_replicator.TestReplicatorSync.test_sync_bogus_db_quarantines ... ok +test DEBUG: /tmp/tmppw9q0l6w/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmppw9q0l6w/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, 'f48943cded1b6cdeb68c35695aa2178d', '7dc18e41-a04f-4e0b-b936-95d2591d657d-sda', '1715796299.52746', '1715796299.56336', '0', '', '1715796299.51708', 6, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1715796299.58935', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1715796299.58935', 'deleted': 0, 'state': 40, 'state_timestamp': '1715796299.58935', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715796299.63220', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715796299.63220', 'deleted': 0, 'state': 60, 'state_timestamp': '1715796299.63204', 'epoch': '1715796299.63204', 'reported': 0, 'tombstones': -1}], '7dc18e41-a04f-4e0b-b936-95d2591d657d-sda') +test DEBUG: /tmp/tmppw9q0l6w/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmppw9q0l6w/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, '5ada7c8160cf485188f279ef01b8b3f8', '2a6a0846-4c1a-4eb6-9f1a-bf4d84cf027e-sda', '1715796301.62207', '1715796301.61290', '0', '', '1715796301.61290', 6, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1715796301.71619', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1715796301.71619', 'deleted': 0, 'state': 40, 'state_timestamp': '1715796301.71619', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715796301.75192', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715796301.75192', 'deleted': 0, 'state': 60, 'state_timestamp': '1715796301.75164', 'epoch': '1715796301.75164', 'reported': 0, 'tombstones': -1}], '2a6a0846-4c1a-4eb6-9f1a-bf4d84cf027e-sda') +test DEBUG: /tmp/tmpp9tm65l5/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpp9tm65l5/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, '5ada7c8160cf485188f279ef01b8b3f8', '2a6a0846-4c1a-4eb6-9f1a-bf4d84cf027e-sda', '1715796301.62207', '1715796301.68381', '0', '', '1715796301.61290', 6, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1715796301.71619', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1715796301.71619', 'deleted': 0, 'state': 40, 'state_timestamp': '1715796301.71619', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715796301.75192', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715796301.75192', 'deleted': 0, 'state': 60, 'state_timestamp': '1715796301.75164', 'epoch': '1715796301.75164', 'reported': 0, 'tombstones': -1}], '2a6a0846-4c1a-4eb6-9f1a-bf4d84cf027e-sda') +test DEBUG: /tmp/tmpp9tm65l5/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpp9tm65l5/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, '0cd80c494e72448988a4fb71c3bf104a', '6995fbf4-7efa-437a-b27e-105999f6e10e-sda', '1715796302.25176', '1715796302.24681', '0', '', '1715796302.24681', 3, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, rsync_then_merge, ('6995fbf4-7efa-437a-b27e-105999f6e10e-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Unlinked retiring db '/tmp/tmpazsi4_ct/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, '3fa82ccb509a8c6d10874caa14a5298f', '54529efb-e942-4871-befb-ec2e3997c671-sda', '1715796303.67964', '1715796303.66882', '0', '', '1715796303.66882', 3, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, rsync_then_merge, ('54529efb-e942-4871-befb-ec2e3997c671-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, '8e386290aaa9c8d0d7e2224bb2955bb9', '09af4743-7f2d-4ec5-8187-b569286c5c60-sda', '1715796307.93686', '1715796307.93400', '0', '', '1715796307.93400', 3, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, rsync_then_merge, ('09af4743-7f2d-4ec5-8187-b569286c5c60-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Unlinked retiring db '/tmp/tmppowk37jl/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, '2797f6f6a9c15c5037617bddf901abc6', 'bd5b4349-91db-4590-b234-25b0cc1ca315-sda', '1715796308.77638', '1715796308.77095', '0', '', '1715796308.77095', 3, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, rsync_then_merge, ('bd5b4349-91db-4590-b234-25b0cc1ca315-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'ad476e24-77ae-470c-80a0-7713834138f6-sda', '1715796309.32741', '1715796309.32163', '0', '', '1715796309.32163', 0, 0) +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpo4pp25vf/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '6af4515a-f1f9-4d80-aca1-bce26ea3b21d-sdb', '1715796309.57736', '1715796310.00000', '0', '', '1715796310.00000', 0, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('6af4515a-f1f9-4d80-aca1-bce26ea3b21d-sdb', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '6af4515a-f1f9-4d80-aca1-bce26ea3b21d-sdb', '1715796309.57736', '1715796310.00000', '0', '', '1715796310.00000', 0, 1) +test ERROR: Quarantining DB /tmp/tmpo4pp25vf/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('6af4515a-f1f9-4d80-aca1-bce26ea3b21d-sdb', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.10977 seconds (9.11034/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:2 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp4qanm0k_/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_not_merged_not_cleaving +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_not_merged_not_cleaving ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_newer_remote_create +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_newer_remote_create ... ok +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '7884c102-3400-4293-9d4e-f804be34f6dc-sda', '1715796309.77718', '1715796309', '0', '', '1715796309', 0, 0) +test DEBUG: /tmp/tmp4qanm0k_/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '7884c102-3400-4293-9d4e-f804be34f6dc-sda', '1715796309.77718', '1715796309', '0', '', '1715796309', 0, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('7884c102-3400-4293-9d4e-f804be34f6dc-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.20728 seconds (4.82444/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmprowha1fi/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'a196dc34a4834ed6fd92c294aa586a8f', '6e4fbca0-9804-4ccd-972c-ff2221457f82-sda', '1715796310.03572', '1715796310', '0', '', '1715796310', 1, 0) +test DEBUG: /tmp/tmprowha1fi/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1715796312.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '6e4fbca0-9804-4ccd-972c-ff2221457f82-sda') +test DEBUG: /tmp/tmprowha1fi/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0302188s) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'a196dc34a4834ed6fd92c294aa586a8f', '6e4fbca0-9804-4ccd-972c-ff2221457f82-sda', '1715796310.03572', '1715796310', '0', '', '1715796310', 1, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('6e4fbca0-9804-4ccd-972c-ff2221457f82-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 1.46090 seconds (0.68451/s) +test INFO: Attempted to replicate 1 dbs in 0.34305 seconds (2.91503/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmph7yrpmyv/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', 'e9f2f2e9-8635-4427-889a-9e3cbf6f4379-sda', '1750205121.87398', '1750205125', '1750205124', '', '1750205125', 0, 0) -test DEBUG: /tmp/tmph7yrpmyv/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', 'e9f2f2e9-8635-4427-889a-9e3cbf6f4379-sda', '1750205121.87398', '1750205125', '1750205124', '', '1750205125', 0, 0) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('e9f2f2e9-8635-4427-889a-9e3cbf6f4379-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') +test DEBUG: Replicating db /tmp/tmpjbnzrcff/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'a53084c6-1575-4214-841d-b6fd5e55e11e-sda', '1715796310.46096', '1715796310', '0', '', '1715796310', 0, 0) +test DEBUG: /tmp/tmpjbnzrcff/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'a53084c6-1575-4214-841d-b6fd5e55e11e-sda', '1715796310.46096', '1715796310', '0', '', '1715796310', 0, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('a53084c6-1575-4214-841d-b6fd5e55e11e-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.63361 seconds (1.57827/s) +test INFO: Attempted to replicate 1 dbs in 0.33423 seconds (2.99196/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpjcqhfos4/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, '2dbdc972f5d75e7e3c07e7da75ca80a3', 'fbd5a72b-e1c3-4b4e-959c-b088467f703d-sda', '1750205123.37927', '1750205127', '1750205126', '', '1750205127', 1, 1) -test DEBUG: /tmp/tmpjcqhfos4/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, '2dbdc972f5d75e7e3c07e7da75ca80a3', 'fbd5a72b-e1c3-4b4e-959c-b088467f703d-sda', '1750205123.37927', '1750205127', '1750205126', '', '1750205127', 1, 1) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('fbd5a72b-e1c3-4b4e-959c-b088467f703d-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') +test DEBUG: Replicating db /tmp/tmpkl2qfozd/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'a196dc34a4834ed6fd92c294aa586a8f', '7061afa8-cdbc-4ae0-827d-f1442c8193df-sda', '1715796310.86153', '1715796310', '0', '', '1715796310', 1, 0) +test DEBUG: /tmp/tmpkl2qfozd/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'a196dc34a4834ed6fd92c294aa586a8f', '7061afa8-cdbc-4ae0-827d-f1442c8193df-sda', '1715796310.86153', '1715796310', '0', '', '1715796310', 1, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('7061afa8-cdbc-4ae0-827d-f1442c8193df-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.82797 seconds (1.20777/s) +test INFO: Attempted to replicate 1 dbs in 0.62240 seconds (1.60669/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp1pmtbw62/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '66e9b627-7a4a-4688-a42a-1de3197fa5f5-sda', '1750205125.17005', '1750205130', '1750205129', '', '1750205130', 0, 1) -test DEBUG: /tmp/tmp1pmtbw62/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '66e9b627-7a4a-4688-a42a-1de3197fa5f5-sda', '1750205125.17005', '1750205130', '1750205129', '', '1750205130', 0, 1) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('66e9b627-7a4a-4688-a42a-1de3197fa5f5-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') +test DEBUG: Replicating db /tmp/tmp6f93u6kf/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '522e7c26-ba15-470f-ad28-ab54b7700c07-sda', '1715796311.56309', '1715796311', '0', '', '1715796311', 0, 0) +test DEBUG: /tmp/tmp6f93u6kf/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '522e7c26-ba15-470f-ad28-ab54b7700c07-sda', '1715796311.56309', '1715796311', '0', '', '1715796311', 0, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('522e7c26-ba15-470f-ad28-ab54b7700c07-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 2.28821 seconds (0.43702/s) +test INFO: Attempted to replicate 1 dbs in 0.20598 seconds (4.85483/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpnyg4rcgj/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, '4b2c213528df371d230c555ac4903a24', 'e70bb710-b4f1-401c-9678-d6966a56e9c4-sda', '1750205128.32301', '1750205133', '1750205132', '', '1750205133', 1, 1) -test DEBUG: /tmp/tmpnyg4rcgj/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1750205134.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], 'e70bb710-b4f1-401c-9678-d6966a56e9c4-sda') -test DEBUG: /tmp/tmpnyg4rcgj/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.175064s) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_syncs, ([],) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, '4b2c213528df371d230c555ac4903a24', 'e70bb710-b4f1-401c-9678-d6966a56e9c4-sda', '1750205128.32301', '1750205133', '1750205132', '', '1750205133', 1, 1) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('e70bb710-b4f1-401c-9678-d6966a56e9c4-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') +test DEBUG: Replicating db /tmp/tmp7l0extar/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'cf66c40b73e76c9e3e12fad09e529988', '06c48abb-2b26-48ca-9006-5d36854ce4f5-sda', '1715796312.54531', '1715796312', '0', '', '1715796312', 1, 1) +test DEBUG: /tmp/tmp7l0extar/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1715796315.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '06c48abb-2b26-48ca-9006-5d36854ce4f5-sda') +test DEBUG: /tmp/tmp7l0extar/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0441487s) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'cf66c40b73e76c9e3e12fad09e529988', '06c48abb-2b26-48ca-9006-5d36854ce4f5-sda', '1715796312.54531', '1715796312', '0', '', '1715796312', 1, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('06c48abb-2b26-48ca-9006-5d36854ce4f5-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 1.55023 seconds (0.64506/s) +test INFO: Attempted to replicate 1 dbs in 0.87411 seconds (1.14402/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpsneuq4t4/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '9124dc02-0e00-4ad0-aafb-7d8fac5ab115-sda', '1750205130.70393', '1750205135', '1750205134', '', '1750205135', 0, 0) -test DEBUG: /tmp/tmpsneuq4t4/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '9124dc02-0e00-4ad0-aafb-7d8fac5ab115-sda', '1750205130.70393', '1750205135', '1750205134', '', '1750205135', 0, 0) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('9124dc02-0e00-4ad0-aafb-7d8fac5ab115-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') +test DEBUG: Replicating db /tmp/tmpszx594vb/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_newer_remote_delete +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_newer_remote_delete ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_older_remote_delete +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_older_remote_delete ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_half_delete_policy_over_newer_remote_create +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_half_delete_policy_over_newer_remote_create ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797492.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/61a/0d2ca9f0bf52556b0b30f23e79d1961a/0d2ca9f0bf52556b0b30f23e79d1961a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797497.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/1ef/8097180860c85ad2aef805a4df2031ef/8097180860c85ad2aef805a4df2031ef.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797502.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/378/1c405564537761ce2b6d222cd2923378/1c405564537761ce2b6d222cd2923378.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797507.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/028/a40c442963cb430d06ea2149604dd028/a40c442963cb430d06ea2149604dd028.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797512.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/56f/fe15f63e8babb0e6b4b6a8c89b01d56f/fe15f63e8babb0e6b4b6a8c89b01d56f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797517.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/7fa/6f1b61615a9ecc64b2c1468db9b5b7fa/6f1b61615a9ecc64b2c1468db9b5b7fa.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797522.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/2ff/f41760085729766c9cd43ae0d93242ff/f41760085729766c9cd43ae0d93242ff.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797527.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/39c/6c7820c026525c1d8a9533de2545339c/6c7820c026525c1d8a9533de2545339c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797532.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/bfc/f78d92a4503521fcafca66fa8bff0bfc/f78d92a4503521fcafca66fa8bff0bfc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797537.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/7be/2ebaf66b70ebcbf9e94d7a81bf29c7be/2ebaf66b70ebcbf9e94d7a81bf29c7be.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797542.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/497/97b0d7a4c1bf387d01c022fffe010497/97b0d7a4c1bf387d01c022fffe010497.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797547.00000-0, db: /tmp/tmptjzhpmm9/sda/containers/0/13e/e9a2a9a9410db64b0a0958bd8185a13e/e9a2a9a9410db64b0a0958bd8185a13e.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmplnw6fq4o/sda/containers/0/09f/2822372f462858ff8d74b080eef2f09f/2822372f462858ff8d74b080eef2f09f.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796314.00000-0, db: /tmp/tmplnw6fq4o/sda/containers/0/09f/2822372f462858ff8d74b080eef2f09f/2822372f462858ff8d74b080eef2f09f_1715796314.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmplnw6fq4o/sda/containers/0/18a/4518126889218f970abc6ad852d9418a/4518126889218f970abc6ad852d9418a.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796318.00000-0, db: /tmp/tmplnw6fq4o/sda/containers/0/18a/4518126889218f970abc6ad852d9418a/4518126889218f970abc6ad852d9418a_1715796318.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmplnw6fq4o/sda/containers/0/866/c785611c5a8f690b131e846c40a6a866/c785611c5a8f690b131e846c40a6a866.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796322.00000-0, db: /tmp/tmplnw6fq4o/sda/containers/0/866/c785611c5a8f690b131e846c40a6a866/c785611c5a8f690b131e846c40a6a866_1715796322.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmplnw6fq4o/sda/containers/0/9c3/0e67d81deef597ef172f0451d09ef9c3/0e67d81deef597ef172f0451d09ef9c3.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796326.00000-0, db: /tmp/tmplnw6fq4o/sda/containers/0/9c3/0e67d81deef597ef172f0451d09ef9c3/0e67d81deef597ef172f0451d09ef9c3_1715796326.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmplnw6fq4o/sda/containers/0/041/456ca788f432011baaaddaab4bc06041/456ca788f432011baaaddaab4bc06041.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796330.00000-0, db: /tmp/tmplnw6fq4o/sda/containers/0/041/456ca788f432011baaaddaab4bc06041/456ca788f432011baaaddaab4bc06041_1715796330.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmplnw6fq4o/sda/containers/0/58a/b0d02f54619c07912f72fe17d9e4458a/b0d02f54619c07912f72fe17d9e4458a.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796334.00000-0, db: /tmp/tmplnw6fq4o/sda/containers/0/58a/b0d02f54619c07912f72fe17d9e4458a/b0d02f54619c07912f72fe17d9e4458a_1715796334.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmplnw6fq4o/sda/containers/0/d23/76917a3288a27e6a526abfd2eb74cd23/76917a3288a27e6a526abfd2eb74cd23.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796338.00000-0, db: /tmp/tmplnw6fq4o/sda/containers/0/d23/76917a3288a27e6a526abfd2eb74cd23/76917a3288a27e6a526abfd2eb74cd23_1715796338.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmplnw6fq4o/sda/containers/0/ffc/653d28b2e7d235b95a35b3b509debffc/653d28b2e7d235b95a35b3b509debffc.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796342.00000-0, db: /tmp/tmplnw6fq4o/sda/containers/0/ffc/653d28b2e7d235b95a35b3b509debffc/653d28b2e7d235b95a35b3b509debffc_1715796342.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmplnw6fq4o/sda/containers/0/2e9/18a5747185192539fae7f6c7ee8882e9/18a5747185192539fae7f6c7ee8882e9.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796346.00000-0, db: /tmp/tmplnw6fq4o/sda/containers/0/2e9/18a5747185192539fae7f6c7ee8882e9/18a5747185192539fae7f6c7ee8882e9_1715796346.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmplnw6fq4o/sda/containers/0/cce/c1283bc9c3eabfe7139a74c4d8b15cce/c1283bc9c3eabfe7139a74c4d8b15cce.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796350.00000-0, db: /tmp/tmplnw6fq4o/sda/containers/0/cce/c1283bc9c3eabfe7139a74c4d8b15cce/c1283bc9c3eabfe7139a74c4d8b15cce_1715796350.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmplnw6fq4o/sda/containers/0/350/5d3f55493cc52085f9ac9f54fe392350/5d3f55493cc52085f9ac9f54fe392350.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796354.00000-0, db: /tmp/tmplnw6fq4o/sda/containers/0/350/5d3f55493cc52085f9ac9f54fe392350/5d3f55493cc52085f9ac9f54fe392350_1715796354.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmplnw6fq4o/sda/containers/0/ebe/f5a1ad6384f8d64e74e57bd81beefebe/f5a1ad6384f8d64e74e57bd81beefebe.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796358.00000-0, db: /tmp/tmplnw6fq4o/sda/containers/0/ebe/f5a1ad6384f8d64e74e57bd81beefebe/f5a1ad6384f8d64e74e57bd81beefebe_1715796358.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmplnw6fq4o/sda/containers/0/8b5/764baa425c53de0bfedd31bef482c8b5/764baa425c53de0bfedd31bef482c8b5.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796362.00000-0, db: /tmp/tmplnw6fq4o/sda/containers/0/8b5/764baa425c53de0bfedd31bef482c8b5/764baa425c53de0bfedd31bef482c8b5_1715796362.00000.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '8e3d312e-6f11-4444-bf31-ac1959ba6d0a-sda', '1715796313.86987', '1715796313', '0', '', '1715796313', 0, 1) +test DEBUG: /tmp/tmpszx594vb/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '8e3d312e-6f11-4444-bf31-ac1959ba6d0a-sda', '1715796313.86987', '1715796313', '0', '', '1715796313', 0, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('8e3d312e-6f11-4444-bf31-ac1959ba6d0a-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.58779 seconds (1.70128/s) +test INFO: Attempted to replicate 1 dbs in 0.35733 seconds (2.79849/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpc8gtkmty/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, 'fa0590dab8c95a659ac529ecd9e5b888', '0eaa575c-0e32-417b-a63d-bde91e497544-sda', '1750205132.26715', '1750205137', '1750205136', '', '1750205137', 1, 1) -test DEBUG: /tmp/tmpc8gtkmty/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, 'fa0590dab8c95a659ac529ecd9e5b888', '0eaa575c-0e32-417b-a63d-bde91e497544-sda', '1750205132.26715', '1750205137', '1750205136', '', '1750205137', 1, 1) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('0eaa575c-0e32-417b-a63d-bde91e497544-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') +test DEBUG: Replicating db /tmp/tmp7_2_gpem/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '225ae9b36236e68887f205c1463cdb1b', 'ef0ca02b-0dda-4c30-975e-5223aec8fc62-sda', '1715796314.42463', '1715796314', '0', '', '1715796314', 1, 1) +test DEBUG: /tmp/tmp7_2_gpem/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '225ae9b36236e68887f205c1463cdb1b', 'ef0ca02b-0dda-4c30-975e-5223aec8fc62-sda', '1715796314.42463', '1715796314', '0', '', '1715796314', 1, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('ef0ca02b-0dda-4c30-975e-5223aec8fc62-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.92072 seconds (1.08611/s) +test INFO: Attempted to replicate 1 dbs in 0.46724 seconds (2.14024/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_exception_during_transfer_data -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_exception_during_transfer_data ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_timeout_during_transfer_data -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_timeout_during_transfer_data ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_overlap_shard_range_order -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_overlap_shard_range_order ... ok -test.unit.container.test_backend.TestContainerBroker.test_save_and_load_record_from_pending_file -test.unit.container.test_backend.TestContainerBroker.test_save_and_load_record_from_pending_file ... ok -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to get commit status of PUT to /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 523, in _get_conn_response - resp = putter.await_response( - ^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 1750, in await_response - self.resp = self.conn.getexpect() - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 854, in getexpect - expect_status = self._status.get_expect_status() - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 757, in get_expect_status - raise expect_status -Exception: kaboom! (txn: tx0de1b6d85b714d8290959-00685202ce) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to get commit status of PUT to /v1/a/c/o: Timeout (Nones) (txn: tx5398c445ec74445387ab4-00685202ce) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server WARNING: ERROR Client read timeout (Nones) (txn: tx466b289eb0f54392898ff-00685202ce) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server WARNING: Client disconnected without sending last chunk (txn: tx5097c6fb5d724967aea1b-00685202ce) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR Exception transferring data to object servers {'path': '/v1/a/c/o.jpg'}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 3173, in _transfer_data - chunk = next(data_source) - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3709, in __next__ - return self._get_next_item() - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 6533, in _get_next_item - return super(CooperativeIterator, self)._get_next_item() - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3705, in _get_next_item - return next(self.wrapped_iter) - ^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 882, in reader - return req.environ['wsgi.input'].read( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/controllers/test_obj.py", line 6776, in read - raise Exception('exception message') -Exception: exception message (txn: tx0e546765ec774b6298b45-00685202ce) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR Exception causing client disconnect: Timeout (Nones) (txn: tx2e87c8e991dd4a3fb7a6c-00685202ce) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.10:1010/sdk (txn: tx4baea1b1d96b46448735d-00685202ce) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.3:1003/sdd (txn: tx4baea1b1d96b46448735d-00685202ce) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.8:1008/sdi (txn: tx4baea1b1d96b46448735d-00685202ce) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.12:1012/sdm (txn: tx4baea1b1d96b46448735d-00685202ce) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.7:1007/sdh (txn: tx4baea1b1d96b46448735d-00685202ce) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.13:1013/sdn (txn: tx4baea1b1d96b46448735d-00685202ce) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.1:1001/sdb (txn: tx4baea1b1d96b46448735d-00685202ce) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.2:1002/sdc (txn: tx4baea1b1d96b46448735d-00685202ce) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.9:1009/sdj (txn: tx4baea1b1d96b46448735d-00685202ce) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.11:1011/sdl (txn: tx4baea1b1d96b46448735d-00685202ce) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.0:1000/sda (txn: tx4baea1b1d96b46448735d-00685202ce) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.6:1006/sdg (txn: tx4baea1b1d96b46448735d-00685202ce) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.4:1004/sde (txn: tx4baea1b1d96b46448735d-00685202ce) -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_error_commit -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_error_commit ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_error_commit -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_error_commit ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_success -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_success ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_success_commit -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_success_commit ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_old_obj_server -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_old_obj_server ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_simple -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_simple ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_body -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_body ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_body_and_bad_etag -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_body_and_bad_etag ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_both_body -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_both_body ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_chunked_body -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_chunked_body ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_explicit_commit_status -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_explicit_commit_status ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_footers -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_footers ... ok -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.5:1005/sdf (txn: tx4baea1b1d96b46448735d-00685202ce) -proxy-server ERROR: Not enough object servers ack'ed (got 0) (txn: tx4baea1b1d96b46448735d-00685202ce) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.0:1000/sda (txn: tx657fdaa6520445f9a374e-00685202ce) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.8:1008/sdi (txn: tx657fdaa6520445f9a374e-00685202ce) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.13:1013/sdn (txn: tx657fdaa6520445f9a374e-00685202ce) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.3:1003/sdd (txn: tx657fdaa6520445f9a374e-00685202ce) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.7:1007/sdh (txn: tx657fdaa6520445f9a374e-00685202ce) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.9:1009/sdj (txn: tx657fdaa6520445f9a374e-00685202ce) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.10:1010/sdk (txn: tx657fdaa6520445f9a374e-00685202ce) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.5:1005/sdf (txn: tx657fdaa6520445f9a374e-00685202ce) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.12:1012/sdm (txn: tx657fdaa6520445f9a374e-00685202ce) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.2:1002/sdc (txn: tx657fdaa6520445f9a374e-00685202ce) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.6:1006/sdg (txn: tx657fdaa6520445f9a374e-00685202ce) -proxy-server ERROR: Not enough object servers ack'ed (got 3) (txn: tx657fdaa6520445f9a374e-00685202ce) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.3:1003/sdd (txn: txbdce4ec453cc4f7fa9b7a-00685202ce) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.12:1012/sdm (txn: txbdce4ec453cc4f7fa9b7a-00685202ce) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.6:1006/sdg (txn: txbdce4ec453cc4f7fa9b7a-00685202ce) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.0:1000/sda (txn: tx0d9ee234b8ed451f8f6f2-00685202ce) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.13:1013/sdn (txn: tx0d9ee234b8ed451f8f6f2-00685202ce) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.4:1004/sde (txn: tx0d9ee234b8ed451f8f6f2-00685202ce) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Expect: 100-continue on /a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 724, in _connect_put_node - putter = self._make_putter(node, part, req, headers) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 3038, in _make_putter - return MIMEPutter.connect( - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2001, in connect - raise FooterNotSupported() -swift.common.exceptions.FooterNotSupported (txn: txa6c077db8d3c407caddca-00685202ce) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_just_enough_durable_responses -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_just_enough_durable_responses ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_less_durable_responses -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_less_durable_responses ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_merge_timestamps -test.unit.container.test_replicator.TestReplicatorSync.test_sync_merge_timestamps ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_slow_commits -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_slow_commits ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_txn_id_logging_ECPUT -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_txn_id_logging_ECPUT ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_not_available -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_not_available ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_reading -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_reading ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_recheck_time_zero -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_recheck_time_zero ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_writing -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_writing ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_empty_body -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_empty_body ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_path -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_table_migration -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_table_migration ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_pending_file_name -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_pending_file_name ... ok -profile:0(import os;os.getcwd();) - 6 0.000 0.000 0.000 0.000 :0(exec) - 6 0.000 0.000 0.000 0.000 :1() - 6 0.000 0.000 0.000 0.000 :0(getcwd) - 0 0.000 0.000 profile:0(profiler) - 6 0.000 0.000 0.000 0.000 :0(setprofile) - - -Tue Jun 17 12:03:00 2025 /tmp/tmp_of2gi4a/unittest.profile635420 -Tue Jun 17 12:03:00 2025 /tmp/tmp_of2gi4a/unittest.profile123 -Tue Jun 17 12:03:00 2025 /tmp/tmp_of2gi4a/unittest.profile456 - - 30 function calls in 0.001 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 6 0.001 0.000 0.001 0.000 profile:0(import os;os.getcwd();) - 6 0.000 0.000 0.000 0.000 :0(exec) - 6 0.000 0.000 0.000 0.000 :1() - 6 0.000 0.000 0.000 0.000 :0(getcwd) - 0 0.000 0.000 profile:0(profiler) - 6 0.000 0.000 0.000 0.000 :0(setprofile) - - -Tue Jun 17 12:03:00 2025 /tmp/tmp_of2gi4a/unittest.profile635420 -Tue Jun 17 12:03:00 2025 /tmp/tmp_of2gi4a/unittest.profile123 -Tue Jun 17 12:03:00 2025 /tmp/tmp_of2gi4a/unittest.profile456 - - 30 function calls in 0.001 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 6 0.001 0.000 0.001 0.000 profile:0(import os;os.getcwd();) - 6 0.000 0.000 0.000 0.000 :0(exec) - 6 0.000 0.000 0.000 0.000 :1() - 6 0.000 0.000 0.000 0.000 :0(getcwd) - 0 0.000 0.000 profile:0(profiler) - 6 0.000 0.000 0.000 0.000 :0(setprofile) - - -Tue Jun 17 12:03:00 2025 /tmp/tmp_of2gi4a/unittest.profile635420 - - 15 function calls in 0.001 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 3 0.000 0.000 0.001 0.000 profile:0(import os;os.getcwd();) - 3 0.000 0.000 0.000 0.000 :0(exec) - 3 0.000 0.000 0.000 0.000 :1() - 3 0.000 0.000 0.000 0.000 :0(getcwd) - 0 0.000 0.000 profile:0(profiler) - 3 0.000 0.000 0.000 0.000 :0(setprofile) - - -Tue Jun 17 12:03:00 2025 /tmp/tmp_of2gi4a/unittest.profile635420 - - 15 function calls in 0.001 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 3 0.000 0.000 0.001 0.000 profile:0(import os;os.getcwd();) - 3 0.000 0.000 0.000 0.000 :0(exec) - 3 0.000 0.000 0.000 0.000 :1() - 3 0.000 0.000 0.000 0.000 :0(getcwd) - 0 0.000 0.000 profile:0(profiler) - 3 0.000 0.000 0.000 0.000 :0(setprofile) - - -Tue Jun 17 12:03:00 2025 /tmp/tmp_of2gi4a/unittest.profile635420 - - 15 function calls in 0.001 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 3 0.000 0.000 0.001 0.000 profile:0(import os;os.getcwd();) - 3 0.000 0.000 0.000 0.000 :0(exec) - 3 0.000 0.000 0.000 0.000 :1() - 3 0.000 0.000 0.000 0.000 :0(getcwd) - 0 0.000 0.000 profile:0(profiler) - 3 0.000 0.000 0.000 0.000 :0(setprofile) - - -test_digest_utils WARNING: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -test_digest_utils WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. -test_digest_utils WARNING: The following digest algorithms are configured but not supported: md5 -test_digest_utils WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. -test_digest_utils WARNING: The following digest algorithms are configured but not supported: md5 -direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda -direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda -direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda -direct-client-test ERROR: Kaboom! -direct-client-test ERROR: Kaboom! -direct-client-test ERROR: Kaboom! -test ERROR: Problem finding shard upper in '/tmp/tmp7oy_y4kf/test_container.db': : LockTimeout (Nones) -test ERROR: Problem finding shard upper in '/tmp/tmp7oy_y4kf/test_container.db': : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2507, in find_shard_ranges - next_shard_upper = sub_broker._get_next_shard_range_upper( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -sqlite3.OperationalError -test DEBUG: Unlinked retiring db '/tmp/tmp2q9mo4k3/containers/part/suffix/hash/container.db' -test WARNING: Unexpected db files will be ignored: ['/tmp/tmp2q9mo4k3/containers/part/suffix/hash/container.db'] -Container 'a/c' cannot be set to sharded state while in unsharded state -Container 'a/c' cannot be set to sharding state: missing epoch -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_old_style_shard_container ... ok -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.2:1002/sdc (txn: txc7859c7bad3f4bd89c7b2-00685202ce) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.10:1010/sdk (txn: txc7859c7bad3f4bd89c7b2-00685202ce) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.4:1004/sde (txn: txc7859c7bad3f4bd89c7b2-00685202ce) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.11:1011/sdl (txn: txc233086682be4aeebb84e-00685202ce) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.9:1009/sdj (txn: txc233086682be4aeebb84e-00685202ce) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.6:1006/sdg (txn: txc233086682be4aeebb84e-00685202ce) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.13:1013/sdn (txn: txc233086682be4aeebb84e-00685202ce) -proxy-server ERROR: Object PUT returning 503 for [503, 201, 503, 201, 503, 201, 503, 201, 201, 201, 201, 201, 201, 201] (txn: txc233086682be4aeebb84e-00685202ce) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=x1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server INFO: Caching updating shards for shard-updating-v2/a/c (3 shards) (txn: tx2cceca9a60ad464db7df3-00685202ce) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Problem with listing response from /v1/a/c/o: JSONDecodeError('Expecting value: line 1 column 1 (char 0)') (txn: tx975c7b42b64a4b108b0a3-00685202ce) -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmpfyvijn4u/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpfyvijn4u/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmpfyvijn4u/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpfyvijn4u/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:05:34 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.1337 "-" 635438 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:05:34 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0801 "-" 635438 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:05:35 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0915 "-" 635438 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:05:35 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0728 "-" 635438 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:05:35 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txd791e800d3f047bfbf72d-00685202cf" "proxy-server 635438" 0.0012 "-" 635438 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:05:35 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:57023/sdb1/3/a/c" "txd791e800d3f047bfbf72d-00685202cf" "container-server 635438" 0.0073 "-" 635438 0 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:05:35 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:57881/sda1/3/a/c" "txd791e800d3f047bfbf72d-00685202cf" "container-server 635438" 0.0012 "-" 635438 0 -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_root_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_policy_stat_tracking -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_policy_stat_tracking ... ok -Container 'a/c' cannot be set to sharding state while in sharding state -Container 'a/c' cannot be set to sharded state while in sharded state -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_old_style_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_old_style_root_account_container_path ... ok -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.proxy.test_mem_server.TestProxyServer.test_adds_transaction_id -test.unit.proxy.test_mem_server.TestProxyServer.test_adds_transaction_id ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_adds_transaction_id_length_limit -test.unit.proxy.test_mem_server.TestProxyServer.test_adds_transaction_id_length_limit ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_calls_authorize_allow -test.unit.proxy.test_mem_server.TestProxyServer.test_calls_authorize_allow ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_calls_authorize_deny -test.unit.proxy.test_mem_server.TestProxyServer.test_calls_authorize_deny ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_200 -test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_200 ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_503 -test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_503 ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_507 -test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_507 ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_denied_host_header -test.unit.proxy.test_mem_server.TestProxyServer.test_denied_host_header ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_error_limit_methods -test.unit.proxy.test_mem_server.TestProxyServer.test_error_limit_methods ... ok -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:00:05:35 +0000] "PUT /sdb1/3/a/c" 201 - "PUT http://localhost/v1/a/c" "txd791e800d3f047bfbf72d-00685202cf" "proxy-server 635438" 0.0708 "-" 635438 0 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:00:05:35 +0000] "PUT /sda1/3/a/c" 201 - "PUT http://localhost/v1/a/c" "txd791e800d3f047bfbf72d-00685202cf" "proxy-server 635438" 0.1891 "-" 635438 0 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/00/05/35 PUT /v1/a/c HTTP/1.0 201 - - t - - - txd791e800d3f047bfbf72d-00685202cf - 0.1965 - - 1750205135.084882498 1750205135.281425714 0 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:05:35 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx5eba9ff6a1d5479e9efce-00685202cf" "proxy-server 635438" 0.0012 "-" 635438 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:05:35 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:57023/sdb1/0/a1/c1" "tx5eba9ff6a1d5479e9efce-00685202cf" "container-server 635438" 0.0010 "-" 635438 0 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:05:35 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:57881/sda1/0/a1/c1" "tx5eba9ff6a1d5479e9efce-00685202cf" "container-server 635438" 0.0009 "-" 635438 0 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:00:05:35 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx5eba9ff6a1d5479e9efce-00685202cf" "proxy-server 635438" 0.2239 "-" 635438 0 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:00:05:35 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx5eba9ff6a1d5479e9efce-00685202cf" "proxy-server 635438" 0.0825 "-" 635438 0 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/00/05/35 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx5eba9ff6a1d5479e9efce-00685202cf - 0.2319 - - 1750205135.287011385 1750205135.518904686 0 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:05:35 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx7d3f43ad90dc4829a83f3-00685202cf" "proxy-server 635438" 0.0911 "-" 635438 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:05:35 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:57881/sda1/3/a/c1" "tx7d3f43ad90dc4829a83f3-00685202cf" "container-server 635438" 0.2085 "-" 635438 1 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:05:35 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:57023/sdb1/3/a/c1" "tx7d3f43ad90dc4829a83f3-00685202cf" "container-server 635438" 0.0009 "-" 635438 1 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:00:05:35 +0000] "PUT /sda1/3/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx7d3f43ad90dc4829a83f3-00685202cf" "proxy-server 635438" 0.3778 "-" 635438 1 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:00:05:35 +0000] "PUT /sdb1/3/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx7d3f43ad90dc4829a83f3-00685202cf" "proxy-server 635438" 0.2938 "-" 635438 1 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/00/05/35 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx7d3f43ad90dc4829a83f3-00685202cf - 0.4753 - - 1750205135.520143986 1750205135.995466232 1 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:05:36 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txce5c3ffeba0143ea8ede4-00685202cf" "proxy-server 635438" 0.1208 "-" 635438 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:05:36 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:57881/sda1/0/a/c2" "txce5c3ffeba0143ea8ede4-00685202cf" "container-server 635438" 0.0828 "-" 635438 2 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:05:36 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:57023/sdb1/0/a/c2" "txce5c3ffeba0143ea8ede4-00685202cf" "container-server 635438" 0.0026 "-" 635438 2 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:00:05:36 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txce5c3ffeba0143ea8ede4-00685202cf" "proxy-server 635438" 0.1654 "-" 635438 2 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:00:05:36 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txce5c3ffeba0143ea8ede4-00685202cf" "proxy-server 635438" 0.2388 "-" 635438 2 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/00/05/36 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txce5c3ffeba0143ea8ede4-00685202cf - 0.3659 - - 1750205135.996615648 1750205136.362523556 2 -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to PUT /v1/a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR 503 full Trying to GET /v1/a/c/o From Object Server 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage -test DEBUG: Node is error limited: 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage -test DEBUG: Node is error limited: 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: test msg 10.0.0.0:1000/sda -test ERROR: ERROR with test1 server 10.0.0.0:1000/sda re: test1 msg: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1307, in test_error_limit_methods - raise Exception('kaboom1!') -Exception: kaboom1! -test WARNING: ERROR with test2 server 10.0.0.0:1000/sda re: test2 msg -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1321, in test_error_limit_methods - raise Exception('kaboom2!') -Exception: kaboom2! -test WARNING: ERROR with test3 server 10.0.0.0:1000/sda re: test3 msg -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1336, in test_error_limit_methods - raise Exception('kaboom3!') -Exception: kaboom3! -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test.unit.proxy.test_mem_server.TestProxyServer.test_error_occurred -test.unit.proxy.test_mem_server.TestProxyServer.test_error_occurred ... ok -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test.unit.proxy.test_mem_server.TestProxyServer.test_exception_occurred -test.unit.proxy.test_mem_server.TestProxyServer.test_exception_occurred ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_exception_occurred_replication_ip_port_logging -test.unit.proxy.test_mem_server.TestProxyServer.test_exception_occurred_replication_ip_port_logging ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_get_info_controller -test.unit.proxy.test_mem_server.TestProxyServer.test_get_info_controller ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_get_object_ring -test.unit.proxy.test_mem_server.TestProxyServer.test_get_object_ring ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_inexistent_method_request -test.unit.proxy.test_mem_server.TestProxyServer.test_inexistent_method_request ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_info_defaults -test.unit.proxy.test_mem_server.TestProxyServer.test_info_defaults ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_internal_method_request -test.unit.proxy.test_mem_server.TestProxyServer.test_internal_method_request ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_internal_reserved_name_request -test.unit.proxy.test_mem_server.TestProxyServer.test_internal_reserved_name_request ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_negative_content_length -test.unit.proxy.test_mem_server.TestProxyServer.test_negative_content_length ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_misplaced_object_does_not_effect_container_stats -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_misplaced_object_does_not_effect_container_stats ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_root_container ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_can_not_keep_up -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_can_not_keep_up ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_node_concurrency -test.unit.proxy.test_mem_server.TestProxyServer.test_node_concurrency ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_node_timing -test.unit.proxy.test_mem_server.TestProxyServer.test_node_timing ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_private_method_request -test.unit.proxy.test_mem_server.TestProxyServer.test_private_method_request ... ok -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: tx1839012b105a459ebed98-00685202d0) -test INFO: Client disconnected on read of '/a/c' (txn: tx1839012b105a459ebed98-00685202d0) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.1.0:1100/sda (txn: tx355ac93f8c4e488db68b1-00685202d0) -test INFO: Client disconnected on read of '/a/c' (txn: tx355ac93f8c4e488db68b1-00685202d0) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to UPDATE /a/c: Network unreachable (txn: tx10124bbd0aba45f884385-00685202d1) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to UPDATE /a/c: Network unreachable (txn: tx10124bbd0aba45f884385-00685202d1) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to UPDATE /a/c: Network unreachable (txn: tx10124bbd0aba45f884385-00685202d1) -test ERROR: Container UPDATE returning 503 for (503, 503, 503) (txn: tx10124bbd0aba45f884385-00685202d1) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r3=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r3=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_inherits -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_inherits ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_overrides -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_overrides ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_with_no_default -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_with_no_default ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_proxy_server_config -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_proxy_server_config ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_shard_container ... ok -test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r3=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_timing_per_policy -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_timing_per_policy ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_default -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_default ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_unhandled_exception -test.unit.proxy.test_mem_server.TestProxyServer.test_unhandled_exception ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_valid_api_version -test.unit.proxy.test_mem_server.TestProxyServer.test_valid_api_version ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_overlap_shard_range_order -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_overlap_shard_range_order ... ok -test.unit.container.test_backend.TestContainerBroker.test_set_db_states -test.unit.container.test_backend.TestContainerBroker.test_set_db_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_path -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_encoded_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_encoded_timestamps_using_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_pending_file_name -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_pending_file_name ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_shard_container ... ok -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '2cb3ee22-4737-4795-af52-1eed63b74e76-sda', '1750205134.07683', '1750205134.00000', '0', '', '1750205134.00000', 0, 0) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '2cb3ee22-4737-4795-af52-1eed63b74e76-sda', '1750205134.07683', '1750205135.00000', '0', '', '1750205134.00000', 0, 0) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (11, '253a778e6f7c9b7f16c0bc1617014b48', '158b061f-0b6f-47c9-a9d9-0cbc8e76659d-sda', '1750205134.63350', '1750205134.63092', '0', '', '1750205134.63092', 11, 0) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_items, ([{'ROWID': 1, 'name': 'o_0', 'created_at': '1750205134.92644', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'o_1', 'created_at': '1750205134.93316', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 3, 'name': 'o_2', 'created_at': '1750205134.93330', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 4, 'name': 'o_3', 'created_at': '1750205134.93341', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 5, 'name': 'o_4', 'created_at': '1750205134.93351', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 6, 'name': 'o_5', 'created_at': '1750205134.93361', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 7, 'name': 'o_6', 'created_at': '1750205134.93371', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 8, 'name': 'o_7', 'created_at': '1750205134.93381', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 9, 'name': 'o_8', 'created_at': '1750205134.93391', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 10, 'name': 'o_9', 'created_at': '1750205134.93402', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 11, 'name': '/a/c/o_missing_0', 'created_at': '1750205134.93415', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '158b061f-0b6f-47c9-a9d9-0cbc8e76659d-sda') -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_items, ([{'ROWID': 12, 'name': '/a/c/o_missing_1', 'created_at': '1750205135.34230', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '158b061f-0b6f-47c9-a9d9-0cbc8e76659d-sda') -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_items, ([{'ROWID': 13, 'name': '/a/c/o_missing_2', 'created_at': '1750205135.52506', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '158b061f-0b6f-47c9-a9d9-0cbc8e76659d-sda') -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_items, ([{'ROWID': 14, 'name': '/a/c/o_missing_3', 'created_at': '1750205135.72414', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '158b061f-0b6f-47c9-a9d9-0cbc8e76659d-sda') -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_items, ([{'ROWID': 15, 'name': '/a/c/o_missing_4', 'created_at': '1750205136.11794', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '158b061f-0b6f-47c9-a9d9-0cbc8e76659d-sda') -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_items, ([{'ROWID': 16, 'name': '/a/c/o_missing_5', 'created_at': '1750205136.22623', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '158b061f-0b6f-47c9-a9d9-0cbc8e76659d-sda') -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_items, ([{'ROWID': 17, 'name': '/a/c/o_missing_6', 'created_at': '1750205136.40653', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '158b061f-0b6f-47c9-a9d9-0cbc8e76659d-sda') -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_items, ([{'ROWID': 18, 'name': '/a/c/o_missing_7', 'created_at': '1750205136.55326', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '158b061f-0b6f-47c9-a9d9-0cbc8e76659d-sda') -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_items, ([{'ROWID': 19, 'name': '/a/c/o_missing_8', 'created_at': '1750205136.71953', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '158b061f-0b6f-47c9-a9d9-0cbc8e76659d-sda') -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_items, ([{'ROWID': 20, 'name': '/a/c/o_missing_9', 'created_at': '1750205136.88683', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '158b061f-0b6f-47c9-a9d9-0cbc8e76659d-sda') -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (21, 'e1d9e2f6f0a06da702393f763d7e3a95', '158b061f-0b6f-47c9-a9d9-0cbc8e76659d-sda', '1750205134.63350', '1750205134.63092', '0', '', '1750205134.63092', 21, 0) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_items, ([{'ROWID': 21, 'name': '/a/c/o_missing_10', 'created_at': '1750205137.06097', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '158b061f-0b6f-47c9-a9d9-0cbc8e76659d-sda') -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_syncs, ([],) -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp9ujmyh6w/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', 'f5378b56-a26b-4735-b387-058d59dcb67b-sda', '1750205137.35127', '1750205138', '0', '', '1750205138', 0, 1) -test DEBUG: /tmp/tmp9ujmyh6w/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', 'f5378b56-a26b-4735-b387-058d59dcb67b-sda', '1750205137.35127', '1750205138', '0', '', '1750205138', 0, 1) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('f5378b56-a26b-4735-b387-058d59dcb67b-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpllgab5nw/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '317df05e-fbc1-4462-acea-e06cca534ad3-sda', '1715796315.07441', '1715796317', '0', '', '1715796317', 0, 1) +test DEBUG: /tmp/tmpllgab5nw/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '317df05e-fbc1-4462-acea-e06cca534ad3-sda', '1715796315.07441', '1715796317', '0', '', '1715796317', 0, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('317df05e-fbc1-4462-acea-e06cca534ad3-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.48565 seconds (2.05911/s) +test INFO: Attempted to replicate 1 dbs in 0.41923 seconds (2.38530/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmprzbv1o9r/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, 'a409d3fc871d0f18a0931c76945cb623', '14dd7d72-cf9c-4973-b9dc-a729c339915b-sda', '1750205138.06711', '1750205138', '0', '', '1750205138', 1, 0) -test DEBUG: /tmp/tmprzbv1o9r/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1750205139.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '14dd7d72-cf9c-4973-b9dc-a729c339915b-sda') -test DEBUG: /tmp/tmprzbv1o9r/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.140695s) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_syncs, ([],) -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_old_style_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_old_style_root_account_container_path ... ok -test.unit.container.test_backend.TestContainerBroker.test_set_sharded_state_errors -test.unit.container.test_backend.TestContainerBroker.test_set_sharded_state_errors ... ok -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmpbftxe8og/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpbftxe8og/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmpbftxe8og/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpbftxe8og/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:05:37 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.0672 "-" 635438 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:05:37 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0755 "-" 635438 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:05:37 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.1039 "-" 635438 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:05:38 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0567 "-" 635438 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:05:38 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx30d1227244884017a92c4-00685202d2" "proxy-server 635438" 0.0009 "-" 635438 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:05:38 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:59617/sdb1/3/a/c" "tx30d1227244884017a92c4-00685202d2" "container-server 635438" 0.0018 "-" 635438 0 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:05:38 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:60619/sda1/3/a/c" "tx30d1227244884017a92c4-00685202d2" "container-server 635438" 0.0010 "-" 635438 0 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:00:05:38 +0000] "PUT /sdb1/3/a/c" 201 - "PUT http://localhost/v1/a/c" "tx30d1227244884017a92c4-00685202d2" "proxy-server 635438" 0.1596 "-" 635438 0 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:00:05:38 +0000] "PUT /sda1/3/a/c" 201 - "PUT http://localhost/v1/a/c" "tx30d1227244884017a92c4-00685202d2" "proxy-server 635438" 0.0939 "-" 635438 0 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/00/05/38 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx30d1227244884017a92c4-00685202d2 - 0.1666 - - 1750205138.029139757 1750205138.195745230 0 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:05:38 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txd94348d9cdcb4f30b4154-00685202d2" "proxy-server 635438" 0.0034 "-" 635438 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:05:38 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:60619/sda1/0/a1/c1" "txd94348d9cdcb4f30b4154-00685202d2" "container-server 635438" 0.0034 "-" 635438 0 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:05:38 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:59617/sdb1/0/a1/c1" "txd94348d9cdcb4f30b4154-00685202d2" "container-server 635438" 0.0009 "-" 635438 0 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:00:05:38 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txd94348d9cdcb4f30b4154-00685202d2" "proxy-server 635438" 0.2491 "-" 635438 0 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:00:05:38 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txd94348d9cdcb4f30b4154-00685202d2" "proxy-server 635438" 0.1542 "-" 635438 0 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/00/05/38 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txd94348d9cdcb4f30b4154-00685202d2 - 0.2629 - - 1750205138.196965694 1750205138.459841490 0 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:05:38 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx09d02658f1ab4852ac0ea-00685202d2" "proxy-server 635438" 0.0875 "-" 635438 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:05:38 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:59617/sdb1/3/a/c1" "tx09d02658f1ab4852ac0ea-00685202d2" "container-server 635438" 0.0556 "-" 635438 1 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:05:38 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:60619/sda1/3/a/c1" "tx09d02658f1ab4852ac0ea-00685202d2" "container-server 635438" 0.0064 "-" 635438 1 -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205901.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/80d/469ae10ece80a69f15918e7f93a5080d/469ae10ece80a69f15918e7f93a5080d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205906.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/01e/60da659407b6c4c4e933ae86d9c2701e/60da659407b6c4c4e933ae86d9c2701e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205911.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/ace/cb108cfc2ca9bfde8c0be4bffdecface/cb108cfc2ca9bfde8c0be4bffdecface.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205916.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/e7a/aa26f2d96902eaa282d70bafe673be7a/aa26f2d96902eaa282d70bafe673be7a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205921.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/72a/daa09370254df6cdf077c58a7c87f72a/daa09370254df6cdf077c58a7c87f72a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205926.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/375/8369697832c9724c67d4db3ec4fd1375/8369697832c9724c67d4db3ec4fd1375.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205931.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/744/9712d8060749c9982aa98c1426114744/9712d8060749c9982aa98c1426114744.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205936.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/5d6/761c3c0871c47cd6414896e54687b5d6/761c3c0871c47cd6414896e54687b5d6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205941.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/06b/1cbd19786d1cf0182079388a4a4d106b/1cbd19786d1cf0182079388a4a4d106b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205946.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/ad7/724056506bad2e635273e0c56ce35ad7/724056506bad2e635273e0c56ce35ad7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205951.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/efa/d97a7fa30f196fac0cff723324fe5efa/d97a7fa30f196fac0cff723324fe5efa.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205956.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/221/8507b439f09474b49caa3ff463225221/8507b439f09474b49caa3ff463225221.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205961.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/24b/31111d648cb43ae01587a8ecea23624b/31111d648cb43ae01587a8ecea23624b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205966.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/80e/db2a1d57d5932eeb27b515c92e4b180e/db2a1d57d5932eeb27b515c92e4b180e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205971.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/e1e/e2a956cd64c6221f8d721c01ab34ee1e/e2a956cd64c6221f8d721c01ab34ee1e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205976.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/578/1ef7e8522008f177ff1cfe4ae9974578/1ef7e8522008f177ff1cfe4ae9974578.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205981.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/86c/35e11ad1bba4a8392f63879da5d9486c/35e11ad1bba4a8392f63879da5d9486c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205986.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/188/50e30dc2374bbfb5994c0ee48b226188/50e30dc2374bbfb5994c0ee48b226188.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205991.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/081/8a5fbfc0b580a9e19b8d9788c9626081/8a5fbfc0b580a9e19b8d9788c9626081.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205996.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/9d7/c6b53d12de44d566b53a88112cb2c9d7/c6b53d12de44d566b53a88112cb2c9d7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206001.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/5c5/513ff563d2982cd14a43740b672105c5/513ff563d2982cd14a43740b672105c5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206006.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/7fd/5476e9bfe3b470cd41861149beca97fd/5476e9bfe3b470cd41861149beca97fd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206011.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/5bd/7d55414724252f47260bf8e2840125bd/7d55414724252f47260bf8e2840125bd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206016.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/670/d414a5ea1ffe1fbddb5af25c87b9d670/d414a5ea1ffe1fbddb5af25c87b9d670.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206021.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/5e8/45b524668646cbc5613a00b6bc5175e8/45b524668646cbc5613a00b6bc5175e8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206026.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/aab/8835011c53596995c358f222ed7d3aab/8835011c53596995c358f222ed7d3aab.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206031.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/2ad/fb50078658fb6a397a1c0d0c0f5512ad/fb50078658fb6a397a1c0d0c0f5512ad.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206036.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/149/4f7b0ded4b5e6a814f6147291818f149/4f7b0ded4b5e6a814f6147291818f149.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206041.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/349/f8127a859f659c58713bc5a13f10c349/f8127a859f659c58713bc5a13f10c349.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206046.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/544/d0bccdc555488aa255902fc3cec40544/d0bccdc555488aa255902fc3cec40544.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206051.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/c37/dc27116f8a8028f1d8a4f011c3989c37/dc27116f8a8028f1d8a4f011c3989c37.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206056.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/244/12f0c634a614627372e08329a5e22244/12f0c634a614627372e08329a5e22244.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206061.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/889/fe3a11fedc12c9364e0cff6e907c0889/fe3a11fedc12c9364e0cff6e907c0889.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206066.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/496/7ba5e88fa3187d4c451e3d7debf0d496/7ba5e88fa3187d4c451e3d7debf0d496.db -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_policy_stat_tracking -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_policy_stat_tracking ... ok -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.proxy.test_server.TestECMismatchedFA.test_mixing_different_objects_fragment_archives -test.unit.proxy.test_server.TestECMismatchedFA.test_mixing_different_objects_fragment_archives ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECMismatchedFA.test_mixing_different_objects_fragment_archives_with_dup_factor -test.unit.proxy.test_server.TestECMismatchedFA.test_mixing_different_objects_fragment_archives_with_dup_factor ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_encoded_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_encoded_timestamps_using_memory ... ok -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:00:05:38 +0000] "PUT /sdb1/3/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx09d02658f1ab4852ac0ea-00685202d2" "proxy-server 635438" 0.2567 "-" 635438 1 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:00:05:38 +0000] "PUT /sda1/3/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx09d02658f1ab4852ac0ea-00685202d2" "proxy-server 635438" 0.1400 "-" 635438 1 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/00/05/38 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx09d02658f1ab4852ac0ea-00685202d2 - 0.3516 - - 1750205138.461008787 1750205138.812569618 1 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:05:38 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx7d8cfd2333dd405dac950-00685202d2" "proxy-server 635438" 0.0786 "-" 635438 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:05:39 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:60619/sda1/0/a/c2" "tx7d8cfd2333dd405dac950-00685202d2" "container-server 635438" 0.0803 "-" 635438 2 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:05:39 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:59617/sdb1/0/a/c2" "tx7d8cfd2333dd405dac950-00685202d2" "container-server 635438" 0.0010 "-" 635438 2 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:00:05:39 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx7d8cfd2333dd405dac950-00685202d2" "proxy-server 635438" 0.2832 "-" 635438 2 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:00:05:39 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx7d8cfd2333dd405dac950-00685202d2" "proxy-server 635438" 0.2092 "-" 635438 2 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/00/05/39 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx7d8cfd2333dd405dac950-00685202d2 - 0.3738 - - 1750205138.814081907 1750205139.187833548 2 -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_misplaced_object_does_not_effect_container_stats -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_misplaced_object_does_not_effect_container_stats ... ok -test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state -test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_old_style_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_old_style_root_account_container_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_explicit_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_explicit_timestamps_using_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_overlap_shard_range_order -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_overlap_shard_range_order ... ok -test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state_deleted -test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_path -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_pending_file_name -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_pending_file_name ... ok -test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state_errors -test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_encoded_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_encoded_timestamps_using_file ... ok -test.unit.container.test_backend.TestContainerBroker.test_set_storage_policy_index -test.unit.container.test_backend.TestContainerBroker.test_set_storage_policy_index ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_explicit_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_explicit_timestamps_using_memory ... ok -test.unit.container.test_backend.TestContainerBroker.test_set_storage_policy_index_empty -test.unit.container.test_backend.TestContainerBroker.test_set_storage_policy_index_empty ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_overlap_shard_range_order -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_overlap_shard_range_order ... ok -test.unit.container.test_backend.TestContainerBroker.test_set_x_syncs -test.unit.container.test_backend.TestContainerBroker.test_set_x_syncs ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_policy_stat_tracking -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_policy_stat_tracking ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_path -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_pending_file_name -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_pending_file_name ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_newer_local_create -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_newer_local_create ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_encoded_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_encoded_timestamps_using_memory ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_misplaced_object_does_not_effect_container_stats -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_misplaced_object_does_not_effect_container_stats ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_policy_stat_tracking -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_policy_stat_tracking ... ok -test.unit.container.test_backend.TestContainerBroker.test_sharding_initiated_and_required -test.unit.container.test_backend.TestContainerBroker.test_sharding_initiated_and_required ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_explicit_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_explicit_timestamps_using_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_misplaced_object_does_not_effect_container_stats -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_misplaced_object_does_not_effect_container_stats ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object ... ok -test.unit.container.test_backend.TestContainerBroker.test_sharding_state_is_not_reclaimable -test.unit.container.test_backend.TestContainerBroker.test_sharding_state_is_not_reclaimable ... ok -test.unit.container.test_backend.TestContainerBroker.test_sharding_sysmeta -test.unit.container.test_backend.TestContainerBroker.test_sharding_sysmeta ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_explicit_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_explicit_timestamps_using_memory ... ok -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, 'a409d3fc871d0f18a0931c76945cb623', '14dd7d72-cf9c-4973-b9dc-a729c339915b-sda', '1750205138.06711', '1750205138', '0', '', '1750205138', 1, 0) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('14dd7d72-cf9c-4973-b9dc-a729c339915b-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmprzbv1o9r/sda/containers/0/38e/80fc1fc0ae0ed44084a93df5bb43f38e/80fc1fc0ae0ed44084a93df5bb43f38e.db +test DEBUG: Replicating db /tmp/tmpii9pmwpo/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'af3cf754abd475d0b1d967d56ce38f4d', 'afafd0b5-168a-4aa2-9f09-44075217227c-sda', '1715796315.59706', '1715796317', '0', '', '1715796317', 1, 0) +test DEBUG: /tmp/tmpii9pmwpo/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1715796318.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'afafd0b5-168a-4aa2-9f09-44075217227c-sda') +test DEBUG: /tmp/tmpii9pmwpo/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0351582s) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'af3cf754abd475d0b1d967d56ce38f4d', 'afafd0b5-168a-4aa2-9f09-44075217227c-sda', '1715796315.59706', '1715796317', '0', '', '1715796317', 1, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('afafd0b5-168a-4aa2-9f09-44075217227c-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 1.01984 seconds (0.98055/s) +test INFO: Attempted to replicate 1 dbs in 0.29863 seconds (3.34868/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmprzbv1o9r/sda/containers/0/38e/80fc1fc0ae0ed44084a93df5bb43f38e/80fc1fc0ae0ed44084a93df5bb43f38e.db -REPLICATE: /sdb/0/80fc1fc0ae0ed44084a93df5bb43f38e, sync, (1, 'ded2b4df4c6f3c3bdc19b5b3858e1b8c', 'cc1ba532-d8e8-4578-b14f-95e2be46a43d-sda', '1750205138.91036', '1750204800', '0', '', '1750204800', 1, 0) -REPLICATE: /sdb/0/80fc1fc0ae0ed44084a93df5bb43f38e, complete_rsync, ('cc1ba532-d8e8-4578-b14f-95e2be46a43d-sda', '80fc1fc0ae0ed44084a93df5bb43f38e.db') -REPLICATE: /sdc/0/80fc1fc0ae0ed44084a93df5bb43f38e, sync, (1, 'ded2b4df4c6f3c3bdc19b5b3858e1b8c', 'cc1ba532-d8e8-4578-b14f-95e2be46a43d-sda', '1750205138.91036', '1750204800', '0', '', '1750204800', 1, 0) -REPLICATE: /sdc/0/80fc1fc0ae0ed44084a93df5bb43f38e, complete_rsync, ('cc1ba532-d8e8-4578-b14f-95e2be46a43d-sda', '80fc1fc0ae0ed44084a93df5bb43f38e.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpcjpqmfom/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '5dd18e9b-60e2-4cd7-8978-937c840604d0-sda', '1750205139.70505', '1750205140', '0', '', '1750205140', 0, 0) -test DEBUG: /tmp/tmpcjpqmfom/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '5dd18e9b-60e2-4cd7-8978-937c840604d0-sda', '1750205139.70505', '1750205140', '0', '', '1750205140', 0, 0) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('5dd18e9b-60e2-4cd7-8978-937c840604d0-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') +test DEBUG: Replicating db /tmp/tmpp1br6yyr/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'af3cf754abd475d0b1d967d56ce38f4d', '8e23c4e7-cc87-43f2-8585-861e1434820c-sda', '1715796315.94603', '1715796315', '1715796316', '', '1715796316', 1, 1) +test DEBUG: /tmp/tmpp1br6yyr/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1715796318.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '8e23c4e7-cc87-43f2-8585-861e1434820c-sda') +test DEBUG: /tmp/tmpp1br6yyr/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0290258s) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'af3cf754abd475d0b1d967d56ce38f4d', '8e23c4e7-cc87-43f2-8585-861e1434820c-sda', '1715796315.94603', '1715796315', '1715796316', '', '1715796316', 1, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('8e23c4e7-cc87-43f2-8585-861e1434820c-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.59093 seconds (1.69223/s) +test INFO: Attempted to replicate 1 dbs in 0.30639 seconds (3.26381/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpc2h8f61h/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, 'f031384cd88dcc5cbc60e1e095d08aa9', '8b4d9a77-95b7-4d92-aae5-2c1b9a8c11a0-sda', '1750205140.46520', '1750205141', '0', '', '1750205141', 1, 1) -test DEBUG: /tmp/tmpc2h8f61h/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, 'f031384cd88dcc5cbc60e1e095d08aa9', '8b4d9a77-95b7-4d92-aae5-2c1b9a8c11a0-sda', '1750205140.46520', '1750205141', '0', '', '1750205141', 1, 1) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('8b4d9a77-95b7-4d92-aae5-2c1b9a8c11a0-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpc2h8f61h/sda/containers/0/38e/80fc1fc0ae0ed44084a93df5bb43f38e/80fc1fc0ae0ed44084a93df5bb43f38e.db +test DEBUG: Replicating db /tmp/tmplwx5a6oq/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'f55abad1f09c158d9717aa7ddd9991b3', '907ad1b1-a940-4ee6-91e1-86600d7c960a-sda', '1715796316.37611', '1715796316', '1715796317', '', '1715796317', 1, 0) +test DEBUG: /tmp/tmplwx5a6oq/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'f55abad1f09c158d9717aa7ddd9991b3', '907ad1b1-a940-4ee6-91e1-86600d7c960a-sda', '1715796316.37611', '1715796316', '1715796317', '', '1715796317', 1, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('907ad1b1-a940-4ee6-91e1-86600d7c960a-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 1.06065 seconds (0.94282/s) +test INFO: Attempted to replicate 1 dbs in 0.29327 seconds (3.40987/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpc2h8f61h/sda/containers/0/38e/80fc1fc0ae0ed44084a93df5bb43f38e/80fc1fc0ae0ed44084a93df5bb43f38e.db -REPLICATE: /sdb/0/80fc1fc0ae0ed44084a93df5bb43f38e, sync, (1, '5a405566f075fb4b6d7528f6f0488452', '3a8cb30d-3a4c-4155-842b-b85ecd3b3089-sda', '1750205141.37191', '1750204800', '0', '', '1750204800', 1, 0) -REPLICATE: /sdb/0/80fc1fc0ae0ed44084a93df5bb43f38e, complete_rsync, ('3a8cb30d-3a4c-4155-842b-b85ecd3b3089-sda', '80fc1fc0ae0ed44084a93df5bb43f38e.db') -REPLICATE: /sdc/0/80fc1fc0ae0ed44084a93df5bb43f38e, sync, (1, '5a405566f075fb4b6d7528f6f0488452', '3a8cb30d-3a4c-4155-842b-b85ecd3b3089-sda', '1750205141.37191', '1750204800', '0', '', '1750204800', 1, 0) -REPLICATE: /sdc/0/80fc1fc0ae0ed44084a93df5bb43f38e, complete_rsync, ('3a8cb30d-3a4c-4155-842b-b85ecd3b3089-sda', '80fc1fc0ae0ed44084a93df5bb43f38e.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpdy0eqcj3/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '9d8dfae0-141c-4c67-9025-91e0e4e9a494-sda', '1750205142.02304', '1750205142', '1750205143', '', '1750205143', 0, 1) -test DEBUG: /tmp/tmpdy0eqcj3/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '9d8dfae0-141c-4c67-9025-91e0e4e9a494-sda', '1750205142.02304', '1750205142', '1750205143', '', '1750205143', 0, 1) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('9d8dfae0-141c-4c67-9025-91e0e4e9a494-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') +test DEBUG: Replicating db /tmp/tmp4dezjswl/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_newer_remote_create +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_newer_remote_create ... ok +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'ab0503ed-e76f-4512-8054-a46d2f1ab228-sda', '1715796316.79161', '1715796318', '1715796317', '', '1715796318', 0, 0) +test DEBUG: /tmp/tmp4dezjswl/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'ab0503ed-e76f-4512-8054-a46d2f1ab228-sda', '1715796316.79161', '1715796318', '1715796317', '', '1715796318', 0, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('ab0503ed-e76f-4512-8054-a46d2f1ab228-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 1.55744 seconds (0.64208/s) +test INFO: Attempted to replicate 1 dbs in 0.17047 seconds (5.86622/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp9wm6xtdx/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, '9432ff4153259d12e1fa68da0bb98eb5', '4e8e38e8-343d-41bd-85a6-10a390c4015b-sda', '1750205144.15799', '1750205144', '1750205145', '', '1750205145', 1, 0) -test DEBUG: /tmp/tmp9wm6xtdx/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1750205146.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '4e8e38e8-343d-41bd-85a6-10a390c4015b-sda') -test DEBUG: /tmp/tmp9wm6xtdx/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0953712s) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_syncs, ([],) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, '9432ff4153259d12e1fa68da0bb98eb5', '4e8e38e8-343d-41bd-85a6-10a390c4015b-sda', '1750205144.15799', '1750205144', '1750205145', '', '1750205145', 1, 0) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('4e8e38e8-343d-41bd-85a6-10a390c4015b-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp9wm6xtdx/sda/containers/0/38e/80fc1fc0ae0ed44084a93df5bb43f38e/80fc1fc0ae0ed44084a93df5bb43f38e.db +test DEBUG: Replicating db /tmp/tmpu624rz8w/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'fef53d5f2f37d44057f49f95d5248934', 'f37d41ab-3df5-4e69-a3a8-70370f602949-sda', '1715796317.15023', '1715796319', '1715796318', '', '1715796319', 1, 1) +test DEBUG: /tmp/tmpu624rz8w/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1715796321.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], 'f37d41ab-3df5-4e69-a3a8-70370f602949-sda') +test DEBUG: /tmp/tmpu624rz8w/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0339267s) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'fef53d5f2f37d44057f49f95d5248934', 'f37d41ab-3df5-4e69-a3a8-70370f602949-sda', '1715796317.15023', '1715796319', '1715796318', '', '1715796319', 1, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('f37d41ab-3df5-4e69-a3a8-70370f602949-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.86394 seconds (1.15748/s) +test INFO: Attempted to replicate 1 dbs in 0.31453 seconds (3.17932/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_encoded_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_encoded_timestamps_using_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim ... ok -test.unit.container.test_backend.TestContainerBroker.test_storage_policy_property -test.unit.container.test_backend.TestContainerBroker.test_storage_policy_property ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_encoded_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_encoded_timestamps_using_memory ... ok -test.unit.container.test_backend.TestContainerBroker.test_sync_merging -test.unit.container.test_backend.TestContainerBroker.test_sync_merging ... ok -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_build_reconstruction_jobs -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_build_reconstruction_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_check_ring -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_check_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_collect_parts -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_collect_parts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_collect_parts_mkdirs_error -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_collect_parts_mkdirs_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_partition -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted_max_objects_per_revert -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted_max_objects_per_revert ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted_nondurable -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted_nondurable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_part_jobs -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_part_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_partners -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_partners ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_response -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_handoffs_only -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_handoffs_only ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_ignores_status_file -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_ignores_status_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_iter_nodes_for_frag -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_iter_nodes_for_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_max_objects_per_revert_only_for_revert_jobs -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_max_objects_per_revert_only_for_revert_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_no_delete_failed_revert -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_no_delete_failed_revert ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_encoded_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_encoded_timestamps_using_file ... ok -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_client_error -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_client_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_insufficient_storage -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_insufficient_storage ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_success -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_success ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_timeout -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstruct_check_ring -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstruct_check_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstructor_skipped_partpower_increase -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstructor_skipped_partpower_increase ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstructor_skips_bogus_partition_dirs -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstructor_skips_bogus_partition_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_removes_zbf -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_removes_zbf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_run_once -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_run_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_run_once_override_devices -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_run_once_override_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_non_zero_commit_window -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_non_zero_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_past_commit_window -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_past_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_zero_commit_window -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_zero_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_check_ring -test.unit.obj.test_replicator.TestObjectReplicator.test_check_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_failure_report_with_auditor_stats_json -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_failure_report_with_auditor_stats_json ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_handoffs_first -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_handoffs_first ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_mkdirs_error -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_mkdirs_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk_diff_ports_normal -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk_diff_ports_normal ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk_servers_per_port -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk_servers_per_port ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_unmounted -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_unmounted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_with_override_parts_and_unexpected_part_dir -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_with_override_parts_and_unexpected_part_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_objs_ssync_only_when_in_sync -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_objs_ssync_only_when_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_1 -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_default_sync_method -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_default_sync_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ignores_os_no_data_error -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ignores_os_no_data_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ignores_os_no_entity_error -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ignores_os_no_entity_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_override_params -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_override_params ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_override_params_os_not_empty_error -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_override_params_os_not_empty_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_single_region -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_single_region ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_with_cleanup_failure -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_with_cleanup_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_with_sync_failure -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_with_sync_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_failures -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_failures ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete_fail_in_other_region -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete_fail_in_other_region ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete_failures -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete_failures ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_policy_override_params -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_policy_override_params ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_do_listdir -test.unit.obj.test_replicator.TestObjectReplicator.test_do_listdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_handoff_replication_setting_warnings -test.unit.obj.test_replicator.TestObjectReplicator.test_handoff_replication_setting_warnings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_handoffs_first_mode_will_abort_if_handoffs_remaining -test.unit.obj.test_replicator.TestObjectReplicator.test_handoffs_first_mode_will_abort_if_handoffs_remaining ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_handoffs_first_mode_will_process_all_jobs_after_handoffs -test.unit.obj.test_replicator.TestObjectReplicator.test_handoffs_first_mode_will_process_all_jobs_after_handoffs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_limit_rsync_log -test.unit.obj.test_replicator.TestObjectReplicator.test_limit_rsync_log ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_rsync_timeout -test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_rsync_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_rsync_timeout_wedged -test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_rsync_timeout_wedged ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_skipped_partpower_increase -test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_skipped_partpower_increase ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_removes_zbf -test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_removes_zbf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_skips_bogus_partition_dirs -test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_skips_bogus_partition_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_skips_rsync_temp_files -test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_skips_rsync_temp_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_revert_partition_lock_timeout -test.unit.obj.test_replicator.TestObjectReplicator.test_revert_partition_lock_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_ring_ip_and_bind_ip -test.unit.obj.test_replicator.TestObjectReplicator.test_ring_ip_and_bind_ip ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_compress_different_region -test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_compress_different_region ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_failure_logging -test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_failure_logging ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_failure_logging_no_transfer -test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_failure_logging_no_transfer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_success_logging -test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_success_logging ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_success_logging_no_transfer -test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_success_logging_no_transfer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_run -test.unit.obj.test_replicator.TestObjectReplicator.test_run ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_run_once -test.unit.obj.test_replicator.TestObjectReplicator.test_run_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_1 -test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_no_local_device_in_ring -test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_no_local_device_in_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_recover_from_failure -test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_recover_from_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_recover_from_timeout -test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_recover_from_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_run_withlog -test.unit.obj.test_replicator.TestObjectReplicator.test_run_withlog ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_sync_just_calls_sync_method -test.unit.obj.test_replicator.TestObjectReplicator.test_sync_just_calls_sync_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_expect_on_multiphase_put_diconnect -test.unit.obj.test_server.TestObjectServer.test_expect_on_multiphase_put_diconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_expect_on_put -test.unit.obj.test_server.TestObjectServer.test_expect_on_put ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_expect_on_put_conflict -test.unit.obj.test_server.TestObjectServer.test_expect_on_put_conflict ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_expect_on_put_footer -test.unit.obj.test_server.TestObjectServer.test_expect_on_put_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_bad_commit_message -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_bad_commit_message ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_client_disconnect_in_the_middle_of_commit -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_client_disconnect_in_the_middle_of_commit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_client_disconnect_right_before_commit -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_client_disconnect_right_before_commit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_drains_extra_commit_junk -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_drains_extra_commit_junk ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_drains_extra_commit_junk_disconnect -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_drains_extra_commit_junk_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_ec_fragment_in_headers_no_footers -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_ec_fragment_in_headers_no_footers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_metadata_footer -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_metadata_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_metadata_footer_disconnect -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_metadata_footer_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_no_metadata_replicated -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_no_metadata_replicated ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_no_mime_boundary -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_no_mime_boundary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_not_found -test.unit.obj.test_server.TestObjectServer.test_not_found ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestZeroCopy.test_GET -test.unit.obj.test_server.TestZeroCopy.test_GET ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestZeroCopy.test_GET_big -test.unit.obj.test_server.TestZeroCopy.test_GET_big ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestZeroCopy.test_quarantine -test.unit.obj.test_server.TestZeroCopy.test_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestZeroCopy.test_quarantine_on_well_formed_zero_byte_file -test.unit.obj.test_server.TestZeroCopy.test_quarantine_on_well_formed_zero_byte_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestModuleMethods.test_decode_wanted -test.unit.obj.test_ssync_sender.TestModuleMethods.test_decode_wanted ... ok -test.unit.obj.test_ssync_sender.TestModuleMethods.test_encode_missing -test.unit.obj.test_ssync_sender.TestModuleMethods.test_encode_missing ... ok -test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_init_node_timeout -test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_init_node_timeout ... ok -test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_range_fast_forward -test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_range_fast_forward ... ok -test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_range_fast_forward_after_data_timeout -test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_range_fast_forward_after_data_timeout ... ok -test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_record_type_object_makes_no_cache_lookup -test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_record_type_object_makes_no_cache_lookup ... ok -test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_include_deleted_shards -test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_include_deleted_shards ... ok -test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_requesting_listing_shards -test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_requesting_listing_shards ... ok -test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_requesting_updating_shards -test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_requesting_updating_shards ... ok -test.unit.proxy.controllers.test_obj.TestECFunctions.test_chunk_transformer -test.unit.proxy.controllers.test_obj.TestECFunctions.test_chunk_transformer ... ok -test.unit.proxy.controllers.test_obj.TestECFunctions.test_chunk_transformer_non_aligned_last_chunk -test.unit.proxy.controllers.test_obj.TestECFunctions.test_chunk_transformer_non_aligned_last_chunk ... ok -test.unit.proxy.controllers.test_obj.TestECFunctions.test_client_range_to_segment_range -test.unit.proxy.controllers.test_obj.TestECFunctions.test_client_range_to_segment_range ... ok -test.unit.proxy.controllers.test_obj.TestECFunctions.test_segment_range_to_fragment_range -test.unit.proxy.controllers.test_obj.TestECFunctions.test_segment_range_to_fragment_range ... ok -test ERROR: Failed to unlink '/tmp/tmp6nyhg0j8/containers/part/suffix/hash/container.db': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2244, in set_sharded_state - os.unlink(retiring_file) - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError: 1 -test DEBUG: Unlinked retiring db '/tmp/tmp6nyhg0j8/containers/part/suffix/hash/container_1750205139.00000.db' -test WARNING: Still have multiple db files after unlinking '/tmp/tmp6nyhg0j8/containers/part/suffix/hash/container_1750205139.00000.db': ['/tmp/tmp6nyhg0j8/containers/part/suffix/hash/container.db', '/tmp/tmp6nyhg0j8/containers/part/suffix/hash/container_1750205140.00000.db'] -test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmp6nyhg0j8/containers/part/suffix/hash/container_1750205140.00000.db']. -test ERROR: Failed to set the ROWID of the fresh database for a/c: -test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_encoded_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_encoded_timestamps_using_memory ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_explicit_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_explicit_timestamps_using_file ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_newer_local_delete -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_newer_local_delete ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_explicit_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_explicit_timestamps_using_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_explicit_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_explicit_timestamps_using_memory ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206071.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/290/8853d22506ac5b360462152e0ddfc290/8853d22506ac5b360462152e0ddfc290.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206076.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/0fb/147bcbd44cf135e1ee785d34d7eea0fb/147bcbd44cf135e1ee785d34d7eea0fb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206081.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/0ce/910f982e2b606b01c5d334df581220ce/910f982e2b606b01c5d334df581220ce.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206086.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/ee5/92907dd2595a558a99cc370f8598dee5/92907dd2595a558a99cc370f8598dee5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206091.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/24d/b5567eda4a26ba5a01c433aa307dd24d/b5567eda4a26ba5a01c433aa307dd24d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206096.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/2a3/3f8442f26fbcccb828f940556cf032a3/3f8442f26fbcccb828f940556cf032a3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206101.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/181/81a0e5b2beebd224e724bdf6c1ecc181/81a0e5b2beebd224e724bdf6c1ecc181.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206106.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/ae4/955f4b968aff5635b1e608e668294ae4/955f4b968aff5635b1e608e668294ae4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206111.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/0e7/a10e3756fa2d531ed04ae7d21d10e0e7/a10e3756fa2d531ed04ae7d21d10e0e7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206116.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/fd4/d647d6a86ba8bd5c9e0b22d0cdec2fd4/d647d6a86ba8bd5c9e0b22d0cdec2fd4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206121.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/f51/011000201ac30467f119dd91b0081f51/011000201ac30467f119dd91b0081f51.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206126.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/bb4/9339c1eb5e7504878343c4bcb4633bb4/9339c1eb5e7504878343c4bcb4633bb4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206131.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/8de/94ae82be278af8da4e221dd8b1f108de/94ae82be278af8da4e221dd8b1f108de.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206136.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/180/da3529d0a10f90fadcc61d70be194180/da3529d0a10f90fadcc61d70be194180.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206141.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/360/7f7bf59daa090ae89445b60c1252e360/7f7bf59daa090ae89445b60c1252e360.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206146.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/b1d/deee517841fe9ff06f7d4d865faeeb1d/deee517841fe9ff06f7d4d865faeeb1d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206151.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/bd6/abfcea87232e18e3bf8e1a10f459abd6/abfcea87232e18e3bf8e1a10f459abd6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206156.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/794/66170fc0df6182fb8b4fa90b22aa6794/66170fc0df6182fb8b4fa90b22aa6794.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206161.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/faf/c31dc42ca0923c7634c82116140c5faf/c31dc42ca0923c7634c82116140c5faf.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206166.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/591/e259750d9dd87c2bb8b0e699bea03591/e259750d9dd87c2bb8b0e699bea03591.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206171.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/352/46daa0beaa8041134be263d77551f352/46daa0beaa8041134be263d77551f352.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206176.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/a72/f82d84ac03b398296ab9538bfbf30a72/f82d84ac03b398296ab9538bfbf30a72.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206181.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/82e/7996a90b12ca642c04ed8f8e8da0182e/7996a90b12ca642c04ed8f8e8da0182e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206186.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/718/52ea3d7fba300e20ba999b9aec149718/52ea3d7fba300e20ba999b9aec149718.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206191.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/2b0/7b04f80a1bd052f95c9789ddb0b022b0/7b04f80a1bd052f95c9789ddb0b022b0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206196.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/734/e1a17e3b6361836bdd70027a00dd9734/e1a17e3b6361836bdd70027a00dd9734.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206201.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/b55/ccd20d66cb83b478866e8672f2caeb55/ccd20d66cb83b478866e8672f2caeb55.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206206.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/d8d/2b1f696dcd9d93a0971a722b775d5d8d/2b1f696dcd9d93a0971a722b775d5d8d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206211.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/56a/4f7a7dcb2538fbaa37b0ca3841af056a/4f7a7dcb2538fbaa37b0ca3841af056a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206216.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/5b0/ee4cba8106d56227d6fc5a5d1cf7b5b0/ee4cba8106d56227d6fc5a5d1cf7b5b0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206221.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/a3b/a25c1c04a8de8f1e975a88dfd66b5a3b/a25c1c04a8de8f1e975a88dfd66b5a3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206226.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/d2d/b9c4901e535f1ff7bc05710407d33d2d/b9c4901e535f1ff7bc05710407d33d2d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206231.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/a04/45e5e413e009982c1cbb9cf9e0750a04/45e5e413e009982c1cbb9cf9e0750a04.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206236.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/bb4/99e25d7141861b27a0e4e5a1f2540bb4/99e25d7141861b27a0e4e5a1f2540bb4.db -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_explicit_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_explicit_timestamps_using_memory ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_older_local_delete -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_older_local_delete ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim ... ok test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmp9wm6xtdx/sda/containers/0/38e/80fc1fc0ae0ed44084a93df5bb43f38e/80fc1fc0ae0ed44084a93df5bb43f38e.db -REPLICATE: /sdb/0/80fc1fc0ae0ed44084a93df5bb43f38e, sync, (1, '00d0380037bbece29490edee9a82a3a3', 'b494644c-92fc-40e3-ad13-36e550389e15-sda', '1750205145.48095', '1750204800', '0', '', '1750204800', 1, 0) -REPLICATE: /sdb/0/80fc1fc0ae0ed44084a93df5bb43f38e, complete_rsync, ('b494644c-92fc-40e3-ad13-36e550389e15-sda', '80fc1fc0ae0ed44084a93df5bb43f38e.db') -REPLICATE: /sdc/0/80fc1fc0ae0ed44084a93df5bb43f38e, sync, (1, '00d0380037bbece29490edee9a82a3a3', 'b494644c-92fc-40e3-ad13-36e550389e15-sda', '1750205145.48095', '1750204800', '0', '', '1750204800', 1, 0) -REPLICATE: /sdc/0/80fc1fc0ae0ed44084a93df5bb43f38e, complete_rsync, ('b494644c-92fc-40e3-ad13-36e550389e15-sda', '80fc1fc0ae0ed44084a93df5bb43f38e.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpzkvwej3o/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', 'aaa0c5d0-4954-4366-b146-9f18326efd64-sda', '1750205146.19557', '1750205147', '1750205148', '', '1750205148', 0, 1) -test DEBUG: /tmp/tmpzkvwej3o/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', 'aaa0c5d0-4954-4366-b146-9f18326efd64-sda', '1750205146.19557', '1750205147', '1750205148', '', '1750205148', 0, 1) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('aaa0c5d0-4954-4366-b146-9f18326efd64-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') +test DEBUG: Replicating db /tmp/tmpchkhpag_/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'f31bdd54-6ea5-448d-bd6b-c5081bb8b077-sda', '1715796317.62169', '1715796319', '1715796318', '', '1715796319', 0, 1) +test DEBUG: /tmp/tmpchkhpag_/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'f31bdd54-6ea5-448d-bd6b-c5081bb8b077-sda', '1715796317.62169', '1715796319', '1715796318', '', '1715796319', 0, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('f31bdd54-6ea5-448d-bd6b-c5081bb8b077-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.43569 seconds (2.29521/s) +test INFO: Attempted to replicate 1 dbs in 0.22790 seconds (4.38789/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp_r3dgv_2/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, '02c944e43427d22c505bc9182be24792', '685063e0-ceca-400c-862d-3c37b2878183-sda', '1750205146.89638', '1750205147', '1750205148', '', '1750205148', 1, 1) -test DEBUG: /tmp/tmp_r3dgv_2/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, '02c944e43427d22c505bc9182be24792', '685063e0-ceca-400c-862d-3c37b2878183-sda', '1750205146.89638', '1750205147', '1750205148', '', '1750205148', 1, 1) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('685063e0-ceca-400c-862d-3c37b2878183-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp_r3dgv_2/sda/containers/0/38e/80fc1fc0ae0ed44084a93df5bb43f38e/80fc1fc0ae0ed44084a93df5bb43f38e.db +test DEBUG: Replicating db /tmp/tmp4_subxn4/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'fef53d5f2f37d44057f49f95d5248934', '14e9edf7-4d60-43b3-87d2-df8e82855a02-sda', '1715796318.00314', '1715796319', '1715796318', '', '1715796319', 1, 1) +test DEBUG: /tmp/tmp4_subxn4/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'fef53d5f2f37d44057f49f95d5248934', '14e9edf7-4d60-43b3-87d2-df8e82855a02-sda', '1715796318.00314', '1715796319', '1715796318', '', '1715796319', 1, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('14e9edf7-4d60-43b3-87d2-df8e82855a02-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.79496 seconds (1.25793/s) +test INFO: Attempted to replicate 1 dbs in 0.31001 seconds (3.22570/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmp_r3dgv_2/sda/containers/0/38e/80fc1fc0ae0ed44084a93df5bb43f38e/80fc1fc0ae0ed44084a93df5bb43f38e.db -REPLICATE: /sdb/0/80fc1fc0ae0ed44084a93df5bb43f38e, sync, (1, '2b2dbb681f4a1faf19db5099765a14bf', '7f67dcfe-9c4d-4279-b4c9-487347f1176c-sda', '1750205147.65694', '1750204800', '0', '', '1750204800', 1, 0) -REPLICATE: /sdb/0/80fc1fc0ae0ed44084a93df5bb43f38e, complete_rsync, ('7f67dcfe-9c4d-4279-b4c9-487347f1176c-sda', '80fc1fc0ae0ed44084a93df5bb43f38e.db') -REPLICATE: /sdc/0/80fc1fc0ae0ed44084a93df5bb43f38e, sync, (1, '2b2dbb681f4a1faf19db5099765a14bf', '7f67dcfe-9c4d-4279-b4c9-487347f1176c-sda', '1750205147.65694', '1750204800', '0', '', '1750204800', 1, 0) -REPLICATE: /sdc/0/80fc1fc0ae0ed44084a93df5bb43f38e, complete_rsync, ('7f67dcfe-9c4d-4279-b4c9-487347f1176c-sda', '80fc1fc0ae0ed44084a93df5bb43f38e.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp_253tecl/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '3fa61dfa-8e0d-438c-bc0e-4f9aeb1031bb-sda', '1750205148.20647', '1750205148', '1750205149', '', '1750205149', 0, 0) -test DEBUG: /tmp/tmp_253tecl/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '3fa61dfa-8e0d-438c-bc0e-4f9aeb1031bb-sda', '1750205148.20647', '1750205148', '1750205149', '', '1750205149', 0, 0) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('3fa61dfa-8e0d-438c-bc0e-4f9aeb1031bb-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') +test DEBUG: Replicating db /tmp/tmpwdyp4i2a/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '0eb0fbde-e455-4b32-8aea-6ca293ee1ebf-sda', '1715796318.48556', '1715796321', '1715796320', '', '1715796321', 0, 0) +test DEBUG: /tmp/tmpwdyp4i2a/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '0eb0fbde-e455-4b32-8aea-6ca293ee1ebf-sda', '1715796318.48556', '1715796321', '1715796320', '', '1715796321', 0, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('0eb0fbde-e455-4b32-8aea-6ca293ee1ebf-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.36589 seconds (2.73307/s) +test INFO: Attempted to replicate 1 dbs in 0.20085 seconds (4.97872/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpfkttuyd5/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '550ca9bc-90f0-4f3b-bb51-e075f3b05ecc-sda', '1750205148.91942', '1750205148', '1750205149', '', '1750205149', 0, 0) -test DEBUG: /tmp/tmpfkttuyd5/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '550ca9bc-90f0-4f3b-bb51-e075f3b05ecc-sda', '1750205148.91942', '1750205148', '1750205149', '', '1750205149', 0, 0) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('550ca9bc-90f0-4f3b-bb51-e075f3b05ecc-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') +test DEBUG: Replicating db /tmp/tmphtonn6a7/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '53075d0b0d44bb23a6e308546dea91f2', 'df327f7f-0fb9-493e-bbff-35d67dcfb3ff-sda', '1715796318.88422', '1715796321', '1715796320', '', '1715796321', 1, 0) +test DEBUG: /tmp/tmphtonn6a7/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1715796323.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'df327f7f-0fb9-493e-bbff-35d67dcfb3ff-sda') +test DEBUG: /tmp/tmphtonn6a7/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0358202s) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '53075d0b0d44bb23a6e308546dea91f2', 'df327f7f-0fb9-493e-bbff-35d67dcfb3ff-sda', '1715796318.88422', '1715796321', '1715796320', '', '1715796321', 1, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('df327f7f-0fb9-493e-bbff-35d67dcfb3ff-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.49353 seconds (2.02621/s) +test INFO: Attempted to replicate 1 dbs in 0.32269 seconds (3.09899/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpyud27ivb/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '8b031831-e211-4e30-a7a8-67c8e30aeb9e-sda', '1750205149.80442', '1750205151', '0', '', '1750205151', 0, 1) -test DEBUG: /tmp/tmpyud27ivb/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '8b031831-e211-4e30-a7a8-67c8e30aeb9e-sda', '1750205149.80442', '1750205151', '0', '', '1750205151', 0, 1) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('8b031831-e211-4e30-a7a8-67c8e30aeb9e-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') +test DEBUG: Replicating db /tmp/tmp_t5f5eta/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_newer_remote_delete +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_newer_remote_delete ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_create +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_create ... ok +sharder-test DEBUG: Unlinked retiring db '/tmp/tmplnw6fq4o/sda/containers/0/821/a08f9d86667bc4e6735d9564debbf821/a08f9d86667bc4e6735d9564debbf821.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796366.00000-0, db: /tmp/tmplnw6fq4o/sda/containers/0/821/a08f9d86667bc4e6735d9564debbf821/a08f9d86667bc4e6735d9564debbf821_1715796366.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmplnw6fq4o/sda/containers/0/014/e5f055677ad83f88260343049ebf2014/e5f055677ad83f88260343049ebf2014.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796370.00000-0, db: /tmp/tmplnw6fq4o/sda/containers/0/014/e5f055677ad83f88260343049ebf2014/e5f055677ad83f88260343049ebf2014_1715796370.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmplnw6fq4o/sda/containers/0/e94/604110e7a142fceac22be87650efde94/604110e7a142fceac22be87650efde94.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796374.00000-0, db: /tmp/tmplnw6fq4o/sda/containers/0/e94/604110e7a142fceac22be87650efde94/604110e7a142fceac22be87650efde94_1715796374.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmplnw6fq4o/sda/containers/0/38d/bcc865d1ffa81ff509249cc9a2fed38d/bcc865d1ffa81ff509249cc9a2fed38d.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796378.00000-0, db: /tmp/tmplnw6fq4o/sda/containers/0/38d/bcc865d1ffa81ff509249cc9a2fed38d/bcc865d1ffa81ff509249cc9a2fed38d_1715796378.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmplnw6fq4o/sda/containers/0/b7a/2cb68cf5bc4bd034f3b2ea76b2addb7a/2cb68cf5bc4bd034f3b2ea76b2addb7a.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796382.00000-0, db: /tmp/tmplnw6fq4o/sda/containers/0/b7a/2cb68cf5bc4bd034f3b2ea76b2addb7a/2cb68cf5bc4bd034f3b2ea76b2addb7a_1715796382.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmplnw6fq4o/sda/containers/0/17d/961c23cb4b56d24bfca9e2ce540e217d/961c23cb4b56d24bfca9e2ce540e217d.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796386.00000-0, db: /tmp/tmplnw6fq4o/sda/containers/0/17d/961c23cb4b56d24bfca9e2ce540e217d/961c23cb4b56d24bfca9e2ce540e217d_1715796386.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmplnw6fq4o/sda/containers/0/99d/7134ea83d2723c5a746df646d5e0099d/7134ea83d2723c5a746df646d5e0099d.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796390.00000-0, db: /tmp/tmplnw6fq4o/sda/containers/0/99d/7134ea83d2723c5a746df646d5e0099d/7134ea83d2723c5a746df646d5e0099d_1715796390.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmplnw6fq4o/sda/containers/0/a19/2f669a0da0f630b05cb3c3adc9161a19/2f669a0da0f630b05cb3c3adc9161a19.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796394.00000-0, db: /tmp/tmplnw6fq4o/sda/containers/0/a19/2f669a0da0f630b05cb3c3adc9161a19/2f669a0da0f630b05cb3c3adc9161a19_1715796394.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmplnw6fq4o/sda/containers/0/b46/26afdd4fa0b3d00af26af0aa3138cb46/26afdd4fa0b3d00af26af0aa3138cb46.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796398.00000-0, db: /tmp/tmplnw6fq4o/sda/containers/0/b46/26afdd4fa0b3d00af26af0aa3138cb46/26afdd4fa0b3d00af26af0aa3138cb46_1715796398.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmplnw6fq4o/sda/containers/0/2c8/c16b79cd3e2298917186014fed0022c8/c16b79cd3e2298917186014fed0022c8.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796402.00000-0, db: /tmp/tmplnw6fq4o/sda/containers/0/2c8/c16b79cd3e2298917186014fed0022c8/c16b79cd3e2298917186014fed0022c8_1715796402.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmplnw6fq4o/sda/containers/0/819/bd3a53b6411f4be3a6aaa02c1126b819/bd3a53b6411f4be3a6aaa02c1126b819.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796406.00000-0, db: /tmp/tmplnw6fq4o/sda/containers/0/819/bd3a53b6411f4be3a6aaa02c1126b819/bd3a53b6411f4be3a6aaa02c1126b819_1715796406.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmplnw6fq4o/sda/containers/0/710/ce2b1f039d8794f7164a23067d1a4710/ce2b1f039d8794f7164a23067d1a4710.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796410.00000-0, db: /tmp/tmplnw6fq4o/sda/containers/0/710/ce2b1f039d8794f7164a23067d1a4710/ce2b1f039d8794f7164a23067d1a4710_1715796410.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmplnw6fq4o/sda/containers/0/dcf/ac9752bac71785412a8e3c146d8c0dcf/ac9752bac71785412a8e3c146d8c0dcf.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796414.00000-0, db: /tmp/tmplnw6fq4o/sda/containers/0/dcf/ac9752bac71785412a8e3c146d8c0dcf/ac9752bac71785412a8e3c146d8c0dcf_1715796414.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmplnw6fq4o/sda/containers/0/67f/ae742be2b19a5b5ae2541010e353267f/ae742be2b19a5b5ae2541010e353267f.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796418.00000-0, db: /tmp/tmplnw6fq4o/sda/containers/0/67f/ae742be2b19a5b5ae2541010e353267f/ae742be2b19a5b5ae2541010e353267f_1715796418.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmplnw6fq4o/sda/containers/0/7a7/aaae6357c19eb79a357565c26312c7a7/aaae6357c19eb79a357565c26312c7a7.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796422.00000-0, db: /tmp/tmplnw6fq4o/sda/containers/0/7a7/aaae6357c19eb79a357565c26312c7a7/aaae6357c19eb79a357565c26312c7a7_1715796422.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmplnw6fq4o/sda/containers/0/7dc/5c32cfeda4ded5ec4a1a3082c909d7dc/5c32cfeda4ded5ec4a1a3082c909d7dc.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796426.00000-0, db: /tmp/tmplnw6fq4o/sda/containers/0/7dc/5c32cfeda4ded5ec4a1a3082c909d7dc/5c32cfeda4ded5ec4a1a3082c909d7dc_1715796426.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmplnw6fq4o/sda/containers/0/66a/a8f5801782058caa3722be1c741c866a/a8f5801782058caa3722be1c741c866a.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796430.00000-0, db: /tmp/tmplnw6fq4o/sda/containers/0/66a/a8f5801782058caa3722be1c741c866a/a8f5801782058caa3722be1c741c866a_1715796430.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmplnw6fq4o/sda/containers/0/a62/1664683192a6cbbca522dfd61b7e4a62/1664683192a6cbbca522dfd61b7e4a62.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796434.00000-0, db: /tmp/tmplnw6fq4o/sda/containers/0/a62/1664683192a6cbbca522dfd61b7e4a62/1664683192a6cbbca522dfd61b7e4a62_1715796434.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmplnw6fq4o/sda/containers/0/d7f/314283d21c9fda81d7a54bf953778d7f/314283d21c9fda81d7a54bf953778d7f.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796438.00000-0, db: /tmp/tmplnw6fq4o/sda/containers/0/d7f/314283d21c9fda81d7a54bf953778d7f/314283d21c9fda81d7a54bf953778d7f_1715796438.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmplnw6fq4o/sda/containers/0/97a/22ca5e14047a7bec17496b7c471bf97a/22ca5e14047a7bec17496b7c471bf97a.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796442.00000-0, db: /tmp/tmplnw6fq4o/sda/containers/0/97a/22ca5e14047a7bec17496b7c471bf97a/22ca5e14047a7bec17496b7c471bf97a_1715796442.00000.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'a72e4fe3-0962-43c2-821d-cbc0fcbd2655-sda', '1715796319.42618', '1715796322', '1715796321', '', '1715796322', 0, 0) +test DEBUG: /tmp/tmp_t5f5eta/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'a72e4fe3-0962-43c2-821d-cbc0fcbd2655-sda', '1715796319.42618', '1715796322', '1715796321', '', '1715796322', 0, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('a72e4fe3-0962-43c2-821d-cbc0fcbd2655-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.40772 seconds (2.45267/s) +test INFO: Attempted to replicate 1 dbs in 0.22309 seconds (4.48242/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_deadlock -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_deadlock ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_half_delete_policy_over_newer_local_create -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_half_delete_policy_over_newer_local_create ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_shard_ranges ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_in_sync -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_in_sync ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing ... ok -test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_root_ranges_not_merged_not_cleaving -test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_root_ranges_not_merged_not_cleaving ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing_most_rows -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing_most_rows ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_with_duplicate_names -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_with_duplicate_names ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing_one_rows -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing_one_rows ... ok -test.unit.container.test_sharder.TestSharder.test_audit_root_container -test.unit.container.test_sharder.TestSharder.test_audit_root_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reconciler_sync -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reconciler_sync ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_deadlock -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_deadlock ... ok -test.unit.container.test_sharder.TestSharder.test_audit_root_container_reset_epoch -test.unit.container.test_sharder.TestSharder.test_audit_root_container_reset_epoch ... ok -test.unit.container.test_sharder.TestSharder.test_audit_root_container_with_parent_child_overlapping -test.unit.container.test_sharder.TestSharder.test_audit_root_container_with_parent_child_overlapping ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_shard_ranges ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_active_root_range_merged_while_shrinking -test.unit.container.test_sharder.TestSharder.test_audit_shard_active_root_range_merged_while_shrinking ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206241.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/6e0/7fcb6b11b97f99dfead7f2c5341536e0/7fcb6b11b97f99dfead7f2c5341536e0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206246.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/92a/50fed1db8b40c88acab809393577c92a/50fed1db8b40c88acab809393577c92a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206251.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/0f2/858b868cc4378f699168c1a0404540f2/858b868cc4378f699168c1a0404540f2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206256.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/1fb/f75f3f4821f503dc1ac818b2d09411fb/f75f3f4821f503dc1ac818b2d09411fb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206261.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/355/ca1d18ab3f9748a74bcdcc5d346d8355/ca1d18ab3f9748a74bcdcc5d346d8355.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206266.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/81f/160d92ec2a7c126fcc7899000924b81f/160d92ec2a7c126fcc7899000924b81f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206271.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/391/8df2c5c454ba5bb3ea847a4b0c710391/8df2c5c454ba5bb3ea847a4b0c710391.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206276.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/0cb/80869243b66bca6a5217c9c380bd40cb/80869243b66bca6a5217c9c380bd40cb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206281.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/494/45aefe79cbb8d351f7b92431cc73a494/45aefe79cbb8d351f7b92431cc73a494.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206286.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/278/c66bf087ff1ee457af325ff07be50278/c66bf087ff1ee457af325ff07be50278.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206291.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/049/21b1072350a43159b7a11b9c5c656049/21b1072350a43159b7a11b9c5c656049.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206296.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/033/4b32d8738ac9bba2cc3057d75b9d1033/4b32d8738ac9bba2cc3057d75b9d1033.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206301.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/ef3/0dd5b830fb82f6ad37908fb581b81ef3/0dd5b830fb82f6ad37908fb581b81ef3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206306.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/a87/d3047254950236d746bee41c2fcb0a87/d3047254950236d746bee41c2fcb0a87.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206311.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/434/8221f52ccea1cdca4c37759702262434/8221f52ccea1cdca4c37759702262434.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206316.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/2e4/491e22b09eae8698addc21611d9402e4/491e22b09eae8698addc21611d9402e4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206321.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/3fc/a8ac0647cff68a60bc7f131f4fd533fc/a8ac0647cff68a60bc7f131f4fd533fc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206326.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/c60/83cfb44c161c80d134a04d17defacc60/83cfb44c161c80d134a04d17defacc60.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206331.00000-0, db: /tmp/tmpouvpl4dl/sda/containers/0/df2/c66667111306483baf7f18ce97c14df2/c66667111306483baf7f18ce97c14df2.db -sharder-test WARNING: Audit failed for root: overlapping ranges in state 'found': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmpshfjs7fy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Audit failed for root: overlapping ranges in state 'created': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmpshfjs7fy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Audit failed for root: overlapping ranges in state 'cleaved': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmpshfjs7fy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Audit failed for root: overlapping ranges in state 'active': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmpshfjs7fy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Audit failed for root: overlapping ranges in state 'sharding': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmpshfjs7fy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Audit failed for root: missing range(s): -a j-k z-, overlapping ranges in state 'active': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmpshfjs7fy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Audit failed for root: missing range(s): -a j-k z-, overlapping ranges in state 'active': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmpshfjs7fy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Audit failed for root: missing range(s): -a j-k z-, overlapping ranges in state 'active': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmpshfjs7fy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Audit failed for root: missing range(s): -a j-k z-, overlapping ranges in state 'active': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmpshfjs7fy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Audit failed for root: own_shard_range reset to None should be 1750205153.00000, path: a/c, db: /tmp/tmpvqk6d74g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205153.00000.db -sharder-test WARNING: Audit failed for root: overlapping ranges in state 'cleaved': a-f c-f, a-c a-f, path: a/c, db: /tmp/tmpn2f2tjf_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205155.00000-0, db: /tmp/tmp30q8uqt8/sda/containers/0/1a6/4fd29b6af41b942b69919edd8460d1a6/4fd29b6af41b942b69919edd8460d1a6.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205155.00000-0, db: /tmp/tmp30q8uqt8/sda/containers/0/1a6/4fd29b6af41b942b69919edd8460d1a6/4fd29b6af41b942b69919edd8460d1a6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205158.00000-0, db: /tmp/tmp30q8uqt8/sda/containers/0/c99/2cac5ac98ccfd6a7dc8a46f513763c99/2cac5ac98ccfd6a7dc8a46f513763c99.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205158.00000-0, db: /tmp/tmp30q8uqt8/sda/containers/0/c99/2cac5ac98ccfd6a7dc8a46f513763c99/2cac5ac98ccfd6a7dc8a46f513763c99.db -test DEBUG: Replicating db /tmp/tmpd7l9o0ex/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, '701abb6e13e9caea7ac26a93c4dd1249', '097552d8-40f7-420c-a93e-d18d85a03113-sda', '1750205150.41332', '1750205152', '0', '', '1750205152', 1, 0) -test DEBUG: /tmp/tmpd7l9o0ex/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, '701abb6e13e9caea7ac26a93c4dd1249', '097552d8-40f7-420c-a93e-d18d85a03113-sda', '1750205150.41332', '1750205152', '0', '', '1750205152', 1, 0) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('097552d8-40f7-420c-a93e-d18d85a03113-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpd7l9o0ex/sda/containers/0/38e/80fc1fc0ae0ed44084a93df5bb43f38e/80fc1fc0ae0ed44084a93df5bb43f38e.db +test DEBUG: Replicating db /tmp/tmp5ext4u93/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '0e5d587320774ce8ee7c73eb6cce99f0', '52aa4f11-aaae-4fb5-8eaa-41464ec630a1-sda', '1715796319.86005', '1715796322', '1715796321', '', '1715796322', 1, 0) +test DEBUG: /tmp/tmp5ext4u93/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '0e5d587320774ce8ee7c73eb6cce99f0', '52aa4f11-aaae-4fb5-8eaa-41464ec630a1-sda', '1715796319.86005', '1715796322', '1715796321', '', '1715796322', 1, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('52aa4f11-aaae-4fb5-8eaa-41464ec630a1-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.91766 seconds (1.08972/s) +test INFO: Attempted to replicate 1 dbs in 0.49618 seconds (2.01541/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpd7l9o0ex/sda/containers/0/38e/80fc1fc0ae0ed44084a93df5bb43f38e/80fc1fc0ae0ed44084a93df5bb43f38e.db -REPLICATE: /sdb/0/80fc1fc0ae0ed44084a93df5bb43f38e, sync, (1, '23f239979337b911fb7e5db4edac08ec', 'a7049733-2ae5-4a42-878c-2aa6ecdfe933-sda', '1750205151.16098', '1750204800', '0', '', '1750204800', 1, 0) -REPLICATE: /sdb/0/80fc1fc0ae0ed44084a93df5bb43f38e, complete_rsync, ('a7049733-2ae5-4a42-878c-2aa6ecdfe933-sda', '80fc1fc0ae0ed44084a93df5bb43f38e.db') -REPLICATE: /sdc/0/80fc1fc0ae0ed44084a93df5bb43f38e, sync, (1, '23f239979337b911fb7e5db4edac08ec', 'a7049733-2ae5-4a42-878c-2aa6ecdfe933-sda', '1750205151.16098', '1750204800', '0', '', '1750204800', 1, 0) -REPLICATE: /sdc/0/80fc1fc0ae0ed44084a93df5bb43f38e, complete_rsync, ('a7049733-2ae5-4a42-878c-2aa6ecdfe933-sda', '80fc1fc0ae0ed44084a93df5bb43f38e.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -REPLICATE: /sda/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '903cf63e-ad00-4107-a83d-512e8cc20e84-sda', '1750205151.76295', '1750205151.75616', '0', '', '1750205151.75616', 0, 0) test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp1dlxdz2j/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '4e0cc931-76ae-41a4-a95e-8f63531da79f-sda', '1750205151.81752', '1750205151.81553', '0', '', '1750205151.81553', 0, 0) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('4e0cc931-76ae-41a4-a95e-8f63531da79f-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '4e0cc931-76ae-41a4-a95e-8f63531da79f-sda', '1750205151.81752', '1750205151.81553', '0', '', '1750205151.81553', 0, 0) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('4e0cc931-76ae-41a4-a95e-8f63531da79f-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') +test DEBUG: Replicating db /tmp/tmpib92e0ru/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '0b24ecbe-3ce7-476e-84ff-33c820ee624c-sda', '1715796320.59569', '1715796323', '1715796322', '', '1715796323', 0, 1) +test DEBUG: /tmp/tmpib92e0ru/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '0b24ecbe-3ce7-476e-84ff-33c820ee624c-sda', '1715796320.59569', '1715796323', '1715796322', '', '1715796323', 0, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('0b24ecbe-3ce7-476e-84ff-33c820ee624c-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.47294 seconds (2.11443/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:2 ts_repl:0 -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, 'b8f1eccb86bb0f37e559a8f5c23fc56c', 'f21f6ad2-1c1e-4a5c-bdd4-d0fa8f65c9c0-sda', '1750205152.39279', '1750205152.39058', '0', '', '1750205152.39058', 1, 0) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, rsync_then_merge, ('f21f6ad2-1c1e-4a5c-bdd4-d0fa8f65c9c0-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (11, 'edcede14f07e81e6f060393aba3ba5ea', 'c47166b0-97b6-4c16-90f6-ae696441e206-sda', '1750205153.08514', '1750205153.0827', '0', '', '1750205153.0827', 11, 0) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_items, ([{'ROWID': 1, 'name': '/a/c/o_0', 'created_at': '1750205153.23052', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': '/a/c/o_1', 'created_at': '1750205153.23131', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 3, 'name': '/a/c/o_2', 'created_at': '1750205153.23147', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 4, 'name': '/a/c/o_3', 'created_at': '1750205153.23160', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 5, 'name': '/a/c/o_4', 'created_at': '1750205153.23172', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 6, 'name': '/a/c/o_5', 'created_at': '1750205153.23185', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 7, 'name': '/a/c/o_6', 'created_at': '1750205153.23197', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 8, 'name': '/a/c/o_7', 'created_at': '1750205153.23210', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 9, 'name': '/a/c/o_8', 'created_at': '1750205153.23222', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 10, 'name': '/a/c/o_9', 'created_at': '1750205153.23234', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 11, 'name': '/a/c/o_missing', 'created_at': '1750205153.23247', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'c47166b0-97b6-4c16-90f6-ae696441e206-sda') -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_syncs, ([],) -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpqazrho1b/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '549585d4-bfa5-401d-a918-059c42cc739e-sda', '1750205154.12759', '1750205156', '0', '', '1750205156', 0, 1) -test DEBUG: /tmp/tmpqazrho1b/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '549585d4-bfa5-401d-a918-059c42cc739e-sda', '1750205154.12759', '1750205156', '0', '', '1750205156', 0, 1) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('549585d4-bfa5-401d-a918-059c42cc739e-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.41993 seconds (2.38136/s) +test INFO: Attempted to replicate 1 dbs in 0.16136 seconds (6.19728/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpjwlzddut/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, '3640fcaa5667f1952034fff97ca064b4', 'c0244158-a0c2-4825-af82-4b70c6c037fa-sda', '1750205154.88602', '1750205157', '0', '', '1750205157', 1, 0) -test DEBUG: /tmp/tmpjwlzddut/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_with_duplicate_names -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_with_duplicate_names ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_container -test.unit.container.test_sharder.TestSharder.test_audit_shard_container ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_container_ancestors_not_merged_while_sharding -test.unit.container.test_sharder.TestSharder.test_audit_shard_container_ancestors_not_merged_while_sharding ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges_state -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reconciler_sync -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reconciler_sync ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_newid -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_newid ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_deadlock -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_deadlock ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_deadlock -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_deadlock ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_old_style_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_old_style_root_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_shard_ranges ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_newer_local_create -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_newer_local_create ... ok -sharder-test WARNING: Audit failed for shard: missing own shard range (skipping), path: bad_account/shard_c, db: /tmp/tmp9hbz2s5t/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test WARNING: Audit warnings for shard: account not in shards namespace '.shards_', path: bad_account/shard_c, db: /tmp/tmp9hbz2s5t/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test WARNING: Audit failed for shard: missing own shard range (skipping), path: .shards_a/shard_c, db: /tmp/tmp9hbz2s5t/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmp9hbz2s5t/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Updated own shard range from ShardRange<'j' to 'k' as of 1750205156.00000, (0, 0) as of 1750205156.00000, active as of 1750205156.00000> to ShardRange<'k' to 't' as of 1750205157.00000, (0, 0) as of 1750205157.00000, active as of 1750205157.00000>, path: .shards_a/shard_c, db: /tmp/tmp9hbz2s5t/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmp9hbz2s5t/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test WARNING: Failed to get shard ranges from a/c: bad, path: .shards_a/shard_c, db: /tmp/tmp9hbz2s5t/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test WARNING: Audit warnings for shard: unable to get shard ranges from root, path: .shards_a/shard_c, db: /tmp/tmp9hbz2s5t/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmp9hbz2s5t/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205161.00000, (0, 0) as of 1750205161.00000, shrinking as of 1750205158.00000> to ShardRange<'k' to 't' as of 1750205161.00000, (0, 0) as of 1750205161.00000, sharding as of 1750205162.00000>, path: .shards_a/shard_c, db: /tmp/tmp9hbz2s5t/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmp9hbz2s5t/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmp9hbz2s5t/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Marked shard container as deleted, path: .shards_a/shard_c, db: /tmp/tmp9hbz2s5t/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-1ebf39f052773c1054520eeb8c15697f-1750205161.00000-2, db: /tmp/tmp0398pix4/sda/containers/0/928/3f5125b47ffeec1a468970667eca6928/3f5125b47ffeec1a468970667eca6928.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750205157.00000-2, db: /tmp/tmptpb7pinq/sda/containers/0/3e1/34680d16fc2dc2ec937b2630a9b8b3e1/34680d16fc2dc2ec937b2630a9b8b3e1.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750205157.00000-2, db: /tmp/tmptpb7pinq/sda/containers/0/3e1/34680d16fc2dc2ec937b2630a9b8b3e1/34680d16fc2dc2ec937b2630a9b8b3e1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750205166.00000-2, db: /tmp/tmptpb7pinq/sda/containers/0/14d/8d1203be49db12820cdccde98ba5614d/8d1203be49db12820cdccde98ba5614d.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750205166.00000-2, db: /tmp/tmptpb7pinq/sda/containers/0/14d/8d1203be49db12820cdccde98ba5614d/8d1203be49db12820cdccde98ba5614d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750205175.00000-2, db: /tmp/tmptpb7pinq/sda/containers/0/c94/12f3f3a5c2981f36c2ec00d115028c94/12f3f3a5c2981f36c2ec00d115028c94.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750205175.00000-2, db: /tmp/tmptpb7pinq/sda/containers/0/c94/12f3f3a5c2981f36c2ec00d115028c94/12f3f3a5c2981f36c2ec00d115028c94.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750205184.00000-2, db: /tmp/tmptpb7pinq/sda/containers/0/c7f/2367b028ccddd5f6b92ea8b49882ec7f/2367b028ccddd5f6b92ea8b49882ec7f.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750205184.00000-2, db: /tmp/tmptpb7pinq/sda/containers/0/c7f/2367b028ccddd5f6b92ea8b49882ec7f/2367b028ccddd5f6b92ea8b49882ec7f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750205193.00000-2, db: /tmp/tmptpb7pinq/sda/containers/0/03a/9b1a4f135f655f38538789c61f1a103a/9b1a4f135f655f38538789c61f1a103a.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750205193.00000-2, db: /tmp/tmptpb7pinq/sda/containers/0/03a/9b1a4f135f655f38538789c61f1a103a/9b1a4f135f655f38538789c61f1a103a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750205202.00000-2, db: /tmp/tmptpb7pinq/sda/containers/0/7a3/be21a948703716953fd4116f1fbac7a3/be21a948703716953fd4116f1fbac7a3.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750205202.00000-2, db: /tmp/tmptpb7pinq/sda/containers/0/7a3/be21a948703716953fd4116f1fbac7a3/be21a948703716953fd4116f1fbac7a3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750205211.00000-2, db: /tmp/tmptpb7pinq/sda/containers/0/673/33fa779017a159fb10b284ffc29a6673/33fa779017a159fb10b284ffc29a6673.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750205211.00000-2, db: /tmp/tmptpb7pinq/sda/containers/0/673/33fa779017a159fb10b284ffc29a6673/33fa779017a159fb10b284ffc29a6673.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750205220.00000-2, db: /tmp/tmptpb7pinq/sda/containers/0/c4e/5a0ad1e27664d19d14c8c42c09829c4e/5a0ad1e27664d19d14c8c42c09829c4e.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750205220.00000-2, db: /tmp/tmptpb7pinq/sda/containers/0/c4e/5a0ad1e27664d19d14c8c42c09829c4e/5a0ad1e27664d19d14c8c42c09829c4e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750205229.00000-2, db: /tmp/tmptpb7pinq/sda/containers/0/ef9/599e266f325e65e1caf59876c38d7ef9/599e266f325e65e1caf59876c38d7ef9.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750205229.00000-2, db: /tmp/tmptpb7pinq/sda/containers/0/ef9/599e266f325e65e1caf59876c38d7ef9/599e266f325e65e1caf59876c38d7ef9.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750205229.00000-2, db: /tmp/tmptpb7pinq/sda/containers/0/ef9/599e266f325e65e1caf59876c38d7ef9/599e266f325e65e1caf59876c38d7ef9.db -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_with_duplicate_names -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_with_duplicate_names ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_with_duplicate_names -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_with_duplicate_names ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reconciler_sync -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reconciler_sync ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_old_style_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reconciler_sync -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reconciler_sync ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_remove_objects -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_remove_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_resolve_shard_range_states -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_resolve_shard_range_states ... ok -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1750205158.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'c0244158-a0c2-4825-af82-4b70c6c037fa-sda') -test DEBUG: /tmp/tmpjwlzddut/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0793238s) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_syncs, ([],) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, '3640fcaa5667f1952034fff97ca064b4', 'c0244158-a0c2-4825-af82-4b70c6c037fa-sda', '1750205154.88602', '1750205157', '0', '', '1750205157', 1, 0) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('c0244158-a0c2-4825-af82-4b70c6c037fa-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpjwlzddut/sda/containers/0/38e/80fc1fc0ae0ed44084a93df5bb43f38e/80fc1fc0ae0ed44084a93df5bb43f38e.db +test DEBUG: Replicating db /tmp/tmpwdolyzgz/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '0e5d587320774ce8ee7c73eb6cce99f0', '4fddea43-1ca4-46cb-b9c1-4bcd1715d46d-sda', '1715796320.92060', '1715796323', '1715796322', '', '1715796323', 1, 1) +test DEBUG: /tmp/tmpwdolyzgz/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1715796324.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '4fddea43-1ca4-46cb-b9c1-4bcd1715d46d-sda') +test DEBUG: /tmp/tmpwdolyzgz/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0344603s) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '0e5d587320774ce8ee7c73eb6cce99f0', '4fddea43-1ca4-46cb-b9c1-4bcd1715d46d-sda', '1715796320.92060', '1715796323', '1715796322', '', '1715796323', 1, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('4fddea43-1ca4-46cb-b9c1-4bcd1715d46d-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.85831 seconds (1.16507/s) +test INFO: Attempted to replicate 1 dbs in 0.33585 seconds (2.97755/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpjwlzddut/sda/containers/0/38e/80fc1fc0ae0ed44084a93df5bb43f38e/80fc1fc0ae0ed44084a93df5bb43f38e.db -REPLICATE: /sdb/0/80fc1fc0ae0ed44084a93df5bb43f38e, sync, (1, '9841f540394ce6d9950e9209bf941f2a', '58e2d684-4511-4e7a-841e-9bf56bbaa3e4-sda', '1750205155.77163', '1750204800', '0', '', '1750204800', 1, 0) -REPLICATE: /sdb/0/80fc1fc0ae0ed44084a93df5bb43f38e, complete_rsync, ('58e2d684-4511-4e7a-841e-9bf56bbaa3e4-sda', '80fc1fc0ae0ed44084a93df5bb43f38e.db') -REPLICATE: /sdc/0/80fc1fc0ae0ed44084a93df5bb43f38e, sync, (1, '9841f540394ce6d9950e9209bf941f2a', '58e2d684-4511-4e7a-841e-9bf56bbaa3e4-sda', '1750205155.77163', '1750204800', '0', '', '1750204800', 1, 0) -REPLICATE: /sdc/0/80fc1fc0ae0ed44084a93df5bb43f38e, complete_rsync, ('58e2d684-4511-4e7a-841e-9bf56bbaa3e4-sda', '80fc1fc0ae0ed44084a93df5bb43f38e.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpfxvh43mz/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', 'f50c743b-2e31-4351-9aaa-1ce3a5172e21-sda', '1750205156.58307', '1750205159', '0', '', '1750205159', 0, 1) -test DEBUG: /tmp/tmpfxvh43mz/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', 'f50c743b-2e31-4351-9aaa-1ce3a5172e21-sda', '1750205156.58307', '1750205159', '0', '', '1750205159', 0, 1) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('f50c743b-2e31-4351-9aaa-1ce3a5172e21-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') +test DEBUG: Replicating db /tmp/tmpilsbyht9/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'ad5f25b8-8bb6-4b4c-9575-e2236651b597-sda', '1715796321.43382', '1715796324', '1715796323', '', '1715796324', 0, 1) +test DEBUG: /tmp/tmpilsbyht9/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'ad5f25b8-8bb6-4b4c-9575-e2236651b597-sda', '1715796321.43382', '1715796324', '1715796323', '', '1715796324', 0, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('ad5f25b8-8bb6-4b4c-9575-e2236651b597-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.64208 seconds (1.55744/s) +test INFO: Attempted to replicate 1 dbs in 0.18294 seconds (5.46613/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp3n8c57ck/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, '92b38e1d9e5872c96bd55e0e252bbd24', 'e24d19a8-31e0-4c65-b4eb-16598d19cad7-sda', '1750205157.63349', '1750205160', '0', '', '1750205160', 1, 0) -test DEBUG: /tmp/tmp3n8c57ck/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, '92b38e1d9e5872c96bd55e0e252bbd24', 'e24d19a8-31e0-4c65-b4eb-16598d19cad7-sda', '1750205157.63349', '1750205160', '0', '', '1750205160', 1, 0) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('e24d19a8-31e0-4c65-b4eb-16598d19cad7-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp3n8c57ck/sda/containers/0/38e/80fc1fc0ae0ed44084a93df5bb43f38e/80fc1fc0ae0ed44084a93df5bb43f38e.db +test DEBUG: Replicating db /tmp/tmppk3hhigy/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '61f40dad4d30690160a44299981bfdc2', '8c7ffa31-957f-4e48-9871-40f132c419ae-sda', '1715796321.74431', '1715796324', '1715796323', '', '1715796324', 1, 0) +test DEBUG: /tmp/tmppk3hhigy/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '61f40dad4d30690160a44299981bfdc2', '8c7ffa31-957f-4e48-9871-40f132c419ae-sda', '1715796321.74431', '1715796324', '1715796323', '', '1715796324', 1, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('8c7ffa31-957f-4e48-9871-40f132c419ae-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.74635 seconds (1.33985/s) +test INFO: Attempted to replicate 1 dbs in 0.27321 seconds (3.66015/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmp3n8c57ck/sda/containers/0/38e/80fc1fc0ae0ed44084a93df5bb43f38e/80fc1fc0ae0ed44084a93df5bb43f38e.db -REPLICATE: /sdb/0/80fc1fc0ae0ed44084a93df5bb43f38e, sync, (1, '0ef63770ff2cc53f0f572c766bbcef4b', '76109ebb-64d6-4020-b5de-4f656e0d181d-sda', '1750205158.27738', '1750204800', '0', '', '1750204800', 1, 0) -REPLICATE: /sdb/0/80fc1fc0ae0ed44084a93df5bb43f38e, complete_rsync, ('76109ebb-64d6-4020-b5de-4f656e0d181d-sda', '80fc1fc0ae0ed44084a93df5bb43f38e.db') -REPLICATE: /sdc/0/80fc1fc0ae0ed44084a93df5bb43f38e, sync, (1, '0ef63770ff2cc53f0f572c766bbcef4b', '76109ebb-64d6-4020-b5de-4f656e0d181d-sda', '1750205158.27738', '1750204800', '0', '', '1750204800', 1, 0) -REPLICATE: /sdc/0/80fc1fc0ae0ed44084a93df5bb43f38e, complete_rsync, ('76109ebb-64d6-4020-b5de-4f656e0d181d-sda', '80fc1fc0ae0ed44084a93df5bb43f38e.db') -test INFO: Cleaning up 0 reconciler containers +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpkeoxw0tr/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'c5466b6d-d952-45a3-b39e-3a325df27fab-sda', '1715796322.12249', '1715796326', '1715796325', '', '1715796326', 0, 1) +test DEBUG: /tmp/tmpkeoxw0tr/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_delete +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_delete ... ok +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'c5466b6d-d952-45a3-b39e-3a325df27fab-sda', '1715796322.12249', '1715796326', '1715796325', '', '1715796326', 0, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('c5466b6d-d952-45a3-b39e-3a325df27fab-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.13970 seconds (7.15817/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp_lh3w5vi/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '438416675009b752ad8bad471b9adbb4', 'ab66cd04-da7d-4f73-8448-48558cd13da6-sda', '1715796322.55124', '1715796326', '1715796325', '', '1715796326', 1, 1) +test DEBUG: /tmp/tmp_lh3w5vi/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1715796327.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], 'ab66cd04-da7d-4f73-8448-48558cd13da6-sda') +test DEBUG: /tmp/tmp_lh3w5vi/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.165839s) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '438416675009b752ad8bad471b9adbb4', 'ab66cd04-da7d-4f73-8448-48558cd13da6-sda', '1715796322.55124', '1715796326', '1715796325', '', '1715796326', 1, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('ab66cd04-da7d-4f73-8448-48558cd13da6-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.35516 seconds (2.81563/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp5a0ar8mw/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '6c9de507-5f07-49fe-bf7c-9512700317b0-sda', '1715796323.09963', '1715796327', '1715796326', '', '1715796327', 0, 1) +test DEBUG: /tmp/tmp5a0ar8mw/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '6c9de507-5f07-49fe-bf7c-9512700317b0-sda', '1715796323.09963', '1715796327', '1715796326', '', '1715796327', 0, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('6c9de507-5f07-49fe-bf7c-9512700317b0-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.14504 seconds (6.89481/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpzfadt1lz/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '67609d222838d3dc26ccff140388f1ef', '418344f4-9fd7-48bd-85cb-d160926e360a-sda', '1715796323.41641', '1715796327', '1715796326', '', '1715796327', 1, 0) +test DEBUG: /tmp/tmpzfadt1lz/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '67609d222838d3dc26ccff140388f1ef', '418344f4-9fd7-48bd-85cb-d160926e360a-sda', '1715796323.41641', '1715796327', '1715796326', '', '1715796327', 1, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('418344f4-9fd7-48bd-85cb-d160926e360a-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.26024 seconds (3.84264/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp92djcrwe/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '768cad54-f0ed-4a9d-890e-fd153c533a87-sda', '1715796323.94395', '1715796328', '1715796327', '', '1715796328', 0, 1) +test DEBUG: /tmp/tmp92djcrwe/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '768cad54-f0ed-4a9d-890e-fd153c533a87-sda', '1715796323.94395', '1715796328', '1715796327', '', '1715796328', 0, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('768cad54-f0ed-4a9d-890e-fd153c533a87-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.16966 seconds (5.89428/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp4r2y6rbo/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '4b877f379d169913825a6b4b4ccf0aa7', 'b98ff6e2-9685-4eae-b344-873828c1f53a-sda', '1715796324.31781', '1715796329', '1715796328', '', '1715796329', 1, 1) +test DEBUG: /tmp/tmp4r2y6rbo/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1715796330.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], 'b98ff6e2-9685-4eae-b344-873828c1f53a-sda') +test DEBUG: /tmp/tmp4r2y6rbo/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.025316s) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '4b877f379d169913825a6b4b4ccf0aa7', 'b98ff6e2-9685-4eae-b344-873828c1f53a-sda', '1715796324.31781', '1715796329', '1715796328', '', '1715796329', 1, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('b98ff6e2-9685-4eae-b344-873828c1f53a-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.26763 seconds (3.73646/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpqwtiz6fr/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '08538db2-4293-4336-a283-d1cfe7a199a3-sda', '1715796324.80329', '1715796329', '1715796328', '', '1715796329', 0, 0) +test DEBUG: /tmp/tmpqwtiz6fr/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_recreate +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_recreate ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_merge_timestamps +test.unit.container.test_replicator.TestReplicatorSync.test_sync_merge_timestamps ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_can_not_keep_up +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_can_not_keep_up ... ok +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '08538db2-4293-4336-a283-d1cfe7a199a3-sda', '1715796324.80329', '1715796329', '1715796328', '', '1715796329', 0, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('08538db2-4293-4336-a283-d1cfe7a199a3-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.16922 seconds (5.90929/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpoke_6qza/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'c22230d223bdee46bfcbe27b49fb2e11', '81f4e8de-de4c-4d0a-aa32-c24cf29310ed-sda', '1715796325.60645', '1715796330', '1715796329', '', '1715796330', 1, 1) +test DEBUG: /tmp/tmpoke_6qza/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'c22230d223bdee46bfcbe27b49fb2e11', '81f4e8de-de4c-4d0a-aa32-c24cf29310ed-sda', '1715796325.60645', '1715796330', '1715796329', '', '1715796330', 1, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('81f4e8de-de4c-4d0a-aa32-c24cf29310ed-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.21976 seconds (4.55032/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '3abc4c37-7c7d-4fb0-b931-2f9c5c738f04-sda', '1715796327.53756', '1715796327.00000', '0', '', '1715796327.00000', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '3abc4c37-7c7d-4fb0-b931-2f9c5c738f04-sda', '1715796327.53756', '1715796328.00000', '0', '', '1715796327.00000', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, '87bd2fbace392dbf108b3ea7881dd7ff', 'e7b2537c-ee27-48d7-9ed6-6ed369ab6b86-sda', '1715796327.68483', '1715796327.68245', '0', '', '1715796327.68245', 11, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'o_0', 'created_at': '1715796328.69200', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'o_1', 'created_at': '1715796328.69285', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 3, 'name': 'o_2', 'created_at': '1715796328.69302', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 4, 'name': 'o_3', 'created_at': '1715796328.69317', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 5, 'name': 'o_4', 'created_at': '1715796328.69330', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 6, 'name': 'o_5', 'created_at': '1715796328.69462', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 7, 'name': 'o_6', 'created_at': '1715796328.69476', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 8, 'name': 'o_7', 'created_at': '1715796328.69490', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 9, 'name': 'o_8', 'created_at': '1715796328.69504', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 10, 'name': 'o_9', 'created_at': '1715796328.69517', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 11, 'name': '/a/c/o_missing_0', 'created_at': '1715796328.69535', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'e7b2537c-ee27-48d7-9ed6-6ed369ab6b86-sda') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 12, 'name': '/a/c/o_missing_1', 'created_at': '1715796328.82393', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'e7b2537c-ee27-48d7-9ed6-6ed369ab6b86-sda') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 13, 'name': '/a/c/o_missing_2', 'created_at': '1715796328.86688', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'e7b2537c-ee27-48d7-9ed6-6ed369ab6b86-sda') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 14, 'name': '/a/c/o_missing_3', 'created_at': '1715796328.91118', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'e7b2537c-ee27-48d7-9ed6-6ed369ab6b86-sda') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 15, 'name': '/a/c/o_missing_4', 'created_at': '1715796329.01311', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'e7b2537c-ee27-48d7-9ed6-6ed369ab6b86-sda') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 16, 'name': '/a/c/o_missing_5', 'created_at': '1715796329.06490', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'e7b2537c-ee27-48d7-9ed6-6ed369ab6b86-sda') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 17, 'name': '/a/c/o_missing_6', 'created_at': '1715796329.11796', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'e7b2537c-ee27-48d7-9ed6-6ed369ab6b86-sda') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 18, 'name': '/a/c/o_missing_7', 'created_at': '1715796329.27914', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'e7b2537c-ee27-48d7-9ed6-6ed369ab6b86-sda') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 19, 'name': '/a/c/o_missing_8', 'created_at': '1715796329.41359', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'e7b2537c-ee27-48d7-9ed6-6ed369ab6b86-sda') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 20, 'name': '/a/c/o_missing_9', 'created_at': '1715796329.47197', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'e7b2537c-ee27-48d7-9ed6-6ed369ab6b86-sda') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (21, '6d042df51550caebe621d46529cb1a0b', 'e7b2537c-ee27-48d7-9ed6-6ed369ab6b86-sda', '1715796327.68483', '1715796327.68245', '0', '', '1715796327.68245', 21, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 21, 'name': '/a/c/o_missing_10', 'created_at': '1715796329.53868', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'e7b2537c-ee27-48d7-9ed6-6ed369ab6b86-sda') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpdpeizb9m/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '7f8c8843-d8cd-412a-ad83-e16cb3dfa42d-sda', '1715796329.66053', '1715796330', '0', '', '1715796330', 0, 1) +test DEBUG: /tmp/tmpdpeizb9m/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +sharder-test DEBUG: Unlinked retiring db '/tmp/tmplnw6fq4o/sda/containers/0/6a9/a5c08cf099c8e86b20e56e30d88d76a9/a5c08cf099c8e86b20e56e30d88d76a9.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796446.00000-0, db: /tmp/tmplnw6fq4o/sda/containers/0/6a9/a5c08cf099c8e86b20e56e30d88d76a9/a5c08cf099c8e86b20e56e30d88d76a9_1715796446.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmplnw6fq4o/sda/containers/0/5a6/d6448777240f62a74033f6f7f97735a6/d6448777240f62a74033f6f7f97735a6.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796450.00000-0, db: /tmp/tmplnw6fq4o/sda/containers/0/5a6/d6448777240f62a74033f6f7f97735a6/d6448777240f62a74033f6f7f97735a6_1715796450.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmplnw6fq4o/sda/containers/0/076/c3ef8ca444e2bacfa65f3a217d7d4076/c3ef8ca444e2bacfa65f3a217d7d4076.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796454.00000-0, db: /tmp/tmplnw6fq4o/sda/containers/0/076/c3ef8ca444e2bacfa65f3a217d7d4076/c3ef8ca444e2bacfa65f3a217d7d4076_1715796454.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmplnw6fq4o/sda/containers/0/e4f/7ae13c1a9a78f79120a990f557783e4f/7ae13c1a9a78f79120a990f557783e4f.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796458.00000-0, db: /tmp/tmplnw6fq4o/sda/containers/0/e4f/7ae13c1a9a78f79120a990f557783e4f/7ae13c1a9a78f79120a990f557783e4f_1715796458.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmplnw6fq4o/sda/containers/0/cf9/f3348f95fb0aaf031e845e919040bcf9/f3348f95fb0aaf031e845e919040bcf9.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796462.00000-0, db: /tmp/tmplnw6fq4o/sda/containers/0/cf9/f3348f95fb0aaf031e845e919040bcf9/f3348f95fb0aaf031e845e919040bcf9_1715796462.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmplnw6fq4o/sda/containers/0/179/a63afd6fb0507cd311edea618d28a179/a63afd6fb0507cd311edea618d28a179.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796466.00000-0, db: /tmp/tmplnw6fq4o/sda/containers/0/179/a63afd6fb0507cd311edea618d28a179/a63afd6fb0507cd311edea618d28a179_1715796466.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmplnw6fq4o/sda/containers/0/d3a/021e34094da4078cf460706df3106d3a/021e34094da4078cf460706df3106d3a.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796470.00000-0, db: /tmp/tmplnw6fq4o/sda/containers/0/d3a/021e34094da4078cf460706df3106d3a/021e34094da4078cf460706df3106d3a_1715796470.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmplnw6fq4o/sda/containers/0/cdd/ac0ccd98fd07d855d7b13e9337c9acdd/ac0ccd98fd07d855d7b13e9337c9acdd.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796474.00000-0, db: /tmp/tmplnw6fq4o/sda/containers/0/cdd/ac0ccd98fd07d855d7b13e9337c9acdd/ac0ccd98fd07d855d7b13e9337c9acdd_1715796474.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmplnw6fq4o/sda/containers/0/1cb/03348fc8e75f6df1b49fa5c2d9c631cb/03348fc8e75f6df1b49fa5c2d9c631cb.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796478.00000-0, db: /tmp/tmplnw6fq4o/sda/containers/0/1cb/03348fc8e75f6df1b49fa5c2d9c631cb/03348fc8e75f6df1b49fa5c2d9c631cb_1715796478.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmplnw6fq4o/sda/containers/0/e8c/9953d6016a952459f2196fac16523e8c/9953d6016a952459f2196fac16523e8c.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796482.00000-0, db: /tmp/tmplnw6fq4o/sda/containers/0/e8c/9953d6016a952459f2196fac16523e8c/9953d6016a952459f2196fac16523e8c_1715796482.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmplnw6fq4o/sda/containers/0/a3b/3c62066d43355129498fef69addaba3b/3c62066d43355129498fef69addaba3b.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796486.00000-0, db: /tmp/tmplnw6fq4o/sda/containers/0/a3b/3c62066d43355129498fef69addaba3b/3c62066d43355129498fef69addaba3b_1715796486.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmplnw6fq4o/sda/containers/0/372/ba69bdf00c7d08ebbf9f1eef2bf9e372/ba69bdf00c7d08ebbf9f1eef2bf9e372.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796490.00000-0, db: /tmp/tmplnw6fq4o/sda/containers/0/372/ba69bdf00c7d08ebbf9f1eef2bf9e372/ba69bdf00c7d08ebbf9f1eef2bf9e372_1715796490.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmplnw6fq4o/sda/containers/0/65e/3503ede9f1d10adbfcbf2d147622165e/3503ede9f1d10adbfcbf2d147622165e.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796494.00000-0, db: /tmp/tmplnw6fq4o/sda/containers/0/65e/3503ede9f1d10adbfcbf2d147622165e/3503ede9f1d10adbfcbf2d147622165e_1715796494.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmplnw6fq4o/sda/containers/0/935/6a27ac8c40bea6b3cf930bf491634935/6a27ac8c40bea6b3cf930bf491634935.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796498.00000-0, db: /tmp/tmplnw6fq4o/sda/containers/0/935/6a27ac8c40bea6b3cf930bf491634935/6a27ac8c40bea6b3cf930bf491634935_1715796498.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmplnw6fq4o/sda/containers/0/610/aa8bd9a742b44199ea65b85a080e2610/aa8bd9a742b44199ea65b85a080e2610.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796502.00000-0, db: /tmp/tmplnw6fq4o/sda/containers/0/610/aa8bd9a742b44199ea65b85a080e2610/aa8bd9a742b44199ea65b85a080e2610_1715796502.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmplnw6fq4o/sda/containers/0/289/875ea737faae4c6a85d0e9a0961ee289/875ea737faae4c6a85d0e9a0961ee289.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796506.00000-0, db: /tmp/tmplnw6fq4o/sda/containers/0/289/875ea737faae4c6a85d0e9a0961ee289/875ea737faae4c6a85d0e9a0961ee289_1715796506.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmplnw6fq4o/sda/containers/0/ad4/a01a9b1bb7eb2d70bcf03f8ff0cadad4/a01a9b1bb7eb2d70bcf03f8ff0cadad4.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796510.00000-0, db: /tmp/tmplnw6fq4o/sda/containers/0/ad4/a01a9b1bb7eb2d70bcf03f8ff0cadad4/a01a9b1bb7eb2d70bcf03f8ff0cadad4_1715796510.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmplnw6fq4o/sda/containers/0/354/f3b4c2192c02263c50ee4583ad7fd354/f3b4c2192c02263c50ee4583ad7fd354.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796514.00000-0, db: /tmp/tmplnw6fq4o/sda/containers/0/354/f3b4c2192c02263c50ee4583ad7fd354/f3b4c2192c02263c50ee4583ad7fd354_1715796514.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmplnw6fq4o/sda/containers/0/1aa/a6a73325eb6471382eb4b4d00f5721aa/a6a73325eb6471382eb4b4d00f5721aa.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796518.00000-0, db: /tmp/tmplnw6fq4o/sda/containers/0/1aa/a6a73325eb6471382eb4b4d00f5721aa/a6a73325eb6471382eb4b4d00f5721aa_1715796518.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmplnw6fq4o/sda/containers/0/784/a5b9bba7e59b86223741c9d14fedc784/a5b9bba7e59b86223741c9d14fedc784.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796522.00000-0, db: /tmp/tmplnw6fq4o/sda/containers/0/784/a5b9bba7e59b86223741c9d14fedc784/a5b9bba7e59b86223741c9d14fedc784_1715796522.00000.db +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_newer_local_create +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_newer_local_create ... ok +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '7f8c8843-d8cd-412a-ad83-e16cb3dfa42d-sda', '1715796329.66053', '1715796330', '0', '', '1715796330', 0, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('7f8c8843-d8cd-412a-ad83-e16cb3dfa42d-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.18781 seconds (5.32452/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpoqy7jw76/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'c22230d223bdee46bfcbe27b49fb2e11', 'af68109b-cc05-4dbf-937e-1214640818db-sda', '1715796329.92706', '1715796330', '0', '', '1715796330', 1, 1) +test DEBUG: /tmp/tmpoqy7jw76/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1715796331.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], 'af68109b-cc05-4dbf-937e-1214640818db-sda') +test DEBUG: /tmp/tmpoqy7jw76/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0367196s) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'c22230d223bdee46bfcbe27b49fb2e11', 'af68109b-cc05-4dbf-937e-1214640818db-sda', '1715796329.92706', '1715796330', '0', '', '1715796330', 1, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('af68109b-cc05-4dbf-937e-1214640818db-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpoqy7jw76/sda/containers/0/50e/d16a33d35ab615785e1281523471e50e/d16a33d35ab615785e1281523471e50e.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.45728 seconds (2.18686/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmpoqy7jw76/sda/containers/0/50e/d16a33d35ab615785e1281523471e50e/d16a33d35ab615785e1281523471e50e.db +REPLICATE: /sdb/0/d16a33d35ab615785e1281523471e50e, sync, (1, '6bbf6f02ff84197982cc36c3961cdd5a', 'a64694f3-5cbf-4a19-af34-8b654b534651-sda', '1715796330.18067', '1715796000', '0', '', '1715796000', 1, 0) +REPLICATE: /sdb/0/d16a33d35ab615785e1281523471e50e, complete_rsync, ('a64694f3-5cbf-4a19-af34-8b654b534651-sda', 'd16a33d35ab615785e1281523471e50e.db') +REPLICATE: /sdc/0/d16a33d35ab615785e1281523471e50e, sync, (1, '6bbf6f02ff84197982cc36c3961cdd5a', 'a64694f3-5cbf-4a19-af34-8b654b534651-sda', '1715796330.18067', '1715796000', '0', '', '1715796000', 1, 0) +REPLICATE: /sdc/0/d16a33d35ab615785e1281523471e50e, complete_rsync, ('a64694f3-5cbf-4a19-af34-8b654b534651-sda', 'd16a33d35ab615785e1281523471e50e.db') +test INFO: Cleaning up 0 reconciler containers test INFO: Finished reconciler replication test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpe1a39c70/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', 'ca77d672-1281-47e4-93bd-d6150f8bf069-sda', '1750205159.87197', '1750205159', '1750205163', '', '1750205163', 0, 1) -test DEBUG: /tmp/tmpe1a39c70/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', 'ca77d672-1281-47e4-93bd-d6150f8bf069-sda', '1750205159.87197', '1750205159', '1750205163', '', '1750205163', 0, 1) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('ca77d672-1281-47e4-93bd-d6150f8bf069-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') +test DEBUG: Replicating db /tmp/tmpu5ljvadu/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '66f754f3-1b60-4d5d-89df-7ee853390fee-sda', '1715796330.60661', '1715796331', '0', '', '1715796331', 0, 0) +test DEBUG: /tmp/tmpu5ljvadu/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '66f754f3-1b60-4d5d-89df-7ee853390fee-sda', '1715796330.60661', '1715796331', '0', '', '1715796331', 0, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('66f754f3-1b60-4d5d-89df-7ee853390fee-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.43629 seconds (2.29207/s) +test INFO: Attempted to replicate 1 dbs in 0.24495 seconds (4.08253/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmptpzmruj6/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, '0dca1606bdfe6227bd65c6e0524fb4df', 'e8b003c5-3a60-443b-9ce2-72770e03a910-sda', '1750205160.76796', '1750205160', '1750205164', '', '1750205164', 1, 1) -test DEBUG: /tmp/tmptpzmruj6/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1750205165.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], 'e8b003c5-3a60-443b-9ce2-72770e03a910-sda') -test DEBUG: /tmp/tmptpzmruj6/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0714486s) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_syncs, ([],) -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_remove_objects -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_remove_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_resolve_shard_range_states -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_resolve_shard_range_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_root_container ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_container_children_merged_while_sharding -test.unit.container.test_sharder.TestSharder.test_audit_shard_container_children_merged_while_sharding ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_container_children_not_merged_once_sharded -test.unit.container.test_sharder.TestSharder.test_audit_shard_container_children_not_merged_once_sharded ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750205238.00000-2, db: /tmp/tmptpb7pinq/sda/containers/0/36a/9f831ca54cdcee32c5d80f12ef14b36a/9f831ca54cdcee32c5d80f12ef14b36a.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750205238.00000-2, db: /tmp/tmptpb7pinq/sda/containers/0/36a/9f831ca54cdcee32c5d80f12ef14b36a/9f831ca54cdcee32c5d80f12ef14b36a.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750205238.00000-2, db: /tmp/tmptpb7pinq/sda/containers/0/36a/9f831ca54cdcee32c5d80f12ef14b36a/9f831ca54cdcee32c5d80f12ef14b36a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750205247.00000-2, db: /tmp/tmptpb7pinq/sda/containers/0/e81/8dab5078f2f71fd37a502bd6da221e81/8dab5078f2f71fd37a502bd6da221e81.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750205247.00000-2, db: /tmp/tmptpb7pinq/sda/containers/0/e81/8dab5078f2f71fd37a502bd6da221e81/8dab5078f2f71fd37a502bd6da221e81.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750205247.00000-2, db: /tmp/tmptpb7pinq/sda/containers/0/e81/8dab5078f2f71fd37a502bd6da221e81/8dab5078f2f71fd37a502bd6da221e81.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750205256.00000-2, db: /tmp/tmptpb7pinq/sda/containers/0/fb1/97229a682e31e4031d2968e3a0f48fb1/97229a682e31e4031d2968e3a0f48fb1.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750205256.00000-2, db: /tmp/tmptpb7pinq/sda/containers/0/fb1/97229a682e31e4031d2968e3a0f48fb1/97229a682e31e4031d2968e3a0f48fb1.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750205256.00000-2, db: /tmp/tmptpb7pinq/sda/containers/0/fb1/97229a682e31e4031d2968e3a0f48fb1/97229a682e31e4031d2968e3a0f48fb1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750205265.00000-2, db: /tmp/tmptpb7pinq/sda/containers/0/409/2f887cfeeec552dc0ea2e3c0d8694409/2f887cfeeec552dc0ea2e3c0d8694409.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750205265.00000-2, db: /tmp/tmptpb7pinq/sda/containers/0/409/2f887cfeeec552dc0ea2e3c0d8694409/2f887cfeeec552dc0ea2e3c0d8694409.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750205265.00000-2, db: /tmp/tmptpb7pinq/sda/containers/0/409/2f887cfeeec552dc0ea2e3c0d8694409/2f887cfeeec552dc0ea2e3c0d8694409.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750205274.00000-2, db: /tmp/tmptpb7pinq/sda/containers/0/d6f/4caaa1077957dc52df93f26cf7891d6f/4caaa1077957dc52df93f26cf7891d6f.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750205274.00000-2, db: /tmp/tmptpb7pinq/sda/containers/0/d6f/4caaa1077957dc52df93f26cf7891d6f/4caaa1077957dc52df93f26cf7891d6f.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750205274.00000-2, db: /tmp/tmptpb7pinq/sda/containers/0/d6f/4caaa1077957dc52df93f26cf7891d6f/4caaa1077957dc52df93f26cf7891d6f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750205283.00000-2, db: /tmp/tmptpb7pinq/sda/containers/0/b28/d4b14d5070ceae2f62a51f0789593b28/d4b14d5070ceae2f62a51f0789593b28.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750205283.00000-2, db: /tmp/tmptpb7pinq/sda/containers/0/b28/d4b14d5070ceae2f62a51f0789593b28/d4b14d5070ceae2f62a51f0789593b28.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750205283.00000-2, db: /tmp/tmptpb7pinq/sda/containers/0/b28/d4b14d5070ceae2f62a51f0789593b28/d4b14d5070ceae2f62a51f0789593b28.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750205292.00000-2, db: /tmp/tmptpb7pinq/sda/containers/0/472/5d4df6828d1a1d72fb3ad8231c45b472/5d4df6828d1a1d72fb3ad8231c45b472.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750205292.00000-2, db: /tmp/tmptpb7pinq/sda/containers/0/472/5d4df6828d1a1d72fb3ad8231c45b472/5d4df6828d1a1d72fb3ad8231c45b472.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750205292.00000-2, db: /tmp/tmptpb7pinq/sda/containers/0/472/5d4df6828d1a1d72fb3ad8231c45b472/5d4df6828d1a1d72fb3ad8231c45b472.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750205163.00000-2, db: /tmp/tmpljj6se12/sda/containers/0/bb4/413f894bee028896ea1a5de130355bb4/413f894bee028896ea1a5de130355bb4.db -sharder-test INFO: Updated own shard range from ShardRange<'a' to 'b' as of 1750205163.00000, (0, 0) as of 1750205163.00000, active as of 1750205163.00000> to ShardRange<'a' to 'b' as of 1750205163.00000, (0, 0) as of 1750205163.00000, sharding as of 1750205168.00000>, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750205163.00000-2, db: /tmp/tmpljj6se12/sda/containers/0/bb4/413f894bee028896ea1a5de130355bb4/413f894bee028896ea1a5de130355bb4.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750205163.00000-2, db: /tmp/tmpljj6se12/sda/containers/0/bb4/413f894bee028896ea1a5de130355bb4/413f894bee028896ea1a5de130355bb4.db -sharder-test DEBUG: Updating 0 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750205163.00000-2, db: /tmp/tmpljj6se12/sda/containers/0/bb4/413f894bee028896ea1a5de130355bb4/413f894bee028896ea1a5de130355bb4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750205163.00000-2, db: /tmp/tmpljj6se12/sda/containers/0/bb4/413f894bee028896ea1a5de130355bb4/413f894bee028896ea1a5de130355bb4_1750205163.00000.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750205163.00000-2, db: /tmp/tmpljj6se12/sda/containers/0/bb4/413f894bee028896ea1a5de130355bb4/413f894bee028896ea1a5de130355bb4_1750205163.00000.db -sharder-test DEBUG: Updating 0 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750205163.00000-2, db: /tmp/tmpljj6se12/sda/containers/0/bb4/413f894bee028896ea1a5de130355bb4/413f894bee028896ea1a5de130355bb4_1750205163.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpljj6se12/sda/containers/0/bb4/413f894bee028896ea1a5de130355bb4/413f894bee028896ea1a5de130355bb4.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750205163.00000-2, db: /tmp/tmpljj6se12/sda/containers/0/bb4/413f894bee028896ea1a5de130355bb4/413f894bee028896ea1a5de130355bb4_1750205163.00000.db -sharder-test INFO: Updated own shard range from ShardRange<'a' to 'b' as of 1750205163.00000, (0, 0) as of 1750205163.00000, sharding as of 1750205169.00000> to ShardRange<'a' to 'b' as of 1750205163.00000, (0, 0) as of 1750205163.00000, sharded as of 1750205172.00000>, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750205163.00000-2, db: /tmp/tmpljj6se12/sda/containers/0/bb4/413f894bee028896ea1a5de130355bb4/413f894bee028896ea1a5de130355bb4_1750205163.00000.db -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reverse_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reverse_prefix_delim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reverse_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reverse_prefix_delim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_root_account_container_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_save_and_load_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_save_and_load_record_from_pending_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_root_account_container_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_old_style_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_old_style_root_account_container_path ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_newer_local_delete -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_newer_local_delete ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_save_and_load_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_save_and_load_record_from_pending_file ... ok -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/p/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/p/p2 HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/p/p2 HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/p/p2 HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/p/p2 HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 -test INFO: - - 18/Jun/2025/00/02/37 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1750204957.348190069 1750204957.348252535 - -test INFO: - - 18/Jun/2025/00/02/37 GET /foo HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1750204957.348565578 1750204957.348598957 - -test INFO: - - 18/Jun/2025/00/02/37 GET /foo/bar HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1750204957.348818779 1750204957.348849058 - -test INFO: - - 18/Jun/2025/00/02/37 GET /v1 HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1750204957.349046707 1750204957.349072695 - -test INFO: - - 18/Jun/2025/00/02/37 GET / HTTP/1.0 200 - - - - 17 - - - 0.0001 SOS - 1750204957.351853132 1750204957.351932526 - -test INFO: - - 18/Jun/2025/00/02/37 GET / HTTP/1.0 200 - - - - - - - - 0.0000 - - 1750204957.352960110 1750204957.352997541 - -test INFO: - - 18/Jun/2025/00/02/37 GET / HTTP/1.0 200 - - - - 3 - - - 0.0001 - - 1750204957.353968859 1750204957.354078054 - -test INFO: - - 18/Jun/2025/00/02/37 GET / HTTP/1.0 200 - - - - 12 - - - 0.0000 - - 1750204957.355091095 1750204957.355129719 - -test INFO: - - 18/Jun/2025/00/02/37 PUT /v1/a/c/o HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1750204957.362929821 1750204957.362961292 1 -test INFO: - - 18/Jun/2025/00/02/37 GET /v1/a/c HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1750204957.363870859 1750204957.363944292 1 -test INFO: 4.5.6.7 1.2.3.4 18/Jun/2025/00/02/37 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1750204957.365062714 1750204957.365113020 - -test INFO: 4.5.6.7 1.2.3.4 18/Jun/2025/00/02/37 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1750204957.365938187 1750204957.365986586 - -test INFO: - - 18/Jun/2025/00/02/37 GET /v1/something HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1750204957.367162228 1750204957.367236853 - -test INFO: - - 18/Jun/2025/00/02/37 GET / HTTP/1.0 499 - - - - 4 - - - 0.0001 - - 1750204957.369006395 1750204957.369058847 - -test INFO: - - 18/Jun/2025/00/02/37 POST /v1/a/c HTTP/1.0 200 - - - 11 8 - - Host:%20localhost:80 0.0000 - - 1750204957.370419025 1750204957.370443583 - -test INFO: - - 18/Jun/2025/00/02/37 PUT /v1/a/c/o/foo HTTP/1.0 200 - - - 10 8 - - Host:%20localhost:80 0.0000 - - 1750204957.371659994 1750204957.371689558 0 -test INFO: - - 18/Jun/2025/00/02/37 PUT /v1/a/c/o/foo HTTP/1.0 200 - - - 10 8 - - Host:%20localhost:80 0.0000 - - 1750204957.372634411 1750204957.372663498 -1 -test INFO: - - 18/Jun/2025/00/02/37 PUT /v1/a/c/o/foo HTTP/1.0 200 - - - 10 8 - - Host:%20localhost:80 0.0000 - - 1750204957.373826742 1750204957.373855114 - -test ERROR: Problem finding shard upper in '/tmp/tmpmt9pp3jd/test_container.db': : LockTimeout (Nones) -test ERROR: Problem finding shard upper in '/tmp/tmpmt9pp3jd/test_container.db': : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2507, in find_shard_ranges - next_shard_upper = sub_broker._get_next_shard_range_upper( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -sqlite3.OperationalError -test DEBUG: Unlinked retiring db '/tmp/tmp94beax0z/containers/part/suffix/hash/container.db' -test WARNING: Unexpected db files will be ignored: ['/tmp/tmp94beax0z/containers/part/suffix/hash/container.db'] -Container 'a/c' cannot be set to sharded state while in unsharded state -Container 'a/c' cannot be set to sharding state: missing epoch -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_uuid/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'auth-uuid.storage1.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f17e6364c40>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_uuid/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'auth-uuid.storage2.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f17e6364c40>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'auth-uuid.storage3.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f17e6364c40>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -test-ic DEBUG: -> 2014-05-27T20:54:11 GET http://127.0.0.1%3Fformat%3Djson 200 123 345 1401224050.98 1401224051.98 1.0 - -test-ic DEBUG: -> 2014-05-27T20:54:11 HEAD http://127.0.0.1%3Fformat%3Djson 200 123 345 1401224050.98 1401224051.98 1.0 - -test WARNING: Error sending UDP message to ('some.host.com', 8125): [Errno 1] test errno 1 -test NOTICE: Started child 0 (PID 88) for port 6006 -test NOTICE: Started child 1 (PID 89) for port 6006 -test NOTICE: Started child 2 (PID 90) for port 6006 -test NOTICE: Started child 0 (PID 91) for port 6007 -test NOTICE: Started child 1 (PID 92) for port 6007 -test NOTICE: Started child 2 (PID 93) for port 6007 -test NOTICE: Closing unnecessary sock for port 6006 (child pid 88) -test NOTICE: Closing unnecessary sock for port 6006 (child pid 89) -test NOTICE: Closing unnecessary sock for port 6006 (child pid 90) -test CRITICAL: Unable to bind to port 6009: ack -test CRITICAL: Unable to bind to port 6009: ack -test CRITICAL: Unable to bind to port 6009: ack -test NOTICE: Started child 0 (PID 94) for port 6009 -test NOTICE: Started child 1 (PID 95) for port 6009 -test NOTICE: Started child 2 (PID 96) for port 6009 -test NOTICE: Started child 1 (PID 97) for port 6009 -test NOTICE: Child 2 (PID 635422, port 6007) exiting normally -test NOTICE: Started child 0 (PID 88) for port 6006 -test NOTICE: Started child 1 (PID 89) for port 6006 -test NOTICE: Started child 2 (PID 90) for port 6006 -test NOTICE: Started child 0 (PID 91) for port 6007 -test NOTICE: Started child 1 (PID 92) for port 6007 -test NOTICE: Started child 2 (PID 93) for port 6007 -test ERROR: Problem finding shard upper in '/tmp/tmp8sakhq3u/test_container.db': : LockTimeout (Nones) -test ERROR: Problem finding shard upper in '/tmp/tmp8sakhq3u/test_container.db': : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2507, in find_shard_ranges - next_shard_upper = sub_broker._get_next_shard_range_upper( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -sqlite3.OperationalError -test DEBUG: Unlinked retiring db '/tmp/tmpyah6rmen/containers/part/suffix/hash/container.db' -test WARNING: Unexpected db files will be ignored: ['/tmp/tmpyah6rmen/containers/part/suffix/hash/container.db'] -Container 'a/c' cannot be set to sharded state while in unsharded state -Container 'a/c' cannot be set to sharding state: missing epoch -Container 'a/c' cannot be set to sharding state while in sharding state -Container 'a/c' cannot be set to sharded state while in sharded state -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_overlap_shard_range_order -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_overlap_shard_range_order ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_path -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_remove_objects -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_remove_objects ... ok -Container 'a/c' cannot be set to sharding state while in sharding state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_resolve_shard_range_states -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_resolve_shard_range_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_pending_file_name -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_pending_file_name ... ok -Container 'a/c' cannot be set to sharded state while in sharded state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_remove_objects -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_remove_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_resolve_shard_range_states -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_resolve_shard_range_states ... ok -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, '0dca1606bdfe6227bd65c6e0524fb4df', 'e8b003c5-3a60-443b-9ce2-72770e03a910-sda', '1750205160.76796', '1750205160', '1750205164', '', '1750205164', 1, 1) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('e8b003c5-3a60-443b-9ce2-72770e03a910-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmptpzmruj6/sda/containers/0/38e/80fc1fc0ae0ed44084a93df5bb43f38e/80fc1fc0ae0ed44084a93df5bb43f38e.db +test DEBUG: Replicating db /tmp/tmp63ys_yfg/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '7c7950223eaa73981b1896e38699c807', 'aa8ff902-ba0c-4343-be7d-e7c69ae6938d-sda', '1715796331.03692', '1715796332', '0', '', '1715796332', 1, 0) +test DEBUG: /tmp/tmp63ys_yfg/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '7c7950223eaa73981b1896e38699c807', 'aa8ff902-ba0c-4343-be7d-e7c69ae6938d-sda', '1715796331.03692', '1715796332', '0', '', '1715796332', 1, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('aa8ff902-ba0c-4343-be7d-e7c69ae6938d-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp63ys_yfg/sda/containers/0/50e/d16a33d35ab615785e1281523471e50e/d16a33d35ab615785e1281523471e50e.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.42526 seconds (2.35150/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmp63ys_yfg/sda/containers/0/50e/d16a33d35ab615785e1281523471e50e/d16a33d35ab615785e1281523471e50e.db +REPLICATE: /sdb/0/d16a33d35ab615785e1281523471e50e, sync, (1, '58147992c7a0ab49366d057b5880e99a', 'a16d598e-7cc8-434d-97da-dc7b581ff9b4-sda', '1715796331.34531', '1715796000', '0', '', '1715796000', 1, 0) +REPLICATE: /sdb/0/d16a33d35ab615785e1281523471e50e, complete_rsync, ('a16d598e-7cc8-434d-97da-dc7b581ff9b4-sda', 'd16a33d35ab615785e1281523471e50e.db') +REPLICATE: /sdc/0/d16a33d35ab615785e1281523471e50e, sync, (1, '58147992c7a0ab49366d057b5880e99a', 'a16d598e-7cc8-434d-97da-dc7b581ff9b4-sda', '1715796331.34531', '1715796000', '0', '', '1715796000', 1, 0) +REPLICATE: /sdc/0/d16a33d35ab615785e1281523471e50e, complete_rsync, ('a16d598e-7cc8-434d-97da-dc7b581ff9b4-sda', 'd16a33d35ab615785e1281523471e50e.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp4qrvno1v/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'd9ca2781-2d62-433c-9891-d6ca11fa669a-sda', '1715796331.67627', '1715796332', '1715796333', '', '1715796333', 0, 0) +test DEBUG: /tmp/tmp4qrvno1v/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'd9ca2781-2d62-433c-9891-d6ca11fa669a-sda', '1715796331.67627', '1715796332', '1715796333', '', '1715796333', 0, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('d9ca2781-2d62-433c-9891-d6ca11fa669a-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.18970 seconds (5.27153/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_newer_local_delete +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_newer_local_delete ... ok +test DEBUG: Replicating db /tmp/tmpurzzjoqe/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '06b3294c40f546964a1b1bfccc1d559c', '48a9d724-c173-458b-9ed8-5a45aac44619-sda', '1715796331.94896', '1715796332', '1715796333', '', '1715796333', 1, 0) +test DEBUG: /tmp/tmpurzzjoqe/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1715796334.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '48a9d724-c173-458b-9ed8-5a45aac44619-sda') +test DEBUG: /tmp/tmpurzzjoqe/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0384002s) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '06b3294c40f546964a1b1bfccc1d559c', '48a9d724-c173-458b-9ed8-5a45aac44619-sda', '1715796331.94896', '1715796332', '1715796333', '', '1715796333', 1, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('48a9d724-c173-458b-9ed8-5a45aac44619-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpurzzjoqe/sda/containers/0/50e/d16a33d35ab615785e1281523471e50e/d16a33d35ab615785e1281523471e50e.db test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.94706 seconds (1.05590/s) +test INFO: Attempted to replicate 1 dbs in 0.39693 seconds (2.51935/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmptpzmruj6/sda/containers/0/38e/80fc1fc0ae0ed44084a93df5bb43f38e/80fc1fc0ae0ed44084a93df5bb43f38e.db -REPLICATE: /sdb/0/80fc1fc0ae0ed44084a93df5bb43f38e, sync, (1, 'ad3f8b5f3f28e7bd75d2af170a16c528', '3959c4c2-d42f-413f-b863-32eaeab6a10c-sda', '1750205161.87199', '1750204800', '0', '', '1750204800', 1, 0) -REPLICATE: /sdb/0/80fc1fc0ae0ed44084a93df5bb43f38e, complete_rsync, ('3959c4c2-d42f-413f-b863-32eaeab6a10c-sda', '80fc1fc0ae0ed44084a93df5bb43f38e.db') -REPLICATE: /sdc/0/80fc1fc0ae0ed44084a93df5bb43f38e, sync, (1, 'ad3f8b5f3f28e7bd75d2af170a16c528', '3959c4c2-d42f-413f-b863-32eaeab6a10c-sda', '1750205161.87199', '1750204800', '0', '', '1750204800', 1, 0) -REPLICATE: /sdc/0/80fc1fc0ae0ed44084a93df5bb43f38e, complete_rsync, ('3959c4c2-d42f-413f-b863-32eaeab6a10c-sda', '80fc1fc0ae0ed44084a93df5bb43f38e.db') +test DEBUG: Replicating db /tmp/tmpurzzjoqe/sda/containers/0/50e/d16a33d35ab615785e1281523471e50e/d16a33d35ab615785e1281523471e50e.db +REPLICATE: /sdb/0/d16a33d35ab615785e1281523471e50e, sync, (1, '6292bef31643562cb7ce00632bc56ffa', 'e95db115-8c95-4236-b5f3-14ad5b07fe3c-sda', '1715796332.31742', '1715796000', '0', '', '1715796000', 1, 0) +REPLICATE: /sdb/0/d16a33d35ab615785e1281523471e50e, complete_rsync, ('e95db115-8c95-4236-b5f3-14ad5b07fe3c-sda', 'd16a33d35ab615785e1281523471e50e.db') +REPLICATE: /sdc/0/d16a33d35ab615785e1281523471e50e, sync, (1, '6292bef31643562cb7ce00632bc56ffa', 'e95db115-8c95-4236-b5f3-14ad5b07fe3c-sda', '1715796332.31742', '1715796000', '0', '', '1715796000', 1, 0) +REPLICATE: /sdc/0/d16a33d35ab615785e1281523471e50e, complete_rsync, ('e95db115-8c95-4236-b5f3-14ad5b07fe3c-sda', 'd16a33d35ab615785e1281523471e50e.db') test INFO: Cleaning up 0 reconciler containers test INFO: Finished reconciler replication test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp19mefm6p/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '69bb6762-db34-4de9-bad7-f0093c485a6a-sda', '1750205162.49661', '1750205162', '1750205166', '', '1750205166', 0, 1) -test DEBUG: /tmp/tmp19mefm6p/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '69bb6762-db34-4de9-bad7-f0093c485a6a-sda', '1750205162.49661', '1750205162', '1750205166', '', '1750205166', 0, 1) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('69bb6762-db34-4de9-bad7-f0093c485a6a-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') +test DEBUG: Replicating db /tmp/tmpe56o5_5t/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'b083212d-6803-49d8-baf2-65514135a2af-sda', '1715796332.54717', '1715796333', '1715796334', '', '1715796334', 0, 0) +test DEBUG: /tmp/tmpe56o5_5t/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'b083212d-6803-49d8-baf2-65514135a2af-sda', '1715796332.54717', '1715796333', '1715796334', '', '1715796334', 0, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('b083212d-6803-49d8-baf2-65514135a2af-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.44910 seconds (2.22669/s) +test INFO: Attempted to replicate 1 dbs in 0.46741 seconds (2.13947/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp7yqdy469/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, 'a496bccaee2a3fec1a51cc99072b0cc3', '4c68d204-edbb-4d70-b4b4-7b2220882bc8-sda', '1750205163.43697', '1750205163', '1750205167', '', '1750205167', 1, 0) -test DEBUG: /tmp/tmp7yqdy469/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, 'a496bccaee2a3fec1a51cc99072b0cc3', '4c68d204-edbb-4d70-b4b4-7b2220882bc8-sda', '1750205163.43697', '1750205163', '1750205167', '', '1750205167', 1, 0) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('4c68d204-edbb-4d70-b4b4-7b2220882bc8-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp7yqdy469/sda/containers/0/38e/80fc1fc0ae0ed44084a93df5bb43f38e/80fc1fc0ae0ed44084a93df5bb43f38e.db +test DEBUG: Replicating db /tmp/tmpy0zxs7lv/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'fed56c79ba70a806e405ecf46fbefc35', '0d84982e-6b14-4c61-a610-c03b3b2c0bd3-sda', '1715796333.10011', '1715796334', '1715796335', '', '1715796335', 1, 1) +test DEBUG: /tmp/tmpy0zxs7lv/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'fed56c79ba70a806e405ecf46fbefc35', '0d84982e-6b14-4c61-a610-c03b3b2c0bd3-sda', '1715796333.10011', '1715796334', '1715796335', '', '1715796335', 1, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('0d84982e-6b14-4c61-a610-c03b3b2c0bd3-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpy0zxs7lv/sda/containers/0/50e/d16a33d35ab615785e1281523471e50e/d16a33d35ab615785e1281523471e50e.db test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 1.17840 seconds (0.84861/s) +test INFO: Attempted to replicate 1 dbs in 0.72112 seconds (1.38674/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmp7yqdy469/sda/containers/0/38e/80fc1fc0ae0ed44084a93df5bb43f38e/80fc1fc0ae0ed44084a93df5bb43f38e.db -REPLICATE: /sdb/0/80fc1fc0ae0ed44084a93df5bb43f38e, sync, (1, 'ecb666f91b5abca6be68899ee2ced595', '269883ba-5aee-4d7b-a585-094debd209bf-sda', '1750205164.79467', '1750204800', '0', '', '1750204800', 1, 0) -REPLICATE: /sdb/0/80fc1fc0ae0ed44084a93df5bb43f38e, complete_rsync, ('269883ba-5aee-4d7b-a585-094debd209bf-sda', '80fc1fc0ae0ed44084a93df5bb43f38e.db') -REPLICATE: /sdc/0/80fc1fc0ae0ed44084a93df5bb43f38e, sync, (1, 'ecb666f91b5abca6be68899ee2ced595', '269883ba-5aee-4d7b-a585-094debd209bf-sda', '1750205164.79467', '1750204800', '0', '', '1750204800', 1, 0) -REPLICATE: /sdc/0/80fc1fc0ae0ed44084a93df5bb43f38e, complete_rsync, ('269883ba-5aee-4d7b-a585-094debd209bf-sda', '80fc1fc0ae0ed44084a93df5bb43f38e.db') +test DEBUG: Replicating db /tmp/tmpy0zxs7lv/sda/containers/0/50e/d16a33d35ab615785e1281523471e50e/d16a33d35ab615785e1281523471e50e.db +REPLICATE: /sdb/0/d16a33d35ab615785e1281523471e50e, sync, (1, '663b69e1f10808ba446558087e70340d', 'e52959ed-7b14-4476-9a4d-0828b25f0ab5-sda', '1715796333.82494', '1715796000', '0', '', '1715796000', 1, 0) +REPLICATE: /sdb/0/d16a33d35ab615785e1281523471e50e, complete_rsync, ('e52959ed-7b14-4476-9a4d-0828b25f0ab5-sda', 'd16a33d35ab615785e1281523471e50e.db') +REPLICATE: /sdc/0/d16a33d35ab615785e1281523471e50e, sync, (1, '663b69e1f10808ba446558087e70340d', 'e52959ed-7b14-4476-9a4d-0828b25f0ab5-sda', '1715796333.82494', '1715796000', '0', '', '1715796000', 1, 0) +REPLICATE: /sdc/0/d16a33d35ab615785e1281523471e50e, complete_rsync, ('e52959ed-7b14-4476-9a4d-0828b25f0ab5-sda', 'd16a33d35ab615785e1281523471e50e.db') test INFO: Cleaning up 0 reconciler containers test INFO: Finished reconciler replication test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpwrh88j1t/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '2026f121-0ccd-48f4-a73e-38511fc80b66-sda', '1750205165.33253', '1750205165', '0', '', '1750205165', 0, 1) -test DEBUG: /tmp/tmpwrh88j1t/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '2026f121-0ccd-48f4-a73e-38511fc80b66-sda', '1750205165.33253', '1750205165', '0', '', '1750205165', 0, 1) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('2026f121-0ccd-48f4-a73e-38511fc80b66-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') +test DEBUG: Replicating db /tmp/tmp3n9v17ip/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'f2a7282b-226c-4322-bf97-88553809195e-sda', '1715796334.82054', '1715796334', '1715796335', '', '1715796335', 0, 1) +test DEBUG: /tmp/tmp3n9v17ip/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'f2a7282b-226c-4322-bf97-88553809195e-sda', '1715796334.82054', '1715796334', '1715796335', '', '1715796335', 0, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('f2a7282b-226c-4322-bf97-88553809195e-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.41591 seconds (2.40436/s) +test INFO: Attempted to replicate 1 dbs in 0.17271 seconds (5.79010/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpn8617fsq/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, 'e63029bc82b30248f383957d25572834', '0c07fd32-e624-4997-9dd7-9e258fde6a13-sda', '1750205166.13763', '1750205166', '0', '', '1750205166', 1, 0) -test DEBUG: /tmp/tmpn8617fsq/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1750205170.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '0c07fd32-e624-4997-9dd7-9e258fde6a13-sda') -test DEBUG: /tmp/tmpn8617fsq/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0545223s) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_syncs, ([],) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, 'e63029bc82b30248f383957d25572834', '0c07fd32-e624-4997-9dd7-9e258fde6a13-sda', '1750205166.13763', '1750205166', '0', '', '1750205166', 1, 0) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('0c07fd32-e624-4997-9dd7-9e258fde6a13-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpn8617fsq/sda/containers/0/38e/80fc1fc0ae0ed44084a93df5bb43f38e/80fc1fc0ae0ed44084a93df5bb43f38e.db +test DEBUG: Replicating db /tmp/tmpo1yumpxu/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'b791859d-f7d9-4a07-a775-df99277f4718-sda', '1715796335.09998', '1715796335', '1715796336', '', '1715796336', 0, 1) +test DEBUG: /tmp/tmpo1yumpxu/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_older_local_delete +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_older_local_delete ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_half_delete_policy_over_newer_local_create +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_half_delete_policy_over_newer_local_create ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_in_sync +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_in_sync ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing_most_rows +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing_most_rows ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing_one_rows +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing_one_rows ... ok +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'b791859d-f7d9-4a07-a775-df99277f4718-sda', '1715796335.09998', '1715796335', '1715796336', '', '1715796336', 0, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('b791859d-f7d9-4a07-a775-df99277f4718-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.88296 seconds (1.13256/s) +test INFO: Attempted to replicate 1 dbs in 0.22801 seconds (4.38582/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205164.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/928/2d6f30a1e137cfc6b98562d8ada56928/2d6f30a1e137cfc6b98562d8ada56928.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205166.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/954/903e9bfa62d8a13a2e948755ec8a7954/903e9bfa62d8a13a2e948755ec8a7954.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205165.00000, (0, 0) as of 1750205165.00000, found as of 1750205165.00000> to ShardRange<'k' to 't' as of 1750205166.00000, (0, 0) as of 1750205166.00000, created as of 1750205166.00000>, path: .shards_a/shard_c_1750205166.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/954/903e9bfa62d8a13a2e948755ec8a7954/903e9bfa62d8a13a2e948755ec8a7954.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205168.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/e04/dfd72ff5c3bc621b040738d171709e04/dfd72ff5c3bc621b040738d171709e04.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205167.00000, (0, 0) as of 1750205167.00000, found as of 1750205167.00000> to ShardRange<'k' to 't' as of 1750205168.00000, (0, 0) as of 1750205168.00000, cleaved as of 1750205168.00000>, path: .shards_a/shard_c_1750205168.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/e04/dfd72ff5c3bc621b040738d171709e04/dfd72ff5c3bc621b040738d171709e04.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205170.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/e63/678463e12749d6aa3445f86793d93e63/678463e12749d6aa3445f86793d93e63.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205169.00000, (0, 0) as of 1750205169.00000, found as of 1750205169.00000> to ShardRange<'k' to 't' as of 1750205170.00000, (0, 0) as of 1750205170.00000, active as of 1750205170.00000>, path: .shards_a/shard_c_1750205170.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/e63/678463e12749d6aa3445f86793d93e63/678463e12749d6aa3445f86793d93e63.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205172.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/759/f7d40a577566e26acad871c5812d8759/f7d40a577566e26acad871c5812d8759.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205171.00000, (0, 0) as of 1750205171.00000, found as of 1750205171.00000> to ShardRange<'k' to 't' as of 1750205172.00000, (0, 0) as of 1750205172.00000, shrinking as of 1750205172.00000>, path: .shards_a/shard_c_1750205172.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/759/f7d40a577566e26acad871c5812d8759/f7d40a577566e26acad871c5812d8759.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205172.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/759/f7d40a577566e26acad871c5812d8759/f7d40a577566e26acad871c5812d8759.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205174.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/b43/7f91675d6425d22e1d4274a1821d0b43/7f91675d6425d22e1d4274a1821d0b43.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205173.00000, (0, 0) as of 1750205173.00000, found as of 1750205173.00000> to ShardRange<'k' to 't' as of 1750205174.00000, (0, 0) as of 1750205174.00000, sharding as of 1750205174.00000>, path: .shards_a/shard_c_1750205174.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/b43/7f91675d6425d22e1d4274a1821d0b43/7f91675d6425d22e1d4274a1821d0b43.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205174.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/b43/7f91675d6425d22e1d4274a1821d0b43/7f91675d6425d22e1d4274a1821d0b43.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205176.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/89d/1ee7900cac77d4d2990f493f889ec89d/1ee7900cac77d4d2990f493f889ec89d.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205175.00000, (0, 0) as of 1750205175.00000, found as of 1750205175.00000> to ShardRange<'k' to 't' as of 1750205176.00000, (0, 0) as of 1750205176.00000, sharded as of 1750205176.00000>, path: .shards_a/shard_c_1750205176.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/89d/1ee7900cac77d4d2990f493f889ec89d/1ee7900cac77d4d2990f493f889ec89d.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205176.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/89d/1ee7900cac77d4d2990f493f889ec89d/1ee7900cac77d4d2990f493f889ec89d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205178.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/8bc/69066175d9752367444d97f01f2a28bc/69066175d9752367444d97f01f2a28bc.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205177.00000, (0, 0) as of 1750205177.00000, found as of 1750205177.00000> to ShardRange<'k' to 't' as of 1750205178.00000, (0, 0) as of 1750205178.00000, shrunk as of 1750205178.00000>, path: .shards_a/shard_c_1750205178.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/8bc/69066175d9752367444d97f01f2a28bc/69066175d9752367444d97f01f2a28bc.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205178.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/8bc/69066175d9752367444d97f01f2a28bc/69066175d9752367444d97f01f2a28bc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205180.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/aa1/88ab0f56bd0c4f269cb97b414753baa1/88ab0f56bd0c4f269cb97b414753baa1.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205179.00000, (0, 0) as of 1750205179.00000, created as of 1750205179.00000> to ShardRange<'k' to 't' as of 1750205180.00000, (0, 0) as of 1750205180.00000, found as of 1750205180.00000>, path: .shards_a/shard_c_1750205180.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/aa1/88ab0f56bd0c4f269cb97b414753baa1/88ab0f56bd0c4f269cb97b414753baa1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205182.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/636/f8fd1033960170261370c86d2ef24636/f8fd1033960170261370c86d2ef24636.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205184.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/ce8/1ba2e750916616728636efe538eccce8/1ba2e750916616728636efe538eccce8.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205183.00000, (0, 0) as of 1750205183.00000, created as of 1750205183.00000> to ShardRange<'k' to 't' as of 1750205184.00000, (0, 0) as of 1750205184.00000, cleaved as of 1750205184.00000>, path: .shards_a/shard_c_1750205184.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/ce8/1ba2e750916616728636efe538eccce8/1ba2e750916616728636efe538eccce8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205186.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/7f7/0bf188a314a515dca14c91b289af87f7/0bf188a314a515dca14c91b289af87f7.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205185.00000, (0, 0) as of 1750205185.00000, created as of 1750205185.00000> to ShardRange<'k' to 't' as of 1750205186.00000, (0, 0) as of 1750205186.00000, active as of 1750205186.00000>, path: .shards_a/shard_c_1750205186.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/7f7/0bf188a314a515dca14c91b289af87f7/0bf188a314a515dca14c91b289af87f7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205188.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/3e4/149bf71a79dcbad45d7c816f955af3e4/149bf71a79dcbad45d7c816f955af3e4.db -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_policy_stat_tracking -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_policy_stat_tracking ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_misplaced_object_does_not_effect_container_stats -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_misplaced_object_does_not_effect_container_stats ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_db_states -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_db_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_db_states -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_db_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharded_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharded_state_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reverse_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reverse_prefix_delim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reverse_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reverse_prefix_delim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_encoded_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_encoded_timestamps_using_file ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_create -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_create ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharded_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharded_state_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_root_account_container_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_encoded_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_encoded_timestamps_using_memory ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_root_account_container_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_save_and_load_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_save_and_load_record_from_pending_file ... ok -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205187.00000, (0, 0) as of 1750205187.00000, created as of 1750205187.00000> to ShardRange<'k' to 't' as of 1750205188.00000, (0, 0) as of 1750205188.00000, shrinking as of 1750205188.00000>, path: .shards_a/shard_c_1750205188.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/3e4/149bf71a79dcbad45d7c816f955af3e4/149bf71a79dcbad45d7c816f955af3e4.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205188.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/3e4/149bf71a79dcbad45d7c816f955af3e4/149bf71a79dcbad45d7c816f955af3e4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205190.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/9a2/69283b72c12a2c14493b945cbaf319a2/69283b72c12a2c14493b945cbaf319a2.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205189.00000, (0, 0) as of 1750205189.00000, created as of 1750205189.00000> to ShardRange<'k' to 't' as of 1750205190.00000, (0, 0) as of 1750205190.00000, sharding as of 1750205190.00000>, path: .shards_a/shard_c_1750205190.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/9a2/69283b72c12a2c14493b945cbaf319a2/69283b72c12a2c14493b945cbaf319a2.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205190.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/9a2/69283b72c12a2c14493b945cbaf319a2/69283b72c12a2c14493b945cbaf319a2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205192.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/f22/fcbe403f845d233fd6f17637dbe67f22/fcbe403f845d233fd6f17637dbe67f22.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205191.00000, (0, 0) as of 1750205191.00000, created as of 1750205191.00000> to ShardRange<'k' to 't' as of 1750205192.00000, (0, 0) as of 1750205192.00000, sharded as of 1750205192.00000>, path: .shards_a/shard_c_1750205192.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/f22/fcbe403f845d233fd6f17637dbe67f22/fcbe403f845d233fd6f17637dbe67f22.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205192.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/f22/fcbe403f845d233fd6f17637dbe67f22/fcbe403f845d233fd6f17637dbe67f22.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205194.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/8d6/02f4521406e84ead28bb7194342168d6/02f4521406e84ead28bb7194342168d6.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205193.00000, (0, 0) as of 1750205193.00000, created as of 1750205193.00000> to ShardRange<'k' to 't' as of 1750205194.00000, (0, 0) as of 1750205194.00000, shrunk as of 1750205194.00000>, path: .shards_a/shard_c_1750205194.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/8d6/02f4521406e84ead28bb7194342168d6/02f4521406e84ead28bb7194342168d6.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205194.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/8d6/02f4521406e84ead28bb7194342168d6/02f4521406e84ead28bb7194342168d6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205196.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/386/365c4038f31814d9433c13eb38d0e386/365c4038f31814d9433c13eb38d0e386.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205195.00000, (0, 0) as of 1750205195.00000, cleaved as of 1750205195.00000> to ShardRange<'k' to 't' as of 1750205196.00000, (0, 0) as of 1750205196.00000, found as of 1750205196.00000>, path: .shards_a/shard_c_1750205196.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/386/365c4038f31814d9433c13eb38d0e386/365c4038f31814d9433c13eb38d0e386.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205198.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/43f/820443eac494390b001eee91f6c6843f/820443eac494390b001eee91f6c6843f.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205197.00000, (0, 0) as of 1750205197.00000, cleaved as of 1750205197.00000> to ShardRange<'k' to 't' as of 1750205198.00000, (0, 0) as of 1750205198.00000, created as of 1750205198.00000>, path: .shards_a/shard_c_1750205198.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/43f/820443eac494390b001eee91f6c6843f/820443eac494390b001eee91f6c6843f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205200.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/a2b/53593482329dbcd8fd2514a2e2e97a2b/53593482329dbcd8fd2514a2e2e97a2b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205202.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/a23/ac23c2151c0175731eeffe212197fa23/ac23c2151c0175731eeffe212197fa23.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205201.00000, (0, 0) as of 1750205201.00000, cleaved as of 1750205201.00000> to ShardRange<'k' to 't' as of 1750205202.00000, (0, 0) as of 1750205202.00000, active as of 1750205202.00000>, path: .shards_a/shard_c_1750205202.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/a23/ac23c2151c0175731eeffe212197fa23/ac23c2151c0175731eeffe212197fa23.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205204.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/7f9/bf26a11adb99efb5fa24763d169277f9/bf26a11adb99efb5fa24763d169277f9.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205203.00000, (0, 0) as of 1750205203.00000, cleaved as of 1750205203.00000> to ShardRange<'k' to 't' as of 1750205204.00000, (0, 0) as of 1750205204.00000, shrinking as of 1750205204.00000>, path: .shards_a/shard_c_1750205204.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/7f9/bf26a11adb99efb5fa24763d169277f9/bf26a11adb99efb5fa24763d169277f9.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205204.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/7f9/bf26a11adb99efb5fa24763d169277f9/bf26a11adb99efb5fa24763d169277f9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205206.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/982/4f64a195010ad1a63340860834e84982/4f64a195010ad1a63340860834e84982.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205205.00000, (0, 0) as of 1750205205.00000, cleaved as of 1750205205.00000> to ShardRange<'k' to 't' as of 1750205206.00000, (0, 0) as of 1750205206.00000, sharding as of 1750205206.00000>, path: .shards_a/shard_c_1750205206.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/982/4f64a195010ad1a63340860834e84982/4f64a195010ad1a63340860834e84982.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205206.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/982/4f64a195010ad1a63340860834e84982/4f64a195010ad1a63340860834e84982.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205208.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/43d/6ca4886b56324e811cd709dc5582343d/6ca4886b56324e811cd709dc5582343d.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205207.00000, (0, 0) as of 1750205207.00000, cleaved as of 1750205207.00000> to ShardRange<'k' to 't' as of 1750205208.00000, (0, 0) as of 1750205208.00000, sharded as of 1750205208.00000>, path: .shards_a/shard_c_1750205208.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/43d/6ca4886b56324e811cd709dc5582343d/6ca4886b56324e811cd709dc5582343d.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205208.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/43d/6ca4886b56324e811cd709dc5582343d/6ca4886b56324e811cd709dc5582343d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205210.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/143/6dde58a6a8db8da1970c4612c8ae3143/6dde58a6a8db8da1970c4612c8ae3143.db -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_save_and_load_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_save_and_load_record_from_pending_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_explicit_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_explicit_timestamps_using_file ... ok -test INFO: Attempted to replicate 1 dbs in 0.01628 seconds (61.42763/s) -test INFO: Removed 1 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp7t6q1nzn/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'bbe16a01-a8b0-4ba5-b5b6-92092691f506-sda', '1715796335.50399', '1715796337', '0', '', '1715796337', 0, 1) +test DEBUG: /tmp/tmp7t6q1nzn/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'bbe16a01-a8b0-4ba5-b5b6-92092691f506-sda', '1715796335.50399', '1715796337', '0', '', '1715796337', 0, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('bbe16a01-a8b0-4ba5-b5b6-92092691f506-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00040 seconds (0.00000/s) +test INFO: Attempted to replicate 1 dbs in 0.21727 seconds (4.60257/s) test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpw0e2o6a8/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '1e06dd6d9607b8f72c6b6b9a31de5ebe', '0d7ad169-125a-421a-9b37-8e3e7adb4a4f-sda', '1715796335.82054', '1715796337', '0', '', '1715796337', 1, 1) +test DEBUG: /tmp/tmpw0e2o6a8/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '1e06dd6d9607b8f72c6b6b9a31de5ebe', '0d7ad169-125a-421a-9b37-8e3e7adb4a4f-sda', '1715796335.82054', '1715796337', '0', '', '1715796337', 1, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('0d7ad169-125a-421a-9b37-8e3e7adb4a4f-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpw0e2o6a8/sda/containers/0/50e/d16a33d35ab615785e1281523471e50e/d16a33d35ab615785e1281523471e50e.db test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00035 seconds (0.00000/s) +test INFO: Attempted to replicate 1 dbs in 0.38296 seconds (2.61125/s) test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmpw0e2o6a8/sda/containers/0/50e/d16a33d35ab615785e1281523471e50e/d16a33d35ab615785e1281523471e50e.db +REPLICATE: /sdb/0/d16a33d35ab615785e1281523471e50e, sync, (1, '8b6f5c22158f4ba3372b5db91355c17f', '9df13bc2-f59f-4359-9f00-2411ccff23e6-sda', '1715796336.15090', '1715796000', '0', '', '1715796000', 1, 0) +REPLICATE: /sdb/0/d16a33d35ab615785e1281523471e50e, complete_rsync, ('9df13bc2-f59f-4359-9f00-2411ccff23e6-sda', 'd16a33d35ab615785e1281523471e50e.db') +REPLICATE: /sdc/0/d16a33d35ab615785e1281523471e50e, sync, (1, '8b6f5c22158f4ba3372b5db91355c17f', '9df13bc2-f59f-4359-9f00-2411ccff23e6-sda', '1715796336.15090', '1715796000', '0', '', '1715796000', 1, 0) +REPLICATE: /sdc/0/d16a33d35ab615785e1281523471e50e, complete_rsync, ('9df13bc2-f59f-4359-9f00-2411ccff23e6-sda', 'd16a33d35ab615785e1281523471e50e.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '4e75ede6-1ff1-4c56-b87b-823e92e53362-sda', '1715796336.38223', '1715796336.37678', '0', '', '1715796336.37678', 0, 0) test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp6gp_yez4/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '6a637431-325a-497b-a6ab-fc3b8d7e46c1-sda', '1715796336.42609', '1715796336.42023', '0', '', '1715796336.42023', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('6a637431-325a-497b-a6ab-fc3b8d7e46c1-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '6a637431-325a-497b-a6ab-fc3b8d7e46c1-sda', '1715796336.42609', '1715796336.42023', '0', '', '1715796336.42023', 0, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('6a637431-325a-497b-a6ab-fc3b8d7e46c1-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00026 seconds (0.00000/s) +test INFO: Attempted to replicate 1 dbs in 0.18744 seconds (5.33505/s) test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Begin container audit "once" mode -test DEBUG: Audit passed for /tmp/tmpyhmrpy7z/sda/containers/0/0/0/test.db -test INFO: Container audit "once" mode completed: 0.00s -test ERROR: Problem finding shard upper in '/tmp/tmpg7u27pb1/test_container.db': : LockTimeout (Nones) -test ERROR: Problem finding shard upper in '/tmp/tmpg7u27pb1/test_container.db': : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2507, in find_shard_ranges - next_shard_upper = sub_broker._get_next_shard_range_upper( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -sqlite3.OperationalError -test DEBUG: Unlinked retiring db '/tmp/tmpado4g1rv/containers/part/suffix/hash/container.db' -test WARNING: Unexpected db files will be ignored: ['/tmp/tmpado4g1rv/containers/part/suffix/hash/container.db'] -Container 'a/c' cannot be set to sharded state while in unsharded state -Container 'a/c' cannot be set to sharding state: missing epoch -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix get_key, method get, time_spent 0.0: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 460, in get - sock.sendall(b'get ' + cmd.hash_key + b'\r\n') - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_memcached.py", line 107, in sendall - handler(*parts[1:]) - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_memcached.py", line 1282, in handle_get - raise Exception('get failed') -Exception: get failed -test ERROR: Timeout talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method get, config_timeout 0.01, time_spent 1.0 -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix incr_key, method incr, time_spent 0.0: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 531, in incr - new_val = self._add(fp, sock, cmd, add_val, timeout) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 496, in _add - sock.sendall(b' '.join([ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_memcached.py", line 107, in sendall - handler(*parts[1:]) - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_memcached.py", line 1224, in handle_add - raise Exception('add failed') -Exception: add failed -test ERROR: Timeout talking to memcached: 1.2.3.4:11211: with key_prefix nvratelimit/v2/wf, method incr, config_timeout 0.01, time_spent 1.0 -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix set_key, method set, time_spent 0.0: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 427, in set - sock.sendall(set_msg(cmd.hash_key, flags, timeout, value)) - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_memcached.py", line 107, in sendall - handler(*parts[1:]) - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_memcached.py", line 1252, in handle_set - raise Exception('set failed') -Exception: set failed -test ERROR: Timeout talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method set, config_timeout 0.01, time_spent 1.0 -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method get, time_spent 0.0, [Errno 32] Broken pipe -test WARNING: Item size larger than warning threshold: 9 (9) >= 1 (1) -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix too-big, method set, time_spent 0.0, failed set: SERVER_ERROR object too large for cache -test WARNING: Item size larger than warning threshold: 9 (9) >= 1 (1) -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix too-big, method set, time_spent 0.0, failed set: SERVER_ERROR object too large for cache -test WARNING: More than one part in a single-part response? -test NOTICE: Child 635428 exiting normally -test NOTICE: Started child 88 from parent 635428 -test NOTICE: Started child 89 from parent 635428 -test ERROR: Removing dead child 88 from parent 635428 -test NOTICE: Started child 90 from parent 635428 -test NOTICE: Started child 88 from parent 635428 -test NOTICE: Started child 89 from parent 635428 -test ERROR: Problem finding shard upper in '/tmp/tmpfc8ccxss/test_container.db': : LockTimeout (Nones) -test ERROR: Problem finding shard upper in '/tmp/tmpfc8ccxss/test_container.db': : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2507, in find_shard_ranges - next_shard_upper = sub_broker._get_next_shard_range_upper( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -sqlite3.OperationalError -test DEBUG: Unlinked retiring db '/tmp/tmpo7kzpcne/containers/part/suffix/hash/container.db' -test WARNING: Unexpected db files will be ignored: ['/tmp/tmpo7kzpcne/containers/part/suffix/hash/container.db'] -Container 'a/c' cannot be set to sharded state while in unsharded state -Container 'a/c' cannot be set to sharding state: missing epoch -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_explicit_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_explicit_timestamps_using_memory ... ok -Container 'a/c' cannot be set to sharding state while in sharding state -Container 'a/c' cannot be set to sharding state while in sharding state +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:2 ts_repl:0 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'b8001f0ee1175c73330eb81bc722683c', 'e352f4c1-76db-4687-8917-59e4bf1cdb32-sda', '1715796336.66675', '1715796336.66136', '0', '', '1715796336.66136', 1, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, rsync_then_merge, ('e352f4c1-76db-4687-8917-59e4bf1cdb32-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, '07e6a1a2857d74132f7e37fc2d28e432', '3909ffac-c6c7-42f7-8ccd-810afe2a3749-sda', '1715796336.84111', '1715796336.83739', '0', '', '1715796336.83739', 11, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o_0', 'created_at': '1715796336.91774', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': '/a/c/o_1', 'created_at': '1715796336.91883', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 3, 'name': '/a/c/o_2', 'created_at': '1715796336.91907', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 4, 'name': '/a/c/o_3', 'created_at': '1715796336.91926', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 5, 'name': '/a/c/o_4', 'created_at': '1715796336.91951', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 6, 'name': '/a/c/o_5', 'created_at': '1715796336.91977', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 7, 'name': '/a/c/o_6', 'created_at': '1715796336.91996', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 8, 'name': '/a/c/o_7', 'created_at': '1715796336.92019', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 9, 'name': '/a/c/o_8', 'created_at': '1715796336.92040', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 10, 'name': '/a/c/o_9', 'created_at': '1715796336.92062', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 11, 'name': '/a/c/o_missing', 'created_at': '1715796336.92081', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '3909ffac-c6c7-42f7-8ccd-810afe2a3749-sda') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +test INFO: Beginning replication run +sharder-test DEBUG: Unlinked retiring db '/tmp/tmplnw6fq4o/sda/containers/0/2a8/a0659b23fe11da47b5b7ce33d14cc2a8/a0659b23fe11da47b5b7ce33d14cc2a8.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796526.00000-0, db: /tmp/tmplnw6fq4o/sda/containers/0/2a8/a0659b23fe11da47b5b7ce33d14cc2a8/a0659b23fe11da47b5b7ce33d14cc2a8_1715796526.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmplnw6fq4o/sda/containers/0/350/bb7819d04125845fbdcfd7a4a383e350/bb7819d04125845fbdcfd7a4a383e350.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796530.00000-0, db: /tmp/tmplnw6fq4o/sda/containers/0/350/bb7819d04125845fbdcfd7a4a383e350/bb7819d04125845fbdcfd7a4a383e350_1715796530.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmplnw6fq4o/sda/containers/0/fbc/8458ffd8d90b95236fc9d15b21099fbc/8458ffd8d90b95236fc9d15b21099fbc.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796534.00000-0, db: /tmp/tmplnw6fq4o/sda/containers/0/fbc/8458ffd8d90b95236fc9d15b21099fbc/8458ffd8d90b95236fc9d15b21099fbc_1715796534.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmplnw6fq4o/sda/containers/0/513/7fb3cb87f89b1839bf7c14db5ba9c513/7fb3cb87f89b1839bf7c14db5ba9c513.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796538.00000-0, db: /tmp/tmplnw6fq4o/sda/containers/0/513/7fb3cb87f89b1839bf7c14db5ba9c513/7fb3cb87f89b1839bf7c14db5ba9c513_1715796538.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmplnw6fq4o/sda/containers/0/562/762fd2d84f79aea7f6d131f8e5a39562/762fd2d84f79aea7f6d131f8e5a39562.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796542.00000-0, db: /tmp/tmplnw6fq4o/sda/containers/0/562/762fd2d84f79aea7f6d131f8e5a39562/762fd2d84f79aea7f6d131f8e5a39562_1715796542.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmplnw6fq4o/sda/containers/0/6b1/0b262f2b93f716a6c39d56cb118666b1/0b262f2b93f716a6c39d56cb118666b1.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796546.00000-0, db: /tmp/tmplnw6fq4o/sda/containers/0/6b1/0b262f2b93f716a6c39d56cb118666b1/0b262f2b93f716a6c39d56cb118666b1_1715796546.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmplnw6fq4o/sda/containers/0/23c/dc589c157ccc9bf1148f68699c5c323c/dc589c157ccc9bf1148f68699c5c323c.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796550.00000-0, db: /tmp/tmplnw6fq4o/sda/containers/0/23c/dc589c157ccc9bf1148f68699c5c323c/dc589c157ccc9bf1148f68699c5c323c_1715796550.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmplnw6fq4o/sda/containers/0/5db/956ce39d02a3a6f9eaa9a8928f8475db/956ce39d02a3a6f9eaa9a8928f8475db.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796554.00000-0, db: /tmp/tmplnw6fq4o/sda/containers/0/5db/956ce39d02a3a6f9eaa9a8928f8475db/956ce39d02a3a6f9eaa9a8928f8475db_1715796554.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmplnw6fq4o/sda/containers/0/770/6a9c1cea39c9bcee741d62306ab74770/6a9c1cea39c9bcee741d62306ab74770.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796558.00000-0, db: /tmp/tmplnw6fq4o/sda/containers/0/770/6a9c1cea39c9bcee741d62306ab74770/6a9c1cea39c9bcee741d62306ab74770_1715796558.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmplnw6fq4o/sda/containers/0/a0c/b85c69f638f5d0ee877510afef713a0c/b85c69f638f5d0ee877510afef713a0c.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796562.00000-0, db: /tmp/tmplnw6fq4o/sda/containers/0/a0c/b85c69f638f5d0ee877510afef713a0c/b85c69f638f5d0ee877510afef713a0c_1715796562.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmplnw6fq4o/sda/containers/0/00d/8170a18da86a2eae14a3168340d4400d/8170a18da86a2eae14a3168340d4400d.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796566.00000-0, db: /tmp/tmplnw6fq4o/sda/containers/0/00d/8170a18da86a2eae14a3168340d4400d/8170a18da86a2eae14a3168340d4400d_1715796566.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmplnw6fq4o/sda/containers/0/c77/feb2371968064b9c1eab2507299d8c77/feb2371968064b9c1eab2507299d8c77.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796570.00000-0, db: /tmp/tmplnw6fq4o/sda/containers/0/c77/feb2371968064b9c1eab2507299d8c77/feb2371968064b9c1eab2507299d8c77_1715796570.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmplnw6fq4o/sda/containers/0/fc7/d57ac1ba7dc128c02793439d086cdfc7/d57ac1ba7dc128c02793439d086cdfc7.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796574.00000-0, db: /tmp/tmplnw6fq4o/sda/containers/0/fc7/d57ac1ba7dc128c02793439d086cdfc7/d57ac1ba7dc128c02793439d086cdfc7_1715796574.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmplnw6fq4o/sda/containers/0/5ef/3fab684ecab8b4c1578f3ccb7e5575ef/3fab684ecab8b4c1578f3ccb7e5575ef.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796578.00000-0, db: /tmp/tmplnw6fq4o/sda/containers/0/5ef/3fab684ecab8b4c1578f3ccb7e5575ef/3fab684ecab8b4c1578f3ccb7e5575ef_1715796578.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmplnw6fq4o/sda/containers/0/cb7/da58d459047cba41519fab25306bccb7/da58d459047cba41519fab25306bccb7.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796582.00000-0, db: /tmp/tmplnw6fq4o/sda/containers/0/cb7/da58d459047cba41519fab25306bccb7/da58d459047cba41519fab25306bccb7_1715796582.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmplnw6fq4o/sda/containers/0/a02/63d0578f52c9ab5398ba8f33d714ea02/63d0578f52c9ab5398ba8f33d714ea02.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796586.00000-0, db: /tmp/tmplnw6fq4o/sda/containers/0/a02/63d0578f52c9ab5398ba8f33d714ea02/63d0578f52c9ab5398ba8f33d714ea02_1715796586.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmplnw6fq4o/sda/containers/0/1ad/ba245a47e580724499f790a896c2c1ad/ba245a47e580724499f790a896c2c1ad.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796590.00000-0, db: /tmp/tmplnw6fq4o/sda/containers/0/1ad/ba245a47e580724499f790a896c2c1ad/ba245a47e580724499f790a896c2c1ad_1715796590.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmplnw6fq4o/sda/containers/0/bd0/8ec980157afc7da192e9c9bbcdb56bd0/8ec980157afc7da192e9c9bbcdb56bd0.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796594.00000-0, db: /tmp/tmplnw6fq4o/sda/containers/0/bd0/8ec980157afc7da192e9c9bbcdb56bd0/8ec980157afc7da192e9c9bbcdb56bd0_1715796594.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmplnw6fq4o/sda/containers/0/a5f/07bbf1050ecbd695c3b141c04bbe2a5f/07bbf1050ecbd695c3b141c04bbe2a5f.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796598.00000-0, db: /tmp/tmplnw6fq4o/sda/containers/0/a5f/07bbf1050ecbd695c3b141c04bbe2a5f/07bbf1050ecbd695c3b141c04bbe2a5f_1715796598.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmplnw6fq4o/sda/containers/0/1d0/f62bff0523098582d21d730f69b191d0/f62bff0523098582d21d730f69b191d0.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796602.00000-0, db: /tmp/tmplnw6fq4o/sda/containers/0/1d0/f62bff0523098582d21d730f69b191d0/f62bff0523098582d21d730f69b191d0_1715796602.00000.db +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_newer_local_create +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_newer_local_create ... ok +test DEBUG: Replicating db /tmp/tmpn0fh8l5e/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'e12190a1-910d-4cc1-a3b1-1937c53c1d8a-sda', '1715796337.27135', '1715796340', '0', '', '1715796340', 0, 1) +test DEBUG: /tmp/tmpn0fh8l5e/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'e12190a1-910d-4cc1-a3b1-1937c53c1d8a-sda', '1715796337.27135', '1715796340', '0', '', '1715796340', 0, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('e12190a1-910d-4cc1-a3b1-1937c53c1d8a-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.19322 seconds (5.17549/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmphd6sks9b/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'b7d80a8e1fcbf78b43aea6839321579d', 'e27ee47d-f624-43b3-a6ca-1d217f4cf41e-sda', '1715796337.64696', '1715796340', '0', '', '1715796340', 1, 1) +test DEBUG: /tmp/tmphd6sks9b/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1715796341.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], 'e27ee47d-f624-43b3-a6ca-1d217f4cf41e-sda') +test DEBUG: /tmp/tmphd6sks9b/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0445607s) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'b7d80a8e1fcbf78b43aea6839321579d', 'e27ee47d-f624-43b3-a6ca-1d217f4cf41e-sda', '1715796337.64696', '1715796340', '0', '', '1715796340', 1, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('e27ee47d-f624-43b3-a6ca-1d217f4cf41e-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmphd6sks9b/sda/containers/0/50e/d16a33d35ab615785e1281523471e50e/d16a33d35ab615785e1281523471e50e.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.39942 seconds (2.50362/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpn8617fsq/sda/containers/0/38e/80fc1fc0ae0ed44084a93df5bb43f38e/80fc1fc0ae0ed44084a93df5bb43f38e.db -REPLICATE: /sdb/0/80fc1fc0ae0ed44084a93df5bb43f38e, sync, (1, 'ae5b6b1e0f24f05546e25f5855b572e0', '5689c4a5-d5e0-4c9f-b7e3-354da56d8e13-sda', '1750205167.22390', '1750204800', '0', '', '1750204800', 1, 0) -REPLICATE: /sdb/0/80fc1fc0ae0ed44084a93df5bb43f38e, complete_rsync, ('5689c4a5-d5e0-4c9f-b7e3-354da56d8e13-sda', '80fc1fc0ae0ed44084a93df5bb43f38e.db') -REPLICATE: /sdc/0/80fc1fc0ae0ed44084a93df5bb43f38e, sync, (1, 'ae5b6b1e0f24f05546e25f5855b572e0', '5689c4a5-d5e0-4c9f-b7e3-354da56d8e13-sda', '1750205167.22390', '1750204800', '0', '', '1750204800', 1, 0) -REPLICATE: /sdc/0/80fc1fc0ae0ed44084a93df5bb43f38e, complete_rsync, ('5689c4a5-d5e0-4c9f-b7e3-354da56d8e13-sda', '80fc1fc0ae0ed44084a93df5bb43f38e.db') +test DEBUG: Replicating db /tmp/tmphd6sks9b/sda/containers/0/50e/d16a33d35ab615785e1281523471e50e/d16a33d35ab615785e1281523471e50e.db +REPLICATE: /sdb/0/d16a33d35ab615785e1281523471e50e, sync, (1, 'b3fbdf479239e4215e90cebb1b11fbfb', 'bb3251e6-7ff4-4327-8484-e02c0785a5a1-sda', '1715796337.98367', '1715796000', '0', '', '1715796000', 1, 0) +REPLICATE: /sdb/0/d16a33d35ab615785e1281523471e50e, complete_rsync, ('bb3251e6-7ff4-4327-8484-e02c0785a5a1-sda', 'd16a33d35ab615785e1281523471e50e.db') +REPLICATE: /sdc/0/d16a33d35ab615785e1281523471e50e, sync, (1, 'b3fbdf479239e4215e90cebb1b11fbfb', 'bb3251e6-7ff4-4327-8484-e02c0785a5a1-sda', '1715796337.98367', '1715796000', '0', '', '1715796000', 1, 0) +REPLICATE: /sdc/0/d16a33d35ab615785e1281523471e50e, complete_rsync, ('bb3251e6-7ff4-4327-8484-e02c0785a5a1-sda', 'd16a33d35ab615785e1281523471e50e.db') test INFO: Cleaning up 0 reconciler containers test INFO: Finished reconciler replication test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpuw33__18/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', 'dfda8940-4469-47e5-a56f-5245090b2e43-sda', '1750205167.84872', '1750205167', '0', '', '1750205167', 0, 1) -test DEBUG: /tmp/tmpuw33__18/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', 'dfda8940-4469-47e5-a56f-5245090b2e43-sda', '1750205167.84872', '1750205167', '0', '', '1750205167', 0, 1) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('dfda8940-4469-47e5-a56f-5245090b2e43-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') +test DEBUG: Replicating db /tmp/tmpeviglno5/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'b4defa7e-de8e-41e3-8d75-6a4bf61886ae-sda', '1715796338.35280', '1715796341', '0', '', '1715796341', 0, 1) +test DEBUG: /tmp/tmpeviglno5/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'b4defa7e-de8e-41e3-8d75-6a4bf61886ae-sda', '1715796338.35280', '1715796341', '0', '', '1715796341', 0, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('b4defa7e-de8e-41e3-8d75-6a4bf61886ae-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.52315 seconds (1.91150/s) +test INFO: Attempted to replicate 1 dbs in 0.24045 seconds (4.15887/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp6ewerefk/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, '4c51510c36414630a3b20791d827dc6a', '1c9fd0c3-b346-4b00-ab33-7b55ddf04006-sda', '1750205168.75906', '1750205168', '0', '', '1750205168', 1, 0) -test DEBUG: /tmp/tmp6ewerefk/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, '4c51510c36414630a3b20791d827dc6a', '1c9fd0c3-b346-4b00-ab33-7b55ddf04006-sda', '1750205168.75906', '1750205168', '0', '', '1750205168', 1, 0) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('1c9fd0c3-b346-4b00-ab33-7b55ddf04006-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp6ewerefk/sda/containers/0/38e/80fc1fc0ae0ed44084a93df5bb43f38e/80fc1fc0ae0ed44084a93df5bb43f38e.db +test DEBUG: Replicating db /tmp/tmpet1z5vuo/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'a12a093620d374cfa2b8f160f91b1713', '8ef3a434-e99e-4e20-9687-e2dd75cccee8-sda', '1715796338.76784', '1715796341', '0', '', '1715796341', 1, 0) +test DEBUG: /tmp/tmpet1z5vuo/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'a12a093620d374cfa2b8f160f91b1713', '8ef3a434-e99e-4e20-9687-e2dd75cccee8-sda', '1715796338.76784', '1715796341', '0', '', '1715796341', 1, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('8ef3a434-e99e-4e20-9687-e2dd75cccee8-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpet1z5vuo/sda/containers/0/50e/d16a33d35ab615785e1281523471e50e/d16a33d35ab615785e1281523471e50e.db test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.71309 seconds (1.40235/s) +test INFO: Attempted to replicate 1 dbs in 0.35192 seconds (2.84156/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmp6ewerefk/sda/containers/0/38e/80fc1fc0ae0ed44084a93df5bb43f38e/80fc1fc0ae0ed44084a93df5bb43f38e.db -REPLICATE: /sdb/0/80fc1fc0ae0ed44084a93df5bb43f38e, sync, (1, '7ae6c6f9f4ec8e693cf4c56d88528d74', '82469b35-8251-49b9-98b0-aa8f721eee1a-sda', '1750205169.74285', '1750204800', '0', '', '1750204800', 1, 0) -REPLICATE: /sdb/0/80fc1fc0ae0ed44084a93df5bb43f38e, complete_rsync, ('82469b35-8251-49b9-98b0-aa8f721eee1a-sda', '80fc1fc0ae0ed44084a93df5bb43f38e.db') -REPLICATE: /sdc/0/80fc1fc0ae0ed44084a93df5bb43f38e, sync, (1, '7ae6c6f9f4ec8e693cf4c56d88528d74', '82469b35-8251-49b9-98b0-aa8f721eee1a-sda', '1750205169.74285', '1750204800', '0', '', '1750204800', 1, 0) -REPLICATE: /sdc/0/80fc1fc0ae0ed44084a93df5bb43f38e, complete_rsync, ('82469b35-8251-49b9-98b0-aa8f721eee1a-sda', '80fc1fc0ae0ed44084a93df5bb43f38e.db') +test DEBUG: Replicating db /tmp/tmpet1z5vuo/sda/containers/0/50e/d16a33d35ab615785e1281523471e50e/d16a33d35ab615785e1281523471e50e.db +REPLICATE: /sdb/0/d16a33d35ab615785e1281523471e50e, sync, (1, 'b6f3697c0847d60cf4b8fa4d1f7a050d', '1beb64d4-3beb-4504-adb9-90c9e27e3925-sda', '1715796339.08176', '1715796000', '0', '', '1715796000', 1, 0) +REPLICATE: /sdb/0/d16a33d35ab615785e1281523471e50e, complete_rsync, ('1beb64d4-3beb-4504-adb9-90c9e27e3925-sda', 'd16a33d35ab615785e1281523471e50e.db') +REPLICATE: /sdc/0/d16a33d35ab615785e1281523471e50e, sync, (1, 'b6f3697c0847d60cf4b8fa4d1f7a050d', '1beb64d4-3beb-4504-adb9-90c9e27e3925-sda', '1715796339.08176', '1715796000', '0', '', '1715796000', 1, 0) +REPLICATE: /sdc/0/d16a33d35ab615785e1281523471e50e, complete_rsync, ('1beb64d4-3beb-4504-adb9-90c9e27e3925-sda', 'd16a33d35ab615785e1281523471e50e.db') test INFO: Cleaning up 0 reconciler containers test INFO: Finished reconciler replication test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpclcke2ko/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', 'e49090d6-7912-45c4-9733-b4180ccc9b90-sda', '1750205170.70158', '1750205170', '1750205172', '', '1750205172', 0, 0) -test DEBUG: /tmp/tmpclcke2ko/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', 'e49090d6-7912-45c4-9733-b4180ccc9b90-sda', '1750205170.70158', '1750205170', '1750205172', '', '1750205172', 0, 0) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('e49090d6-7912-45c4-9733-b4180ccc9b90-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') +test DEBUG: Replicating db /tmp/tmppb1zneta/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'b3e62c8f-57a5-4826-82a5-7496b5259ca9-sda', '1715796339.31672', '1715796339', '1715796343', '', '1715796343', 0, 1) +test DEBUG: /tmp/tmppb1zneta/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_newer_local_delete +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_newer_local_delete ... ok +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'b3e62c8f-57a5-4826-82a5-7496b5259ca9-sda', '1715796339.31672', '1715796339', '1715796343', '', '1715796343', 0, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('b3e62c8f-57a5-4826-82a5-7496b5259ca9-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.39566 seconds (2.52740/s) +test INFO: Attempted to replicate 1 dbs in 0.17672 seconds (5.65881/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpiubrivr_/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, '2fc378847e59bb2031380900667ececa', '00da68fd-cbea-4872-8ff4-f479c29253d8-sda', '1750205171.54445', '1750205171', '1750205173', '', '1750205173', 1, 0) -test DEBUG: /tmp/tmpiubrivr_/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1750205176.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '00da68fd-cbea-4872-8ff4-f479c29253d8-sda') -test DEBUG: /tmp/tmpiubrivr_/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0718374s) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_syncs, ([],) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, '2fc378847e59bb2031380900667ececa', '00da68fd-cbea-4872-8ff4-f479c29253d8-sda', '1750205171.54445', '1750205171', '1750205173', '', '1750205173', 1, 0) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('00da68fd-cbea-4872-8ff4-f479c29253d8-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpiubrivr_/sda/containers/0/38e/80fc1fc0ae0ed44084a93df5bb43f38e/80fc1fc0ae0ed44084a93df5bb43f38e.db +test DEBUG: Replicating db /tmp/tmp8o_zrrnp/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'bc3628fbfd508b1ae1f75ec72c0a1f3c', '73ed3725-0cb5-4b5d-afb2-8c67b7851cfa-sda', '1715796339.68165', '1715796339', '1715796343', '', '1715796343', 1, 0) +test DEBUG: /tmp/tmp8o_zrrnp/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1715796344.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '73ed3725-0cb5-4b5d-afb2-8c67b7851cfa-sda') +test DEBUG: /tmp/tmp8o_zrrnp/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0380025s) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'bc3628fbfd508b1ae1f75ec72c0a1f3c', '73ed3725-0cb5-4b5d-afb2-8c67b7851cfa-sda', '1715796339.68165', '1715796339', '1715796343', '', '1715796343', 1, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('73ed3725-0cb5-4b5d-afb2-8c67b7851cfa-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp8o_zrrnp/sda/containers/0/50e/d16a33d35ab615785e1281523471e50e/d16a33d35ab615785e1281523471e50e.db test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 1.01169 seconds (0.98845/s) +test INFO: Attempted to replicate 1 dbs in 0.36077 seconds (2.77181/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpiubrivr_/sda/containers/0/38e/80fc1fc0ae0ed44084a93df5bb43f38e/80fc1fc0ae0ed44084a93df5bb43f38e.db -REPLICATE: /sdb/0/80fc1fc0ae0ed44084a93df5bb43f38e, sync, (1, 'ba6457d0ff1d3bd6bb38e8dea7867412', 'd4d99dcf-ee96-41df-97a1-a3ed60decb28-sda', '1750205172.78338', '1750204800', '0', '', '1750204800', 1, 0) -REPLICATE: /sdb/0/80fc1fc0ae0ed44084a93df5bb43f38e, complete_rsync, ('d4d99dcf-ee96-41df-97a1-a3ed60decb28-sda', '80fc1fc0ae0ed44084a93df5bb43f38e.db') -Container 'a/c' cannot be set to sharded state while in sharded state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state_errors ... ok -Container 'a/c' cannot be set to sharded state while in sharded state -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_storage_policy_index -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_storage_policy_index ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_storage_policy_index_empty -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_storage_policy_index_empty ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_x_syncs -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_x_syncs ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_storage_policy_index -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_storage_policy_index ... ok -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205209.00000, (0, 0) as of 1750205209.00000, cleaved as of 1750205209.00000> to ShardRange<'k' to 't' as of 1750205210.00000, (0, 0) as of 1750205210.00000, shrunk as of 1750205210.00000>, path: .shards_a/shard_c_1750205210.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/143/6dde58a6a8db8da1970c4612c8ae3143/6dde58a6a8db8da1970c4612c8ae3143.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205210.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/143/6dde58a6a8db8da1970c4612c8ae3143/6dde58a6a8db8da1970c4612c8ae3143.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205212.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/bcb/fe7653fb842f2dea1c4ff3312d7b0bcb/fe7653fb842f2dea1c4ff3312d7b0bcb.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205211.00000, (0, 0) as of 1750205211.00000, active as of 1750205211.00000> to ShardRange<'k' to 't' as of 1750205212.00000, (0, 0) as of 1750205212.00000, found as of 1750205212.00000>, path: .shards_a/shard_c_1750205212.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/bcb/fe7653fb842f2dea1c4ff3312d7b0bcb/fe7653fb842f2dea1c4ff3312d7b0bcb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205214.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/1be/a0333b6f4a7c2b89f0d4c64bb1db51be/a0333b6f4a7c2b89f0d4c64bb1db51be.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205213.00000, (0, 0) as of 1750205213.00000, active as of 1750205213.00000> to ShardRange<'k' to 't' as of 1750205214.00000, (0, 0) as of 1750205214.00000, created as of 1750205214.00000>, path: .shards_a/shard_c_1750205214.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/1be/a0333b6f4a7c2b89f0d4c64bb1db51be/a0333b6f4a7c2b89f0d4c64bb1db51be.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205216.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/bac/fa0d87d013f7fa3e1f25f9d62a8a7bac/fa0d87d013f7fa3e1f25f9d62a8a7bac.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205215.00000, (0, 0) as of 1750205215.00000, active as of 1750205215.00000> to ShardRange<'k' to 't' as of 1750205216.00000, (0, 0) as of 1750205216.00000, cleaved as of 1750205216.00000>, path: .shards_a/shard_c_1750205216.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/bac/fa0d87d013f7fa3e1f25f9d62a8a7bac/fa0d87d013f7fa3e1f25f9d62a8a7bac.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205218.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/295/f036c2cf9c8e55cfdde65b0f22ca2295/f036c2cf9c8e55cfdde65b0f22ca2295.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205220.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/eba/0991c18442acb159e0fc4414bcdadeba/0991c18442acb159e0fc4414bcdadeba.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205219.00000, (0, 0) as of 1750205219.00000, active as of 1750205219.00000> to ShardRange<'k' to 't' as of 1750205220.00000, (0, 0) as of 1750205220.00000, shrinking as of 1750205220.00000>, path: .shards_a/shard_c_1750205220.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/eba/0991c18442acb159e0fc4414bcdadeba/0991c18442acb159e0fc4414bcdadeba.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205220.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/eba/0991c18442acb159e0fc4414bcdadeba/0991c18442acb159e0fc4414bcdadeba.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205222.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/5b1/e4a1785b70e118efff385fb8308635b1/e4a1785b70e118efff385fb8308635b1.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205221.00000, (0, 0) as of 1750205221.00000, active as of 1750205221.00000> to ShardRange<'k' to 't' as of 1750205222.00000, (0, 0) as of 1750205222.00000, sharding as of 1750205222.00000>, path: .shards_a/shard_c_1750205222.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/5b1/e4a1785b70e118efff385fb8308635b1/e4a1785b70e118efff385fb8308635b1.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205222.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/5b1/e4a1785b70e118efff385fb8308635b1/e4a1785b70e118efff385fb8308635b1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205224.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/6db/7876f5726a583a21a91e59ecddee36db/7876f5726a583a21a91e59ecddee36db.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205223.00000, (0, 0) as of 1750205223.00000, active as of 1750205223.00000> to ShardRange<'k' to 't' as of 1750205224.00000, (0, 0) as of 1750205224.00000, sharded as of 1750205224.00000>, path: .shards_a/shard_c_1750205224.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/6db/7876f5726a583a21a91e59ecddee36db/7876f5726a583a21a91e59ecddee36db.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205224.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/6db/7876f5726a583a21a91e59ecddee36db/7876f5726a583a21a91e59ecddee36db.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205226.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/d54/278380f8c9f8e8a127757d4aad7f5d54/278380f8c9f8e8a127757d4aad7f5d54.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205225.00000, (0, 0) as of 1750205225.00000, active as of 1750205225.00000> to ShardRange<'k' to 't' as of 1750205226.00000, (0, 0) as of 1750205226.00000, shrunk as of 1750205226.00000>, path: .shards_a/shard_c_1750205226.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/d54/278380f8c9f8e8a127757d4aad7f5d54/278380f8c9f8e8a127757d4aad7f5d54.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205226.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/d54/278380f8c9f8e8a127757d4aad7f5d54/278380f8c9f8e8a127757d4aad7f5d54.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205228.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/2f3/231b65f8569f4090d7091d6eea0762f3/231b65f8569f4090d7091d6eea0762f3.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205227.00000, (0, 0) as of 1750205227.00000, shrinking as of 1750205227.00000> to ShardRange<'k' to 't' as of 1750205228.00000, (0, 0) as of 1750205228.00000, found as of 1750205228.00000>, path: .shards_a/shard_c_1750205228.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/2f3/231b65f8569f4090d7091d6eea0762f3/231b65f8569f4090d7091d6eea0762f3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205230.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/b2b/813c5569c6f6d96eff5958853bf79b2b/813c5569c6f6d96eff5958853bf79b2b.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205229.00000, (0, 0) as of 1750205229.00000, shrinking as of 1750205229.00000> to ShardRange<'k' to 't' as of 1750205230.00000, (0, 0) as of 1750205230.00000, created as of 1750205230.00000>, path: .shards_a/shard_c_1750205230.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/b2b/813c5569c6f6d96eff5958853bf79b2b/813c5569c6f6d96eff5958853bf79b2b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205232.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/634/6e6544090d54f4ceebf0535bdd979634/6e6544090d54f4ceebf0535bdd979634.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205231.00000, (0, 0) as of 1750205231.00000, shrinking as of 1750205231.00000> to ShardRange<'k' to 't' as of 1750205232.00000, (0, 0) as of 1750205232.00000, cleaved as of 1750205232.00000>, path: .shards_a/shard_c_1750205232.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/634/6e6544090d54f4ceebf0535bdd979634/6e6544090d54f4ceebf0535bdd979634.db -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_db_states -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_db_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_storage_policy_index_empty -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_storage_policy_index_empty ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_db_states -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_db_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_x_syncs -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_x_syncs ... ok +test DEBUG: Replicating db /tmp/tmp8o_zrrnp/sda/containers/0/50e/d16a33d35ab615785e1281523471e50e/d16a33d35ab615785e1281523471e50e.db +REPLICATE: /sdb/0/d16a33d35ab615785e1281523471e50e, sync, (1, '6cddf0b5dc476e6af2d91cc73d2f21d8', '14c7bba2-90cb-4a0d-b909-07e423838945-sda', '1715796340.15146', '1715796000', '0', '', '1715796000', 1, 0) +REPLICATE: /sdb/0/d16a33d35ab615785e1281523471e50e, complete_rsync, ('14c7bba2-90cb-4a0d-b909-07e423838945-sda', 'd16a33d35ab615785e1281523471e50e.db') +REPLICATE: /sdc/0/d16a33d35ab615785e1281523471e50e, sync, (1, '6cddf0b5dc476e6af2d91cc73d2f21d8', '14c7bba2-90cb-4a0d-b909-07e423838945-sda', '1715796340.15146', '1715796000', '0', '', '1715796000', 1, 0) +REPLICATE: /sdc/0/d16a33d35ab615785e1281523471e50e, complete_rsync, ('14c7bba2-90cb-4a0d-b909-07e423838945-sda', 'd16a33d35ab615785e1281523471e50e.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmph2_5lceb/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'e12799a2-30b4-4761-89be-9188e14a1599-sda', '1715796340.35007', '1715796340', '1715796344', '', '1715796344', 0, 1) +test DEBUG: /tmp/tmph2_5lceb/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'e12799a2-30b4-4761-89be-9188e14a1599-sda', '1715796340.35007', '1715796340', '1715796344', '', '1715796344', 0, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('e12799a2-30b4-4761-89be-9188e14a1599-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.22277 seconds (4.48900/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp6hp8ibwt/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '9acd13ded33eb8a8d4b40bd3611eb47f', 'e5d7d4f5-098c-49ad-baf2-e8ae58576f99-sda', '1715796340.73465', '1715796340', '1715796344', '', '1715796344', 1, 1) +test DEBUG: /tmp/tmp6hp8ibwt/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '9acd13ded33eb8a8d4b40bd3611eb47f', 'e5d7d4f5-098c-49ad-baf2-e8ae58576f99-sda', '1715796340.73465', '1715796340', '1715796344', '', '1715796344', 1, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('e5d7d4f5-098c-49ad-baf2-e8ae58576f99-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp6hp8ibwt/sda/containers/0/50e/d16a33d35ab615785e1281523471e50e/d16a33d35ab615785e1281523471e50e.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.34724 seconds (2.87984/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmp6hp8ibwt/sda/containers/0/50e/d16a33d35ab615785e1281523471e50e/d16a33d35ab615785e1281523471e50e.db +REPLICATE: /sdb/0/d16a33d35ab615785e1281523471e50e, sync, (1, '5b8127f626d60d08e5032909a18d4383', '4dbb8ffa-3e45-4b8f-8cad-44f0268c1417-sda', '1715796341.19026', '1715796000', '0', '', '1715796000', 1, 0) +REPLICATE: /sdb/0/d16a33d35ab615785e1281523471e50e, complete_rsync, ('4dbb8ffa-3e45-4b8f-8cad-44f0268c1417-sda', 'd16a33d35ab615785e1281523471e50e.db') +REPLICATE: /sdc/0/d16a33d35ab615785e1281523471e50e, sync, (1, '5b8127f626d60d08e5032909a18d4383', '4dbb8ffa-3e45-4b8f-8cad-44f0268c1417-sda', '1715796341.19026', '1715796000', '0', '', '1715796000', 1, 0) +REPLICATE: /sdc/0/d16a33d35ab615785e1281523471e50e, complete_rsync, ('4dbb8ffa-3e45-4b8f-8cad-44f0268c1417-sda', 'd16a33d35ab615785e1281523471e50e.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp0ph2zmnr/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '3456e781-81c2-4937-8742-ee0686bc387a-sda', '1715796341.40597', '1715796341', '0', '', '1715796341', 0, 0) +test DEBUG: /tmp/tmp0ph2zmnr/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '3456e781-81c2-4937-8742-ee0686bc387a-sda', '1715796341.40597', '1715796341', '0', '', '1715796341', 0, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('3456e781-81c2-4937-8742-ee0686bc387a-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.14201 seconds (7.04188/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +sharder-test DEBUG: Unlinked retiring db '/tmp/tmplnw6fq4o/sda/containers/0/cbd/24b9b4dae928a71e7e770e67f7aeecbd/24b9b4dae928a71e7e770e67f7aeecbd.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796606.00000-0, db: /tmp/tmplnw6fq4o/sda/containers/0/cbd/24b9b4dae928a71e7e770e67f7aeecbd/24b9b4dae928a71e7e770e67f7aeecbd_1715796606.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmplnw6fq4o/sda/containers/0/7fe/a6d08cc60944e0e6c24a774ec94327fe/a6d08cc60944e0e6c24a774ec94327fe.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796610.00000-0, db: /tmp/tmplnw6fq4o/sda/containers/0/7fe/a6d08cc60944e0e6c24a774ec94327fe/a6d08cc60944e0e6c24a774ec94327fe_1715796610.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmplnw6fq4o/sda/containers/0/6c8/2f4dbd8a194039dbb1bfd19fa326b6c8/2f4dbd8a194039dbb1bfd19fa326b6c8.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796614.00000-0, db: /tmp/tmplnw6fq4o/sda/containers/0/6c8/2f4dbd8a194039dbb1bfd19fa326b6c8/2f4dbd8a194039dbb1bfd19fa326b6c8_1715796614.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmplnw6fq4o/sda/containers/0/228/d6589ba65045ca310992526989d66228/d6589ba65045ca310992526989d66228.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796618.00000-0, db: /tmp/tmplnw6fq4o/sda/containers/0/228/d6589ba65045ca310992526989d66228/d6589ba65045ca310992526989d66228_1715796618.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmplnw6fq4o/sda/containers/0/de7/e718f33320deb452489f463d9b773de7/e718f33320deb452489f463d9b773de7.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796622.00000-0, db: /tmp/tmplnw6fq4o/sda/containers/0/de7/e718f33320deb452489f463d9b773de7/e718f33320deb452489f463d9b773de7_1715796622.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmplnw6fq4o/sda/containers/0/3d5/0f9a2f653024bedf2c7da1b24862f3d5/0f9a2f653024bedf2c7da1b24862f3d5.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796626.00000-0, db: /tmp/tmplnw6fq4o/sda/containers/0/3d5/0f9a2f653024bedf2c7da1b24862f3d5/0f9a2f653024bedf2c7da1b24862f3d5_1715796626.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmplnw6fq4o/sda/containers/0/692/7e7eb47d154e3292fb777508aa1d8692/7e7eb47d154e3292fb777508aa1d8692.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796630.00000-0, db: /tmp/tmplnw6fq4o/sda/containers/0/692/7e7eb47d154e3292fb777508aa1d8692/7e7eb47d154e3292fb777508aa1d8692_1715796630.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmplnw6fq4o/sda/containers/0/b1a/969995a472bb07cc21d334de6c8bcb1a/969995a472bb07cc21d334de6c8bcb1a.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796634.00000-0, db: /tmp/tmplnw6fq4o/sda/containers/0/b1a/969995a472bb07cc21d334de6c8bcb1a/969995a472bb07cc21d334de6c8bcb1a_1715796634.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmplnw6fq4o/sda/containers/0/b1c/1a0addb0c13cf0b15df092edef4e8b1c/1a0addb0c13cf0b15df092edef4e8b1c.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796638.00000-0, db: /tmp/tmplnw6fq4o/sda/containers/0/b1c/1a0addb0c13cf0b15df092edef4e8b1c/1a0addb0c13cf0b15df092edef4e8b1c_1715796638.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmplnw6fq4o/sda/containers/0/8d6/3313a463d8351a380c8d87a9d6e4e8d6/3313a463d8351a380c8d87a9d6e4e8d6.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796642.00000-0, db: /tmp/tmplnw6fq4o/sda/containers/0/8d6/3313a463d8351a380c8d87a9d6e4e8d6/3313a463d8351a380c8d87a9d6e4e8d6_1715796642.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmplnw6fq4o/sda/containers/0/9d7/c0c560f918b83906a51fce9bf6ee19d7/c0c560f918b83906a51fce9bf6ee19d7.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796646.00000-0, db: /tmp/tmplnw6fq4o/sda/containers/0/9d7/c0c560f918b83906a51fce9bf6ee19d7/c0c560f918b83906a51fce9bf6ee19d7_1715796646.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmplnw6fq4o/sda/containers/0/faa/fb19668dc3b5afa6931b052c91eabfaa/fb19668dc3b5afa6931b052c91eabfaa.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796650.00000-0, db: /tmp/tmplnw6fq4o/sda/containers/0/faa/fb19668dc3b5afa6931b052c91eabfaa/fb19668dc3b5afa6931b052c91eabfaa_1715796650.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmplnw6fq4o/sda/containers/0/a24/f8af645c6fdec0ced5eee5ef69554a24/f8af645c6fdec0ced5eee5ef69554a24.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796654.00000-0, db: /tmp/tmplnw6fq4o/sda/containers/0/a24/f8af645c6fdec0ced5eee5ef69554a24/f8af645c6fdec0ced5eee5ef69554a24_1715796654.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmplnw6fq4o/sda/containers/0/130/d1d93ac27aac3e8689f670073e8e0130/d1d93ac27aac3e8689f670073e8e0130.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796658.00000-0, db: /tmp/tmplnw6fq4o/sda/containers/0/130/d1d93ac27aac3e8689f670073e8e0130/d1d93ac27aac3e8689f670073e8e0130_1715796658.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmplnw6fq4o/sda/containers/0/28c/9263d5c279b32af41e4b7029fee9628c/9263d5c279b32af41e4b7029fee9628c.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796662.00000-0, db: /tmp/tmplnw6fq4o/sda/containers/0/28c/9263d5c279b32af41e4b7029fee9628c/9263d5c279b32af41e4b7029fee9628c_1715796662.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmplnw6fq4o/sda/containers/0/7df/063c7b39fc8f6850f2a11dd01c0847df/063c7b39fc8f6850f2a11dd01c0847df.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796666.00000-0, db: /tmp/tmplnw6fq4o/sda/containers/0/7df/063c7b39fc8f6850f2a11dd01c0847df/063c7b39fc8f6850f2a11dd01c0847df_1715796666.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmplnw6fq4o/sda/containers/0/e9a/c9971160a0eba3a0ea8629f49fdfce9a/c9971160a0eba3a0ea8629f49fdfce9a.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796670.00000-0, db: /tmp/tmplnw6fq4o/sda/containers/0/e9a/c9971160a0eba3a0ea8629f49fdfce9a/c9971160a0eba3a0ea8629f49fdfce9a_1715796670.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmplnw6fq4o/sda/containers/0/db4/e44ba1f9725c2131d383b33c07914db4/e44ba1f9725c2131d383b33c07914db4.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796674.00000-0, db: /tmp/tmplnw6fq4o/sda/containers/0/db4/e44ba1f9725c2131d383b33c07914db4/e44ba1f9725c2131d383b33c07914db4_1715796674.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmplnw6fq4o/sda/containers/0/ece/b281aac2c7475c201f816fd970118ece/b281aac2c7475c201f816fd970118ece.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796678.00000-0, db: /tmp/tmplnw6fq4o/sda/containers/0/ece/b281aac2c7475c201f816fd970118ece/b281aac2c7475c201f816fd970118ece_1715796678.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmplnw6fq4o/sda/containers/0/3a0/9f5b924143200e5f1e335ff2930ec3a0/9f5b924143200e5f1e335ff2930ec3a0.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796682.00000-0, db: /tmp/tmplnw6fq4o/sda/containers/0/3a0/9f5b924143200e5f1e335ff2930ec3a0/9f5b924143200e5f1e335ff2930ec3a0_1715796682.00000.db +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_create +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_create ... ok +test DEBUG: Replicating db /tmp/tmpfwybiue6/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '9acd13ded33eb8a8d4b40bd3611eb47f', '2dee3bc6-6282-4cd3-9964-8650abfbf111-sda', '1715796341.68688', '1715796341', '0', '', '1715796341', 1, 0) +test DEBUG: /tmp/tmpfwybiue6/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1715796345.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '2dee3bc6-6282-4cd3-9964-8650abfbf111-sda') +test DEBUG: /tmp/tmpfwybiue6/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0249286s) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '9acd13ded33eb8a8d4b40bd3611eb47f', '2dee3bc6-6282-4cd3-9964-8650abfbf111-sda', '1715796341.68688', '1715796341', '0', '', '1715796341', 1, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('2dee3bc6-6282-4cd3-9964-8650abfbf111-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpfwybiue6/sda/containers/0/50e/d16a33d35ab615785e1281523471e50e/d16a33d35ab615785e1281523471e50e.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.30473 seconds (3.28162/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmpfwybiue6/sda/containers/0/50e/d16a33d35ab615785e1281523471e50e/d16a33d35ab615785e1281523471e50e.db +REPLICATE: /sdb/0/d16a33d35ab615785e1281523471e50e, sync, (1, '96519a9e891076f3586952255b0d4771', '17ba8abf-bc96-41be-9674-5b408e09b23a-sda', '1715796342.05880', '1715796000', '0', '', '1715796000', 1, 0) +REPLICATE: /sdb/0/d16a33d35ab615785e1281523471e50e, complete_rsync, ('17ba8abf-bc96-41be-9674-5b408e09b23a-sda', 'd16a33d35ab615785e1281523471e50e.db') +REPLICATE: /sdc/0/d16a33d35ab615785e1281523471e50e, sync, (1, '96519a9e891076f3586952255b0d4771', '17ba8abf-bc96-41be-9674-5b408e09b23a-sda', '1715796342.05880', '1715796000', '0', '', '1715796000', 1, 0) +REPLICATE: /sdc/0/d16a33d35ab615785e1281523471e50e, complete_rsync, ('17ba8abf-bc96-41be-9674-5b408e09b23a-sda', 'd16a33d35ab615785e1281523471e50e.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpeixly00s/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '97edc3be-86c2-4ac3-90a1-210825153a36-sda', '1715796342.24320', '1715796342', '0', '', '1715796342', 0, 1) +test DEBUG: /tmp/tmpeixly00s/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '97edc3be-86c2-4ac3-90a1-210825153a36-sda', '1715796342.24320', '1715796342', '0', '', '1715796342', 0, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('97edc3be-86c2-4ac3-90a1-210825153a36-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.19617 seconds (5.09753/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp9meeh304/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '83698794bc23e50c5c256e2d1bc7ddb0', '822c7b7d-c463-4555-9377-2ed5d1b7d5bc-sda', '1715796342.57310', '1715796342', '0', '', '1715796342', 1, 0) +test DEBUG: /tmp/tmp9meeh304/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '83698794bc23e50c5c256e2d1bc7ddb0', '822c7b7d-c463-4555-9377-2ed5d1b7d5bc-sda', '1715796342.57310', '1715796342', '0', '', '1715796342', 1, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('822c7b7d-c463-4555-9377-2ed5d1b7d5bc-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp9meeh304/sda/containers/0/50e/d16a33d35ab615785e1281523471e50e/d16a33d35ab615785e1281523471e50e.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.31587 seconds (3.16587/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmp9meeh304/sda/containers/0/50e/d16a33d35ab615785e1281523471e50e/d16a33d35ab615785e1281523471e50e.db +REPLICATE: /sdb/0/d16a33d35ab615785e1281523471e50e, sync, (1, '1b702e62a2ff2fcd866a6b001990f6e3', '328b1db4-f412-46a9-9085-86c4bc9ef81e-sda', '1715796342.97820', '1715796000', '0', '', '1715796000', 1, 0) +REPLICATE: /sdb/0/d16a33d35ab615785e1281523471e50e, complete_rsync, ('328b1db4-f412-46a9-9085-86c4bc9ef81e-sda', 'd16a33d35ab615785e1281523471e50e.db') +REPLICATE: /sdc/0/d16a33d35ab615785e1281523471e50e, sync, (1, '1b702e62a2ff2fcd866a6b001990f6e3', '328b1db4-f412-46a9-9085-86c4bc9ef81e-sda', '1715796342.97820', '1715796000', '0', '', '1715796000', 1, 0) +REPLICATE: /sdc/0/d16a33d35ab615785e1281523471e50e, complete_rsync, ('328b1db4-f412-46a9-9085-86c4bc9ef81e-sda', 'd16a33d35ab615785e1281523471e50e.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp5tkui1id/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'ceeb291b-89e2-4424-b1ef-6074277b6b8e-sda', '1715796343.17501', '1715796343', '1715796345', '', '1715796345', 0, 1) +test DEBUG: /tmp/tmp5tkui1id/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'ceeb291b-89e2-4424-b1ef-6074277b6b8e-sda', '1715796343.17501', '1715796343', '1715796345', '', '1715796345', 0, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('ceeb291b-89e2-4424-b1ef-6074277b6b8e-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.12937 seconds (7.73002/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpv8iko67i/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '5702b38e1df88bf8db021801d166909e', '850956fd-9303-48f6-a756-70d78c5477ba-sda', '1715796343.45256', '1715796343', '1715796345', '', '1715796345', 1, 0) +test DEBUG: /tmp/tmpv8iko67i/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_delete test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_delete ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_initiated_and_required -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_initiated_and_required ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharded_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharded_state_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharded_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharded_state_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_state_is_not_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_state_is_not_reclaimable ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_sysmeta -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_sysmeta ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_initiated_and_required -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_initiated_and_required ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_state_is_not_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_state_is_not_reclaimable ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state_deleted ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205234.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/0a7/b98d17b4a574d1aa68603b446dcfe0a7/b98d17b4a574d1aa68603b446dcfe0a7.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205233.00000, (0, 0) as of 1750205233.00000, shrinking as of 1750205233.00000> to ShardRange<'k' to 't' as of 1750205234.00000, (0, 0) as of 1750205234.00000, active as of 1750205234.00000>, path: .shards_a/shard_c_1750205234.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/0a7/b98d17b4a574d1aa68603b446dcfe0a7/b98d17b4a574d1aa68603b446dcfe0a7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205236.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/af4/d01e371e7a7a3adbe87e36ad66295af4/d01e371e7a7a3adbe87e36ad66295af4.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205236.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/af4/d01e371e7a7a3adbe87e36ad66295af4/d01e371e7a7a3adbe87e36ad66295af4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205238.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/59a/abfab8184573c586945568ffb5dda59a/abfab8184573c586945568ffb5dda59a.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205237.00000, (0, 0) as of 1750205237.00000, shrinking as of 1750205237.00000> to ShardRange<'k' to 't' as of 1750205238.00000, (0, 0) as of 1750205238.00000, sharding as of 1750205238.00000>, path: .shards_a/shard_c_1750205238.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/59a/abfab8184573c586945568ffb5dda59a/abfab8184573c586945568ffb5dda59a.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205238.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/59a/abfab8184573c586945568ffb5dda59a/abfab8184573c586945568ffb5dda59a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205240.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/cf2/075d28f856867a280f7579ddd362acf2/075d28f856867a280f7579ddd362acf2.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205239.00000, (0, 0) as of 1750205239.00000, shrinking as of 1750205239.00000> to ShardRange<'k' to 't' as of 1750205240.00000, (0, 0) as of 1750205240.00000, sharded as of 1750205240.00000>, path: .shards_a/shard_c_1750205240.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/cf2/075d28f856867a280f7579ddd362acf2/075d28f856867a280f7579ddd362acf2.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205240.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/cf2/075d28f856867a280f7579ddd362acf2/075d28f856867a280f7579ddd362acf2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205242.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/f94/0adcbde6fed84e0edc469e97af0fff94/0adcbde6fed84e0edc469e97af0fff94.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205241.00000, (0, 0) as of 1750205241.00000, shrinking as of 1750205241.00000> to ShardRange<'k' to 't' as of 1750205242.00000, (0, 0) as of 1750205242.00000, shrunk as of 1750205242.00000>, path: .shards_a/shard_c_1750205242.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/f94/0adcbde6fed84e0edc469e97af0fff94/0adcbde6fed84e0edc469e97af0fff94.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205242.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/f94/0adcbde6fed84e0edc469e97af0fff94/0adcbde6fed84e0edc469e97af0fff94.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205244.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/2e3/307a49a9f6c63dd3425653ccfbca82e3/307a49a9f6c63dd3425653ccfbca82e3.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205243.00000, (0, 0) as of 1750205243.00000, sharding as of 1750205243.00000> to ShardRange<'k' to 't' as of 1750205244.00000, (0, 0) as of 1750205244.00000, found as of 1750205244.00000>, path: .shards_a/shard_c_1750205244.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/2e3/307a49a9f6c63dd3425653ccfbca82e3/307a49a9f6c63dd3425653ccfbca82e3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205246.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/d1c/9a3c520a8e25f5f4887ff8415978ad1c/9a3c520a8e25f5f4887ff8415978ad1c.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205245.00000, (0, 0) as of 1750205245.00000, sharding as of 1750205245.00000> to ShardRange<'k' to 't' as of 1750205246.00000, (0, 0) as of 1750205246.00000, created as of 1750205246.00000>, path: .shards_a/shard_c_1750205246.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/d1c/9a3c520a8e25f5f4887ff8415978ad1c/9a3c520a8e25f5f4887ff8415978ad1c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205248.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/0a7/a33594b82519d5ca274fb4c2b4f730a7/a33594b82519d5ca274fb4c2b4f730a7.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205247.00000, (0, 0) as of 1750205247.00000, sharding as of 1750205247.00000> to ShardRange<'k' to 't' as of 1750205248.00000, (0, 0) as of 1750205248.00000, cleaved as of 1750205248.00000>, path: .shards_a/shard_c_1750205248.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/0a7/a33594b82519d5ca274fb4c2b4f730a7/a33594b82519d5ca274fb4c2b4f730a7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205250.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/665/34b0fe049ca409a93f50665580321665/34b0fe049ca409a93f50665580321665.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205249.00000, (0, 0) as of 1750205249.00000, sharding as of 1750205249.00000> to ShardRange<'k' to 't' as of 1750205250.00000, (0, 0) as of 1750205250.00000, active as of 1750205250.00000>, path: .shards_a/shard_c_1750205250.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/665/34b0fe049ca409a93f50665580321665/34b0fe049ca409a93f50665580321665.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205252.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/a37/e502db5a07c3210a0f66778ab6093a37/e502db5a07c3210a0f66778ab6093a37.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205251.00000, (0, 0) as of 1750205251.00000, sharding as of 1750205251.00000> to ShardRange<'k' to 't' as of 1750205252.00000, (0, 0) as of 1750205252.00000, shrinking as of 1750205252.00000>, path: .shards_a/shard_c_1750205252.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/a37/e502db5a07c3210a0f66778ab6093a37/e502db5a07c3210a0f66778ab6093a37.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205252.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/a37/e502db5a07c3210a0f66778ab6093a37/e502db5a07c3210a0f66778ab6093a37.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205254.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/2b1/31ad3cbe1ea8e10a9ad3e9052f2522b1/31ad3cbe1ea8e10a9ad3e9052f2522b1.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205254.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/2b1/31ad3cbe1ea8e10a9ad3e9052f2522b1/31ad3cbe1ea8e10a9ad3e9052f2522b1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205256.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/03a/a26674dacf076a72a01bcc24abaec03a/a26674dacf076a72a01bcc24abaec03a.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205255.00000, (0, 0) as of 1750205255.00000, sharding as of 1750205255.00000> to ShardRange<'k' to 't' as of 1750205256.00000, (0, 0) as of 1750205256.00000, sharded as of 1750205256.00000>, path: .shards_a/shard_c_1750205256.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/03a/a26674dacf076a72a01bcc24abaec03a/a26674dacf076a72a01bcc24abaec03a.db -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_sysmeta -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_sysmeta ... ok -REPLICATE: /sdc/0/80fc1fc0ae0ed44084a93df5bb43f38e, sync, (1, 'ba6457d0ff1d3bd6bb38e8dea7867412', 'd4d99dcf-ee96-41df-97a1-a3ed60decb28-sda', '1750205172.78338', '1750204800', '0', '', '1750204800', 1, 0) -REPLICATE: /sdc/0/80fc1fc0ae0ed44084a93df5bb43f38e, complete_rsync, ('d4d99dcf-ee96-41df-97a1-a3ed60decb28-sda', '80fc1fc0ae0ed44084a93df5bb43f38e.db') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1715796348.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '850956fd-9303-48f6-a756-70d78c5477ba-sda') +test DEBUG: /tmp/tmpv8iko67i/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0240085s) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '5702b38e1df88bf8db021801d166909e', '850956fd-9303-48f6-a756-70d78c5477ba-sda', '1715796343.45256', '1715796343', '1715796345', '', '1715796345', 1, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('850956fd-9303-48f6-a756-70d78c5477ba-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpv8iko67i/sda/containers/0/50e/d16a33d35ab615785e1281523471e50e/d16a33d35ab615785e1281523471e50e.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.30188 seconds (3.31255/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmpv8iko67i/sda/containers/0/50e/d16a33d35ab615785e1281523471e50e/d16a33d35ab615785e1281523471e50e.db +REPLICATE: /sdb/0/d16a33d35ab615785e1281523471e50e, sync, (1, '433c293bd040475dc037a1377cd9a683', 'eec0b5b9-93ee-423b-aa75-f21f382a7e02-sda', '1715796345.18019', '1715796000', '0', '', '1715796000', 1, 0) +REPLICATE: /sdb/0/d16a33d35ab615785e1281523471e50e, complete_rsync, ('eec0b5b9-93ee-423b-aa75-f21f382a7e02-sda', 'd16a33d35ab615785e1281523471e50e.db') +REPLICATE: /sdc/0/d16a33d35ab615785e1281523471e50e, sync, (1, '433c293bd040475dc037a1377cd9a683', 'eec0b5b9-93ee-423b-aa75-f21f382a7e02-sda', '1715796345.18019', '1715796000', '0', '', '1715796000', 1, 0) +REPLICATE: /sdc/0/d16a33d35ab615785e1281523471e50e, complete_rsync, ('eec0b5b9-93ee-423b-aa75-f21f382a7e02-sda', 'd16a33d35ab615785e1281523471e50e.db') test INFO: Cleaning up 0 reconciler containers test INFO: Finished reconciler replication test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpotarnkd3/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '3f79c201-eb7e-449d-b5b2-ec6ae9542489-sda', '1750205173.28891', '1750205173', '1750205175', '', '1750205175', 0, 0) -test DEBUG: /tmp/tmpotarnkd3/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '3f79c201-eb7e-449d-b5b2-ec6ae9542489-sda', '1750205173.28891', '1750205173', '1750205175', '', '1750205175', 0, 0) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('3f79c201-eb7e-449d-b5b2-ec6ae9542489-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') +test DEBUG: Replicating db /tmp/tmp2oyy46_j/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '05c2e91c-75f1-4b11-a1cf-e8df83cc8cda-sda', '1715796345.35284', '1715796345', '1715796347', '', '1715796347', 0, 1) +test DEBUG: /tmp/tmp2oyy46_j/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '05c2e91c-75f1-4b11-a1cf-e8df83cc8cda-sda', '1715796345.35284', '1715796345', '1715796347', '', '1715796347', 0, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('05c2e91c-75f1-4b11-a1cf-e8df83cc8cda-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.39772 seconds (2.51435/s) +test INFO: Attempted to replicate 1 dbs in 0.15491 seconds (6.45516/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpeki5y8a_/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, 'f45125fa5efb520781ee5abcbe30da9b', 'c58af17c-b5f4-4c49-bf71-2196df3feb54-sda', '1750205174.20823', '1750205174', '1750205176', '', '1750205176', 1, 0) -test DEBUG: /tmp/tmpeki5y8a_/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, 'f45125fa5efb520781ee5abcbe30da9b', 'c58af17c-b5f4-4c49-bf71-2196df3feb54-sda', '1750205174.20823', '1750205174', '1750205176', '', '1750205176', 1, 0) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('c58af17c-b5f4-4c49-bf71-2196df3feb54-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpeki5y8a_/sda/containers/0/38e/80fc1fc0ae0ed44084a93df5bb43f38e/80fc1fc0ae0ed44084a93df5bb43f38e.db +test DEBUG: Replicating db /tmp/tmpgxr985bv/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '0b782e1afe8cfdd8237c559e311bf2f4', 'b98f31a7-fa80-4830-ac9d-9ecc2930457e-sda', '1715796345.66568', '1715796345', '1715796347', '', '1715796347', 1, 1) +test DEBUG: /tmp/tmpgxr985bv/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '0b782e1afe8cfdd8237c559e311bf2f4', 'b98f31a7-fa80-4830-ac9d-9ecc2930457e-sda', '1715796345.66568', '1715796345', '1715796347', '', '1715796347', 1, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('b98f31a7-fa80-4830-ac9d-9ecc2930457e-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpgxr985bv/sda/containers/0/50e/d16a33d35ab615785e1281523471e50e/d16a33d35ab615785e1281523471e50e.db test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 1.13118 seconds (0.88403/s) +test INFO: Attempted to replicate 1 dbs in 0.29560 seconds (3.38291/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpeki5y8a_/sda/containers/0/38e/80fc1fc0ae0ed44084a93df5bb43f38e/80fc1fc0ae0ed44084a93df5bb43f38e.db -REPLICATE: /sdb/0/80fc1fc0ae0ed44084a93df5bb43f38e, sync, (1, 'e607d3d3dc69f1a44dfb4b8ad6bbab10', '67da73d5-1ba2-4689-9b8b-877f1cff2de8-sda', '1750205175.28010', '1750204800', '0', '', '1750204800', 1, 0) -REPLICATE: /sdb/0/80fc1fc0ae0ed44084a93df5bb43f38e, complete_rsync, ('67da73d5-1ba2-4689-9b8b-877f1cff2de8-sda', '80fc1fc0ae0ed44084a93df5bb43f38e.db') -REPLICATE: /sdc/0/80fc1fc0ae0ed44084a93df5bb43f38e, sync, (1, 'e607d3d3dc69f1a44dfb4b8ad6bbab10', '67da73d5-1ba2-4689-9b8b-877f1cff2de8-sda', '1750205175.28010', '1750204800', '0', '', '1750204800', 1, 0) -REPLICATE: /sdc/0/80fc1fc0ae0ed44084a93df5bb43f38e, complete_rsync, ('67da73d5-1ba2-4689-9b8b-877f1cff2de8-sda', '80fc1fc0ae0ed44084a93df5bb43f38e.db') +test DEBUG: Replicating db /tmp/tmpgxr985bv/sda/containers/0/50e/d16a33d35ab615785e1281523471e50e/d16a33d35ab615785e1281523471e50e.db +REPLICATE: /sdb/0/d16a33d35ab615785e1281523471e50e, sync, (1, '9953a1c6f0329ed5992dc523e71a13b2', 'ba2c7606-3187-4d3b-a223-0fb271bb4bde-sda', '1715796346.05512', '1715796000', '0', '', '1715796000', 1, 0) +REPLICATE: /sdb/0/d16a33d35ab615785e1281523471e50e, complete_rsync, ('ba2c7606-3187-4d3b-a223-0fb271bb4bde-sda', 'd16a33d35ab615785e1281523471e50e.db') +REPLICATE: /sdc/0/d16a33d35ab615785e1281523471e50e, sync, (1, '9953a1c6f0329ed5992dc523e71a13b2', 'ba2c7606-3187-4d3b-a223-0fb271bb4bde-sda', '1715796346.05512', '1715796000', '0', '', '1715796000', 1, 0) +REPLICATE: /sdc/0/d16a33d35ab615785e1281523471e50e, complete_rsync, ('ba2c7606-3187-4d3b-a223-0fb271bb4bde-sda', 'd16a33d35ab615785e1281523471e50e.db') test INFO: Cleaning up 0 reconciler containers test INFO: Finished reconciler replication test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpzv5cfvq9/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', 'b00f1047-92e9-4885-915d-78d775e5d093-sda', '1750205176.15523', '1750205179', '1750205178', '', '1750205179', 0, 1) -test DEBUG: /tmp/tmpzv5cfvq9/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', 'b00f1047-92e9-4885-915d-78d775e5d093-sda', '1750205176.15523', '1750205179', '1750205178', '', '1750205179', 0, 1) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('b00f1047-92e9-4885-915d-78d775e5d093-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') +test DEBUG: Replicating db /tmp/tmpczxt55n8/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '577f7fd0-f332-4744-ae93-d013a0c06b7f-sda', '1715796346.26384', '1715796349', '1715796348', '', '1715796349', 0, 0) +test DEBUG: /tmp/tmpczxt55n8/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '577f7fd0-f332-4744-ae93-d013a0c06b7f-sda', '1715796346.26384', '1715796349', '1715796348', '', '1715796349', 0, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('577f7fd0-f332-4744-ae93-d013a0c06b7f-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.32638 seconds (3.06395/s) +test INFO: Attempted to replicate 1 dbs in 0.14864 seconds (6.72777/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp00xh830o/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, 'def00618bf1a86c4c6b7401c19658a9b', 'b7502435-8916-47ac-b7f8-6a97617da2b1-sda', '1750205176.93314', '1750205179', '1750205178', '', '1750205179', 1, 1) -test DEBUG: /tmp/tmp00xh830o/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1750205182.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], 'b7502435-8916-47ac-b7f8-6a97617da2b1-sda') -test DEBUG: /tmp/tmp00xh830o/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0608153s) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_syncs, ([],) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, 'def00618bf1a86c4c6b7401c19658a9b', 'b7502435-8916-47ac-b7f8-6a97617da2b1-sda', '1750205176.93314', '1750205179', '1750205178', '', '1750205179', 1, 1) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('b7502435-8916-47ac-b7f8-6a97617da2b1-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp00xh830o/sda/containers/0/38e/80fc1fc0ae0ed44084a93df5bb43f38e/80fc1fc0ae0ed44084a93df5bb43f38e.db +test DEBUG: Replicating db /tmp/tmpl8qlssoc/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'f0b1521417af1b3bbf75a1a71a66ce3a', '74d55548-c8de-4908-b75c-a27ad3f8e947-sda', '1715796346.60009', '1715796349', '1715796348', '', '1715796349', 1, 1) +test DEBUG: /tmp/tmpl8qlssoc/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1715796352.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '74d55548-c8de-4908-b75c-a27ad3f8e947-sda') +test DEBUG: /tmp/tmpl8qlssoc/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0289075s) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_recreate +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_recreate ... ok +sharder-test DEBUG: Unlinked retiring db '/tmp/tmplnw6fq4o/sda/containers/0/36b/48ecb937f28f7dabfd8293ded679236b/48ecb937f28f7dabfd8293ded679236b.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796686.00000-0, db: /tmp/tmplnw6fq4o/sda/containers/0/36b/48ecb937f28f7dabfd8293ded679236b/48ecb937f28f7dabfd8293ded679236b_1715796686.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmplnw6fq4o/sda/containers/0/32f/6281a98071d30c670b1d5ff942aa632f/6281a98071d30c670b1d5ff942aa632f.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796690.00000-0, db: /tmp/tmplnw6fq4o/sda/containers/0/32f/6281a98071d30c670b1d5ff942aa632f/6281a98071d30c670b1d5ff942aa632f_1715796690.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmplnw6fq4o/sda/containers/0/d6c/705c9a7e8b58f7d3c92d596de8197d6c/705c9a7e8b58f7d3c92d596de8197d6c.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796694.00000-0, db: /tmp/tmplnw6fq4o/sda/containers/0/d6c/705c9a7e8b58f7d3c92d596de8197d6c/705c9a7e8b58f7d3c92d596de8197d6c_1715796694.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmplnw6fq4o/sda/containers/0/279/9f9fb02a84540bfac5cc0ee779479279/9f9fb02a84540bfac5cc0ee779479279.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796698.00000-0, db: /tmp/tmplnw6fq4o/sda/containers/0/279/9f9fb02a84540bfac5cc0ee779479279/9f9fb02a84540bfac5cc0ee779479279_1715796698.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmplnw6fq4o/sda/containers/0/749/f24f36e2f5d53aebe01f848662acc749/f24f36e2f5d53aebe01f848662acc749.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796702.00000-0, db: /tmp/tmplnw6fq4o/sda/containers/0/749/f24f36e2f5d53aebe01f848662acc749/f24f36e2f5d53aebe01f848662acc749_1715796702.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmplnw6fq4o/sda/containers/0/754/b5518cce77d171a2504924fbd92d8754/b5518cce77d171a2504924fbd92d8754.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796706.00000-0, db: /tmp/tmplnw6fq4o/sda/containers/0/754/b5518cce77d171a2504924fbd92d8754/b5518cce77d171a2504924fbd92d8754_1715796706.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmplnw6fq4o/sda/containers/0/f25/a634e094dca128e840172d0ba4e80f25/a634e094dca128e840172d0ba4e80f25.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796710.00000-0, db: /tmp/tmplnw6fq4o/sda/containers/0/f25/a634e094dca128e840172d0ba4e80f25/a634e094dca128e840172d0ba4e80f25_1715796710.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmplnw6fq4o/sda/containers/0/f9f/0956308b0c9e61e72bafa44ad522ef9f/0956308b0c9e61e72bafa44ad522ef9f.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796714.00000-0, db: /tmp/tmplnw6fq4o/sda/containers/0/f9f/0956308b0c9e61e72bafa44ad522ef9f/0956308b0c9e61e72bafa44ad522ef9f_1715796714.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmplnw6fq4o/sda/containers/0/3d6/4913808206ff0e58a28e6da3848743d6/4913808206ff0e58a28e6da3848743d6.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796718.00000-0, db: /tmp/tmplnw6fq4o/sda/containers/0/3d6/4913808206ff0e58a28e6da3848743d6/4913808206ff0e58a28e6da3848743d6_1715796718.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmplnw6fq4o/sda/containers/0/bd7/da18976dfbdb9c986cd0cccd3531abd7/da18976dfbdb9c986cd0cccd3531abd7.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796722.00000-0, db: /tmp/tmplnw6fq4o/sda/containers/0/bd7/da18976dfbdb9c986cd0cccd3531abd7/da18976dfbdb9c986cd0cccd3531abd7_1715796722.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmplnw6fq4o/sda/containers/0/890/139eaa46ecac0ac399069427ce833890/139eaa46ecac0ac399069427ce833890.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796726.00000-0, db: /tmp/tmplnw6fq4o/sda/containers/0/890/139eaa46ecac0ac399069427ce833890/139eaa46ecac0ac399069427ce833890_1715796726.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmplnw6fq4o/sda/containers/0/01f/7e8bf1e24526efd534f2818b0f62e01f/7e8bf1e24526efd534f2818b0f62e01f.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796730.00000-0, db: /tmp/tmplnw6fq4o/sda/containers/0/01f/7e8bf1e24526efd534f2818b0f62e01f/7e8bf1e24526efd534f2818b0f62e01f_1715796730.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmplnw6fq4o/sda/containers/0/a1c/f19f741cf2abaadca7d239f4ccefea1c/f19f741cf2abaadca7d239f4ccefea1c.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796734.00000-0, db: /tmp/tmplnw6fq4o/sda/containers/0/a1c/f19f741cf2abaadca7d239f4ccefea1c/f19f741cf2abaadca7d239f4ccefea1c_1715796734.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmplnw6fq4o/sda/containers/0/4bc/5bafa1dd42e6251ac1429b8d8f3744bc/5bafa1dd42e6251ac1429b8d8f3744bc.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796738.00000-0, db: /tmp/tmplnw6fq4o/sda/containers/0/4bc/5bafa1dd42e6251ac1429b8d8f3744bc/5bafa1dd42e6251ac1429b8d8f3744bc_1715796738.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmplnw6fq4o/sda/containers/0/6b9/dcbfd48f324fc104657ad7a8680206b9/dcbfd48f324fc104657ad7a8680206b9.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796742.00000-0, db: /tmp/tmplnw6fq4o/sda/containers/0/6b9/dcbfd48f324fc104657ad7a8680206b9/dcbfd48f324fc104657ad7a8680206b9_1715796742.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmplnw6fq4o/sda/containers/0/a75/576c7daade25f65a13c2c4a825fb8a75/576c7daade25f65a13c2c4a825fb8a75.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796746.00000-0, db: /tmp/tmplnw6fq4o/sda/containers/0/a75/576c7daade25f65a13c2c4a825fb8a75/576c7daade25f65a13c2c4a825fb8a75_1715796746.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmplnw6fq4o/sda/containers/0/6a0/fffdd1b4c6d832e41304537badc536a0/fffdd1b4c6d832e41304537badc536a0.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796750.00000-0, db: /tmp/tmplnw6fq4o/sda/containers/0/6a0/fffdd1b4c6d832e41304537badc536a0/fffdd1b4c6d832e41304537badc536a0_1715796750.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmplnw6fq4o/sda/containers/0/8c6/25227d15d388b14f244523864930d8c6/25227d15d388b14f244523864930d8c6.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796754.00000-0, db: /tmp/tmplnw6fq4o/sda/containers/0/8c6/25227d15d388b14f244523864930d8c6/25227d15d388b14f244523864930d8c6_1715796754.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmplnw6fq4o/sda/containers/0/644/8884d3f47b2525b310b4af641263b644/8884d3f47b2525b310b4af641263b644.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796758.00000-0, db: /tmp/tmplnw6fq4o/sda/containers/0/644/8884d3f47b2525b310b4af641263b644/8884d3f47b2525b310b4af641263b644_1715796758.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmplnw6fq4o/sda/containers/0/fe7/d06b8b5d9d8ae37ac75210e4ce832fe7/d06b8b5d9d8ae37ac75210e4ce832fe7.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796762.00000-0, db: /tmp/tmplnw6fq4o/sda/containers/0/fe7/d06b8b5d9d8ae37ac75210e4ce832fe7/d06b8b5d9d8ae37ac75210e4ce832fe7_1715796762.00000.db +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_with_timings +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_with_timings ... ok +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'f0b1521417af1b3bbf75a1a71a66ce3a', '74d55548-c8de-4908-b75c-a27ad3f8e947-sda', '1715796346.60009', '1715796349', '1715796348', '', '1715796349', 1, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('74d55548-c8de-4908-b75c-a27ad3f8e947-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpl8qlssoc/sda/containers/0/50e/d16a33d35ab615785e1281523471e50e/d16a33d35ab615785e1281523471e50e.db test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.69958 seconds (1.42942/s) +test INFO: Attempted to replicate 1 dbs in 0.29484 seconds (3.39171/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmp00xh830o/sda/containers/0/38e/80fc1fc0ae0ed44084a93df5bb43f38e/80fc1fc0ae0ed44084a93df5bb43f38e.db -REPLICATE: /sdb/0/80fc1fc0ae0ed44084a93df5bb43f38e, sync, (1, '6e5e6e86a331a312c3a55f17279c0c18', '1f7db25d-b688-4308-b61a-76420f0995e2-sda', '1750205177.90033', '1750204800', '0', '', '1750204800', 1, 0) -REPLICATE: /sdb/0/80fc1fc0ae0ed44084a93df5bb43f38e, complete_rsync, ('1f7db25d-b688-4308-b61a-76420f0995e2-sda', '80fc1fc0ae0ed44084a93df5bb43f38e.db') -REPLICATE: /sdc/0/80fc1fc0ae0ed44084a93df5bb43f38e, sync, (1, '6e5e6e86a331a312c3a55f17279c0c18', '1f7db25d-b688-4308-b61a-76420f0995e2-sda', '1750205177.90033', '1750204800', '0', '', '1750204800', 1, 0) -REPLICATE: /sdc/0/80fc1fc0ae0ed44084a93df5bb43f38e, complete_rsync, ('1f7db25d-b688-4308-b61a-76420f0995e2-sda', '80fc1fc0ae0ed44084a93df5bb43f38e.db') +test DEBUG: Replicating db /tmp/tmpl8qlssoc/sda/containers/0/50e/d16a33d35ab615785e1281523471e50e/d16a33d35ab615785e1281523471e50e.db +REPLICATE: /sdb/0/d16a33d35ab615785e1281523471e50e, sync, (1, '7fc7ca5a0e131703b6daa7fb49522c60', '95ca91a6-e4d6-4d92-b4bc-e68f4871a649-sda', '1715796347.04843', '1715796000', '0', '', '1715796000', 1, 0) +REPLICATE: /sdb/0/d16a33d35ab615785e1281523471e50e, complete_rsync, ('95ca91a6-e4d6-4d92-b4bc-e68f4871a649-sda', 'd16a33d35ab615785e1281523471e50e.db') +REPLICATE: /sdc/0/d16a33d35ab615785e1281523471e50e, sync, (1, '7fc7ca5a0e131703b6daa7fb49522c60', '95ca91a6-e4d6-4d92-b4bc-e68f4871a649-sda', '1715796347.04843', '1715796000', '0', '', '1715796000', 1, 0) +REPLICATE: /sdc/0/d16a33d35ab615785e1281523471e50e, complete_rsync, ('95ca91a6-e4d6-4d92-b4bc-e68f4871a649-sda', 'd16a33d35ab615785e1281523471e50e.db') test INFO: Cleaning up 0 reconciler containers test INFO: Finished reconciler replication test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpuok4h_f0/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_storage_policy_property -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_storage_policy_property ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sync_merging -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sync_merging ... ok -test.unit.obj.test_diskfile.TestDiskFile.test_close_error -test.unit.obj.test_diskfile.TestDiskFile.test_close_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_commit -test.unit.obj.test_diskfile.TestDiskFile.test_commit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_commit_fsync -test.unit.obj.test_diskfile.TestDiskFile.test_commit_fsync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_commit_ignores_cleanup_ondisk_files_error -test.unit.obj.test_diskfile.TestDiskFile.test_commit_ignores_cleanup_ondisk_files_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_content_type_and_timestamp -test.unit.obj.test_diskfile.TestDiskFile.test_content_type_and_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_content_type_not_open -test.unit.obj.test_diskfile.TestDiskFile.test_content_type_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_content_type_timestamp_not_open -test.unit.obj.test_diskfile.TestDiskFile.test_content_type_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_create_close_oserror -test.unit.obj.test_diskfile.TestDiskFile.test_create_close_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_create_mkstemp_no_space -test.unit.obj.test_diskfile.TestDiskFile.test_create_mkstemp_no_space ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_create_prealloc -test.unit.obj.test_diskfile.TestDiskFile.test_create_prealloc ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_create_prealloc_oserror -test.unit.obj.test_diskfile.TestDiskFile.test_create_prealloc_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_create_unlink_cleanup_DiskFileNoSpace -test.unit.obj.test_diskfile.TestDiskFile.test_create_unlink_cleanup_DiskFileNoSpace ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_create_unlink_cleanup_logging -test.unit.obj.test_diskfile.TestDiskFile.test_create_unlink_cleanup_logging ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_create_unlink_cleanup_renamer_fails -test.unit.obj.test_diskfile.TestDiskFile.test_create_unlink_cleanup_renamer_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_create_use_linkat_renamer_not_called -test.unit.obj.test_diskfile.TestDiskFile.test_create_use_linkat_renamer_not_called ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_data_timestamp -test.unit.obj.test_diskfile.TestDiskFile.test_data_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_data_timestamp_not_open -test.unit.obj.test_diskfile.TestDiskFile.test_data_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_delete -test.unit.obj.test_diskfile.TestDiskFile.test_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_corners -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_corners ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_partial_closes -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_partial_closes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_range_w_none -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_range_w_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_edges -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_edges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_empty -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_empty ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_w_no_etag_quarantine -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_w_no_etag_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_w_quarantine -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_w_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_concurrent_delete -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_concurrent_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_concurrent_marked_durable -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_concurrent_marked_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_concurrent_writes -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_concurrent_writes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_default_disallowed_metadata -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_default_disallowed_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_large_app_iter_ranges -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_large_app_iter_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_mkstemp_creates_dir -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_mkstemp_creates_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_preserves_slo -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_preserves_slo ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_preserves_sysmeta -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_preserves_sysmeta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_reader_iter -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_reader_iter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_reader_iter_w_io_error -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_reader_iter_w_io_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_reader_iter_w_quarantine -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_reader_iter_w_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_writer -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_writer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_content_length -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_content_length_deleted -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_content_length_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_content_length_not_open -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_content_length_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_names -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_names ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_timestamp -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_timestamp_deleted -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_timestamp_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_timestamp_not_open -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_durable_timestamp -test.unit.obj.test_diskfile.TestDiskFile.test_durable_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_durable_timestamp_no_data_file -test.unit.obj.test_diskfile.TestDiskFile.test_durable_timestamp_no_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_durable_timestamp_not_open -test.unit.obj.test_diskfile.TestDiskFile.test_durable_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_error_in_cleanup_ondisk_files -test.unit.obj.test_diskfile.TestDiskFile.test_error_in_cleanup_ondisk_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_exception_in_handle_close_quarantine -test.unit.obj.test_diskfile.TestDiskFile.test_exception_in_handle_close_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_from_audit_location -test.unit.obj.test_diskfile.TestDiskFile.test_from_audit_location ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_from_audit_location_with_mismatched_hash -test.unit.obj.test_diskfile.TestDiskFile.test_from_audit_location_with_mismatched_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_get_datafile_metadata -test.unit.obj.test_diskfile.TestDiskFile.test_get_datafile_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_get_datafile_metadata_not_opened -test.unit.obj.test_diskfile.TestDiskFile.test_get_datafile_metadata_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_get_dev_path -test.unit.obj.test_diskfile.TestDiskFile.test_get_dev_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_get_metadata -test.unit.obj.test_diskfile.TestDiskFile.test_get_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_get_metadata_not_opened -test.unit.obj.test_diskfile.TestDiskFile.test_get_metadata_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_get_metafile_metadata -test.unit.obj.test_diskfile.TestDiskFile.test_get_metafile_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_get_metafile_metadata_not_opened -test.unit.obj.test_diskfile.TestDiskFile.test_get_metafile_metadata_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_get_tempfile_fallback_to_mkstemp -test.unit.obj.test_diskfile.TestDiskFile.test_get_tempfile_fallback_to_mkstemp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_get_tempfile_use_linkat_os_open_called -test.unit.obj.test_diskfile.TestDiskFile.test_get_tempfile_use_linkat_os_open_called ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_get_tmpfile_os_open_other_exceptions_are_raised -test.unit.obj.test_diskfile.TestDiskFile.test_get_tmpfile_os_open_other_exceptions_are_raised ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_keep_cache -test.unit.obj.test_diskfile.TestDiskFile.test_keep_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_killed_before_cleanup -test.unit.obj.test_diskfile.TestDiskFile.test_killed_before_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_mount_checking -test.unit.obj.test_diskfile.TestDiskFile.test_mount_checking ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_not_opened -test.unit.obj.test_diskfile.TestDiskFile.test_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_number_calls_to_cleanup_ondisk_files_during_create -test.unit.obj.test_diskfile.TestDiskFile.test_number_calls_to_cleanup_ondisk_files_during_create ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_number_calls_to_cleanup_ondisk_files_during_delete -test.unit.obj.test_diskfile.TestDiskFile.test_number_calls_to_cleanup_ondisk_files_during_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_data_ts_meta -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_data_ts_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_data_ts_meta_legacy_durable -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_data_ts_meta_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_listdir_error -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_listdir_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_listdir_error_legacy_durable -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_listdir_error_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_meta_data_ts -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_meta_data_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_meta_data_ts_legacy_durable -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_meta_data_ts_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_meta_ts_data -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_meta_ts_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_multiple_meta_data -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_multiple_meta_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_multiple_meta_data_legacy_durable -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_multiple_meta_data_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_stale_meta_data -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_stale_meta_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_stale_meta_data_legacy_durable -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_stale_meta_data_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_ts_meta_data -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_ts_meta_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_wayward_files_ignored -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_wayward_files_ignored ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_wayward_files_ignored_legacy_durable -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_wayward_files_ignored_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_open_deleted -test.unit.obj.test_diskfile.TestDiskFile.test_open_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_open_deleted_with_corrupt_tombstone -test.unit.obj.test_diskfile.TestDiskFile.test_open_deleted_with_corrupt_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_open_expired -test.unit.obj.test_diskfile.TestDiskFile.test_open_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_open_not_exist -test.unit.obj.test_diskfile.TestDiskFile.test_open_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_open_not_expired -test.unit.obj.test_diskfile.TestDiskFile.test_open_not_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_bad_content_length -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_bad_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_corrupt_xattrs -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_corrupt_xattrs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_deleted_files -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_deleted_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_fstat_oserror -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_fstat_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_hashdir_not_a_directory -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_hashdir_not_a_directory ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_hashdir_not_listable -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_hashdir_not_listable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_bad_name -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_bad_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_bad_x_delete_at -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_bad_x_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_content_length -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_content_length_bad -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_content_length_bad ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_etag -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_missing_name -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_missing_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_zero_byte -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_zero_byte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_ioerror_enodata -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_ioerror_enodata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_missing_content_length -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_missing_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_subtly_corrupt_xattrs -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_subtly_corrupt_xattrs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_truncated_xattrs -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_truncated_xattrs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_valids -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_valids ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_read_metadata -test.unit.obj.test_diskfile.TestDiskFile.test_read_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_read_metadata_no_xattr -test.unit.obj.test_diskfile.TestDiskFile.test_read_metadata_no_xattr ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_splice_to_wsockfd_blocks -test.unit.obj.test_diskfile.TestDiskFile.test_splice_to_wsockfd_blocks ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_tee_to_md5_pipe_length_mismatch -test.unit.obj.test_diskfile.TestDiskFile.test_tee_to_md5_pipe_length_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_write_cleanup -test.unit.obj.test_diskfile.TestDiskFile.test_write_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_write_cleanup_legacy_durable -test.unit.obj.test_diskfile.TestDiskFile.test_write_cleanup_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_write_cleanup_part_power_increase -test.unit.obj.test_diskfile.TestDiskFile.test_write_cleanup_part_power_increase ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_disk_full -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_disk_full ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_no_xattr -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_no_xattr ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_content_type -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_content_type_removes_multiple_metas -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_content_type_removes_multiple_metas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_content_type_removes_same_time_meta -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_content_type_removes_same_time_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_older_content_type -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_older_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_zero_copy_cache_dropping -test.unit.obj.test_diskfile.TestDiskFile.test_zero_copy_cache_dropping ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_zero_copy_turns_off_when_md5_sockets_not_supported -test.unit.obj.test_diskfile.TestDiskFile.test_zero_copy_turns_off_when_md5_sockets_not_supported ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_audit_location_class -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_audit_location_class ... ok -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_auditor_status -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_auditor_status ... ok -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_finding_of_hashdirs -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_finding_of_hashdirs ... ok -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_only_catch_expected_errors -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_only_catch_expected_errors ... ok -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_skipping_files -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_skipping_files ... ok -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_skipping_unmounted_devices -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_skipping_unmounted_devices ... ok -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_update_auditor_status_throttle -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_update_auditor_status_throttle ... ok +test DEBUG: Replicating db /tmp/tmpf83_5fxf/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'c0a083b3-04de-45b2-bd44-8d7aa717d5bb-sda', '1715796347.23855', '1715796350', '1715796349', '', '1715796350', 0, 0) +test DEBUG: /tmp/tmpf83_5fxf/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'c0a083b3-04de-45b2-bd44-8d7aa717d5bb-sda', '1715796347.23855', '1715796350', '1715796349', '', '1715796350', 0, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('c0a083b3-04de-45b2-bd44-8d7aa717d5bb-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.17895 seconds (5.58807/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpu0063cwp/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '0b42fa220b74da295a6589972aad5bf8', '094c183e-1e89-4e63-b046-2646e178e3b0-sda', '1715796347.63507', '1715796350', '1715796349', '', '1715796350', 1, 0) +test DEBUG: /tmp/tmpu0063cwp/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '0b42fa220b74da295a6589972aad5bf8', '094c183e-1e89-4e63-b046-2646e178e3b0-sda', '1715796347.63507', '1715796350', '1715796349', '', '1715796350', 1, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('094c183e-1e89-4e63-b046-2646e178e3b0-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpu0063cwp/sda/containers/0/50e/d16a33d35ab615785e1281523471e50e/d16a33d35ab615785e1281523471e50e.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.34147 seconds (2.92854/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmpu0063cwp/sda/containers/0/50e/d16a33d35ab615785e1281523471e50e/d16a33d35ab615785e1281523471e50e.db +REPLICATE: /sdb/0/d16a33d35ab615785e1281523471e50e, sync, (1, '964eac40a15834e51de67e82e59075b1', '7ce6cec6-8bf0-42f7-aa99-061cd1327108-sda', '1715796348.10514', '1715796000', '0', '', '1715796000', 1, 0) +REPLICATE: /sdb/0/d16a33d35ab615785e1281523471e50e, complete_rsync, ('7ce6cec6-8bf0-42f7-aa99-061cd1327108-sda', 'd16a33d35ab615785e1281523471e50e.db') +REPLICATE: /sdc/0/d16a33d35ab615785e1281523471e50e, sync, (1, '964eac40a15834e51de67e82e59075b1', '7ce6cec6-8bf0-42f7-aa99-061cd1327108-sda', '1715796348.10514', '1715796000', '0', '', '1715796000', 1, 0) +REPLICATE: /sdc/0/d16a33d35ab615785e1281523471e50e, complete_rsync, ('7ce6cec6-8bf0-42f7-aa99-061cd1327108-sda', 'd16a33d35ab615785e1281523471e50e.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '0b782e1afe8cfdd8237c559e311bf2f4', 'c0e65234-52d9-4bf4-8971-15f07739b50a-sda', '1715796348.31046', '1715796348.00000', '0', '{"x-container-meta-test": ["foo", "1715796348.00000"]}', '1715796348.00000', 1, 0) +test DEBUG: replicator-rpc-sync time for info: 0.03s +test DEBUG: replicator-rpc-sync time for update_metadata: 0.03s +test DEBUG: replicator-rpc-sync time for merge_timestamps: 0.03s +test DEBUG: replicator-rpc-sync time for get_sync: 0.00s +test DEBUG: replicator-rpc-sync time for merge_syncs: 0.02s +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '815dbbb0121dbbfd801448a531d8c922', '5ecb5e7c-4458-4575-afbd-f318817ee3d4-sda', '1715796348.54820', '1715796348.54218', '0', '', '1715796348.54218', 1, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1715796348.58357', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1715796348.58357', 'deleted': 0, 'state': 10, 'state_timestamp': '1715796348.58357', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1715796348.58363', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1715796348.58363', 'deleted': 0, 'state': 10, 'state_timestamp': '1715796348.58363', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1715796348.58365', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1715796348.58365', 'deleted': 0, 'state': 10, 'state_timestamp': '1715796348.58365', 'epoch': None, 'reported': 0, 'tombstones': -1}], '5ecb5e7c-4458-4575-afbd-f318817ee3d4-sda') +test DEBUG: /tmp/tmpxm4xkk67/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 3 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmpxm4xkk67/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'obj', 'created_at': '1715796348.73405', 'size': 0, 'content_type': 'text/plain', 'etag': 'd41d8cd98f00b204e9800998ecf8427e', 'deleted': 0, 'storage_policy_index': 0}], '5ecb5e7c-4458-4575-afbd-f318817ee3d4-sda') +test DEBUG: /tmp/tmpxm4xkk67/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0284426s) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '815dbbb0121dbbfd801448a531d8c922', '5ecb5e7c-4458-4575-afbd-f318817ee3d4-sda', '1715796348.54820', '1715796348.54218', '0', '', '1715796348.54218', 1, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1715796348.58357', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1715796348.58357', 'deleted': 0, 'state': 10, 'state_timestamp': '1715796348.58357', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1715796348.58363', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1715796348.58363', 'deleted': 0, 'state': 10, 'state_timestamp': '1715796348.58363', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1715796348.58365', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1715796348.58365', 'deleted': 0, 'state': 10, 'state_timestamp': '1715796348.58365', 'epoch': None, 'reported': 0, 'tombstones': -1}], '5ecb5e7c-4458-4575-afbd-f318817ee3d4-sda') +test DEBUG: /tmp/tmpxm4xkk67/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 3 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmpxm4xkk67/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '815dbbb0121dbbfd801448a531d8c922', '5ecb5e7c-4458-4575-afbd-f318817ee3d4-sda', '1715796348.54820', '1715796348.54218', '0', '', '1715796348.54218', 1, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1715796348.58357', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1715796348.58357', 'deleted': 0, 'state': 10, 'state_timestamp': '1715796348.58357', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1715796348.58363', 'lower': 'g', 'upper': 'r', 'object_count': 13, 'bytes_used': 123, 'meta_timestamp': '1715796348.89913', 'deleted': 0, 'state': 10, 'state_timestamp': '1715796348.58363', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1715796348.58365', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1715796348.58365', 'deleted': 0, 'state': 10, 'state_timestamp': '1715796348.58365', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715796348.88021', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715796348.88021', 'deleted': 0, 'state': 60, 'state_timestamp': '1715796348.88012', 'epoch': '1715796348.88012', 'reported': 0, 'tombstones': -1}], '5ecb5e7c-4458-4575-afbd-f318817ee3d4-sda') +test DEBUG: /tmp/tmpxm4xkk67/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpxm4xkk67/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '815dbbb0121dbbfd801448a531d8c922', '5ecb5e7c-4458-4575-afbd-f318817ee3d4-sda', '1715796348.54820', '1715796348.54218', '0', '', '1715796348.54218', 1, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1715796348.58357', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1715796348.58357', 'deleted': 0, 'state': 10, 'state_timestamp': '1715796348.58357', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1715796348.58363', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1715796348.95916', 'deleted': 0, 'state': 10, 'state_timestamp': '1715796348.58363', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1715796348.58365', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1715796348.58365', 'deleted': 0, 'state': 10, 'state_timestamp': '1715796348.58365', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715796348.88021', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715796348.88021', 'deleted': 0, 'state': 60, 'state_timestamp': '1715796348.88012', 'epoch': '1715796348.88012', 'reported': 0, 'tombstones': -1}], '5ecb5e7c-4458-4575-afbd-f318817ee3d4-sda') +test DEBUG: /tmp/tmpxm4xkk67/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpxm4xkk67/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '815dbbb0121dbbfd801448a531d8c922', '5ecb5e7c-4458-4575-afbd-f318817ee3d4-sda', '1715796348.54820', '1715796348.54218', '0', '', '1715796348.54218', 1, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1715796349.03071', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1715796349.03071', 'deleted': 1, 'state': 10, 'state_timestamp': '1715796349.03071', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1715796348.58363', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1715796348.95916', 'deleted': 0, 'state': 10, 'state_timestamp': '1715796348.58363', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1715796348.58365', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1715796348.58365', 'deleted': 0, 'state': 10, 'state_timestamp': '1715796348.58365', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715796348.88021', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715796348.88021', 'deleted': 0, 'state': 60, 'state_timestamp': '1715796348.88012', 'epoch': '1715796348.88012', 'reported': 0, 'tombstones': -1}], '5ecb5e7c-4458-4575-afbd-f318817ee3d4-sda') +test DEBUG: /tmp/tmpxm4xkk67/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpxm4xkk67/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '815dbbb0121dbbfd801448a531d8c922', '5ecb5e7c-4458-4575-afbd-f318817ee3d4-sda', '1715796348.54820', '1715796348.54218', '0', '', '1715796348.54218', 1, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges +test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges ... ok +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1715796349.03071', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1715796349.03071', 'deleted': 1, 'state': 10, 'state_timestamp': '1715796349.03071', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1715796348.58363', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1715796348.95916', 'deleted': 0, 'state': 10, 'state_timestamp': '1715796348.58363', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1715796349.08280', 'lower': 'r', 'upper': '', 'object_count': 0, 'bytes_used': 30, 'meta_timestamp': '1715796349.08280', 'deleted': 0, 'state': 10, 'state_timestamp': '1715796349.08280', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715796348.88021', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715796348.88021', 'deleted': 0, 'state': 60, 'state_timestamp': '1715796348.88012', 'epoch': '1715796348.88012', 'reported': 0, 'tombstones': -1}], '5ecb5e7c-4458-4575-afbd-f318817ee3d4-sda') +test DEBUG: /tmp/tmpxm4xkk67/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpxm4xkk67/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '815dbbb0121dbbfd801448a531d8c922', '5ecb5e7c-4458-4575-afbd-f318817ee3d4-sda', '1715796348.54820', '1715796348.54218', '0', '', '1715796348.54218', 1, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1715796349.03071', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1715796349.03071', 'deleted': 1, 'state': 10, 'state_timestamp': '1715796349.03071', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1715796348.58363', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1715796348.95916', 'deleted': 0, 'state': 10, 'state_timestamp': '1715796348.58363', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1715796349.08280', 'lower': 'r', 'upper': '', 'object_count': 0, 'bytes_used': 2030, 'meta_timestamp': '1715796349.17618', 'deleted': 0, 'state': 10, 'state_timestamp': '1715796349.08280', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715796348.88021', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715796348.88021', 'deleted': 0, 'state': 60, 'state_timestamp': '1715796348.88012', 'epoch': '1715796348.88012', 'reported': 0, 'tombstones': -1}], '5ecb5e7c-4458-4575-afbd-f318817ee3d4-sda') +test DEBUG: /tmp/tmpxm4xkk67/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpxm4xkk67/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '815dbbb0121dbbfd801448a531d8c922', '5ecb5e7c-4458-4575-afbd-f318817ee3d4-sda', '1715796348.54820', '1715796348.54218', '0', '', '1715796348.54218', 1, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1715796349.77271', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1715796349.03071', 'deleted': 0, 'state': 10, 'state_timestamp': '1715796349.03071', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1715796348.58363', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1715796348.95916', 'deleted': 0, 'state': 10, 'state_timestamp': '1715796348.58363', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1715796349.08280', 'lower': 'r', 'upper': '', 'object_count': 0, 'bytes_used': 2030, 'meta_timestamp': '1715796349.17618', 'deleted': 0, 'state': 10, 'state_timestamp': '1715796349.08280', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715796348.88021', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715796348.88021', 'deleted': 0, 'state': 60, 'state_timestamp': '1715796348.88012', 'epoch': '1715796348.88012', 'reported': 0, 'tombstones': -1}], '5ecb5e7c-4458-4575-afbd-f318817ee3d4-sda') +test DEBUG: /tmp/tmpxm4xkk67/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpxm4xkk67/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '815dbbb0121dbbfd801448a531d8c922', '5ecb5e7c-4458-4575-afbd-f318817ee3d4-sda', '1715796348.54820', '1715796348.54218', '0', '', '1715796348.54218', 1, 0) +REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1715796349.77271', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1715796349.03071', 'deleted': 0, 'state': 10, 'state_timestamp': '1715796349.03071', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1715796348.58363', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1715796348.95916', 'deleted': 0, 'state': 10, 'state_timestamp': '1715796348.58363', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1715796349.08280', 'lower': 'r', 'upper': '', 'object_count': 0, 'bytes_used': 2030, 'meta_timestamp': '1715796349.17618', 'deleted': 0, 'state': 10, 'state_timestamp': '1715796349.08280', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715796348.88021', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715796348.88021', 'deleted': 0, 'state': 60, 'state_timestamp': '1715796348.88012', 'epoch': '1715796348.88012', 'reported': 0, 'tombstones': -1}], '5ecb5e7c-4458-4575-afbd-f318817ee3d4-sda') +test DEBUG: /tmp/tmpxm4xkk67/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.0:1000/sda +test WARNING: /tmp/tmpxm4xkk67/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.0:1000/sda; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '341913d1eb6a9c4ab50cf95ad1bf34d9', '6db00853-13c1-43cf-a2ef-1a799fddb24b-sda', '1715796350.81536', '1715796350.81078', '0', '', '1715796350.81078', 1, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': 'a/c', 'timestamp': '1715796350.86062', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715796350.86062', 'deleted': 0, 'state': 60, 'state_timestamp': '1715796350.85932', 'epoch': '1715796350.85932', 'reported': 0, 'tombstones': -1}], '6db00853-13c1-43cf-a2ef-1a799fddb24b-sda') +test ERROR: ERROR Bad response 500 from 10.0.0.1 +test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_error +test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_error ... ok +test DEBUG: /tmp/tmpn2orbywv/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'obj', 'created_at': '1715796350.85911', 'size': 0, 'content_type': 'text/plain', 'etag': 'd41d8cd98f00b204e9800998ecf8427e', 'deleted': 0, 'storage_policy_index': 0}], '6db00853-13c1-43cf-a2ef-1a799fddb24b-sda') +test DEBUG: /tmp/tmpn2orbywv/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0474887s) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '0209ddb2-38a7-4dcf-9568-17a93e418e3e-sda', '1715796351.03746', '1715796351.03382', '0', '', '1715796351.03382', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1715796351.08161', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1715796351.08161', 'deleted': 0, 'state': 10, 'state_timestamp': '1715796351.08161', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1715796351.08166', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1715796351.08166', 'deleted': 0, 'state': 10, 'state_timestamp': '1715796351.08166', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1715796351.08168', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1715796351.08168', 'deleted': 0, 'state': 10, 'state_timestamp': '1715796351.08168', 'epoch': None, 'reported': 0, 'tombstones': -1}], '0209ddb2-38a7-4dcf-9568-17a93e418e3e-sda') +test DEBUG: /tmp/tmp_l3mypeu/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 3 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmp_l3mypeu/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'aa44118d-1292-4b6a-9b49-2f295522c9b4-sda', '1715796351.18475', '1715796351.18202', '0', '', '1715796351.18202', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1715796351.23180', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1715796351.23180', 'deleted': 0, 'state': 10, 'state_timestamp': '1715796351.23180', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1715796351.23186', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1715796351.23186', 'deleted': 0, 'state': 10, 'state_timestamp': '1715796351.23186', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1715796351.23188', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1715796351.23188', 'deleted': 0, 'state': 10, 'state_timestamp': '1715796351.23188', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715796351.03346', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715796351.03346', 'deleted': 0, 'state': 40, 'state_timestamp': '1715796351.03346', 'epoch': None, 'reported': 0, 'tombstones': -1}], 'aa44118d-1292-4b6a-9b49-2f295522c9b4-sda') +test DEBUG: /tmp/tmp_l3mypeu/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmp_l3mypeu/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'b4e35673-c568-4097-9e8c-edc7f1adae22-sda', '1715796351.37484', '1715796351.37078', '0', '', '1715796351.37078', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1715796351.42118', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1715796351.42118', 'deleted': 0, 'state': 10, 'state_timestamp': '1715796351.42118', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1715796351.42120', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1715796351.42120', 'deleted': 0, 'state': 10, 'state_timestamp': '1715796351.42120', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1715796351.42122', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1715796351.42122', 'deleted': 0, 'state': 10, 'state_timestamp': '1715796351.42122', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715796351.03346', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715796351.03346', 'deleted': 0, 'state': 40, 'state_timestamp': '1715796351.03346', 'epoch': None, 'reported': 0, 'tombstones': -1}], 'b4e35673-c568-4097-9e8c-edc7f1adae22-sda') +test DEBUG: /tmp/tmp_l3mypeu/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmp_l3mypeu/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'b1deef4e-9f3c-449e-923b-8c5540538577-sda', '1715796351.56159', '1715796351.55923', '0', '', '1715796351.55923', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1715796351.59219', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1715796351.59219', 'deleted': 0, 'state': 10, 'state_timestamp': '1715796351.59219', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1715796351.59226', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1715796351.59226', 'deleted': 0, 'state': 10, 'state_timestamp': '1715796351.59226', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1715796351.59228', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1715796351.59228', 'deleted': 0, 'state': 10, 'state_timestamp': '1715796351.59228', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715796351.03346', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715796351.03346', 'deleted': 0, 'state': 40, 'state_timestamp': '1715796351.03346', 'epoch': None, 'reported': 0, 'tombstones': -1}], 'b1deef4e-9f3c-449e-923b-8c5540538577-sda') +test DEBUG: /tmp/tmp_l3mypeu/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmp_l3mypeu/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '22b83dc3-1c5c-44f7-9836-e0359aff8222-sda', '1715796351.76179', '1715796351.75696', '0', '', '1715796351.75696', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1715796351.80840', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1715796351.80840', 'deleted': 0, 'state': 10, 'state_timestamp': '1715796351.80840', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1715796351.80848', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1715796351.80848', 'deleted': 0, 'state': 10, 'state_timestamp': '1715796351.80848', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1715796351.80850', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1715796351.80850', 'deleted': 0, 'state': 10, 'state_timestamp': '1715796351.80850', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715796351.03346', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715796351.03346', 'deleted': 0, 'state': 40, 'state_timestamp': '1715796351.03346', 'epoch': None, 'reported': 0, 'tombstones': -1}], '22b83dc3-1c5c-44f7-9836-e0359aff8222-sda') +test DEBUG: /tmp/tmp_l3mypeu/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmp_l3mypeu/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '2008adbd-8072-4449-a5e0-30276d31382b-sda', '1715796351.97202', '1715796351.96978', '0', '', '1715796351.96978', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1715796352.01343', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1715796352.01343', 'deleted': 0, 'state': 10, 'state_timestamp': '1715796352.01343', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1715796352.01349', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1715796352.01349', 'deleted': 0, 'state': 10, 'state_timestamp': '1715796352.01349', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1715796352.01351', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1715796352.01351', 'deleted': 0, 'state': 10, 'state_timestamp': '1715796352.01351', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715796351.03361', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715796351.03361', 'deleted': 0, 'state': 40, 'state_timestamp': '1715796351.03361', 'epoch': '1715796351.03364', 'reported': 0, 'tombstones': -1}], '2008adbd-8072-4449-a5e0-30276d31382b-sda') +test DEBUG: /tmp/tmp_l3mypeu/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmp_l3mypeu/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '6538074e-d783-49a1-899a-554792f83426-sda', '1715796352.15661', '1715796352.15253', '0', '', '1715796352.15253', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1715796352.21006', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1715796352.21006', 'deleted': 0, 'state': 10, 'state_timestamp': '1715796352.21006', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1715796352.21012', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1715796352.21012', 'deleted': 0, 'state': 10, 'state_timestamp': '1715796352.21012', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1715796352.21013', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1715796352.21013', 'deleted': 0, 'state': 10, 'state_timestamp': '1715796352.21013', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715796351.03361', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715796351.03361', 'deleted': 0, 'state': 40, 'state_timestamp': '1715796351.03361', 'epoch': '1715796351.03364', 'reported': 0, 'tombstones': -1}], '6538074e-d783-49a1-899a-554792f83426-sda') +test DEBUG: /tmp/tmp_l3mypeu/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmp_l3mypeu/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '1ce49bd4-4409-49c3-a2f5-759f30216db5-sda', '1715796352.34124', '1715796352.33921', '0', '', '1715796352.33921', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1715796352.38966', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1715796352.38966', 'deleted': 0, 'state': 10, 'state_timestamp': '1715796352.38966', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1715796352.38973', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1715796352.38973', 'deleted': 0, 'state': 10, 'state_timestamp': '1715796352.38973', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1715796352.38975', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1715796352.38975', 'deleted': 0, 'state': 10, 'state_timestamp': '1715796352.38975', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715796351.03361', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715796351.03361', 'deleted': 0, 'state': 40, 'state_timestamp': '1715796351.03361', 'epoch': '1715796351.03364', 'reported': 0, 'tombstones': -1}], '1ce49bd4-4409-49c3-a2f5-759f30216db5-sda') +test DEBUG: /tmp/tmp_l3mypeu/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmp_l3mypeu/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '041abdb3-06dc-4ca2-9be7-f780577bb72e-sda', '1715796352.52779', '1715796352.52524', '0', '', '1715796352.52524', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_not_merged_once_sharded +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_not_merged_once_sharded ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_overlap_not_merged_while_cleaving_1 +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_overlap_not_merged_while_cleaving_1 ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_merge_remote_osr +test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_merge_remote_osr ... ok +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1715796352.56626', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1715796352.56626', 'deleted': 0, 'state': 10, 'state_timestamp': '1715796352.56626', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1715796352.56632', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1715796352.56632', 'deleted': 0, 'state': 10, 'state_timestamp': '1715796352.56632', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1715796352.56633', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1715796352.56633', 'deleted': 0, 'state': 10, 'state_timestamp': '1715796352.56633', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715796351.03372', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715796351.03372', 'deleted': 0, 'state': 40, 'state_timestamp': '1715796351.03372', 'epoch': '1715796351.03375', 'reported': 0, 'tombstones': -1}], '041abdb3-06dc-4ca2-9be7-f780577bb72e-sda') +test DEBUG: /tmp/tmp_l3mypeu/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmp_l3mypeu/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'aff551ee-adfd-427f-a835-d25336ff5234-sda', '1715796352.77237', '1715796352.76751', '0', '', '1715796352.76751', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1715796352.81543', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1715796352.81543', 'deleted': 0, 'state': 10, 'state_timestamp': '1715796352.81543', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1715796352.81546', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1715796352.81546', 'deleted': 0, 'state': 10, 'state_timestamp': '1715796352.81546', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1715796352.81547', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1715796352.81547', 'deleted': 0, 'state': 10, 'state_timestamp': '1715796352.81547', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715796351.03361', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715796351.03361', 'deleted': 0, 'state': 40, 'state_timestamp': '1715796351.03361', 'epoch': '1715796351.03364', 'reported': 0, 'tombstones': -1}], 'aff551ee-adfd-427f-a835-d25336ff5234-sda') +test DEBUG: /tmp/tmp_l3mypeu/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmp_l3mypeu/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '90439dbd-215c-451f-b87b-cf8c4ed6b0b6-sda', '1715796352.96154', '1715796352.95862', '0', '', '1715796352.95862', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1715796353.00330', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1715796353.00330', 'deleted': 0, 'state': 10, 'state_timestamp': '1715796353.00330', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1715796353.00335', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1715796353.00335', 'deleted': 0, 'state': 10, 'state_timestamp': '1715796353.00335', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1715796353.00337', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1715796353.00337', 'deleted': 0, 'state': 10, 'state_timestamp': '1715796353.00337', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715796351.03361', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715796351.03361', 'deleted': 0, 'state': 40, 'state_timestamp': '1715796351.03361', 'epoch': '1715796351.03364', 'reported': 0, 'tombstones': -1}], '90439dbd-215c-451f-b87b-cf8c4ed6b0b6-sda') +test DEBUG: /tmp/tmp_l3mypeu/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmp_l3mypeu/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '59d5227b-7035-4adf-968a-f9e068e77515-sda', '1715796353.18490', '1715796353.18265', '0', '', '1715796353.18265', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1715796353.22405', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1715796353.22405', 'deleted': 0, 'state': 10, 'state_timestamp': '1715796353.22405', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1715796353.22411', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1715796353.22411', 'deleted': 0, 'state': 10, 'state_timestamp': '1715796353.22411', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1715796353.22412', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1715796353.22412', 'deleted': 0, 'state': 10, 'state_timestamp': '1715796353.22412', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715796351.03381', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715796351.03346', 'deleted': 0, 'state': 40, 'state_timestamp': '1715796351.03346', 'epoch': None, 'reported': 0, 'tombstones': -1}], '59d5227b-7035-4adf-968a-f9e068e77515-sda') +test WARNING: Ignoring remote osr w/o epoch, own_sr: {'name': 'a/c', 'timestamp': '1715796351.03361', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715796351.03361', 'deleted': 0, 'state': 40, 'state_timestamp': '1715796351.03361', 'epoch': '1715796351.03364', 'reported': 0, 'tombstones': -1}, remote_sr: {'name': 'a/c', 'timestamp': '1715796351.03381', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715796351.03346', 'deleted': 0, 'state': 40, 'state_timestamp': '1715796351.03346', 'epoch': None, 'reported': 0, 'tombstones': -1}, source: repl_req +test DEBUG: /tmp/tmp_l3mypeu/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmp_l3mypeu/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'fa62fbdb97262579e23b34fbf147e764', '8637c770-1737-4078-9afd-74e8257b733d-sda', '1715796353.37096', '1715796353.36855', '0', '', '1715796353.36855', 1, 0) +test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_none_to_sync +test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_none_to_sync ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_overlap_not_merged_while_cleaving_2 +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_overlap_not_merged_while_cleaving_2 ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_timeout_in_fetch +test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_timeout_in_fetch ... ok +sharder-test DEBUG: Unlinked retiring db '/tmp/tmplnw6fq4o/sda/containers/0/05c/89db7a9524af16c93380d2c8f45a005c/89db7a9524af16c93380d2c8f45a005c.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796766.00000-0, db: /tmp/tmplnw6fq4o/sda/containers/0/05c/89db7a9524af16c93380d2c8f45a005c/89db7a9524af16c93380d2c8f45a005c_1715796766.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmplnw6fq4o/sda/containers/0/1a3/99402f2a173c14cbaad4ec1ce30b71a3/99402f2a173c14cbaad4ec1ce30b71a3.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796770.00000-0, db: /tmp/tmplnw6fq4o/sda/containers/0/1a3/99402f2a173c14cbaad4ec1ce30b71a3/99402f2a173c14cbaad4ec1ce30b71a3_1715796770.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmplnw6fq4o/sda/containers/0/8f0/d6154dea7db43499e1acf4cd4b5838f0/d6154dea7db43499e1acf4cd4b5838f0.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796774.00000-0, db: /tmp/tmplnw6fq4o/sda/containers/0/8f0/d6154dea7db43499e1acf4cd4b5838f0/d6154dea7db43499e1acf4cd4b5838f0_1715796774.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmplnw6fq4o/sda/containers/0/33f/5fe0c6e407654c41c52ff3d3ed0ae33f/5fe0c6e407654c41c52ff3d3ed0ae33f.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796778.00000-0, db: /tmp/tmplnw6fq4o/sda/containers/0/33f/5fe0c6e407654c41c52ff3d3ed0ae33f/5fe0c6e407654c41c52ff3d3ed0ae33f_1715796778.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmplnw6fq4o/sda/containers/0/42f/71b76175f928ed236674e635d476042f/71b76175f928ed236674e635d476042f.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796782.00000-0, db: /tmp/tmplnw6fq4o/sda/containers/0/42f/71b76175f928ed236674e635d476042f/71b76175f928ed236674e635d476042f_1715796782.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmplnw6fq4o/sda/containers/0/dab/cbc17590f14233867b7667463a017dab/cbc17590f14233867b7667463a017dab.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796786.00000-0, db: /tmp/tmplnw6fq4o/sda/containers/0/dab/cbc17590f14233867b7667463a017dab/cbc17590f14233867b7667463a017dab_1715796786.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmplnw6fq4o/sda/containers/0/eeb/d23e955da5940d770eecbabf2c59deeb/d23e955da5940d770eecbabf2c59deeb.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796790.00000-0, db: /tmp/tmplnw6fq4o/sda/containers/0/eeb/d23e955da5940d770eecbabf2c59deeb/d23e955da5940d770eecbabf2c59deeb_1715796790.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmplnw6fq4o/sda/containers/0/611/671f18b90503ca33704534a2bc0c5611/671f18b90503ca33704534a2bc0c5611.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796794.00000-0, db: /tmp/tmplnw6fq4o/sda/containers/0/611/671f18b90503ca33704534a2bc0c5611/671f18b90503ca33704534a2bc0c5611_1715796794.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmplnw6fq4o/sda/containers/0/077/a35dc25609e1cefcc7be488eef968077/a35dc25609e1cefcc7be488eef968077.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796798.00000-0, db: /tmp/tmplnw6fq4o/sda/containers/0/077/a35dc25609e1cefcc7be488eef968077/a35dc25609e1cefcc7be488eef968077_1715796798.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmplnw6fq4o/sda/containers/0/24d/c3b1a81ed7be9a0a5c4503a0e7d4624d/c3b1a81ed7be9a0a5c4503a0e7d4624d.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796802.00000-0, db: /tmp/tmplnw6fq4o/sda/containers/0/24d/c3b1a81ed7be9a0a5c4503a0e7d4624d/c3b1a81ed7be9a0a5c4503a0e7d4624d_1715796802.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmplnw6fq4o/sda/containers/0/b5a/b940ac9b23faf265d8debb78f5e1db5a/b940ac9b23faf265d8debb78f5e1db5a.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796806.00000-0, db: /tmp/tmplnw6fq4o/sda/containers/0/b5a/b940ac9b23faf265d8debb78f5e1db5a/b940ac9b23faf265d8debb78f5e1db5a_1715796806.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmplnw6fq4o/sda/containers/0/b4e/f9caa8ade0435aba0abd4b237aee3b4e/f9caa8ade0435aba0abd4b237aee3b4e.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796810.00000-0, db: /tmp/tmplnw6fq4o/sda/containers/0/b4e/f9caa8ade0435aba0abd4b237aee3b4e/f9caa8ade0435aba0abd4b237aee3b4e_1715796810.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmplnw6fq4o/sda/containers/0/a16/c4f20237a631bf586b832af00e710a16/c4f20237a631bf586b832af00e710a16.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796814.00000-0, db: /tmp/tmplnw6fq4o/sda/containers/0/a16/c4f20237a631bf586b832af00e710a16/c4f20237a631bf586b832af00e710a16_1715796814.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmplnw6fq4o/sda/containers/0/e2c/9c1d8d41cb369ed7235a4fc7d062ae2c/9c1d8d41cb369ed7235a4fc7d062ae2c.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796818.00000-0, db: /tmp/tmplnw6fq4o/sda/containers/0/e2c/9c1d8d41cb369ed7235a4fc7d062ae2c/9c1d8d41cb369ed7235a4fc7d062ae2c_1715796818.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmplnw6fq4o/sda/containers/0/090/6b3766045dfd967eff0c86f92dbe1090/6b3766045dfd967eff0c86f92dbe1090.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796822.00000-0, db: /tmp/tmplnw6fq4o/sda/containers/0/090/6b3766045dfd967eff0c86f92dbe1090/6b3766045dfd967eff0c86f92dbe1090_1715796822.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796355.00000-0, db: /tmp/tmpfir7s7_1/sda/containers/0/e46/32e341a2c6b5e8dc719b1cbfe2b2ce46/32e341a2c6b5e8dc719b1cbfe2b2ce46.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796359.00000-0, db: /tmp/tmpfir7s7_1/sda/containers/0/e59/c6065602ce3554c31f427fb9515b2e59/c6065602ce3554c31f427fb9515b2e59.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796363.00000-0, db: /tmp/tmpfir7s7_1/sda/containers/0/717/9e408e56c8b31e0b1967a6ecff0a9717/9e408e56c8b31e0b1967a6ecff0a9717.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796367.00000-0, db: /tmp/tmpfir7s7_1/sda/containers/0/2a6/5bc7aa67741b9e725e841f07f9ffb2a6/5bc7aa67741b9e725e841f07f9ffb2a6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796357.00000-0, db: /tmp/tmpb3wjgy4a/sda/containers/0/138/7f51b5ed91b61a41c42fdc0cc8960138/7f51b5ed91b61a41c42fdc0cc8960138.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796360.00000-0, db: /tmp/tmpb3wjgy4a/sda/containers/0/97b/6040c98adcbe9747e7c74f54e913097b/6040c98adcbe9747e7c74f54e913097b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796363.00000-0, db: /tmp/tmpb3wjgy4a/sda/containers/0/717/9e408e56c8b31e0b1967a6ecff0a9717/9e408e56c8b31e0b1967a6ecff0a9717.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796366.00000-0, db: /tmp/tmpb3wjgy4a/sda/containers/0/821/a08f9d86667bc4e6735d9564debbf821/a08f9d86667bc4e6735d9564debbf821.db +test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_trouble_receiving_so_none_to_sync +test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_trouble_receiving_so_none_to_sync ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_replace_existing_while_cleaving +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_replace_existing_while_cleaving ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_with_rsync +test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_with_rsync ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_status_change +test.unit.container.test_replicator.TestReplicatorSync.test_sync_status_change ... ok +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'obj', 'created_at': '1715796353.41167', 'size': 0, 'content_type': 'text/plain', 'etag': 'd41d8cd98f00b204e9800998ecf8427e', 'deleted': 0, 'storage_policy_index': 0}], '8637c770-1737-4078-9afd-74e8257b733d-sda') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +test DEBUG: Replicating db /tmp/tmpkp95_bwa/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '982cd2b8-fab9-4595-b292-9550af46b8b5-sda', '1715796353.54169', '1715796353.53879', '0', '', '1715796353.53879', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +test ERROR: ERROR syncing /tmp/tmpkp95_bwa/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db with node {'ip': '10.0.0.1', 'replication_ip': '10.0.0.1', 'port': 1001, 'replication_port': 1001, 'device': 'sdb', 'zone': 1, 'region': 1, 'id': 1, 'weight': 1, 'index': 1}: Timeout (0.001s) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'df6ceaaa6f107316bbd44b99e4bdbe1c', 'f5d2a18c-5938-4fc6-b844-a81dc9ee1784-sda', '1715796353.67630', '1715796353.67362', '0', '', '1715796353.67362', 1, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'obj', 'created_at': '1715796353.74538', 'size': 0, 'content_type': 'text/plain', 'etag': 'd41d8cd98f00b204e9800998ecf8427e', 'deleted': 0, 'storage_policy_index': 0}], 'f5d2a18c-5938-4fc6-b844-a81dc9ee1784-sda') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpw49j9m7w/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '297c1251-af18-4333-ba61-cf078ecd2c7f-sda', '1715796353.96551', '1715796353.96299', '0', '', '1715796353.96299', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('297c1251-af18-4333-ba61-cf078ecd2c7f-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '297c1251-af18-4333-ba61-cf078ecd2c7f-sda', '1715796353.96551', '1715796353.96299', '0', '', '1715796353.96299', 0, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('297c1251-af18-4333-ba61-cf078ecd2c7f-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.13322 seconds (7.50630/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:2 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpw49j9m7w/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '297c1251-af18-4333-ba61-cf078ecd2c7f-sda', '1715796353.96551', '1715796353.96299', '0', '', '1715796353.96299', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1715796354.18966', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1715796354.18966', 'deleted': 1, 'state': 10, 'state_timestamp': '1715796354.18966', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1715796353.99055', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1715796353.99055', 'deleted': 0, 'state': 10, 'state_timestamp': '1715796353.99055', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1715796353.99057', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1715796353.99057', 'deleted': 0, 'state': 10, 'state_timestamp': '1715796353.99057', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715796353.99075', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715796353.99075', 'deleted': 0, 'state': 60, 'state_timestamp': '1715796353.99058', 'epoch': '1715796353.99058', 'reported': 0, 'tombstones': -1}], '297c1251-af18-4333-ba61-cf078ecd2c7f-sda') +test DEBUG: /tmp/tmpw49j9m7w/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpw49j9m7w/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '297c1251-af18-4333-ba61-cf078ecd2c7f-sda', '1715796353.96551', '1715796353.96299', '0', '', '1715796353.96299', 0, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1715796354.18966', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1715796354.18966', 'deleted': 1, 'state': 10, 'state_timestamp': '1715796354.18966', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1715796353.99055', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1715796353.99055', 'deleted': 0, 'state': 10, 'state_timestamp': '1715796353.99055', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1715796353.99057', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1715796353.99057', 'deleted': 0, 'state': 10, 'state_timestamp': '1715796353.99057', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715796353.99075', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715796353.99075', 'deleted': 0, 'state': 60, 'state_timestamp': '1715796353.99058', 'epoch': '1715796353.99058', 'reported': 0, 'tombstones': -1}], '297c1251-af18-4333-ba61-cf078ecd2c7f-sda') +test DEBUG: /tmp/tmpw49j9m7w/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.2:1002/sdc +test WARNING: /tmp/tmpw49j9m7w/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.2:1002/sdc; have shard ranges and will wait for cleaving +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.07113 seconds (14.05784/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'a0a983b3-be8d-4de4-88ae-89f9388d1946-sda', '1715796354.36242', '1715796354.35972', '1715796354.39728', '', '1715796354.39728', 0, 0) +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpv7nkfmpk/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '12f8da50-53fa-43ca-9052-71b6a2a0706d-sda', '1715796354.46734', '1715796354.00000', '0', '', '1715796354.00000', 0, 0) +test DEBUG: /tmp/tmpv7nkfmpk/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_supplement_deleted_while_cleaving +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_supplement_deleted_while_cleaving ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_to_remote_with_misplaced +test.unit.container.test_replicator.TestReplicatorSync.test_sync_to_remote_with_misplaced ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_supplement_existing_while_cleaving +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_supplement_existing_while_cleaving ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_triggers_sync_store_update +test.unit.container.test_replicator.TestReplicatorSync.test_sync_triggers_sync_store_update ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_update_sync_store +test.unit.container.test_replicator.TestReplicatorSync.test_update_sync_store ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_with_gap_not_merged_while_cleaving +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_with_gap_not_merged_while_cleaving ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_update_sync_store_exception +test.unit.container.test_replicator.TestReplicatorSync.test_update_sync_store_exception ... ok test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_exception_during_rebuild test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_exception_during_rebuild ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_no_rebuilt_content @@ -45049,349 +51950,114 @@ test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_quarantines_lonely_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_rebuild_ok test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_rebuild_ok ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_storage_policy_index -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_storage_policy_index ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_storage_policy_index_empty -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_storage_policy_index_empty ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_storage_policy_index -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_storage_policy_index ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_x_syncs -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_x_syncs ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_storage_policy_property -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_storage_policy_property ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_recreate -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_recreate ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_storage_policy_index_empty -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_storage_policy_index_empty ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_deadlock -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_deadlock ... ok -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sync_merging -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sync_merging ... ok -test.unit.obj.test_auditor.TestAuditor.test_audit_location_gets_quarantined -test.unit.obj.test_auditor.TestAuditor.test_audit_location_gets_quarantined ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_auditor_reclaim_age -test.unit.obj.test_auditor.TestAuditor.test_auditor_reclaim_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_expired_object_is_ignored -test.unit.obj.test_auditor.TestAuditor.test_expired_object_is_ignored ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_expired_object_is_ignored_with_zero_byte_fps -test.unit.obj.test_auditor.TestAuditor.test_expired_object_is_ignored_with_zero_byte_fps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_failsafe_object_audit_will_swallow_errors_in_tests -test.unit.obj.test_auditor.TestAuditor.test_failsafe_object_audit_will_swallow_errors_in_tests ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_generic_exception_handling -test.unit.obj.test_auditor.TestAuditor.test_generic_exception_handling ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_inprogress_rsync_tempfiles_get_cleaned_up -test.unit.obj.test_auditor.TestAuditor.test_inprogress_rsync_tempfiles_get_cleaned_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_non_reclaimable_tombstone -test.unit.obj.test_auditor.TestAuditor.test_non_reclaimable_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_non_reclaimable_tombstone_with_custom_reclaim_age -test.unit.obj.test_auditor.TestAuditor.test_non_reclaimable_tombstone_with_custom_reclaim_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_audit_adds_metadata_checksums -test.unit.obj.test_auditor.TestAuditor.test_object_audit_adds_metadata_checksums ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_audit_checks_EC_fragments -test.unit.obj.test_auditor.TestAuditor.test_object_audit_checks_EC_fragments ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_audit_diff_data -test.unit.obj.test_auditor.TestAuditor.test_object_audit_diff_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_audit_extra_data -test.unit.obj.test_auditor.TestAuditor.test_object_audit_extra_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_audit_no_meta -test.unit.obj.test_auditor.TestAuditor.test_object_audit_no_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_audit_will_not_swallow_errors_in_tests -test.unit.obj.test_auditor.TestAuditor.test_object_audit_will_not_swallow_errors_in_tests ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_all -test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_all ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_non_zero -test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_non_zero ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_zero -test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_zero ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_zero_check_closed -test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_zero_check_closed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_run_logging -test.unit.obj.test_auditor.TestAuditor.test_object_run_logging ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_run_once_multi_devices -test.unit.obj.test_auditor.TestAuditor.test_object_run_once_multi_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_run_once_no_sda -test.unit.obj.test_auditor.TestAuditor.test_object_run_once_no_sda ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_run_once_pass -test.unit.obj.test_auditor.TestAuditor.test_object_run_once_pass ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_run_recon_cache -test.unit.obj.test_auditor.TestAuditor.test_object_run_recon_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone -test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone_with_custom_reclaim_age -test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone_with_custom_reclaim_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone_with_zero_byte_fps -test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone_with_zero_byte_fps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_rsync_tempfile_timeout_auto_option -test.unit.obj.test_auditor.TestAuditor.test_rsync_tempfile_timeout_auto_option ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_run_audit_once -test.unit.obj.test_auditor.TestAuditor.test_run_audit_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_run_audit_once_zbfps -test.unit.obj.test_auditor.TestAuditor.test_run_audit_once_zbfps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit -test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit_once -test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit_once_failed_fork -test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit_once_failed_fork ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_sleeper -test.unit.obj.test_auditor.TestAuditor.test_sleeper ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_with_inaccessible_object_location -test.unit.obj.test_auditor.TestAuditor.test_with_inaccessible_object_location ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test ERROR: Failed to unlink '/tmp/tmpkpz3ngx3/containers/part/suffix/hash/container.db': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2244, in set_sharded_state - os.unlink(retiring_file) - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError: 1 -test DEBUG: Unlinked retiring db '/tmp/tmpkpz3ngx3/containers/part/suffix/hash/container_1750205169.00000.db' -test WARNING: Still have multiple db files after unlinking '/tmp/tmpkpz3ngx3/containers/part/suffix/hash/container_1750205169.00000.db': ['/tmp/tmpkpz3ngx3/containers/part/suffix/hash/container.db', '/tmp/tmpkpz3ngx3/containers/part/suffix/hash/container_1750205170.00000.db'] -test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmpkpz3ngx3/containers/part/suffix/hash/container_1750205170.00000.db']. -test ERROR: Failed to set the ROWID of the fresh database for a/c: -test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: -test DEBUG: Skipping the update of recently changed /tmp/tmp0rb2ylhr/sdp/objects/auditor_status_ALL.json -test DEBUG: Skipping the update of recently changed /tmp/tmp0rb2ylhr/sdq/objects/auditor_status_ALL.json -test DEBUG: Skipping the update of recently changed /tmp/tmp0rb2ylhr/sdq/objects/auditor_status_ALL.json -test DEBUG: Skipping the update of recently changed /tmp/tmp0rb2ylhr/sdp/objects/auditor_status_ALL.json -test DEBUG: Skipping: /tmp/tmp27d5idct/garbage is not a directory -test DEBUG: Skipping: /tmp/tmp27d5idct/garbage is not mounted -test DEBUG: Skipping: /tmp/tmp5ndq4kns/sdq is not mounted -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmp07hhhthz/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp07hhhthz/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmp07hhhthz/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp07hhhthz/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:06:20 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0713 "-" 635412 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:06:20 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0557 "-" 635412 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:06:20 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0543 "-" 635412 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:06:20 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0571 "-" 635412 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:06:20 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txa8b3d45c7bef42ffaee9d-00685202fc" "proxy-server 635412" 0.0011 "-" 635412 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:06:20 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:48199/sdb1/1/a/c" "txa8b3d45c7bef42ffaee9d-00685202fc" "container-server 635412" 0.0315 "-" 635412 0 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:06:20 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:39755/sda1/1/a/c" "txa8b3d45c7bef42ffaee9d-00685202fc" "container-server 635412" 0.0017 "-" 635412 0 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:00:06:20 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txa8b3d45c7bef42ffaee9d-00685202fc" "proxy-server 635412" 0.3709 "-" 635412 0 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:00:06:20 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txa8b3d45c7bef42ffaee9d-00685202fc" "proxy-server 635412" 0.5079 "-" 635412 0 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/00/06/20 PUT /v1/a/c HTTP/1.0 201 - - t - - - txa8b3d45c7bef42ffaee9d-00685202fc - 0.5176 - - 1750205180.256545067 1750205180.774101973 0 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:06:20 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txc7c2ea1cff90441ea7c65-00685202fc" "proxy-server 635412" 0.0014 "-" 635412 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:06:20 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:39755/sda1/1/a1/c1" "txc7c2ea1cff90441ea7c65-00685202fc" "container-server 635412" 0.0079 "-" 635412 0 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:06:20 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:48199/sdb1/1/a1/c1" "txc7c2ea1cff90441ea7c65-00685202fc" "container-server 635412" 0.0009 "-" 635412 0 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:00:06:20 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txc7c2ea1cff90441ea7c65-00685202fc" "proxy-server 635412" 0.1735 "-" 635412 0 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:00:06:20 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txc7c2ea1cff90441ea7c65-00685202fc" "proxy-server 635412" 0.0805 "-" 635412 0 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/00/06/20 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txc7c2ea1cff90441ea7c65-00685202fc - 0.1813 - - 1750205180.785438061 1750205180.966773033 0 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:06:21 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx433bea2628484fe6867f3-00685202fc" "proxy-server 635412" 0.0624 "-" 635412 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:06:21 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:39755/sda1/2/a/c1" "tx433bea2628484fe6867f3-00685202fc" "container-server 635412" 0.0466 "-" 635412 1 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:06:21 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:48199/sdb1/2/a/c1" "tx433bea2628484fe6867f3-00685202fc" "container-server 635412" 0.0010 "-" 635412 1 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:00:06:21 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx433bea2628484fe6867f3-00685202fc" "proxy-server 635412" 0.1362 "-" 635412 1 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:00:06:21 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx433bea2628484fe6867f3-00685202fc" "proxy-server 635412" 0.1879 "-" 635412 1 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/00/06/21 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx433bea2628484fe6867f3-00685202fc - 0.2564 - - 1750205180.967908144 1750205181.224292040 1 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:06:21 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx731dedb342a2403da2b69-00685202fd" "proxy-server 635412" 0.0642 "-" 635412 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:06:21 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:39755/sda1/1/a/c2" "tx731dedb342a2403da2b69-00685202fd" "container-server 635412" 0.0666 "-" 635412 2 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:06:21 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:48199/sdb1/1/a/c2" "tx731dedb342a2403da2b69-00685202fd" "container-server 635412" 0.0011 "-" 635412 2 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:00:06:21 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx731dedb342a2403da2b69-00685202fd" "proxy-server 635412" 0.2205 "-" 635412 2 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:00:06:21 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx731dedb342a2403da2b69-00685202fd" "proxy-server 635412" 0.1516 "-" 635412 2 -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_expose_headers -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_expose_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_non_strict -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_non_strict ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_strict -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_strict ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_with_obj_headers -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_with_obj_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_DELETE -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_DELETE ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_DELETE_x_container_headers_with_more_container_replicas -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_DELETE_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_bad_range_zero_byte -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_bad_range_zero_byte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_with_only_tombstone -test.unit.obj.test_auditor.TestAuditor.test_with_only_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_with_tombstone_and_data -test.unit.obj.test_auditor.TestAuditor.test_with_tombstone_and_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_worker_conf_parms -test.unit.obj.test_auditor.TestAuditor.test_worker_conf_parms ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_calls_authorize -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_newest -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_newest ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_build_reconstruction_jobs -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_build_reconstruction_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_check_ring -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_check_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_collect_parts -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_collect_parts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_collect_parts_mkdirs_error -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_collect_parts_mkdirs_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_partition -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_reverted -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_reverted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_reverted_max_objects_per_revert -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_reverted_max_objects_per_revert ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_reverted_nondurable -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_reverted_nondurable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_get_part_jobs -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_get_part_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_get_partners -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_get_partners ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_get_response -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_get_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_handoffs_only -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_handoffs_only ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_ignores_status_file -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_ignores_status_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_newest_large_file -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_newest_large_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_pipeline -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_pipeline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_ranges -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_ranges_resuming -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_ranges_resuming ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_respects_read_affinity -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_respects_read_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_short_read -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_short_read ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_short_read_resuming -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_short_read_resuming ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_absolute_uri -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_absolute_uri ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_calls_authorize -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_newest -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_newest ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_OPTIONS -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_OPTIONS ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_backend_headers -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_backend_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_calls_authorize -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_converts_delete_after_to_delete_at -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_converts_delete_after_to_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_authorize -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_count -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_key_len -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_key_len ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_size -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_size ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_val_len -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_val_len ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_x_container_headers_with_more_container_replicas -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_GET_unicode_metadata -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_GET_unicode_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_POST_last_modified -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_POST_last_modified ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_POST_requires_container_exist -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_POST_requires_container_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_auto_content_type -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_auto_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_autodetect_content_type -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_autodetect_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_bad_content_type -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_bad_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_bad_message_length -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_bad_message_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_calls_authorize -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_connect_exceptions -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_connect_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_error_limiting -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_error_limiting ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_iter_nodes_for_frag -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_iter_nodes_for_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_max_objects_per_revert_only_for_revert_jobs -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_max_objects_per_revert_only_for_revert_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_no_delete_failed_revert -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_no_delete_failed_revert ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_client_error -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_client_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_insufficient_storage -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_insufficient_storage ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_success -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_success ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_timeout -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_reconstruct_check_ring -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_reconstruct_check_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_reconstructor_skipped_partpower_increase -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_reconstructor_skipped_partpower_increase ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_reconstructor_skips_bogus_partition_dirs -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_reconstructor_skips_bogus_partition_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_removes_zbf -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_removes_zbf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_run_once -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_run_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_run_once_override_devices -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_run_once_override_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_non_zero_commit_window -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_non_zero_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_error_limiting_last_node -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_error_limiting_last_node ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_expect_header_nonzero_content_length -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_expect_header_nonzero_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_expect_header_zero_content_length -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_expect_header_zero_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_getresponse_exceptions -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_getresponse_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_max_size -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_max_size ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_too_large -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_too_large ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_unsup_xfr_encoding -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_unsup_xfr_encoding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_both -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_both ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_both_with_crazy_meta -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_both_with_crazy_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_content_length -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_transfer_encoding -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_transfer_encoding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_no_etag_fallocate -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_no_etag_fallocate ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_not_autodetect_content_type -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_not_autodetect_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_all_containers_error -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_all_containers_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_container_does_not_exist -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_container_does_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_past_commit_window -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_past_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_container_exist_on_handoff -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_container_exist_on_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_primary_containers_timeout -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_primary_containers_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_primary_timeout_container_exist -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_primary_timeout_container_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_respects_write_affinity -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_respects_write_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_respects_write_affinity_with_507s -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_respects_write_affinity_with_507s ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_send_exceptions -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_send_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_equal_replicas -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_equal_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_fewer_container_replicas -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_fewer_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_zero_commit_window -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_zero_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_empty_list +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_empty_list ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_extra_line_parts +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_extra_line_parts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_newer_meta +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_newer_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_none +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_older_meta +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_older_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_one_exact +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_one_exact ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_one_newer +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_one_newer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_durable +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_durable_older_than_remote_non_durable +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_durable_older_than_remote_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_non_durable +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_durable +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_durable_but_commit_fails +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_durable_but_commit_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_meta_expired_data +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_meta_expired_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_other_exception +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_other_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_storage_policy +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_storage_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_timeout +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_bad_storage_policy_index_header +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_bad_storage_policy_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_default_storage_policy +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_default_storage_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_invalid_indexes +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_invalid_indexes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_matched_indexes +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_matched_indexes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_mismatched_indexes +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_mismatched_indexes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_only_frag_index_header +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_only_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_only_node_index_header +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_only_node_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_storage_policy_index_header +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_storage_policy_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_Exception +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_Exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_Exception_Exception +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_Exception_Exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_calls_replication_lock +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_calls_replication_lock ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_initial_path +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_initial_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_mount_check +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_mount_check ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_mount_check_isdir +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_mount_check_isdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_replication_lock_fail +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_replication_lock_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_replication_lock_per_partition +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_replication_lock_per_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_semaphore_locked +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_semaphore_locked ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_BONK +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_BONK ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_DELETE +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_DELETE ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_POST +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT_replication_headers +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT_replication_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT_with_storage_policy_and_node_index +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT_with_storage_policy_and_node_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_content_length +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_headers +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_subrequest_line +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_subrequest_line ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_content_length_with_DELETE +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_content_length_with_DELETE ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_early_termination +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_early_termination ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_failures +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_failures ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_multiple +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_multiple ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_content_length_with_PUT +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_content_length_with_PUT ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_headers +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_problems_no_hard_disconnect +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_problems_no_hard_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_start +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_start ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_other_exception +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_other_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_subreq_does_not_read_all +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_subreq_does_not_read_all ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_timeout +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_with_storage_policy +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_with_storage_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_ssync_sender.TestSender.test_call test.unit.obj.test_ssync_sender.TestSender.test_call ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check @@ -45428,32 +52094,6 @@ test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_replicated ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_ssync_sender.TestSender.test_connect_legacy_receiver test.unit.obj.test_ssync_sender.TestSender.test_connect_legacy_receiver ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_many_object_replicas -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_many_object_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_more_container_replicas -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_fewer_container_replicas -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_fewer_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_more_container_replicas -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_acc_or_con_missing_returns_404 -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_acc_or_con_missing_returns_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_cache_set_error -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_cache_set_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_can_skip_cache -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_can_skip_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_errors -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_no_cache -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_empty_cache -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_empty_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_cache -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_infocache -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_infocache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_bad_metadata -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_bad_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_ssync_sender.TestSender.test_connect_legacy_receiver_include_non_durable test.unit.obj.test_ssync_sender.TestSender.test_connect_legacy_receiver_include_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_ssync_sender.TestSender.test_connect_receive_timeout @@ -45478,36 +52118,6 @@ test.unit.obj.test_ssync_sender.TestSender.test_missing_check_far_end_unexpected ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_ssync_sender.TestSender.test_missing_check_has_empty_suffixes test.unit.obj.test_ssync_sender.TestSender.test_missing_check_has_empty_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_x_syncs -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_x_syncs ... ok -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_best_response_sets_etag -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_best_response_sets_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_best_response_sets_headers -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_best_response_sets_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_method -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_path -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_path_no_controller -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_path_no_controller ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_utf8 -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_utf8 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_version -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_version ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_chunked_put -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_chunked_put ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_head_account -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_head_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_unhandled_exception -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_unhandled_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_utf8_all_the_way_down -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_utf8_all_the_way_down ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_client_disconnect -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_client_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_client_timeout -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_client_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_conditional_GET_replication -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_conditional_GET_replication ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_ssync_sender.TestSender.test_missing_check_has_suffixes test.unit.obj.test_ssync_sender.TestSender.test_missing_check_has_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_ssync_sender.TestSender.test_missing_check_max_objects_exactly_actual_objects @@ -45554,60 +52164,6 @@ test.unit.obj.test_ssync_sender.TestSender.test_send_put_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_ssync_sender.TestSender.test_send_put_unicode test.unit.obj.test_ssync_sender.TestSender.test_send_put_unicode ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_conditional_range_get -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_conditional_range_get ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_custom_mime_types_files -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_custom_mime_types_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_error_limiting -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_error_limiting ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_error_limiting_survives_ring_reload -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_error_limiting_survives_ring_reload ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_calls_sort_nodes -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_calls_sort_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_gives_extra_if_error_limited_inline -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_gives_extra_if_error_limited_inline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_skips_error_limited -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_skips_error_limited ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_with_replication_network -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_with_replication_network ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_without_replication_network -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_without_replication_network ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_leak_1 -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_leak_1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_mismatched_etags -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_mismatched_etags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_first_two_time_out_etags_match -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_first_two_time_out_etags_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_one_etag_mismatch -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_one_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_two_etag_mismatch -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_two_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_only_first_time_out -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_only_first_time_out ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_three_time_out -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_three_time_out ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_two_time_out -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_two_time_out ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_request_setting -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_request_setting ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_write_timeout -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_write_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_policy_IO -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_policy_IO ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_policy_IO_override -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_policy_IO_override ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_proxy_passes_content_length_on_head -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_proxy_passes_content_length_on_head ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_proxy_passes_content_type -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_proxy_passes_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_response_get_accept_ranges_header -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_response_get_accept_ranges_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_response_head_accept_ranges_header -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_response_head_accept_ranges_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_with_timings -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_with_timings ... ok test.unit.obj.test_ssync_sender.TestSender.test_send_put_unicode_header_name test.unit.obj.test_ssync_sender.TestSender.test_send_put_unicode_header_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_ssync_sender.TestSender.test_update_send_delete @@ -45642,1292 +52198,3593 @@ test.unit.obj.test_ssync_sender.TestSender.test_updates_unexpected_response_lines1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_ssync_sender.TestSender.test_updates_unexpected_response_lines2 test.unit.obj.test_ssync_sender.TestSender.test_updates_unexpected_response_lines2 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_updater.TestObjectUpdaterFunctions.test_split_update_path -test.unit.obj.test_updater.TestObjectUpdaterFunctions.test_split_update_path ... ok -test.unit.obj.test_updater.TestSweepStats.test_copy -test.unit.obj.test_updater.TestSweepStats.test_copy ... ok -test.unit.obj.test_updater.TestSweepStats.test_reset -test.unit.obj.test_updater.TestSweepStats.test_reset ... ok -test.unit.obj.test_updater.TestSweepStats.test_since -test.unit.obj.test_updater.TestSweepStats.test_since ... ok -test.unit.obj.test_updater.TestSweepStats.test_str -test.unit.obj.test_updater.TestSweepStats.test_str ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespace_caching -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespace_caching ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_404_response -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_404_response ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_bad_response_body -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_bad_response_body ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_cache_unused_recheck_listing_shard_ranges -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_cache_unused_recheck_listing_shard_ranges ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_incomplete_listing -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_incomplete_listing ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_non_sharded_states -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_non_sharded_states ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_object_listing -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_object_listing ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_with_cached_container_info -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_with_cached_container_info ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_memcache_available -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_memcache_available ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_shard_ranges ... ok -test ERROR: Failed to unlink '/tmp/tmplm6w15xm/containers/part/suffix/hash/container.db': +test.unit.proxy.controllers.test_base.TestFuncs.test_base_have_quorum +test.unit.proxy.controllers.test_base.TestFuncs.test_base_have_quorum ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_best_response_overrides +test.unit.proxy.controllers.test_base.TestFuncs.test_best_response_overrides ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_bytes_to_skip +test.unit.proxy.controllers.test_base.TestFuncs.test_bytes_to_skip ... ok +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '12f8da50-53fa-43ca-9052-71b6a2a0706d-sda', '1715796354.46734', '1715796354.00000', '0', '', '1715796354.00000', 0, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('12f8da50-53fa-43ca-9052-71b6a2a0706d-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.15655 seconds (6.38788/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpyimjgp66/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '4b5b80c3-9d55-4dcc-b9e7-e55b8bc53e0a-sda', '1715796354.72842', '1715796354.00000', '0', '', '1715796354.00000', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('4b5b80c3-9d55-4dcc-b9e7-e55b8bc53e0a-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '4b5b80c3-9d55-4dcc-b9e7-e55b8bc53e0a-sda', '1715796354.72842', '1715796354.00000', '0', '', '1715796354.00000', 0, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('4b5b80c3-9d55-4dcc-b9e7-e55b8bc53e0a-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Replicating db /tmp/tmpyimjgp66/sda/containers/0/27d/c48d89b33840539f9c5442ab3b10027d/c48d89b33840539f9c5442ab3b10027d.db +REPLICATE: /sdb/0/c48d89b33840539f9c5442ab3b10027d, sync, (-1, '00000000000000000000000000000000', 'fe4a78ad-e009-47a7-91d1-fd5a9b1e4102-sda', '1715796354.76508', '1715796355.00000', '0', '{"X-Container-Sync-To": ["a", "1715796356.00000"], "X-Container-Sync-Key": ["secret", "1715796357.00000"]}', '1715796355.00000', 0, 0) +REPLICATE: /sdb/0/c48d89b33840539f9c5442ab3b10027d, complete_rsync, ('fe4a78ad-e009-47a7-91d1-fd5a9b1e4102-sda', 'c48d89b33840539f9c5442ab3b10027d.db') +REPLICATE: /sdc/0/c48d89b33840539f9c5442ab3b10027d, sync, (-1, '00000000000000000000000000000000', 'fe4a78ad-e009-47a7-91d1-fd5a9b1e4102-sda', '1715796354.76508', '1715796355.00000', '0', '{"X-Container-Sync-To": ["a", "1715796356.00000"], "X-Container-Sync-Key": ["secret", "1715796357.00000"]}', '1715796355.00000', 0, 0) +REPLICATE: /sdc/0/c48d89b33840539f9c5442ab3b10027d, complete_rsync, ('fe4a78ad-e009-47a7-91d1-fd5a9b1e4102-sda', 'c48d89b33840539f9c5442ab3b10027d.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 2 dbs in 0.25871 seconds (7.73066/s) +test INFO: Removed 0 dbs +test INFO: 4 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:4 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpyimjgp66/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '4b5b80c3-9d55-4dcc-b9e7-e55b8bc53e0a-sda', '1715796354.72842', '1715796354.00000', '0', '', '1715796354.00000', 0, 0) +test DEBUG: /tmp/tmpyimjgp66/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '4b5b80c3-9d55-4dcc-b9e7-e55b8bc53e0a-sda', '1715796354.72842', '1715796354.00000', '0', '', '1715796354.00000', 0, 0) +test DEBUG: /tmp/tmpyimjgp66/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.2:1002/sdc, nothing to do +test DEBUG: Replicating db /tmp/tmpyimjgp66/sda/containers/0/27d/c48d89b33840539f9c5442ab3b10027d/c48d89b33840539f9c5442ab3b10027d.db +REPLICATE: /sdb/0/c48d89b33840539f9c5442ab3b10027d, sync, (-1, '00000000000000000000000000000000', 'fe4a78ad-e009-47a7-91d1-fd5a9b1e4102-sda', '1715796354.76508', '1715796355.00000', '0', '{"X-Container-Sync-To": ["", "1715796358.00000"], "X-Container-Sync-Key": ["secret", "1715796357.00000"]}', '1715796355.00000', 0, 0) +test DEBUG: /tmp/tmpyimjgp66/sda/containers/0/27d/c48d89b33840539f9c5442ab3b10027d/c48d89b33840539f9c5442ab3b10027d.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/c48d89b33840539f9c5442ab3b10027d, sync, (-1, '00000000000000000000000000000000', 'fe4a78ad-e009-47a7-91d1-fd5a9b1e4102-sda', '1715796354.76508', '1715796355.00000', '0', '{"X-Container-Sync-To": ["", "1715796358.00000"], "X-Container-Sync-Key": ["secret", "1715796357.00000"]}', '1715796355.00000', 0, 0) +test DEBUG: /tmp/tmpyimjgp66/sda/containers/0/27d/c48d89b33840539f9c5442ab3b10027d/c48d89b33840539f9c5442ab3b10027d.db in sync with 10.0.0.2:1002/sdc, nothing to do +test INFO: Replication run OVER +test INFO: Attempted to replicate 2 dbs in 0.07912 seconds (25.27866/s) +test INFO: Removed 0 dbs +test INFO: 4 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:4 remote_merge:0 rsync:0 ts_repl:0 +test ERROR: Failed to update sync_store /tmp/tmpwd53pgwk/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2244, in set_sharded_state - os.unlink(retiring_file) - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError: 1 -test DEBUG: Unlinked retiring db '/tmp/tmplm6w15xm/containers/part/suffix/hash/container_1750205170.00000.db' -test WARNING: Still have multiple db files after unlinking '/tmp/tmplm6w15xm/containers/part/suffix/hash/container_1750205170.00000.db': ['/tmp/tmplm6w15xm/containers/part/suffix/hash/container.db', '/tmp/tmplm6w15xm/containers/part/suffix/hash/container_1750205171.00000.db'] -test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmplm6w15xm/containers/part/suffix/hash/container_1750205171.00000.db']. -test ERROR: Failed to set the ROWID of the fresh database for a/c: -test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: + File "/build/reproducible-path/swift-2.33.0/swift/container/replicator.py", line 301, in _post_replicate_hook + self.sync_store.update_sync_store(broker) + File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_replicator.py", line 1226, in update_sync_store + raise OSError(1, '1') +PermissionError: [Errno 1] 1 +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx9b113fc2d40d49f6b01b0-00685202fd) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx8877a9da14094c7581c26-00685202fd) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx588649b7d8fb45e1a706d-00685202fd) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx3e6579b2cf174ca1ae5be-00685202fd) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx765a07bf8f2f464f80c01-00685202fd) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txb0ef6a8056084e669b4db-00685202fd) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txf26cd71d0bf54dc890374-00685202fd) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx8fee21f837944d9c8f617-00685202fd) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx659e81cdecfe45b690abf-00685202fd) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx017212c7903c4ae98a557-00685202fd) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txceb5b5a863c84fd3b23a7-00685202fd) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx78c765e5e5d94249885fb-00685202fd) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx6a43e9771c274ea6b4b71-00685202fd) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx91842c53edbc4efb98dfd-00685202fd) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx55d687723093434ba1882-00685202fd) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txe93e3464223a4aa38a79b-00685202fd) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx57d70b09088c4e1b88700-00685202fd) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx3eaefdac9f414a1c9e75b-00685202fd) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx2ccca55006f34d93ac49b-00685202fd) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx3bae1e1831f149d5b3e8e-00685202fd) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx6cd7d1f52a064c009dd4b-00685202fd) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx7d4a9b6f29a743e5ad1e7-00685202fd) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx254c98d641d744f796b99-00685202fd) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx31fa043f83384c6ab4d91-00685202fd) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: Problem with listing response from /v1/a/c?states=listing&format=json: ValueError('not a list') (txn: tx233df6b55c23417eb701c-00685202fd) -test ERROR: Failed to get namespaces from /v1/a/c?states=listing&format=json: invalid data: KeyError('name') (txn: txd411bdb24c76451e99cc9-00685202fd) -test ERROR: Problem with listing response from /v1/a/c?states=listing&format=json: ValueError('not a list') (txn: tx014572b292c04616a803d-00685202fd) +test ERROR: Base DELETE returning 503 for (204, 204, 404) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txe69695be97204148b7016-006644f983) +test.unit.proxy.controllers.test_base.TestFuncs.test_container_info_needs_req +test.unit.proxy.controllers.test_base.TestFuncs.test_container_info_needs_req ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_container_info_preserves_storage_policy +test.unit.proxy.controllers.test_base.TestFuncs.test_container_info_preserves_storage_policy ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers +test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers_change_backend_user_agent +test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers_change_backend_user_agent ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers_with_no_orig_req +test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers_with_no_orig_req ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers_with_sysmeta +test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers_with_sysmeta ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_bad_path +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_bad_path ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_cache +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_cache ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_env +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_env ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_infocache +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_infocache ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_no_cache +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_no_cache ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_swift_owner +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_swift_owner ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_swift_source +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_swift_source ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_uses_logging_app +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_uses_logging_app ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_cache_key +test.unit.proxy.controllers.test_base.TestFuncs.test_get_cache_key ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_bad_path +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_bad_path ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_cache +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_cache ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_env +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_env ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_in_pipeline +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_in_pipeline ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796357.00000-0, db: /tmp/tmpw0c1ccip/sda/containers/0/138/7f51b5ed91b61a41c42fdc0cc8960138/7f51b5ed91b61a41c42fdc0cc8960138.db +sharder-test DEBUG: Updating 1 children shard ranges from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796357.00000-0, db: /tmp/tmpw0c1ccip/sda/containers/0/138/7f51b5ed91b61a41c42fdc0cc8960138/7f51b5ed91b61a41c42fdc0cc8960138.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796357.00000-0, db: /tmp/tmpw0c1ccip/sda/containers/0/138/7f51b5ed91b61a41c42fdc0cc8960138/7f51b5ed91b61a41c42fdc0cc8960138.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796361.00000-0, db: /tmp/tmpw0c1ccip/sda/containers/0/e52/241119e728425ed647be3a594a5a8e52/241119e728425ed647be3a594a5a8e52.db +sharder-test DEBUG: Updating 1 children shard ranges from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796361.00000-0, db: /tmp/tmpw0c1ccip/sda/containers/0/e52/241119e728425ed647be3a594a5a8e52/241119e728425ed647be3a594a5a8e52.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796361.00000-0, db: /tmp/tmpw0c1ccip/sda/containers/0/e52/241119e728425ed647be3a594a5a8e52/241119e728425ed647be3a594a5a8e52.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796365.00000-0, db: /tmp/tmpw0c1ccip/sda/containers/0/f80/5c71a65167791d2fe69916204ce44f80/5c71a65167791d2fe69916204ce44f80.db +sharder-test DEBUG: Updating 1 children shard ranges from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796365.00000-0, db: /tmp/tmpw0c1ccip/sda/containers/0/f80/5c71a65167791d2fe69916204ce44f80/5c71a65167791d2fe69916204ce44f80.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796365.00000-0, db: /tmp/tmpw0c1ccip/sda/containers/0/f80/5c71a65167791d2fe69916204ce44f80/5c71a65167791d2fe69916204ce44f80.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796369.00000-0, db: /tmp/tmpw0c1ccip/sda/containers/0/2f7/22297c9b5f8cf6189f26fc47a71cb2f7/22297c9b5f8cf6189f26fc47a71cb2f7.db +sharder-test DEBUG: Updating 1 children shard ranges from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796369.00000-0, db: /tmp/tmpw0c1ccip/sda/containers/0/2f7/22297c9b5f8cf6189f26fc47a71cb2f7/22297c9b5f8cf6189f26fc47a71cb2f7.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796369.00000-0, db: /tmp/tmpw0c1ccip/sda/containers/0/2f7/22297c9b5f8cf6189f26fc47a71cb2f7/22297c9b5f8cf6189f26fc47a71cb2f7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796358.00000-0, db: /tmp/tmpu7m96vgb/sda/containers/0/ebe/f5a1ad6384f8d64e74e57bd81beefebe/f5a1ad6384f8d64e74e57bd81beefebe.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796358.00000-0, db: /tmp/tmpu7m96vgb/sda/containers/0/ebe/f5a1ad6384f8d64e74e57bd81beefebe/f5a1ad6384f8d64e74e57bd81beefebe.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796361.00000-0, db: /tmp/tmpu7m96vgb/sda/containers/0/e52/241119e728425ed647be3a594a5a8e52/241119e728425ed647be3a594a5a8e52.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796361.00000-0, db: /tmp/tmpu7m96vgb/sda/containers/0/e52/241119e728425ed647be3a594a5a8e52/241119e728425ed647be3a594a5a8e52.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796364.00000-0, db: /tmp/tmpu7m96vgb/sda/containers/0/f55/92cf4a9fd54791184f08a5455176bf55/92cf4a9fd54791184f08a5455176bf55.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796364.00000-0, db: /tmp/tmpu7m96vgb/sda/containers/0/f55/92cf4a9fd54791184f08a5455176bf55/92cf4a9fd54791184f08a5455176bf55.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796367.00000-0, db: /tmp/tmpu7m96vgb/sda/containers/0/2a6/5bc7aa67741b9e725e841f07f9ffb2a6/5bc7aa67741b9e725e841f07f9ffb2a6.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796367.00000-0, db: /tmp/tmpu7m96vgb/sda/containers/0/2a6/5bc7aa67741b9e725e841f07f9ffb2a6/5bc7aa67741b9e725e841f07f9ffb2a6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796358.00000-0, db: /tmp/tmpjuovnfnn/sda/containers/0/ebe/f5a1ad6384f8d64e74e57bd81beefebe/f5a1ad6384f8d64e74e57bd81beefebe.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796358.00000-0, db: /tmp/tmpjuovnfnn/sda/containers/0/ebe/f5a1ad6384f8d64e74e57bd81beefebe/f5a1ad6384f8d64e74e57bd81beefebe.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796361.00000-0, db: /tmp/tmpjuovnfnn/sda/containers/0/e52/241119e728425ed647be3a594a5a8e52/241119e728425ed647be3a594a5a8e52.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796361.00000-0, db: /tmp/tmpjuovnfnn/sda/containers/0/e52/241119e728425ed647be3a594a5a8e52/241119e728425ed647be3a594a5a8e52.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796364.00000-0, db: /tmp/tmpjuovnfnn/sda/containers/0/f55/92cf4a9fd54791184f08a5455176bf55/92cf4a9fd54791184f08a5455176bf55.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796364.00000-0, db: /tmp/tmpjuovnfnn/sda/containers/0/f55/92cf4a9fd54791184f08a5455176bf55/92cf4a9fd54791184f08a5455176bf55.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796367.00000-0, db: /tmp/tmpjuovnfnn/sda/containers/0/2a6/5bc7aa67741b9e725e841f07f9ffb2a6/5bc7aa67741b9e725e841f07f9ffb2a6.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796367.00000-0, db: /tmp/tmpjuovnfnn/sda/containers/0/2a6/5bc7aa67741b9e725e841f07f9ffb2a6/5bc7aa67741b9e725e841f07f9ffb2a6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796359.00000-0, db: /tmp/tmpvzmo2ewc/sda/containers/0/e59/c6065602ce3554c31f427fb9515b2e59/c6065602ce3554c31f427fb9515b2e59.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796361.00000-0, db: /tmp/tmpvzmo2ewc/sda/containers/0/e52/241119e728425ed647be3a594a5a8e52/241119e728425ed647be3a594a5a8e52.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796363.00000-0, db: /tmp/tmpvzmo2ewc/sda/containers/0/717/9e408e56c8b31e0b1967a6ecff0a9717/9e408e56c8b31e0b1967a6ecff0a9717.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796365.00000-0, db: /tmp/tmpvzmo2ewc/sda/containers/0/f80/5c71a65167791d2fe69916204ce44f80/5c71a65167791d2fe69916204ce44f80.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796360.00000-0, db: /tmp/tmpoka12eoz/sda/containers/0/97b/6040c98adcbe9747e7c74f54e913097b/6040c98adcbe9747e7c74f54e913097b.db +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txe69695be97204148b7016-006644f983) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txe69695be97204148b7016-006644f983) +test ERROR: Container HEAD returning 503 for [] (txn: txe69695be97204148b7016-006644f983) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache_empty_list -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache_empty_list ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache_error -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache_error ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_write_to_cache -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_write_to_cache ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_write_to_cache_with_x_newest -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_write_to_cache_with_x_newest ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_cache_clearing -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_cache_clearing ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_get_from_shards_add_root_spi -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_get_from_shards_add_root_spi ... ok +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_account +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_account ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_auto_account +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_auto_account ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_cache +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_cache ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_container_gets_cached +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_container_gets_cached ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_only_lookup_cache +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_only_lookup_cache ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_swift_source +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_swift_source ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_uses_logging_app +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_uses_logging_app ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_info +test.unit.proxy.controllers.test_base.TestFuncs.test_get_info ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_info_zero_recheck +test.unit.proxy.controllers.test_base.TestFuncs.test_get_info_zero_recheck ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_disabled +test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_disabled ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_error +test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_error ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_hit +test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_hit ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_infocache_hit +test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_infocache_hit ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_miss +test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_miss ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_skips +test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_skips ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_object_info_env +test.unit.proxy.controllers.test_base.TestFuncs.test_get_object_info_env ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_object_info_no_env +test.unit.proxy.controllers.test_base.TestFuncs.test_get_object_info_no_env ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_object_info_swift_source +test.unit.proxy.controllers.test_base.TestFuncs.test_get_object_info_swift_source ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_from_container_info +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_from_container_info ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_meta +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_meta ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_missing +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_missing ... ok +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_storage_policies +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_storage_policies ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_sys_meta +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_sys_meta ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_values +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_values ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_meta +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_meta ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_missing +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_missing ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_sys_meta +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_sys_meta ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_values +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_values ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_meta +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_meta ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_missing +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_missing ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_sys_meta +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_sys_meta ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_transient_sysmeta +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_transient_sysmeta ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_values +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_values ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_info_clearing +test.unit.proxy.controllers.test_base.TestFuncs.test_info_clearing ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_options +test.unit.proxy.controllers.test_base.TestFuncs.test_options ... ok +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx5e07d6263b3d4fe6bace3-006644f983) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx5e07d6263b3d4fe6bace3-006644f983) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx5e07d6263b3d4fe6bace3-006644f983) +test ERROR: Container HEAD returning 503 for [] (txn: tx5e07d6263b3d4fe6bace3-006644f983) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txf2508cd9cf7442e9afefd-006644f983) +test.unit.proxy.controllers.test_base.TestFuncs.test_options_unauthorized +test.unit.proxy.controllers.test_base.TestFuncs.test_options_unauthorized ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_options_with_null_allow_origin +test.unit.proxy.controllers.test_base.TestFuncs.test_options_with_null_allow_origin ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_record_cache_op_metrics +test.unit.proxy.controllers.test_base.TestFuncs.test_record_cache_op_metrics ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_disabled +test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_disabled ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_error +test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_error ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_infocache_exists +test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_infocache_exists ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_ok +test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_ok ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_transfer_headers_with_sysmeta +test.unit.proxy.controllers.test_base.TestFuncs.test_transfer_headers_with_sysmeta ... ok test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_object test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_object ... ok test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_shard test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_shard ... ok test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_shard_with_listing_state test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_shard_with_listing_state ... ok -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205256.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/03a/a26674dacf076a72a01bcc24abaec03a/a26674dacf076a72a01bcc24abaec03a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205258.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/2a1/ae59f62960f644702be6b75a9a6f22a1/ae59f62960f644702be6b75a9a6f22a1.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205257.00000, (0, 0) as of 1750205257.00000, sharding as of 1750205257.00000> to ShardRange<'k' to 't' as of 1750205258.00000, (0, 0) as of 1750205258.00000, shrunk as of 1750205258.00000>, path: .shards_a/shard_c_1750205258.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/2a1/ae59f62960f644702be6b75a9a6f22a1/ae59f62960f644702be6b75a9a6f22a1.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205258.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/2a1/ae59f62960f644702be6b75a9a6f22a1/ae59f62960f644702be6b75a9a6f22a1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205260.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/21a/8951384e06bf97257b8a72cdd686021a/8951384e06bf97257b8a72cdd686021a.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205259.00000, (0, 0) as of 1750205259.00000, sharded as of 1750205259.00000> to ShardRange<'k' to 't' as of 1750205260.00000, (0, 0) as of 1750205260.00000, found as of 1750205260.00000>, path: .shards_a/shard_c_1750205260.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/21a/8951384e06bf97257b8a72cdd686021a/8951384e06bf97257b8a72cdd686021a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205262.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/fb4/35362b8d88eb54965c2fc88db8310fb4/35362b8d88eb54965c2fc88db8310fb4.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205261.00000, (0, 0) as of 1750205261.00000, sharded as of 1750205261.00000> to ShardRange<'k' to 't' as of 1750205262.00000, (0, 0) as of 1750205262.00000, created as of 1750205262.00000>, path: .shards_a/shard_c_1750205262.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/fb4/35362b8d88eb54965c2fc88db8310fb4/35362b8d88eb54965c2fc88db8310fb4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205264.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/30b/c5fe8391ec58dbd2ecc35d53505e730b/c5fe8391ec58dbd2ecc35d53505e730b.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205263.00000, (0, 0) as of 1750205263.00000, sharded as of 1750205263.00000> to ShardRange<'k' to 't' as of 1750205264.00000, (0, 0) as of 1750205264.00000, cleaved as of 1750205264.00000>, path: .shards_a/shard_c_1750205264.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/30b/c5fe8391ec58dbd2ecc35d53505e730b/c5fe8391ec58dbd2ecc35d53505e730b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205266.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/0fd/f04fc6c3dc2a4d540a8e95bcf5fbc0fd/f04fc6c3dc2a4d540a8e95bcf5fbc0fd.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205265.00000, (0, 0) as of 1750205265.00000, sharded as of 1750205265.00000> to ShardRange<'k' to 't' as of 1750205266.00000, (0, 0) as of 1750205266.00000, active as of 1750205266.00000>, path: .shards_a/shard_c_1750205266.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/0fd/f04fc6c3dc2a4d540a8e95bcf5fbc0fd/f04fc6c3dc2a4d540a8e95bcf5fbc0fd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205268.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/48d/82c80fa4513905536e1223a0d86e348d/82c80fa4513905536e1223a0d86e348d.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205267.00000, (0, 0) as of 1750205267.00000, sharded as of 1750205267.00000> to ShardRange<'k' to 't' as of 1750205268.00000, (0, 0) as of 1750205268.00000, shrinking as of 1750205268.00000>, path: .shards_a/shard_c_1750205268.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/48d/82c80fa4513905536e1223a0d86e348d/82c80fa4513905536e1223a0d86e348d.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205268.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/48d/82c80fa4513905536e1223a0d86e348d/82c80fa4513905536e1223a0d86e348d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205270.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/eab/0bebcba06fa51ca25f62872e449eaeab/0bebcba06fa51ca25f62872e449eaeab.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205269.00000, (0, 0) as of 1750205269.00000, sharded as of 1750205269.00000> to ShardRange<'k' to 't' as of 1750205270.00000, (0, 0) as of 1750205270.00000, sharding as of 1750205270.00000>, path: .shards_a/shard_c_1750205270.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/eab/0bebcba06fa51ca25f62872e449eaeab/0bebcba06fa51ca25f62872e449eaeab.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205270.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/eab/0bebcba06fa51ca25f62872e449eaeab/0bebcba06fa51ca25f62872e449eaeab.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205272.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/8f7/47ed077a32a6ec7932ad565aebc1e8f7/47ed077a32a6ec7932ad565aebc1e8f7.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205272.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/8f7/47ed077a32a6ec7932ad565aebc1e8f7/47ed077a32a6ec7932ad565aebc1e8f7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205274.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/ef5/859ecacd176cf853a90c59942dd46ef5/859ecacd176cf853a90c59942dd46ef5.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205273.00000, (0, 0) as of 1750205273.00000, sharded as of 1750205273.00000> to ShardRange<'k' to 't' as of 1750205274.00000, (0, 0) as of 1750205274.00000, shrunk as of 1750205274.00000>, path: .shards_a/shard_c_1750205274.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/ef5/859ecacd176cf853a90c59942dd46ef5/859ecacd176cf853a90c59942dd46ef5.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205274.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/ef5/859ecacd176cf853a90c59942dd46ef5/859ecacd176cf853a90c59942dd46ef5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205276.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/2dd/07e302aa6da96598cdd75bbbd148a2dd/07e302aa6da96598cdd75bbbd148a2dd.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205275.00000, (0, 0) as of 1750205275.00000, shrunk as of 1750205275.00000> to ShardRange<'k' to 't' as of 1750205276.00000, (0, 0) as of 1750205276.00000, found as of 1750205276.00000>, path: .shards_a/shard_c_1750205276.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/2dd/07e302aa6da96598cdd75bbbd148a2dd/07e302aa6da96598cdd75bbbd148a2dd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205278.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/f48/ed75926ad385be44a355c8c03e358f48/ed75926ad385be44a355c8c03e358f48.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205277.00000, (0, 0) as of 1750205277.00000, shrunk as of 1750205277.00000> to ShardRange<'k' to 't' as of 1750205278.00000, (0, 0) as of 1750205278.00000, created as of 1750205278.00000>, path: .shards_a/shard_c_1750205278.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/f48/ed75926ad385be44a355c8c03e358f48/ed75926ad385be44a355c8c03e358f48.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205280.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/5b6/21dc90640c7ab5b5dfcc6845fef755b6/21dc90640c7ab5b5dfcc6845fef755b6.db -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_initiated_and_required -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_initiated_and_required ... ok -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '456879cf-db97-41e8-b684-fa5cd760f751-sda', '1750205178.38321', '1750205181', '1750205180', '', '1750205181', 0, 0) -test DEBUG: /tmp/tmpuok4h_f0/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '456879cf-db97-41e8-b684-fa5cd760f751-sda', '1750205178.38321', '1750205181', '1750205180', '', '1750205181', 0, 0) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('456879cf-db97-41e8-b684-fa5cd760f751-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.41155 seconds (2.42986/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp3ulhw6gk/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, 'dfd0ea8a07463b660cd70902fa42c5f8', 'e3964efa-1095-4ce5-8a5c-4c1c4c98440b-sda', '1750205179.30270', '1750205182', '1750205181', '', '1750205182', 1, 1) -test DEBUG: /tmp/tmp3ulhw6gk/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, 'dfd0ea8a07463b660cd70902fa42c5f8', 'e3964efa-1095-4ce5-8a5c-4c1c4c98440b-sda', '1750205179.30270', '1750205182', '1750205181', '', '1750205182', 1, 1) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('e3964efa-1095-4ce5-8a5c-4c1c4c98440b-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp3ulhw6gk/sda/containers/0/38e/80fc1fc0ae0ed44084a93df5bb43f38e/80fc1fc0ae0ed44084a93df5bb43f38e.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 1.16621 seconds (0.85748/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmp3ulhw6gk/sda/containers/0/38e/80fc1fc0ae0ed44084a93df5bb43f38e/80fc1fc0ae0ed44084a93df5bb43f38e.db -REPLICATE: /sdb/0/80fc1fc0ae0ed44084a93df5bb43f38e, sync, (1, '4cbe3ffb1f317b53b8cd238ac159f08a', '1c6907ed-e291-4062-b927-583694c8dc71-sda', '1750205180.25840', '1750204800', '0', '', '1750204800', 1, 0) -REPLICATE: /sdb/0/80fc1fc0ae0ed44084a93df5bb43f38e, complete_rsync, ('1c6907ed-e291-4062-b927-583694c8dc71-sda', '80fc1fc0ae0ed44084a93df5bb43f38e.db') -REPLICATE: /sdc/0/80fc1fc0ae0ed44084a93df5bb43f38e, sync, (1, '4cbe3ffb1f317b53b8cd238ac159f08a', '1c6907ed-e291-4062-b927-583694c8dc71-sda', '1750205180.25840', '1750204800', '0', '', '1750204800', 1, 0) -REPLICATE: /sdc/0/80fc1fc0ae0ed44084a93df5bb43f38e, complete_rsync, ('1c6907ed-e291-4062-b927-583694c8dc71-sda', '80fc1fc0ae0ed44084a93df5bb43f38e.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, 'd9c19addb8516a4ed2770790d5f26bbc', '4507822e-9465-4045-b462-c4ddfa364b6a-sda', '1750205181.13286', '1750205181.00000', '0', '{"x-container-meta-test": ["foo", "1750205181.00000"]}', '1750205181.00000', 1, 0) -test DEBUG: replicator-rpc-sync time for info: 0.07s -test DEBUG: replicator-rpc-sync time for update_metadata: 0.05s -test DEBUG: replicator-rpc-sync time for merge_timestamps: 0.05s -test DEBUG: replicator-rpc-sync time for get_sync: 0.00s -test DEBUG: replicator-rpc-sync time for merge_syncs: 0.05s -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, '819701f69b94f0ad26a4be26ce3ff0d8', '6dadf4d3-5580-4287-81a0-60f408c775b9-sda', '1750205181.71125', '1750205181.70867', '0', '', '1750205181.70867', 1, 0) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, get_shard_ranges, () -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1750205181.81350', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1750205181.81350', 'deleted': 0, 'state': 10, 'state_timestamp': '1750205181.81350', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1750205181.81355', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1750205181.81355', 'deleted': 0, 'state': 10, 'state_timestamp': '1750205181.81355', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1750205181.81357', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1750205181.81357', 'deleted': 0, 'state': 10, 'state_timestamp': '1750205181.81357', 'epoch': None, 'reported': 0, 'tombstones': -1}], '6dadf4d3-5580-4287-81a0-60f408c775b9-sda') -test DEBUG: /tmp/tmp3clmt_mm/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db synced 3 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmp3clmt_mm/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_items, ([{'ROWID': 1, 'name': 'obj', 'created_at': '1750205182.07267', 'size': 0, 'content_type': 'text/plain', 'etag': 'd41d8cd98f00b204e9800998ecf8427e', 'deleted': 0, 'storage_policy_index': 0}], '6dadf4d3-5580-4287-81a0-60f408c775b9-sda') -test DEBUG: /tmp/tmp3clmt_mm/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0702868s) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_syncs, ([],) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, '819701f69b94f0ad26a4be26ce3ff0d8', '6dadf4d3-5580-4287-81a0-60f408c775b9-sda', '1750205181.71125', '1750205181.70867', '0', '', '1750205181.70867', 1, 0) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, get_shard_ranges, () -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1750205181.81350', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1750205181.81350', 'deleted': 0, 'state': 10, 'state_timestamp': '1750205181.81350', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1750205181.81355', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1750205181.81355', 'deleted': 0, 'state': 10, 'state_timestamp': '1750205181.81355', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1750205181.81357', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1750205181.81357', 'deleted': 0, 'state': 10, 'state_timestamp': '1750205181.81357', 'epoch': None, 'reported': 0, 'tombstones': -1}], '6dadf4d3-5580-4287-81a0-60f408c775b9-sda') -test DEBUG: /tmp/tmp3clmt_mm/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db synced 3 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmp3clmt_mm/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, '819701f69b94f0ad26a4be26ce3ff0d8', '6dadf4d3-5580-4287-81a0-60f408c775b9-sda', '1750205181.71125', '1750205181.70867', '0', '', '1750205181.70867', 1, 0) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, get_shard_ranges, () -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_json -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_json ... ok -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_unknown -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_unknown ... ok -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_xml -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_xml ... ok -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_bad_accept -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_bad_accept ... ok -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_invalid_utf8 -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_invalid_utf8 ... ok -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_json -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_json ... ok -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_xml -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_xml ... ok -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_utf8 -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_utf8 ... ok -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_account_acl_header_access -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_account_acl_header_access ... ok -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_account_acls_through_delegation -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_account_acls_through_delegation ... ok +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796360.00000-0, db: /tmp/tmpoka12eoz/sda/containers/0/97b/6040c98adcbe9747e7c74f54e913097b/6040c98adcbe9747e7c74f54e913097b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796363.00000-0, db: /tmp/tmpoka12eoz/sda/containers/0/717/9e408e56c8b31e0b1967a6ecff0a9717/9e408e56c8b31e0b1967a6ecff0a9717.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796363.00000-0, db: /tmp/tmpoka12eoz/sda/containers/0/717/9e408e56c8b31e0b1967a6ecff0a9717/9e408e56c8b31e0b1967a6ecff0a9717.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796366.00000-0, db: /tmp/tmpoka12eoz/sda/containers/0/821/a08f9d86667bc4e6735d9564debbf821/a08f9d86667bc4e6735d9564debbf821.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796366.00000-0, db: /tmp/tmpoka12eoz/sda/containers/0/821/a08f9d86667bc4e6735d9564debbf821/a08f9d86667bc4e6735d9564debbf821.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796369.00000-0, db: /tmp/tmpoka12eoz/sda/containers/0/2f7/22297c9b5f8cf6189f26fc47a71cb2f7/22297c9b5f8cf6189f26fc47a71cb2f7.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796369.00000-0, db: /tmp/tmpoka12eoz/sda/containers/0/2f7/22297c9b5f8cf6189f26fc47a71cb2f7/22297c9b5f8cf6189f26fc47a71cb2f7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796372.00000-0, db: /tmp/tmpoka12eoz/sda/containers/0/1e6/6c73dd093384b91c592d55dfb8bba1e6/6c73dd093384b91c592d55dfb8bba1e6.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796372.00000-0, db: /tmp/tmpoka12eoz/sda/containers/0/1e6/6c73dd093384b91c592d55dfb8bba1e6/6c73dd093384b91c592d55dfb8bba1e6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796375.00000-0, db: /tmp/tmpoka12eoz/sda/containers/0/698/610023d0c9a44190a4ffa39db52bb698/610023d0c9a44190a4ffa39db52bb698.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796375.00000-0, db: /tmp/tmpoka12eoz/sda/containers/0/698/610023d0c9a44190a4ffa39db52bb698/610023d0c9a44190a4ffa39db52bb698.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796378.00000-0, db: /tmp/tmpoka12eoz/sda/containers/0/38d/bcc865d1ffa81ff509249cc9a2fed38d/bcc865d1ffa81ff509249cc9a2fed38d.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796378.00000-0, db: /tmp/tmpoka12eoz/sda/containers/0/38d/bcc865d1ffa81ff509249cc9a2fed38d/bcc865d1ffa81ff509249cc9a2fed38d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796381.00000-0, db: /tmp/tmpoka12eoz/sda/containers/0/d47/3d279a0ff2cffc956b508432d1ed7d47/3d279a0ff2cffc956b508432d1ed7d47.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796381.00000-0, db: /tmp/tmpoka12eoz/sda/containers/0/d47/3d279a0ff2cffc956b508432d1ed7d47/3d279a0ff2cffc956b508432d1ed7d47.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796384.00000-0, db: /tmp/tmpoka12eoz/sda/containers/0/ea4/b14aabd4137aca3f49ae88d9331c1ea4/b14aabd4137aca3f49ae88d9331c1ea4.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796384.00000-0, db: /tmp/tmpoka12eoz/sda/containers/0/ea4/b14aabd4137aca3f49ae88d9331c1ea4/b14aabd4137aca3f49ae88d9331c1ea4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796387.00000-0, db: /tmp/tmpoka12eoz/sda/containers/0/299/3dd794b0022c26ef2ee257b3c8b82299/3dd794b0022c26ef2ee257b3c8b82299.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796387.00000-0, db: /tmp/tmpoka12eoz/sda/containers/0/299/3dd794b0022c26ef2ee257b3c8b82299/3dd794b0022c26ef2ee257b3c8b82299.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796390.00000-0, db: /tmp/tmpoka12eoz/sda/containers/0/99d/7134ea83d2723c5a746df646d5e0099d/7134ea83d2723c5a746df646d5e0099d.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796390.00000-0, db: /tmp/tmpoka12eoz/sda/containers/0/99d/7134ea83d2723c5a746df646d5e0099d/7134ea83d2723c5a746df646d5e0099d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796393.00000-0, db: /tmp/tmpoka12eoz/sda/containers/0/8cb/01ce51c237d3873f834f8cf22629c8cb/01ce51c237d3873f834f8cf22629c8cb.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796393.00000-0, db: /tmp/tmpoka12eoz/sda/containers/0/8cb/01ce51c237d3873f834f8cf22629c8cb/01ce51c237d3873f834f8cf22629c8cb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796396.00000-0, db: /tmp/tmpoka12eoz/sda/containers/0/8dc/856bf0a6889ca437540853af904df8dc/856bf0a6889ca437540853af904df8dc.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796396.00000-0, db: /tmp/tmpoka12eoz/sda/containers/0/8dc/856bf0a6889ca437540853af904df8dc/856bf0a6889ca437540853af904df8dc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796399.00000-0, db: /tmp/tmpoka12eoz/sda/containers/0/ffa/5af7a848aaa6bf772f378c53691c8ffa/5af7a848aaa6bf772f378c53691c8ffa.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796399.00000-0, db: /tmp/tmpoka12eoz/sda/containers/0/ffa/5af7a848aaa6bf772f378c53691c8ffa/5af7a848aaa6bf772f378c53691c8ffa.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796402.00000-0, db: /tmp/tmpoka12eoz/sda/containers/0/2c8/c16b79cd3e2298917186014fed0022c8/c16b79cd3e2298917186014fed0022c8.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796402.00000-0, db: /tmp/tmpoka12eoz/sda/containers/0/2c8/c16b79cd3e2298917186014fed0022c8/c16b79cd3e2298917186014fed0022c8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796405.00000-0, db: /tmp/tmpoka12eoz/sda/containers/0/7e5/24c6882e4d453f38909c43de65cb17e5/24c6882e4d453f38909c43de65cb17e5.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796405.00000-0, db: /tmp/tmpoka12eoz/sda/containers/0/7e5/24c6882e4d453f38909c43de65cb17e5/24c6882e4d453f38909c43de65cb17e5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796408.00000-0, db: /tmp/tmpoka12eoz/sda/containers/0/139/a0996ecf1d951c4130ed6f0164d57139/a0996ecf1d951c4130ed6f0164d57139.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796408.00000-0, db: /tmp/tmpoka12eoz/sda/containers/0/139/a0996ecf1d951c4130ed6f0164d57139/a0996ecf1d951c4130ed6f0164d57139.db +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txf2508cd9cf7442e9afefd-006644f983) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txf2508cd9cf7442e9afefd-006644f983) +test ERROR: Container HEAD returning 503 for [] (txn: txf2508cd9cf7442e9afefd-006644f983) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx985c6dfefff94bab9c3e7-00685202fd) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx78e98fd84a8742aa84ee2-00685202fd) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&reverse=true&format=json (txn: txc064f22f2be842debaff3-00685202fd) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&marker=jam&format=json (txn: tx70fdc49d40e444089ad31-00685202fd) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&marker=jam&end_marker=kale&format=json (txn: tx0b25b968083e474fb242a-00685202fd) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&includes=egg&format=json (txn: tx6fd04d82efb94851ac8b8-00685202fd) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txce3ea2b7388a4dec810fe-00685202fd) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txb33f5d9a63074361ab532-00685202fe) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txde8947ddfcff4c7bb9fda-00685202fe) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx5960bec86d5b48e4b87d6-00685202fe) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx67efb287773a4165bacbf-00685202fe) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx0837678fa8a54159a48e8-00685202fe) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Skipping shard cache lookup (x-newest) for /v1/a/c?states=listing&format=json (txn: tx4be2dd5ea1994ca6871d5-00685202fe) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx4be2dd5ea1994ca6871d5-00685202fe) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} -test ERROR: Aborting listing from shards due to bad response: [204] -test DEBUG: GET listing from 3 shards for: /v1/a/c -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} -test ERROR: Aborting listing from shards due to bad response: [204] -test DEBUG: GET listing from 3 shards for: /v1/a/c -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} -test ERROR: Aborting listing from shards due to bad response: [204] -test DEBUG: GET listing from 3 shards for: /v1/a/c -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} -test ERROR: Aborting listing from shards due to bad response: [204] test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txfbe526c46c66441a9de8c-00685202fe) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txfbe526c46c66441a9de8c-00685202fe) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txfbe526c46c66441a9de8c-00685202fe) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: txfbe526c46c66441a9de8c-00685202fe) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txfbe526c46c66441a9de8c-00685202fe) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txfbe526c46c66441a9de8c-00685202fe) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 8 (txn: txfbe526c46c66441a9de8c-00685202fe) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx3514bdabcc284595b3afc-006644f984) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx3514bdabcc284595b3afc-006644f984) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx3514bdabcc284595b3afc-006644f984) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx3514bdabcc284595b3afc-006644f984) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx3514bdabcc284595b3afc-006644f984) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx3514bdabcc284595b3afc-006644f984) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 8 (txn: tx3514bdabcc284595b3afc-006644f984) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx3514bdabcc284595b3afc-006644f984) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9992&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx3514bdabcc284595b3afc-006644f984) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1032 (txn: tx3514bdabcc284595b3afc-006644f984) +test DEBUG: Setting object count to 1032 (txn: tx3514bdabcc284595b3afc-006644f984) +test DEBUG: GET listing from 3 shards for: /v1/a/c?reverse=true&format=json&states=listing (txn: txaba743ef8fb9462b8dfe9-006644f984) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txaba743ef8fb9462b8dfe9-006644f984) +test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&format=json&limit=10000&marker=&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: txaba743ef8fb9462b8dfe9-006644f984) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: txaba743ef8fb9462b8dfe9-006644f984) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txaba743ef8fb9462b8dfe9-006644f984) +test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&format=json&limit=10000&marker=&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: txaba743ef8fb9462b8dfe9-006644f984) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 8 (txn: txaba743ef8fb9462b8dfe9-006644f984) test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_empty_shard_no_memcache test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_empty_shard_no_memcache ... ok -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/00/06/21 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx731dedb342a2403da2b69-00685202fd - 0.2917 - - 1750205181.225479841 1750205181.517155409 2 -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmpg5fw3hg_/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpg5fw3hg_/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmpg5fw3hg_/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpg5fw3hg_/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:06:21 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0571 "-" 635412 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:06:21 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0625 "-" 635412 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:06:21 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0520 "-" 635412 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:06:21 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0552 "-" 635412 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:06:21 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx8b0862ee815146ed874fa-00685202fd" "proxy-server 635412" 0.0056 "-" 635412 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:06:22 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:36643/sda1/1/a/c" "tx8b0862ee815146ed874fa-00685202fd" "container-server 635412" 0.0010 "-" 635412 0 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:06:22 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:56655/sdb1/1/a/c" "tx8b0862ee815146ed874fa-00685202fd" "container-server 635412" 0.0015 "-" 635412 0 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:00:06:22 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx8b0862ee815146ed874fa-00685202fd" "proxy-server 635412" 0.1625 "-" 635412 0 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:00:06:22 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx8b0862ee815146ed874fa-00685202fd" "proxy-server 635412" 0.0860 "-" 635412 0 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/00/06/22 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx8b0862ee815146ed874fa-00685202fd - 0.1740 - - 1750205181.839795828 1750205182.013747931 0 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:06:22 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txf865331d3cf444f5a9379-00685202fe" "proxy-server 635412" 0.0012 "-" 635412 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:06:22 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:36643/sda1/1/a1/c1" "txf865331d3cf444f5a9379-00685202fe" "container-server 635412" 0.0022 "-" 635412 0 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:06:22 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:56655/sdb1/1/a1/c1" "txf865331d3cf444f5a9379-00685202fe" "container-server 635412" 0.0164 "-" 635412 0 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:00:06:22 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txf865331d3cf444f5a9379-00685202fe" "proxy-server 635412" 0.0888 "-" 635412 0 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:00:06:22 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txf865331d3cf444f5a9379-00685202fe" "proxy-server 635412" 0.1518 "-" 635412 0 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/00/06/22 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txf865331d3cf444f5a9379-00685202fe - 0.1585 - - 1750205182.014979124 1750205182.173457146 0 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:06:22 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txe67f585b375c44e0a8ade-00685202fe" "proxy-server 635412" 0.0537 "-" 635412 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:06:22 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:56655/sdb1/2/a/c1" "txe67f585b375c44e0a8ade-00685202fe" "container-server 635412" 0.0651 "-" 635412 1 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:06:22 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:36643/sda1/2/a/c1" "txe67f585b375c44e0a8ade-00685202fe" "container-server 635412" 0.0098 "-" 635412 1 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:00:06:22 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txe67f585b375c44e0a8ade-00685202fe" "proxy-server 635412" 0.1427 "-" 635412 1 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:00:06:22 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txe67f585b375c44e0a8ade-00685202fe" "proxy-server 635412" 0.1996 "-" 635412 1 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/00/06/22 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txe67f585b375c44e0a8ade-00685202fe - 0.2592 - - 1750205182.174721718 1750205182.433954000 1 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:06:22 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx2bf12b59f3134ad696c85-00685202fe" "proxy-server 635412" 0.0480 "-" 635412 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:06:22 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:56655/sdb1/1/a/c2" "tx2bf12b59f3134ad696c85-00685202fe" "container-server 635412" 0.0638 "-" 635412 2 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:06:22 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:36643/sda1/1/a/c2" "tx2bf12b59f3134ad696c85-00685202fe" "container-server 635412" 0.0011 "-" 635412 2 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:00:06:22 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx2bf12b59f3134ad696c85-00685202fe" "proxy-server 635412" 0.1665 "-" 635412 2 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:00:06:22 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx2bf12b59f3134ad696c85-00685202fe" "proxy-server 635412" 0.2193 "-" 635412 2 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/00/06/22 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx2bf12b59f3134ad696c85-00685202fe - 0.2766 - - 1750205182.435484648 1750205182.712108374 2 -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_initiated_and_required -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_initiated_and_required ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_with_duplicate_names -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_with_duplicate_names ... ok -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1750205181.81350', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1750205181.81350', 'deleted': 0, 'state': 10, 'state_timestamp': '1750205181.81350', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1750205181.81355', 'lower': 'g', 'upper': 'r', 'object_count': 13, 'bytes_used': 123, 'meta_timestamp': '1750205182.51107', 'deleted': 0, 'state': 10, 'state_timestamp': '1750205181.81355', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1750205181.81357', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1750205181.81357', 'deleted': 0, 'state': 10, 'state_timestamp': '1750205181.81357', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750205182.43254', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750205182.43254', 'deleted': 0, 'state': 60, 'state_timestamp': '1750205182.43246', 'epoch': '1750205182.43246', 'reported': 0, 'tombstones': -1}], '6dadf4d3-5580-4287-81a0-60f408c775b9-sda') -test DEBUG: /tmp/tmp3clmt_mm/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmp3clmt_mm/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, '819701f69b94f0ad26a4be26ce3ff0d8', '6dadf4d3-5580-4287-81a0-60f408c775b9-sda', '1750205181.71125', '1750205181.70867', '0', '', '1750205181.70867', 1, 0) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, get_shard_ranges, () -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1750205181.81350', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1750205181.81350', 'deleted': 0, 'state': 10, 'state_timestamp': '1750205181.81350', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1750205181.81355', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1750205182.61487', 'deleted': 0, 'state': 10, 'state_timestamp': '1750205181.81355', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1750205181.81357', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1750205181.81357', 'deleted': 0, 'state': 10, 'state_timestamp': '1750205181.81357', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750205182.43254', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750205182.43254', 'deleted': 0, 'state': 60, 'state_timestamp': '1750205182.43246', 'epoch': '1750205182.43246', 'reported': 0, 'tombstones': -1}], '6dadf4d3-5580-4287-81a0-60f408c775b9-sda') -test DEBUG: /tmp/tmp3clmt_mm/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmp3clmt_mm/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, '819701f69b94f0ad26a4be26ce3ff0d8', '6dadf4d3-5580-4287-81a0-60f408c775b9-sda', '1750205181.71125', '1750205181.70867', '0', '', '1750205181.70867', 1, 0) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, get_shard_ranges, () -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1750205182.75578', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1750205182.75578', 'deleted': 1, 'state': 10, 'state_timestamp': '1750205182.75578', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1750205181.81355', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1750205182.61487', 'deleted': 0, 'state': 10, 'state_timestamp': '1750205181.81355', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1750205181.81357', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1750205181.81357', 'deleted': 0, 'state': 10, 'state_timestamp': '1750205181.81357', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750205182.43254', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750205182.43254', 'deleted': 0, 'state': 60, 'state_timestamp': '1750205182.43246', 'epoch': '1750205182.43246', 'reported': 0, 'tombstones': -1}], '6dadf4d3-5580-4287-81a0-60f408c775b9-sda') -test DEBUG: /tmp/tmp3clmt_mm/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmp3clmt_mm/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, '819701f69b94f0ad26a4be26ce3ff0d8', '6dadf4d3-5580-4287-81a0-60f408c775b9-sda', '1750205181.71125', '1750205181.70867', '0', '', '1750205181.70867', 1, 0) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, get_shard_ranges, () -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1750205182.75578', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1750205182.75578', 'deleted': 1, 'state': 10, 'state_timestamp': '1750205182.75578', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1750205181.81355', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1750205182.61487', 'deleted': 0, 'state': 10, 'state_timestamp': '1750205181.81355', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1750205182.87303', 'lower': 'r', 'upper': '', 'object_count': 0, 'bytes_used': 30, 'meta_timestamp': '1750205182.87303', 'deleted': 0, 'state': 10, 'state_timestamp': '1750205182.87303', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750205182.43254', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750205182.43254', 'deleted': 0, 'state': 60, 'state_timestamp': '1750205182.43246', 'epoch': '1750205182.43246', 'reported': 0, 'tombstones': -1}], '6dadf4d3-5580-4287-81a0-60f408c775b9-sda') -test DEBUG: /tmp/tmp3clmt_mm/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmp3clmt_mm/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, '819701f69b94f0ad26a4be26ce3ff0d8', '6dadf4d3-5580-4287-81a0-60f408c775b9-sda', '1750205181.71125', '1750205181.70867', '0', '', '1750205181.70867', 1, 0) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, get_shard_ranges, () -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_state_is_not_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_state_is_not_reclaimable ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges -test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reconciler_sync -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reconciler_sync ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_sysmeta -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_sysmeta ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_error -test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_error ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_state_is_not_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_state_is_not_reclaimable ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796411.00000-0, db: /tmp/tmpoka12eoz/sda/containers/0/f3a/13324800e04a6eb6ecffb24ac75bcf3a/13324800e04a6eb6ecffb24ac75bcf3a.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796411.00000-0, db: /tmp/tmpoka12eoz/sda/containers/0/f3a/13324800e04a6eb6ecffb24ac75bcf3a/13324800e04a6eb6ecffb24ac75bcf3a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796414.00000-0, db: /tmp/tmpoka12eoz/sda/containers/0/dcf/ac9752bac71785412a8e3c146d8c0dcf/ac9752bac71785412a8e3c146d8c0dcf.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796414.00000-0, db: /tmp/tmpoka12eoz/sda/containers/0/dcf/ac9752bac71785412a8e3c146d8c0dcf/ac9752bac71785412a8e3c146d8c0dcf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796417.00000-0, db: /tmp/tmpoka12eoz/sda/containers/0/adf/fce180cae251e7a403925fc434ad4adf/fce180cae251e7a403925fc434ad4adf.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796417.00000-0, db: /tmp/tmpoka12eoz/sda/containers/0/adf/fce180cae251e7a403925fc434ad4adf/fce180cae251e7a403925fc434ad4adf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796420.00000-0, db: /tmp/tmpoka12eoz/sda/containers/0/482/3367a9bef9ec507a1cf01088b8a91482/3367a9bef9ec507a1cf01088b8a91482.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796420.00000-0, db: /tmp/tmpoka12eoz/sda/containers/0/482/3367a9bef9ec507a1cf01088b8a91482/3367a9bef9ec507a1cf01088b8a91482.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796423.00000-0, db: /tmp/tmpoka12eoz/sda/containers/0/a3b/3109e88ecc143f9d63746427e142aa3b/3109e88ecc143f9d63746427e142aa3b.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796423.00000-0, db: /tmp/tmpoka12eoz/sda/containers/0/a3b/3109e88ecc143f9d63746427e142aa3b/3109e88ecc143f9d63746427e142aa3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796426.00000-0, db: /tmp/tmpoka12eoz/sda/containers/0/7dc/5c32cfeda4ded5ec4a1a3082c909d7dc/5c32cfeda4ded5ec4a1a3082c909d7dc.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796426.00000-0, db: /tmp/tmpoka12eoz/sda/containers/0/7dc/5c32cfeda4ded5ec4a1a3082c909d7dc/5c32cfeda4ded5ec4a1a3082c909d7dc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796429.00000-0, db: /tmp/tmpoka12eoz/sda/containers/0/b72/33c2aa08339c9beadd5fe0819d0a9b72/33c2aa08339c9beadd5fe0819d0a9b72.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796429.00000-0, db: /tmp/tmpoka12eoz/sda/containers/0/b72/33c2aa08339c9beadd5fe0819d0a9b72/33c2aa08339c9beadd5fe0819d0a9b72.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796432.00000-0, db: /tmp/tmpoka12eoz/sda/containers/0/f5a/cd3c5e589280201fd7bcefcb5313ff5a/cd3c5e589280201fd7bcefcb5313ff5a.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796432.00000-0, db: /tmp/tmpoka12eoz/sda/containers/0/f5a/cd3c5e589280201fd7bcefcb5313ff5a/cd3c5e589280201fd7bcefcb5313ff5a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796435.00000-0, db: /tmp/tmpoka12eoz/sda/containers/0/219/a87c67910d092fd747d1ebc3662fe219/a87c67910d092fd747d1ebc3662fe219.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796435.00000-0, db: /tmp/tmpoka12eoz/sda/containers/0/219/a87c67910d092fd747d1ebc3662fe219/a87c67910d092fd747d1ebc3662fe219.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796438.00000-0, db: /tmp/tmpoka12eoz/sda/containers/0/d7f/314283d21c9fda81d7a54bf953778d7f/314283d21c9fda81d7a54bf953778d7f.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796438.00000-0, db: /tmp/tmpoka12eoz/sda/containers/0/d7f/314283d21c9fda81d7a54bf953778d7f/314283d21c9fda81d7a54bf953778d7f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796441.00000-0, db: /tmp/tmpoka12eoz/sda/containers/0/68f/805f461f4338eaaa1bf1e8176326f68f/805f461f4338eaaa1bf1e8176326f68f.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796441.00000-0, db: /tmp/tmpoka12eoz/sda/containers/0/68f/805f461f4338eaaa1bf1e8176326f68f/805f461f4338eaaa1bf1e8176326f68f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796444.00000-0, db: /tmp/tmpoka12eoz/sda/containers/0/1e3/f48a503b85d8f2609baee6721a6681e3/f48a503b85d8f2609baee6721a6681e3.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796444.00000-0, db: /tmp/tmpoka12eoz/sda/containers/0/1e3/f48a503b85d8f2609baee6721a6681e3/f48a503b85d8f2609baee6721a6681e3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796447.00000-0, db: /tmp/tmpoka12eoz/sda/containers/0/125/ff898486ff5792ba0e1ba8ed03ad6125/ff898486ff5792ba0e1ba8ed03ad6125.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796447.00000-0, db: /tmp/tmpoka12eoz/sda/containers/0/125/ff898486ff5792ba0e1ba8ed03ad6125/ff898486ff5792ba0e1ba8ed03ad6125.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796450.00000-0, db: /tmp/tmpoka12eoz/sda/containers/0/5a6/d6448777240f62a74033f6f7f97735a6/d6448777240f62a74033f6f7f97735a6.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796450.00000-0, db: /tmp/tmpoka12eoz/sda/containers/0/5a6/d6448777240f62a74033f6f7f97735a6/d6448777240f62a74033f6f7f97735a6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796453.00000-0, db: /tmp/tmpoka12eoz/sda/containers/0/2da/e331b451f11c24f5c32d04ed9d1662da/e331b451f11c24f5c32d04ed9d1662da.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796453.00000-0, db: /tmp/tmpoka12eoz/sda/containers/0/2da/e331b451f11c24f5c32d04ed9d1662da/e331b451f11c24f5c32d04ed9d1662da.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796456.00000-0, db: /tmp/tmpoka12eoz/sda/containers/0/55e/de4df0ebf3567df285afe58f99da055e/de4df0ebf3567df285afe58f99da055e.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796456.00000-0, db: /tmp/tmpoka12eoz/sda/containers/0/55e/de4df0ebf3567df285afe58f99da055e/de4df0ebf3567df285afe58f99da055e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796459.00000-0, db: /tmp/tmpoka12eoz/sda/containers/0/6f5/eff58362622f61820cae4c531f2de6f5/eff58362622f61820cae4c531f2de6f5.db test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_gap_in_shards_no_memcache test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_gap_in_shards_no_memcache ... ok -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txfbe526c46c66441a9de8c-00685202fe) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9992&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txfbe526c46c66441a9de8c-00685202fe) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1032 (txn: txfbe526c46c66441a9de8c-00685202fe) -test DEBUG: Setting object count to 1032 (txn: txfbe526c46c66441a9de8c-00685202fe) -test DEBUG: GET listing from 3 shards for: /v1/a/c?reverse=true&format=json&states=listing (txn: tx20c284df5b574197bd89a-00685202fe) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx20c284df5b574197bd89a-00685202fe) -test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&format=json&limit=10000&marker=&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: tx20c284df5b574197bd89a-00685202fe) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx20c284df5b574197bd89a-00685202fe) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx20c284df5b574197bd89a-00685202fe) -test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&format=json&limit=10000&marker=&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx20c284df5b574197bd89a-00685202fe) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 8 (txn: tx20c284df5b574197bd89a-00685202fe) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx20c284df5b574197bd89a-00685202fe) -test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&format=json&limit=9992&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx20c284df5b574197bd89a-00685202fe) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 48 (txn: tx20c284df5b574197bd89a-00685202fe) -test DEBUG: Setting object count to 48 (txn: tx20c284df5b574197bd89a-00685202fe) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txf439a77cebcd47ceb11e2-00685202fe) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txf439a77cebcd47ceb11e2-00685202fe) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txf439a77cebcd47ceb11e2-00685202fe) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txf439a77cebcd47ceb11e2-00685202fe) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txf439a77cebcd47ceb11e2-00685202fe) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txf439a77cebcd47ceb11e2-00685202fe) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 40 (txn: txf439a77cebcd47ceb11e2-00685202fe) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txf439a77cebcd47ceb11e2-00685202fe) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9960&marker=h&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txf439a77cebcd47ceb11e2-00685202fe) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1064 (txn: txf439a77cebcd47ceb11e2-00685202fe) -test DEBUG: Setting object count to 1064 (txn: txf439a77cebcd47ceb11e2-00685202fe) -test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=koolaid&format=json&states=listing (txn: tx229c0eba8732492c9f6cc-00685202fe) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx229c0eba8732492c9f6cc-00685202fe) -test DEBUG: Get listing from /v1/.shards_a/c_pie?marker=koolaid&format=json&limit=10000&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx229c0eba8732492c9f6cc-00685202fe) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx229c0eba8732492c9f6cc-00685202fe) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx229c0eba8732492c9f6cc-00685202fe) -test DEBUG: Get listing from /v1/.shards_a/c_?marker=koolaid&format=json&limit=10000&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx229c0eba8732492c9f6cc-00685202fe) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: tx229c0eba8732492c9f6cc-00685202fe) -test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=koolaid&reverse=true&format=json&states=listing (txn: tx3269abff619b450e9923e-00685202fe) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx3269abff619b450e9923e-00685202fe) -test DEBUG: Get listing from /v1/.shards_a/c_pie?marker=koolaid&reverse=true&format=json&limit=10000&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx3269abff619b450e9923e-00685202fe) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx3269abff619b450e9923e-00685202fe) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx3269abff619b450e9923e-00685202fe) -test DEBUG: Get listing from /v1/.shards_a/c_ham?marker=koolaid&reverse=true&format=json&limit=10000&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx3269abff619b450e9923e-00685202fe) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx3269abff619b450e9923e-00685202fe) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txb85a139668b94098a52c4-00685202ff) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txb85a139668b94098a52c4-00685202ff) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txb85a139668b94098a52c4-00685202ff) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txb85a139668b94098a52c4-00685202ff) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txb85a139668b94098a52c4-00685202ff) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txb85a139668b94098a52c4-00685202ff) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: txb85a139668b94098a52c4-00685202ff) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txb85a139668b94098a52c4-00685202ff) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txb85a139668b94098a52c4-00685202ff) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: txb85a139668b94098a52c4-00685202ff) -test DEBUG: Setting object count to 1065 (txn: txb85a139668b94098a52c4-00685202ff) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1750205182.75578', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1750205182.75578', 'deleted': 1, 'state': 10, 'state_timestamp': '1750205182.75578', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1750205181.81355', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1750205182.61487', 'deleted': 0, 'state': 10, 'state_timestamp': '1750205181.81355', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1750205182.87303', 'lower': 'r', 'upper': '', 'object_count': 0, 'bytes_used': 2030, 'meta_timestamp': '1750205183.08352', 'deleted': 0, 'state': 10, 'state_timestamp': '1750205182.87303', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750205182.43254', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750205182.43254', 'deleted': 0, 'state': 60, 'state_timestamp': '1750205182.43246', 'epoch': '1750205182.43246', 'reported': 0, 'tombstones': -1}], '6dadf4d3-5580-4287-81a0-60f408c775b9-sda') -test DEBUG: /tmp/tmp3clmt_mm/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmp3clmt_mm/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, '819701f69b94f0ad26a4be26ce3ff0d8', '6dadf4d3-5580-4287-81a0-60f408c775b9-sda', '1750205181.71125', '1750205181.70867', '0', '', '1750205181.70867', 1, 0) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, get_shard_ranges, () -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1750205183.19394', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1750205182.75578', 'deleted': 0, 'state': 10, 'state_timestamp': '1750205182.75578', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1750205181.81355', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1750205182.61487', 'deleted': 0, 'state': 10, 'state_timestamp': '1750205181.81355', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1750205182.87303', 'lower': 'r', 'upper': '', 'object_count': 0, 'bytes_used': 2030, 'meta_timestamp': '1750205183.08352', 'deleted': 0, 'state': 10, 'state_timestamp': '1750205182.87303', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750205182.43254', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750205182.43254', 'deleted': 0, 'state': 60, 'state_timestamp': '1750205182.43246', 'epoch': '1750205182.43246', 'reported': 0, 'tombstones': -1}], '6dadf4d3-5580-4287-81a0-60f408c775b9-sda') -test DEBUG: /tmp/tmp3clmt_mm/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmp3clmt_mm/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sda/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, '819701f69b94f0ad26a4be26ce3ff0d8', '6dadf4d3-5580-4287-81a0-60f408c775b9-sda', '1750205181.71125', '1750205181.70867', '0', '', '1750205181.70867', 1, 0) -REPLICATE: /sda/0/c0ad7ddcd21bd2c0303123f75421e928, get_shard_ranges, () -REPLICATE: /sda/0/c0ad7ddcd21bd2c0303123f75421e928, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1750205183.19394', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1750205182.75578', 'deleted': 0, 'state': 10, 'state_timestamp': '1750205182.75578', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1750205181.81355', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1750205182.61487', 'deleted': 0, 'state': 10, 'state_timestamp': '1750205181.81355', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1750205182.87303', 'lower': 'r', 'upper': '', 'object_count': 0, 'bytes_used': 2030, 'meta_timestamp': '1750205183.08352', 'deleted': 0, 'state': 10, 'state_timestamp': '1750205182.87303', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750205182.43254', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750205182.43254', 'deleted': 0, 'state': 60, 'state_timestamp': '1750205182.43246', 'epoch': '1750205182.43246', 'reported': 0, 'tombstones': -1}], '6dadf4d3-5580-4287-81a0-60f408c775b9-sda') -test DEBUG: /tmp/tmp3clmt_mm/sdb/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db synced 4 shard ranges to 10.0.0.0:1000/sda -test WARNING: /tmp/tmp3clmt_mm/sdb/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db is able to shard -- refusing to replicate objects to peer 10.0.0.0:1000/sda; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, '7fea356918a96a3844a744c13d7ec288', '920404e9-e8c6-4cee-9534-55240e02eccd-sda', '1750205183.37703', '1750205183.37410', '0', '', '1750205183.37410', 1, 0) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_shard_ranges, ([{'name': 'a/c', 'timestamp': '1750205183.48116', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750205183.48116', 'deleted': 0, 'state': 60, 'state_timestamp': '1750205183.48101', 'epoch': '1750205183.48101', 'reported': 0, 'tombstones': -1}], '920404e9-e8c6-4cee-9534-55240e02eccd-sda') -test ERROR: ERROR Bad response 500 from 10.0.0.1 -test DEBUG: /tmp/tmpnamwzbg_/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_items, ([{'ROWID': 1, 'name': 'obj', 'created_at': '1750205183.48076', 'size': 0, 'content_type': 'text/plain', 'etag': 'd41d8cd98f00b204e9800998ecf8427e', 'deleted': 0, 'storage_policy_index': 0}], '920404e9-e8c6-4cee-9534-55240e02eccd-sda') -test DEBUG: /tmp/tmpnamwzbg_/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0481489s) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_syncs, ([],) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', 'f2187cfd-767b-4fbd-85b6-e8be2c6a4a7d-sda', '1750205183.79019', '1750205183.78258', '0', '', '1750205183.78258', 0, 0) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, get_shard_ranges, () -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1750205183.87694', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1750205183.87694', 'deleted': 0, 'state': 10, 'state_timestamp': '1750205183.87694', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1750205183.87699', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1750205183.87699', 'deleted': 0, 'state': 10, 'state_timestamp': '1750205183.87699', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1750205183.87700', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1750205183.87700', 'deleted': 0, 'state': 10, 'state_timestamp': '1750205183.87700', 'epoch': None, 'reported': 0, 'tombstones': -1}], 'f2187cfd-767b-4fbd-85b6-e8be2c6a4a7d-sda') -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_sysmeta -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_sysmeta ... ok +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txaba743ef8fb9462b8dfe9-006644f984) +test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&format=json&limit=9992&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txaba743ef8fb9462b8dfe9-006644f984) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 48 (txn: txaba743ef8fb9462b8dfe9-006644f984) +test DEBUG: Setting object count to 48 (txn: txaba743ef8fb9462b8dfe9-006644f984) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx8d31105e36444b6fbda6f-006644f984) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx8d31105e36444b6fbda6f-006644f984) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8d31105e36444b6fbda6f-006644f984) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx8d31105e36444b6fbda6f-006644f984) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx8d31105e36444b6fbda6f-006644f984) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8d31105e36444b6fbda6f-006644f984) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 40 (txn: tx8d31105e36444b6fbda6f-006644f984) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx8d31105e36444b6fbda6f-006644f984) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9960&marker=h&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx8d31105e36444b6fbda6f-006644f984) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1064 (txn: tx8d31105e36444b6fbda6f-006644f984) +test DEBUG: Setting object count to 1064 (txn: tx8d31105e36444b6fbda6f-006644f984) +test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=koolaid&format=json&states=listing (txn: tx4474ab5ab326440d9d35e-006644f984) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx4474ab5ab326440d9d35e-006644f984) +test DEBUG: Get listing from /v1/.shards_a/c_pie?marker=koolaid&format=json&limit=10000&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx4474ab5ab326440d9d35e-006644f984) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx4474ab5ab326440d9d35e-006644f984) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx4474ab5ab326440d9d35e-006644f984) +test DEBUG: Get listing from /v1/.shards_a/c_?marker=koolaid&format=json&limit=10000&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx4474ab5ab326440d9d35e-006644f984) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: tx4474ab5ab326440d9d35e-006644f984) +test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=koolaid&reverse=true&format=json&states=listing (txn: txc11263fd73904be59ec88-006644f984) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txc11263fd73904be59ec88-006644f984) +test DEBUG: Get listing from /v1/.shards_a/c_pie?marker=koolaid&reverse=true&format=json&limit=10000&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: txc11263fd73904be59ec88-006644f984) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: txc11263fd73904be59ec88-006644f984) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txc11263fd73904be59ec88-006644f984) +test DEBUG: Get listing from /v1/.shards_a/c_ham?marker=koolaid&reverse=true&format=json&limit=10000&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txc11263fd73904be59ec88-006644f984) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txc11263fd73904be59ec88-006644f984) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txf3046c3216c241e39837f-006644f985) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txf3046c3216c241e39837f-006644f985) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txf3046c3216c241e39837f-006644f985) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txf3046c3216c241e39837f-006644f985) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txf3046c3216c241e39837f-006644f985) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txf3046c3216c241e39837f-006644f985) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: txf3046c3216c241e39837f-006644f985) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txf3046c3216c241e39837f-006644f985) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txf3046c3216c241e39837f-006644f985) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: txf3046c3216c241e39837f-006644f985) +test DEBUG: Setting object count to 1065 (txn: txf3046c3216c241e39837f-006644f985) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx7e7e723324504b7eba7b0-006644f986) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx7e7e723324504b7eba7b0-006644f986) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='onion') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx7e7e723324504b7eba7b0-006644f986) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=onion%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7e7e723324504b7eba7b0-006644f986) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx7e7e723324504b7eba7b0-006644f986) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='rhubarb') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx7e7e723324504b7eba7b0-006644f986) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=rhubarb%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7e7e723324504b7eba7b0-006644f986) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: tx7e7e723324504b7eba7b0-006644f986) test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_gap_in_shards_with_memcache test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_gap_in_shards_with_memcache ... ok +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796459.00000-0, db: /tmp/tmpoka12eoz/sda/containers/0/6f5/eff58362622f61820cae4c531f2de6f5/eff58362622f61820cae4c531f2de6f5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796462.00000-0, db: /tmp/tmpoka12eoz/sda/containers/0/cf9/f3348f95fb0aaf031e845e919040bcf9/f3348f95fb0aaf031e845e919040bcf9.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796462.00000-0, db: /tmp/tmpoka12eoz/sda/containers/0/cf9/f3348f95fb0aaf031e845e919040bcf9/f3348f95fb0aaf031e845e919040bcf9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796465.00000-0, db: /tmp/tmpoka12eoz/sda/containers/0/0c2/bfd6c078a3b17d5bd9cb53d4088b20c2/bfd6c078a3b17d5bd9cb53d4088b20c2.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796465.00000-0, db: /tmp/tmpoka12eoz/sda/containers/0/0c2/bfd6c078a3b17d5bd9cb53d4088b20c2/bfd6c078a3b17d5bd9cb53d4088b20c2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796468.00000-0, db: /tmp/tmpoka12eoz/sda/containers/0/6df/e838f711615b7bfa1133412db37956df/e838f711615b7bfa1133412db37956df.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796468.00000-0, db: /tmp/tmpoka12eoz/sda/containers/0/6df/e838f711615b7bfa1133412db37956df/e838f711615b7bfa1133412db37956df.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796471.00000-0, db: /tmp/tmpoka12eoz/sda/containers/0/4e8/b52e70ecadca00e1d2973b3bc29544e8/b52e70ecadca00e1d2973b3bc29544e8.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796471.00000-0, db: /tmp/tmpoka12eoz/sda/containers/0/4e8/b52e70ecadca00e1d2973b3bc29544e8/b52e70ecadca00e1d2973b3bc29544e8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796474.00000-0, db: /tmp/tmpoka12eoz/sda/containers/0/cdd/ac0ccd98fd07d855d7b13e9337c9acdd/ac0ccd98fd07d855d7b13e9337c9acdd.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796474.00000-0, db: /tmp/tmpoka12eoz/sda/containers/0/cdd/ac0ccd98fd07d855d7b13e9337c9acdd/ac0ccd98fd07d855d7b13e9337c9acdd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796477.00000-0, db: /tmp/tmpoka12eoz/sda/containers/0/c82/c9b46cf9a3f8319297dcc7ecc7f6cc82/c9b46cf9a3f8319297dcc7ecc7f6cc82.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796477.00000-0, db: /tmp/tmpoka12eoz/sda/containers/0/c82/c9b46cf9a3f8319297dcc7ecc7f6cc82/c9b46cf9a3f8319297dcc7ecc7f6cc82.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796480.00000-0, db: /tmp/tmpoka12eoz/sda/containers/0/570/9b143dea06f19bc6c7f64c7483390570/9b143dea06f19bc6c7f64c7483390570.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796480.00000-0, db: /tmp/tmpoka12eoz/sda/containers/0/570/9b143dea06f19bc6c7f64c7483390570/9b143dea06f19bc6c7f64c7483390570.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796483.00000-0, db: /tmp/tmpoka12eoz/sda/containers/0/971/21a129424622d300414b86fc479d8971/21a129424622d300414b86fc479d8971.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796483.00000-0, db: /tmp/tmpoka12eoz/sda/containers/0/971/21a129424622d300414b86fc479d8971/21a129424622d300414b86fc479d8971.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796486.00000-0, db: /tmp/tmpoka12eoz/sda/containers/0/a3b/3c62066d43355129498fef69addaba3b/3c62066d43355129498fef69addaba3b.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796486.00000-0, db: /tmp/tmpoka12eoz/sda/containers/0/a3b/3c62066d43355129498fef69addaba3b/3c62066d43355129498fef69addaba3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796489.00000-0, db: /tmp/tmpoka12eoz/sda/containers/0/440/477c6c1233442f43d193be3664ebe440/477c6c1233442f43d193be3664ebe440.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796489.00000-0, db: /tmp/tmpoka12eoz/sda/containers/0/440/477c6c1233442f43d193be3664ebe440/477c6c1233442f43d193be3664ebe440.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796492.00000-0, db: /tmp/tmpoka12eoz/sda/containers/0/8dc/d3bb3d783d8e2ada60ac11369ea8b8dc/d3bb3d783d8e2ada60ac11369ea8b8dc.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796492.00000-0, db: /tmp/tmpoka12eoz/sda/containers/0/8dc/d3bb3d783d8e2ada60ac11369ea8b8dc/d3bb3d783d8e2ada60ac11369ea8b8dc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796495.00000-0, db: /tmp/tmpoka12eoz/sda/containers/0/014/aeabbf4f39eea7c73507885d5079f014/aeabbf4f39eea7c73507885d5079f014.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796495.00000-0, db: /tmp/tmpoka12eoz/sda/containers/0/014/aeabbf4f39eea7c73507885d5079f014/aeabbf4f39eea7c73507885d5079f014.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796498.00000-0, db: /tmp/tmpoka12eoz/sda/containers/0/935/6a27ac8c40bea6b3cf930bf491634935/6a27ac8c40bea6b3cf930bf491634935.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796498.00000-0, db: /tmp/tmpoka12eoz/sda/containers/0/935/6a27ac8c40bea6b3cf930bf491634935/6a27ac8c40bea6b3cf930bf491634935.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796501.00000-0, db: /tmp/tmpoka12eoz/sda/containers/0/5c8/9a985a1c3a0de2b9b8e5d8dbec69f5c8/9a985a1c3a0de2b9b8e5d8dbec69f5c8.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796501.00000-0, db: /tmp/tmpoka12eoz/sda/containers/0/5c8/9a985a1c3a0de2b9b8e5d8dbec69f5c8/9a985a1c3a0de2b9b8e5d8dbec69f5c8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796504.00000-0, db: /tmp/tmpoka12eoz/sda/containers/0/5ab/3e88ccdd3b331644a2b97ec58d60a5ab/3e88ccdd3b331644a2b97ec58d60a5ab.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796504.00000-0, db: /tmp/tmpoka12eoz/sda/containers/0/5ab/3e88ccdd3b331644a2b97ec58d60a5ab/3e88ccdd3b331644a2b97ec58d60a5ab.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796507.00000-0, db: /tmp/tmpoka12eoz/sda/containers/0/ba2/a7591de32c466c408329c74a0b07cba2/a7591de32c466c408329c74a0b07cba2.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796507.00000-0, db: /tmp/tmpoka12eoz/sda/containers/0/ba2/a7591de32c466c408329c74a0b07cba2/a7591de32c466c408329c74a0b07cba2.db +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_with_own_merged_while_shrinking +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_with_own_merged_while_shrinking ... ok +test.unit.container.test_sharder.TestSharder.test_check_node +test.unit.container.test_sharder.TestSharder.test_check_node ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796510.00000-0, db: /tmp/tmpoka12eoz/sda/containers/0/ad4/a01a9b1bb7eb2d70bcf03f8ff0cadad4/a01a9b1bb7eb2d70bcf03f8ff0cadad4.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796510.00000-0, db: /tmp/tmpoka12eoz/sda/containers/0/ad4/a01a9b1bb7eb2d70bcf03f8ff0cadad4/a01a9b1bb7eb2d70bcf03f8ff0cadad4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796513.00000-0, db: /tmp/tmpoka12eoz/sda/containers/0/25c/b7bd71538a99e1f23c5ea031b6bdb25c/b7bd71538a99e1f23c5ea031b6bdb25c.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796513.00000-0, db: /tmp/tmpoka12eoz/sda/containers/0/25c/b7bd71538a99e1f23c5ea031b6bdb25c/b7bd71538a99e1f23c5ea031b6bdb25c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796516.00000-0, db: /tmp/tmpoka12eoz/sda/containers/0/542/db36c906ef1ef179c63f0780c0a50542/db36c906ef1ef179c63f0780c0a50542.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796516.00000-0, db: /tmp/tmpoka12eoz/sda/containers/0/542/db36c906ef1ef179c63f0780c0a50542/db36c906ef1ef179c63f0780c0a50542.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796519.00000-0, db: /tmp/tmpoka12eoz/sda/containers/0/fc3/b393eca25aab03aec54456fb07d94fc3/b393eca25aab03aec54456fb07d94fc3.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796519.00000-0, db: /tmp/tmpoka12eoz/sda/containers/0/fc3/b393eca25aab03aec54456fb07d94fc3/b393eca25aab03aec54456fb07d94fc3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796522.00000-0, db: /tmp/tmpoka12eoz/sda/containers/0/784/a5b9bba7e59b86223741c9d14fedc784/a5b9bba7e59b86223741c9d14fedc784.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796522.00000-0, db: /tmp/tmpoka12eoz/sda/containers/0/784/a5b9bba7e59b86223741c9d14fedc784/a5b9bba7e59b86223741c9d14fedc784.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796525.00000-0, db: /tmp/tmpoka12eoz/sda/containers/0/a2c/19724b9c61f36ed412a6c79e6e7baa2c/19724b9c61f36ed412a6c79e6e7baa2c.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796525.00000-0, db: /tmp/tmpoka12eoz/sda/containers/0/a2c/19724b9c61f36ed412a6c79e6e7baa2c/19724b9c61f36ed412a6c79e6e7baa2c.db +sharder-test WARNING: Skipping d100 as it is not mounted +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpfie3dyfe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796358.69374.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpfie3dyfe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796358.69374.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpfie3dyfe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796358.69374.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpfie3dyfe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796358.69374.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpfie3dyfe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796358.69374.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpfie3dyfe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796358.69374.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpfie3dyfe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796358.69374.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpfie3dyfe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796358.69374.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpfie3dyfe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796358.69374.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpfie3dyfe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796358.69374.db +sharder-test DEBUG: got 5 rows (deleted=False) in 0.00017881393432617188s, path: a/c, db: /tmp/tmpfie3dyfe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001251697540283203s, path: a/c, db: /tmp/tmpfie3dyfe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpfie3dyfe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796358.69374.db +sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_obj004_0 in state cleaved: 1 successes, 2 required, shard db: /tmp/tmpfie3dyfe/sda/containers/0/b85/9d7a328814f4e99b3c0e6a0597883b85/9d7a328814f4e99b3c0e6a0597883b85.db, path: a/c, db: /tmp/tmpfie3dyfe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796358.69374.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpfie3dyfe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796358.69374.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpfie3dyfe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796358.69374.db +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpfie3dyfe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796358.69374.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpfie3dyfe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796358.69374.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpfie3dyfe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796358.69374.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpfie3dyfe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796358.69374.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpfie3dyfe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796358.69374.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpfie3dyfe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796358.69374.db +sharder-test DEBUG: Cleaving ShardRange - shard db already in sync, path: a/c, db: /tmp/tmpfie3dyfe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796358.69374.db test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_marker_beyond_end_marker_memcache test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_marker_beyond_end_marker_memcache ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_storage_policy_property -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_storage_policy_property ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sync_merging -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sync_merging ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_epoch_reset -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_epoch_reset ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_none -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_none ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_merge_reported -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_merge_reported ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_meta_ts_gte -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_meta_ts_gte ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_meta_ts_lt -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_meta_ts_lt ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_retain_bounds -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_retain_bounds ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_retain_deleted -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_retain_deleted ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_eq -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_eq ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_gt -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_gt ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_lt -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_lt ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_gt -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_gt ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_lt -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_lt ... ok -test.unit.container.test_backend.TestModuleFunctions.test_sift_shard_ranges -test.unit.container.test_backend.TestModuleFunctions.test_sift_shard_ranges ... ok -test.unit.obj.test_diskfile.TestDiskFileManager.test_check_policy -test.unit.obj.test_diskfile.TestDiskFileManager.test_check_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_ondisk_files_reclaim_non_data_files -test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_ondisk_files_reclaim_non_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files -test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_uses_configured_reclaim_age -test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_uses_configured_reclaim_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_construct_dev_path -test.unit.obj.test_diskfile.TestDiskFileManager.test_construct_dev_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_focused_yield_hashes_does_not_clean_up -test.unit.obj.test_diskfile.TestDiskFileManager.test_focused_yield_hashes_does_not_clean_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_and_filenames_from_hash -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_and_filenames_from_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_bad_meta_name -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_bad_meta_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_dev_path_fail -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_actual_files -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_actual_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_data -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_dir -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_meta_name -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_meta_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_not_dir -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_not_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_other_oserror -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_read_metadata_problem -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_read_metadata_problem ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_no_rsync_temp_file_warning -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_no_rsync_temp_file_warning ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_empty_dir -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_empty_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_repl_policy -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_repl_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_stray_meta -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_stray_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_unexpected_file -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_unexpected_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_init -test.unit.obj.test_diskfile.TestDiskFileManager.test_init ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_init_commit_window -test.unit.obj.test_diskfile.TestDiskFileManager.test_init_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir -test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir_enoent -test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir_enoent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir_other_oserror -test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_missing_splice_warning -test.unit.obj.test_diskfile.TestDiskFileManager.test_missing_splice_warning ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_object_audit_location_generator -test.unit.obj.test_diskfile.TestDiskFileManager.test_object_audit_location_generator ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_parse_on_disk_filename -test.unit.obj.test_diskfile.TestDiskFileManager.test_parse_on_disk_filename ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_parse_on_disk_filename_errors -test.unit.obj.test_diskfile.TestDiskFileManager.test_parse_on_disk_filename_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_and_replication_lock_same_partition -test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_and_replication_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_same_partition -test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_same_partition_different_name -test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_same_partition_different_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_pickle_async_update -test.unit.obj.test_diskfile.TestDiskFileManager.test_pickle_async_update ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_2 -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_2 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_another_device_fine -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_another_device_fine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_off -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_off ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_on -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_on ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_same_partition -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_one_per_device_deprecation -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_one_per_device_deprecation ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_verify_ondisk_files -test.unit.obj.test_diskfile.TestDiskFileManager.test_verify_ondisk_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_cleans_up_everything -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_cleans_up_everything ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_dev_path_fail -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_empty -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_empty ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_empty_suffixes -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_empty_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_fails_with_bad_ondisk_filesets -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_fails_with_bad_ondisk_filesets ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_suffix_filter -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_suffix_filter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_tombstones -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_tombstones ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_yields_content_type_timestamp -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_yields_content_type_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_yields_meta_timestamp -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_yields_meta_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_suffixes -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_suffixes_dev_path_fail -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_suffixes_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestHashesHelpers.test_ignore_corrupted_hashes -test.unit.obj.test_diskfile.TestHashesHelpers.test_ignore_corrupted_hashes ... ok -test.unit.obj.test_diskfile.TestHashesHelpers.test_read_legacy_hashes -test.unit.obj.test_diskfile.TestHashesHelpers.test_read_legacy_hashes ... ok -test.unit.obj.test_diskfile.TestHashesHelpers.test_read_write_invalid_hashes_mutation_and_transative_equality -test.unit.obj.test_diskfile.TestHashesHelpers.test_read_write_invalid_hashes_mutation_and_transative_equality ... ok -test DEBUG: /tmp/tmplarecv7a/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db synced 3 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmplarecv7a/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', 'e7f9959a-b4fc-411d-9e95-7dc0e1df290f-sda', '1750205184.07275', '1750205184.07090', '0', '', '1750205184.07090', 0, 0) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, get_shard_ranges, () -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1750205184.21128', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1750205184.21128', 'deleted': 0, 'state': 10, 'state_timestamp': '1750205184.21128', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1750205184.21132', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1750205184.21132', 'deleted': 0, 'state': 10, 'state_timestamp': '1750205184.21132', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1750205184.21133', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1750205184.21133', 'deleted': 0, 'state': 10, 'state_timestamp': '1750205184.21133', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750205183.78228', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750205183.78228', 'deleted': 0, 'state': 40, 'state_timestamp': '1750205183.78228', 'epoch': None, 'reported': 0, 'tombstones': -1}], 'e7f9959a-b4fc-411d-9e95-7dc0e1df290f-sda') -test DEBUG: /tmp/tmplarecv7a/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmplarecv7a/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '385a6646-6360-439a-9c2b-bd5a0de30cb6-sda', '1750205184.51510', '1750205184.51311', '0', '', '1750205184.51311', 0, 0) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, get_shard_ranges, () -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1750205184.61644', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1750205184.61644', 'deleted': 0, 'state': 10, 'state_timestamp': '1750205184.61644', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1750205184.61648', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1750205184.61648', 'deleted': 0, 'state': 10, 'state_timestamp': '1750205184.61648', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1750205184.61649', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1750205184.61649', 'deleted': 0, 'state': 10, 'state_timestamp': '1750205184.61649', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750205183.78228', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750205183.78228', 'deleted': 0, 'state': 40, 'state_timestamp': '1750205183.78228', 'epoch': None, 'reported': 0, 'tombstones': -1}], '385a6646-6360-439a-9c2b-bd5a0de30cb6-sda') -test DEBUG: /tmp/tmplarecv7a/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmplarecv7a/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', 'ca987252-cd66-46fe-be7e-635439bcefec-sda', '1750205184.88744', '1750205184.88549', '0', '', '1750205184.88549', 0, 0) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, get_shard_ranges, () -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1750205184.97146', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1750205184.97146', 'deleted': 0, 'state': 10, 'state_timestamp': '1750205184.97146', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1750205184.97150', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1750205184.97150', 'deleted': 0, 'state': 10, 'state_timestamp': '1750205184.97150', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1750205184.97152', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1750205184.97152', 'deleted': 0, 'state': 10, 'state_timestamp': '1750205184.97152', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750205183.78228', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750205183.78228', 'deleted': 0, 'state': 40, 'state_timestamp': '1750205183.78228', 'epoch': None, 'reported': 0, 'tombstones': -1}], 'ca987252-cd66-46fe-be7e-635439bcefec-sda') -test DEBUG: /tmp/tmplarecv7a/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmplarecv7a/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '1ca57b02-9ac7-4f1c-9967-b710b058f01c-sda', '1750205185.25231', '1750205185.25046', '0', '', '1750205185.25046', 0, 0) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, get_shard_ranges, () -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1750205185.35952', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1750205185.35952', 'deleted': 0, 'state': 10, 'state_timestamp': '1750205185.35952', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1750205185.35956', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1750205185.35956', 'deleted': 0, 'state': 10, 'state_timestamp': '1750205185.35956', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1750205185.35957', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1750205185.35957', 'deleted': 0, 'state': 10, 'state_timestamp': '1750205185.35957', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750205183.78228', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750205183.78228', 'deleted': 0, 'state': 40, 'state_timestamp': '1750205183.78228', 'epoch': None, 'reported': 0, 'tombstones': -1}], '1ca57b02-9ac7-4f1c-9967-b710b058f01c-sda') -test DEBUG: /tmp/tmplarecv7a/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmplarecv7a/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', 'a21c1453-0dde-4ae3-a935-53acdb01c8bb-sda', '1750205185.58790', '1750205185.58600', '0', '', '1750205185.58600', 0, 0) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, get_shard_ranges, () -test.unit.obj.test_diskfile.TestHashesHelpers.test_read_write_valid_hashes_mutation_and_transative_equality -test.unit.obj.test_diskfile.TestHashesHelpers.test_read_write_valid_hashes_mutation_and_transative_equality ... ok -test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_invalid_updated -test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_invalid_updated ... ok -test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_safe_default -test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_safe_default ... ok +test.unit.container.test_sharder.TestSharder.test_cleave_insufficient_replication +test.unit.container.test_sharder.TestSharder.test_cleave_insufficient_replication ... ok +sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpfie3dyfe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796358.69374.db +sharder-test INFO: Cleaved ShardRange in 0.016s, path: a/c, db: /tmp/tmpfie3dyfe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796358.69374.db +sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1715795964.40970, (0, 0) as of 1715795964.40970, created as of 1715795964.40970>, path: a/c, db: /tmp/tmpfie3dyfe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796358.69374.db +sharder-test DEBUG: got 5 rows (deleted=False) in 0.00021839141845703125s, path: a/c, db: /tmp/tmpfie3dyfe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001494884490966797s, path: a/c, db: /tmp/tmpfie3dyfe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmpfie3dyfe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796358.69374.db +sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c__1 in state cleaved: 1 successes, 2 required, shard db: /tmp/tmpfie3dyfe/sda/containers/0/069/5a8214a697fa9e61b996df73488a7069/5a8214a697fa9e61b996df73488a7069.db, path: a/c, db: /tmp/tmpfie3dyfe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796358.69374.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpfie3dyfe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796358.69374.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpfie3dyfe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796358.69374.db +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpfie3dyfe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796358.69374.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpfie3dyfe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796358.69374.db +sharder-test DEBUG: misplaced object source bounds [('', 'obj004')], path: a/c, db: /tmp/tmpfie3dyfe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796358.69374.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011110305786132812s, path: a/c, db: /tmp/tmpfie3dyfe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796358.69374.db +sharder-test DEBUG: got 1 rows (deleted=False) in 6.127357482910156e-05s, path: a/c, db: /tmp/tmpfie3dyfe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796358.69374.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010442733764648438s, path: a/c, db: /tmp/tmpfie3dyfe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796358.69374.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpfie3dyfe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796358.69374.db +sharder-test DEBUG: Placed 1 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpfie3dyfe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796358.69374.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpfie3dyfe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796358.69374.db +sharder-test DEBUG: Continuing to cleave (1 done, 1 todo), path: a/c, db: /tmp/tmpfie3dyfe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796358.69374.db +sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1715795964.40970, (0, 0) as of 1715795964.40970, created as of 1715795964.40970>, path: a/c, db: /tmp/tmpfie3dyfe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796358.69374.db +sharder-test DEBUG: got 5 rows (deleted=False) in 0.0001456737518310547s, path: a/c, db: /tmp/tmpfie3dyfe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 7.700920104980469e-05s, path: a/c, db: /tmp/tmpfie3dyfe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmpfie3dyfe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796358.69374.db +sharder-test INFO: Cleaved ShardRange<'obj004' to MaxBound as of 1715795964.40970, (5, 5) as of 1715796359.25657, cleaved as of 1715795964.40970> in 0.044s, path: a/c, db: /tmp/tmpfie3dyfe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796358.69374.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpfie3dyfe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796358.69374.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpfie3dyfe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpfie3dyfe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796358.69374.db +sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpfie3dyfe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796358.69374.db +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpb0p7x02j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796359.35899.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpb0p7x02j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796359.35899.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpb0p7x02j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796359.35899.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpb0p7x02j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796359.35899.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpb0p7x02j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796359.35899.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpb0p7x02j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796359.35899.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpb0p7x02j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796359.35899.db +test.unit.container.test_sharder.TestSharder.test_cleave_multiple_storage_policies +test.unit.container.test_sharder.TestSharder.test_cleave_multiple_storage_policies ... ok +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpb0p7x02j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796359.35899.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpb0p7x02j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796359.35899.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj_004_0 for ShardRange, path: a/c, db: /tmp/tmpb0p7x02j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796359.35899.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00016832351684570312s, path: a/c, db: /tmp/tmpb0p7x02j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 2 rows (deleted=True) in 0.00010752677917480469s, path: a/c, db: /tmp/tmpb0p7x02j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj_004_0 for ShardRange, path: a/c, db: /tmp/tmpb0p7x02j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796359.35899.db +sharder-test INFO: Cleaved ShardRange in 0.054s, path: a/c, db: /tmp/tmpb0p7x02j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796359.35899.db +sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj_004' to MaxBound as of 1715795964.40970, (0, 0) as of 1715795964.40970, created as of 1715795964.40970>, path: a/c, db: /tmp/tmpb0p7x02j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796359.35899.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00014066696166992188s, path: a/c, db: /tmp/tmpb0p7x02j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 2 rows (deleted=True) in 9.584426879882812e-05s, path: a/c, db: /tmp/tmpb0p7x02j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmpb0p7x02j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796359.35899.db +sharder-test INFO: Cleaved ShardRange<'obj_004' to MaxBound as of 1715795964.40970, (1, 6144) as of 1715796359.69080, cleaved as of 1715795964.40970> in 0.06s, path: a/c, db: /tmp/tmpb0p7x02j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796359.35899.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpb0p7x02j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796359.35899.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpb0p7x02j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpb0p7x02j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796359.35899.db +sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpb0p7x02j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796359.35899.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpsfly78j6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpsfly78j6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpsfly78j6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpsfly78j6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Kick off container cleaving, own shard range in state 'sharding', path: a/c, db: /tmp/tmpsfly78j6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796359.79374.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpsfly78j6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796359.79374.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpsfly78j6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796359.79374.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpsfly78j6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796359.79374.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpsfly78j6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796359.79374.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpsfly78j6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796359.79374.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpsfly78j6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796359.79374.db +sharder-test DEBUG: got 5 rows (deleted=False) in 0.0001895427703857422s, path: a/c, db: /tmp/tmpsfly78j6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001468658447265625s, path: a/c, db: /tmp/tmpsfly78j6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpsfly78j6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796359.79374.db +sharder-test INFO: Cleaved ShardRange in 0.052s, path: a/c, db: /tmp/tmpsfly78j6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796359.79374.db +sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1715795964.40970, (0, 0) as of 1715795964.40970, created as of 1715795964.40970>, path: a/c, db: /tmp/tmpsfly78j6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796359.79374.db +sharder-test DEBUG: got 6 rows (deleted=False) in 0.0002586841583251953s, path: a/c, db: /tmp/tmpsfly78j6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0014581680297851562s, path: a/c, db: /tmp/tmpsfly78j6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmpsfly78j6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796359.79374.db test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_mix_ok_and_unavailable_shards test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_mix_ok_and_unavailable_shards ... ok test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_mixed_policies_error test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_mixed_policies_error ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_storage_policy_property -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_storage_policy_property ... ok -test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_valid_updated -test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_valid_updated ... ok -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_quarantine_age_conf -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_quarantine_age_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_quarantine_threshold_conf -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_quarantine_threshold_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_all_404s_fails -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_all_404s_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_all_404s_fails_custom_request_node_count -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_all_404s_fails_custom_request_node_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_error_with_invalid_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_error_with_invalid_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_errors_works -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_errors_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_exceptions_fails -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_exceptions_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_finds_duplicate_does_not_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_finds_duplicate_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_finds_missing_frag_does_not_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_finds_missing_frag_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_frags_on_handoffs -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_frags_on_handoffs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_invalid_frag_index_headers -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_invalid_frag_index_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_missing_headers -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_missing_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_mixed_meta_timestamps_works -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_mixed_meta_timestamps_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_mixture_of_errors_fails -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_mixture_of_errors_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_errors -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_not_old_enough -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_not_old_enough ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_invalid_frag_index_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_invalid_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_etag_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_etag_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_frag_index_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_timestamp_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_timestamp_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_more_than_threshold_frags -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_more_than_threshold_frags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_non_404_response -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_non_404_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_two -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_two ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_etag_with_same_timestamp -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_etag_with_same_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_new_etag -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_new_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_old_etag -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_old_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_timestamps_etags_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_timestamps_etags_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_parity_fa_with_data_node_failure -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_parity_fa_with_data_node_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_request_node_count_conf -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_request_node_count_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_empty_list -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_empty_list ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_extra_line_parts -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_extra_line_parts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_newer_meta -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_newer_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_none -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_older_meta -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_older_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_one_exact -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_one_exact ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_one_newer -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_one_newer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_durable -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_durable_older_than_remote_non_durable -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_durable_older_than_remote_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_non_durable -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_durable -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_durable_but_commit_fails -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_durable_but_commit_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_meta_expired_data -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_meta_expired_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_other_exception -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_other_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_storage_policy -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_storage_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_timeout -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_bad_storage_policy_index_header -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_bad_storage_policy_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_default_storage_policy -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_default_storage_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_invalid_indexes -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_invalid_indexes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_matched_indexes -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_matched_indexes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_mismatched_indexes -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_mismatched_indexes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_only_frag_index_header -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_only_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_only_node_index_header -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_only_node_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_storage_policy_index_header -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_storage_policy_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_Exception -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_Exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_Exception_Exception -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_Exception_Exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_calls_replication_lock -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_calls_replication_lock ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_initial_path -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_initial_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_mount_check -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_mount_check ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_mount_check_isdir -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_mount_check_isdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_replication_lock_fail -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_replication_lock_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_replication_lock_per_partition -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_replication_lock_per_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_semaphore_locked -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_semaphore_locked ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_BONK -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_BONK ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_DELETE -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_DELETE ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_POST -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT_replication_headers -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT_replication_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT_with_storage_policy_and_node_index -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT_with_storage_policy_and_node_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_content_length -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_headers -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_subrequest_line -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_subrequest_line ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_content_length_with_DELETE -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_content_length_with_DELETE ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_early_termination -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_early_termination ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_failures -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_failures ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_multiple -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_multiple ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_content_length_with_PUT -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_content_length_with_PUT ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_headers -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_problems_no_hard_disconnect -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_problems_no_hard_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_start -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_start ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_other_exception -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_other_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_subreq_does_not_read_all -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_subreq_does_not_read_all ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_timeout -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_with_storage_policy -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_with_storage_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespace_caching -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespace_caching ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_404_response -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_404_response ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sync_merging -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sync_merging ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_bad_response_body -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_bad_response_body ... ok -test.unit.container.test_backend.TestUpdateNewItemFromExisting.test_update_new_item_from_existing -test.unit.container.test_backend.TestUpdateNewItemFromExisting.test_update_new_item_from_existing ... ok -test.unit.container.test_sharder.TestContainerSharderConf.test_bad_values -test.unit.container.test_sharder.TestContainerSharderConf.test_bad_values ... ok -test.unit.container.test_sharder.TestContainerSharderConf.test_combine_shard_ranges -test.unit.container.test_sharder.TestContainerSharderConf.test_combine_shard_ranges ... ok -test.unit.container.test_sharder.TestContainerSharderConf.test_conf -test.unit.container.test_sharder.TestContainerSharderConf.test_conf ... ok -test.unit.container.test_sharder.TestContainerSharderConf.test_default -test.unit.container.test_sharder.TestContainerSharderConf.test_default ... ok -test.unit.container.test_sharder.TestContainerSharderConf.test_deprecated_percent_conf -test.unit.container.test_sharder.TestContainerSharderConf.test_deprecated_percent_conf ... ok -test.unit.container.test_sharder.TestContainerSharderConf.test_validate -test.unit.container.test_sharder.TestContainerSharderConf.test_validate ... ok -test.unit.container.test_sharder.TestContainerSharderConf.test_validate_subset -test.unit.container.test_sharder.TestContainerSharderConf.test_validate_subset ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_cache_unused_recheck_listing_shard_ranges -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_cache_unused_recheck_listing_shard_ranges ... ok -test.unit.obj.test_auditor.TestAuditWatchers.test_builtin_watchers -test.unit.obj.test_auditor.TestAuditWatchers.test_builtin_watchers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_agreement -test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_agreement ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_watcher_init -test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_watcher_init ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding -test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding_fallback_to_root -test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding_fallback_to_root ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding_fallback_to_root_no_objects -test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding_fallback_to_root_no_objects ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditWatchers.test_watchers -test.unit.obj.test_auditor.TestAuditWatchers.test_watchers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_creates_empty_hashes -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_creates_empty_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_handoff -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_mixed -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_mixed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_no_hashes -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_no_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_primary -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_primary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_incomplete_listing -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_incomplete_listing ... ok -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_revert_only_tombstones -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_revert_only_tombstones ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_cleans_tmp -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_cleans_tmp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_creates_datadir -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_creates_datadir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_creates_datadir_error -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_creates_datadir_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_mount_check -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_mount_check ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_multi_device_skips_non_non_local_devs -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_multi_device_skips_non_non_local_devs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_non_sharded_states -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_non_sharded_states ... ok -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_multi_device_skips_non_ring_devices -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_multi_device_skips_non_ring_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_overrides -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_overrides ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_invalid_paths -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_invalid_paths ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_non_ec_policy_and_device -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_non_ec_policy_and_device ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_non_local_devs_servers_per_port -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_non_local_devs_servers_per_port ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_local_devices -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_local_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_local_devices_with_no_ec_policy_env -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_local_devices_with_no_ec_policy_env ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffix_delta -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffix_delta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffixes_in_sync -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffixes_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_object_listing -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_object_listing ... ok -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffixes_to_sync -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffixes_to_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_first_enables_handoffs_only -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_first_enables_handoffs_only ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_default -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_default ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_enabled -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_enabled ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_false_and_first_false -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_false_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_false_and_first_none -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_false_and_first_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_ignores_handoffs_first -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_ignores_handoffs_first ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_none_and_first_false -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_none_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_true_and_first_false -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_true_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_true_and_first_true -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_true_and_first_true ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_iter_nodes_for_frag -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_iter_nodes_for_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_handoff -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_down -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_down ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_in_sync -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_not_in_sync -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_not_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_some_in_sync -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_some_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup_but_already_reclaimed -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup_but_already_reclaimed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup_tombstone -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_cleanup_meta_pure_handoff -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_cleanup_meta_pure_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_not_cleanup_meta_also_primary -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_not_cleanup_meta_also_primary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_not_cleanup_meta_new_data -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_not_cleanup_meta_new_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_is_handoff_fails -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_is_handoff_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_suffix_call_errors -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_suffix_call_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_sync_missing_durable -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_sync_missing_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_with_cached_container_info -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_with_cached_container_info ... ok -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_sync_partner_unmounted -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_sync_partner_unmounted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_will_not_revert_to_handoff -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_will_not_revert_to_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_removes_non_partition_files -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_removes_non_partition_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_memcache_available -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_memcache_available ... ok -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_with_duplicate_frags_no_errors -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_with_duplicate_frags_no_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_with_no_ec_policy_env -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_with_no_ec_policy_env ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_ring_ip_and_bind_ip -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_ring_ip_and_bind_ip ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_sync_duplicates_to_remote_region -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_sync_duplicates_to_remote_region ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_two_ec_policies -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_two_ec_policies ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_quarantine_age_conf -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_quarantine_age_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_quarantine_threshold_conf -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_quarantine_threshold_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_all_404s_fails -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_all_404s_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_all_404s_fails_custom_request_node_count -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_all_404s_fails_custom_request_node_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_error_with_invalid_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_error_with_invalid_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_errors_works -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_errors_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_exceptions_fails -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_exceptions_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_finds_duplicate_does_not_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_finds_duplicate_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_finds_missing_frag_does_not_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_finds_missing_frag_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_frags_on_handoffs -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_frags_on_handoffs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_invalid_frag_index_headers -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_invalid_frag_index_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_missing_headers -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_missing_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_mixed_meta_timestamps_works -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_mixed_meta_timestamps_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_mixture_of_errors_fails -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_mixture_of_errors_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_errors -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_not_old_enough -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_not_old_enough ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_invalid_frag_index_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_invalid_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_missing_etag_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_missing_etag_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_missing_frag_index_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_missing_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_missing_timestamp_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_missing_timestamp_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_more_than_threshold_frags -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_more_than_threshold_frags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_non_404_response -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_non_404_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_two -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_two ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_etag_with_same_timestamp -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_etag_with_same_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_new_etag -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_new_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_old_etag -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_old_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_timestamps_etags_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_timestamps_etags_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_parity_fa_with_data_node_failure -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_parity_fa_with_data_node_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_request_node_count_conf -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_request_node_count_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_bad_value_workers -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_bad_value_workers ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_dump_recon_run_once_in_worker -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_dump_recon_run_once_in_worker ... ok -test ERROR: Failed to unlink '/tmp/tmpbsi28u39/containers/part/suffix/hash/container.db': +test.unit.container.test_sharder.TestSharder.test_cleave_repeated +test.unit.container.test_sharder.TestSharder.test_cleave_repeated ... ok +sharder-test INFO: Cleaved ShardRange<'obj004' to MaxBound as of 1715795964.40970, (6, 6) as of 1715796360.08460, cleaved as of 1715795964.40970> in 0.041s, path: a/c, db: /tmp/tmpsfly78j6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796359.79374.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpsfly78j6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796359.79374.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '44ddeab7-d95a-47da-bb40-70ab738766f8-sda', 'cursor': '', 'max_row': 12, 'cleave_to_row': 10, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': True, 'ranges_done': 2, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpsfly78j6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796359.79374.db +sharder-test INFO: Completed cleaving, DB remaining in sharding state, path: a/c, db: /tmp/tmpsfly78j6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796359.79374.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpsfly78j6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796359.79374.db +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpsfly78j6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796359.79374.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpsfly78j6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796359.79374.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpsfly78j6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796359.79374.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpsfly78j6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796359.79374.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpsfly78j6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796359.79374.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpsfly78j6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796359.79374.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpsfly78j6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796359.79374.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpsfly78j6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796359.79374.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpsfly78j6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796359.79374.db +sharder-test INFO: Cleaving from row 10 into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpsfly78j6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796359.79374.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00023674964904785156s, path: a/c, db: /tmp/tmpsfly78j6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00017905235290527344s, path: a/c, db: /tmp/tmpsfly78j6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpsfly78j6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796359.79374.db +sharder-test INFO: Cleaved ShardRange in 0.029s, path: a/c, db: /tmp/tmpsfly78j6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796359.79374.db +sharder-test INFO: Cleaving from row 10 into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1715795964.40970, (6, 6) as of 1715796360.08460, cleaved as of 1715795964.40970>, path: a/c, db: /tmp/tmpsfly78j6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796359.79374.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00021409988403320312s, path: a/c, db: /tmp/tmpsfly78j6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011754035949707031s, path: a/c, db: /tmp/tmpsfly78j6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmpsfly78j6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796359.79374.db +sharder-test INFO: Cleaved ShardRange<'obj004' to MaxBound as of 1715795964.40970, (6, 6) as of 1715796360.08460, cleaved as of 1715795964.40970> in 0.039s, path: a/c, db: /tmp/tmpsfly78j6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796359.79374.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpsfly78j6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796359.79374.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpsfly78j6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpsfly78j6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796359.79374.db +sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpsfly78j6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796359.79374.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpb7rr6564/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpb7rr6564/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpb7rr6564/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpb7rr6564/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting to cleave (0 todo), path: a/c, db: /tmp/tmpb7rr6564/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpb7rr6564/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmpb7rr6564/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796361.25771.db +sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmpb7rr6564/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796361.25771.db +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx7e7e723324504b7eba7b0-006644f986) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx7e7e723324504b7eba7b0-006644f986) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: tx7e7e723324504b7eba7b0-006644f986) +test DEBUG: Setting object count to 1065 (txn: tx7e7e723324504b7eba7b0-006644f986) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx003a59a3a5c2457b8da86-006644f987) +test DEBUG: GET listing from 0 shards for: /v1/a/c?marker=bb&end_marker=aa&format=json&states=listing (txn: tx003a59a3a5c2457b8da86-006644f987) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx04b6f0f9f01244e58f79a-006644f988) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: tx04b6f0f9f01244e58f79a-006644f988) +test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx04b6f0f9f01244e58f79a-006644f988) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: tx04b6f0f9f01244e58f79a-006644f988) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_c', lower='b', upper='c') .shards_a/c_c with {'X-Backend-Record-Type': 'auto'} (txn: tx04b6f0f9f01244e58f79a-006644f988) +test DEBUG: Get listing from /v1/.shards_a/c_c?format=json&limit=9999&marker=b&end_marker=c%00 {'X-Backend-Record-Type': 'auto'} (txn: tx04b6f0f9f01244e58f79a-006644f988) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: tx04b6f0f9f01244e58f79a-006644f988) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='c', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx04b6f0f9f01244e58f79a-006644f988) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx04b6f0f9f01244e58f79a-006644f988) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.2:1002/sdc (txn: tx04b6f0f9f01244e58f79a-006644f988) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.0:1000/sda (txn: tx04b6f0f9f01244e58f79a-006644f988) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.1:1001/sdb (txn: tx04b6f0f9f01244e58f79a-006644f988) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.3:1003/sda (txn: tx04b6f0f9f01244e58f79a-006644f988) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.4:1004/sda (txn: tx04b6f0f9f01244e58f79a-006644f988) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.5:1005/sda (txn: tx04b6f0f9f01244e58f79a-006644f988) +test ERROR: Container GET returning 503 for [503, 503, 503, 503, 503, 503] (txn: tx04b6f0f9f01244e58f79a-006644f988) +test WARNING: Failed to get container listing from /v1/a/c?format=json&states=listing: 503 (txn: tx04b6f0f9f01244e58f79a-006644f988) +test ERROR: Aborting listing from shards due to bad response: [200, 200, 503] (txn: tx04b6f0f9f01244e58f79a-006644f988) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: tx59f88ffcd3294169a9520-006644f988) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx59f88ffcd3294169a9520-006644f988) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx59f88ffcd3294169a9520-006644f988) +test ERROR: Aborting listing from shards due to bad shard policy index: 0 (expected 1) (txn: tx59f88ffcd3294169a9520-006644f988) +test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: tx49a5da28de444da28ffe4-006644f988) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx49a5da28de444da28ffe4-006644f988) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx49a5da28de444da28ffe4-006644f988) +test ERROR: Aborting listing from shards due to bad shard policy index: None (expected 1) (txn: tx49a5da28de444da28ffe4-006644f988) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx37e8c7840f344665af373-006644f989) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx37e8c7840f344665af373-006644f989) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx37e8c7840f344665af373-006644f989) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx37e8c7840f344665af373-006644f989) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx37e8c7840f344665af373-006644f989) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx37e8c7840f344665af373-006644f989) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx37e8c7840f344665af373-006644f989) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx37e8c7840f344665af373-006644f989) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx37e8c7840f344665af373-006644f989) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx37e8c7840f344665af373-006644f989) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx37e8c7840f344665af373-006644f989) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx37e8c7840f344665af373-006644f989) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx37e8c7840f344665af373-006644f989) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx37e8c7840f344665af373-006644f989) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx37e8c7840f344665af373-006644f989) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx37e8c7840f344665af373-006644f989) +test DEBUG: Setting object count to 3120 (txn: tx37e8c7840f344665af373-006644f989) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: txd5665dffdfd3497e9c5e5-006644f989) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txd5665dffdfd3497e9c5e5-006644f989) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txd5665dffdfd3497e9c5e5-006644f989) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txd5665dffdfd3497e9c5e5-006644f989) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txd5665dffdfd3497e9c5e5-006644f989) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txd5665dffdfd3497e9c5e5-006644f989) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txd5665dffdfd3497e9c5e5-006644f989) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txd5665dffdfd3497e9c5e5-006644f989) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txd5665dffdfd3497e9c5e5-006644f989) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txd5665dffdfd3497e9c5e5-006644f989) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txd5665dffdfd3497e9c5e5-006644f989) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txd5665dffdfd3497e9c5e5-006644f989) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: txd5665dffdfd3497e9c5e5-006644f989) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txd5665dffdfd3497e9c5e5-006644f989) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txd5665dffdfd3497e9c5e5-006644f989) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: txd5665dffdfd3497e9c5e5-006644f989) +test DEBUG: Setting object count to 3120 (txn: txd5665dffdfd3497e9c5e5-006644f989) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx66976ed5a87843628b851-006644f989) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx66976ed5a87843628b851-006644f989) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx66976ed5a87843628b851-006644f989) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx66976ed5a87843628b851-006644f989) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx66976ed5a87843628b851-006644f989) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx66976ed5a87843628b851-006644f989) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx66976ed5a87843628b851-006644f989) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx66976ed5a87843628b851-006644f989) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx66976ed5a87843628b851-006644f989) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx66976ed5a87843628b851-006644f989) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx66976ed5a87843628b851-006644f989) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx66976ed5a87843628b851-006644f989) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx66976ed5a87843628b851-006644f989) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx66976ed5a87843628b851-006644f989) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx66976ed5a87843628b851-006644f989) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx66976ed5a87843628b851-006644f989) +test DEBUG: Setting object count to 3120 (txn: tx66976ed5a87843628b851-006644f989) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx19498e8a960243b3b13b8-006644f989) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx19498e8a960243b3b13b8-006644f989) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx19498e8a960243b3b13b8-006644f989) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx19498e8a960243b3b13b8-006644f989) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx19498e8a960243b3b13b8-006644f989) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx19498e8a960243b3b13b8-006644f989) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx19498e8a960243b3b13b8-006644f989) +test DEBUG: Getting listing part 2 from shard Namespace(name='a/c', lower='pie', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: tx19498e8a960243b3b13b8-006644f989) +test DEBUG: Get listing from /v1/a/c?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'object'} (txn: tx19498e8a960243b3b13b8-006644f989) +test DEBUG: Found 3072 objects in shard (state=sharded), total = 3120 (txn: tx19498e8a960243b3b13b8-006644f989) +test DEBUG: Setting object count to 3120 (txn: tx19498e8a960243b3b13b8-006644f989) +test DEBUG: GET listing from 5 shards for: /v1/a/c?reverse=true&limit=&format=json&states=listing (txn: tx4b47dfc015a44293ad038-006644f989) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx4b47dfc015a44293ad038-006644f989) +test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&limit=10000&format=json&marker=&end_marker=%F0%9F%8C%B4 {'X-Backend-Record-Type': 'auto'} (txn: tx4b47dfc015a44293ad038-006644f989) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: tx4b47dfc015a44293ad038-006644f989) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx4b47dfc015a44293ad038-006644f989) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?reverse=true&limit=8976&format=json&marker=%F0%9F%8C%B5&end_marker=%E2%98%83 {'X-Backend-Record-Type': 'auto'} (txn: tx4b47dfc015a44293ad038-006644f989) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2048 (txn: tx4b47dfc015a44293ad038-006644f989) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx4b47dfc015a44293ad038-006644f989) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?reverse=true&limit=7952&format=json&marker=%E2%98%84&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: tx4b47dfc015a44293ad038-006644f989) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3072 (txn: tx4b47dfc015a44293ad038-006644f989) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx4b47dfc015a44293ad038-006644f989) +test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&limit=6928&format=json&marker=q&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx4b47dfc015a44293ad038-006644f989) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 3080 (txn: tx4b47dfc015a44293ad038-006644f989) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx4b47dfc015a44293ad038-006644f989) +test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&limit=6920&format=json&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx4b47dfc015a44293ad038-006644f989) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 3120 (txn: tx4b47dfc015a44293ad038-006644f989) +test DEBUG: Setting object count to 3120 (txn: tx4b47dfc015a44293ad038-006644f989) +test DEBUG: GET listing from 5 shards for: /v1/a/c?limit=49&format=json&states=listing (txn: tx338dff811115427cacee9-006644f989) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx338dff811115427cacee9-006644f989) +test DEBUG: Get listing from /v1/.shards_a/c_ham?limit=49&format=json&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx338dff811115427cacee9-006644f989) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx338dff811115427cacee9-006644f989) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx338dff811115427cacee9-006644f989) +test DEBUG: Get listing from /v1/.shards_a/c_pie?limit=9&format=json&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx338dff811115427cacee9-006644f989) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx338dff811115427cacee9-006644f989) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx338dff811115427cacee9-006644f989) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?limit=1&format=json&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx338dff811115427cacee9-006644f989) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 49 (txn: tx338dff811115427cacee9-006644f989) +test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=%E2%98%86&format=json&states=listing (txn: txc0fa70bcef174d88bff1a-006644f989) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txc0fa70bcef174d88bff1a-006644f989) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&format=json&limit=10000&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txc0fa70bcef174d88bff1a-006644f989) +test DEBUG: Found 1022 objects in shard (state=unsharded), total = 1022 (txn: txc0fa70bcef174d88bff1a-006644f989) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txc0fa70bcef174d88bff1a-006644f989) +test DEBUG: Get listing from /v1/.shards_a/c_?marker=%E2%A8%83&format=json&limit=8978&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txc0fa70bcef174d88bff1a-006644f989) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2046 (txn: txc0fa70bcef174d88bff1a-006644f989) +test DEBUG: GET listing from 4 shards for: /v1/a/c?end_marker=%E2%98%8A&format=json&states=listing (txn: txb0bc0d67043f4a20a6aee-006644f989) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txb0bc0d67043f4a20a6aee-006644f989) +test DEBUG: Get listing from /v1/.shards_a/c_ham?end_marker=ham%00&format=json&limit=10000&marker= {'X-Backend-Record-Type': 'auto'} (txn: txb0bc0d67043f4a20a6aee-006644f989) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txb0bc0d67043f4a20a6aee-006644f989) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txb0bc0d67043f4a20a6aee-006644f989) +test DEBUG: Get listing from /v1/.shards_a/c_pie?end_marker=pie%00&format=json&limit=9960&marker=h {'X-Backend-Record-Type': 'auto'} (txn: txb0bc0d67043f4a20a6aee-006644f989) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txb0bc0d67043f4a20a6aee-006644f989) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txb0bc0d67043f4a20a6aee-006644f989) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?end_marker=%E2%98%83%00&format=json&limit=9952&marker=p {'X-Backend-Record-Type': 'auto'} (txn: txb0bc0d67043f4a20a6aee-006644f989) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txb0bc0d67043f4a20a6aee-006644f989) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txb0bc0d67043f4a20a6aee-006644f989) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?end_marker=%E2%98%8A&format=json&limit=8928&marker=%D1%B0 {'X-Backend-Record-Type': 'auto'} (txn: txb0bc0d67043f4a20a6aee-006644f989) +test DEBUG: Found 6 objects in shard (state=unsharded), total = 1078 (txn: txb0bc0d67043f4a20a6aee-006644f989) +test DEBUG: GET listing from 5 shards for: /v1/a/c?prefix=hat&format=json&states=listing (txn: txb8cd91f02fc143678ef05-006644f989) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txb8cd91f02fc143678ef05-006644f989) +test DEBUG: Get listing from /v1/.shards_a/c_pie?prefix=hat&format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txb8cd91f02fc143678ef05-006644f989) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: txb8cd91f02fc143678ef05-006644f989) +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_no_memcache ... ok +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpb7rr6564/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796361.25771.db +sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmpb7rr6564/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796361.25771.db +sharder-test INFO: Cleaving from row None into .shards_a/c_here_0 for ShardRange, path: a/c, db: /tmp/tmpb7rr6564/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796361.25771.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.0002338886260986328s, path: a/c, db: /tmp/tmpb7rr6564/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013899803161621094s, path: a/c, db: /tmp/tmpb7rr6564/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_here_0 for ShardRange, path: a/c, db: /tmp/tmpb7rr6564/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796361.25771.db +sharder-test INFO: Cleaved ShardRange in 0.041s, path: a/c, db: /tmp/tmpb7rr6564/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796361.25771.db +sharder-test INFO: Stopped cleave at unready ShardRange<'here' to 'there' as of 1715795964.40970, (0, 0) as of 1715795964.40970, found as of 1715795964.40970>, path: a/c, db: /tmp/tmpb7rr6564/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796361.25771.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpb7rr6564/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796361.25771.db +sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmpb7rr6564/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796361.25771.db +sharder-test INFO: Cleaving from row None into .shards_a/c_there_1 for ShardRange<'here' to 'there' as of 1715795964.40970, (0, 0) as of 1715795964.40970, created as of 1715795964.40970>, path: a/c, db: /tmp/tmpb7rr6564/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796361.25771.db +sharder-test DEBUG: got 3 rows (deleted=False) in 0.0002205371856689453s, path: a/c, db: /tmp/tmpb7rr6564/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012731552124023438s, path: a/c, db: /tmp/tmpb7rr6564/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_there_1 for ShardRange, path: a/c, db: /tmp/tmpb7rr6564/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796361.25771.db +sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_there_1 in state cleaved: 1 successes, 2 required, shard db: /tmp/tmpb7rr6564/sda/containers/0/7a6/40d00a528944ce0468e507db329647a6/40d00a528944ce0468e507db329647a6.db, path: a/c, db: /tmp/tmpb7rr6564/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796361.25771.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpb7rr6564/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796361.25771.db +sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmpb7rr6564/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796361.25771.db +sharder-test INFO: Cleaving from row None into .shards_a/c_there_1 for ShardRange<'here' to 'there' as of 1715795964.40970, (0, 0) as of 1715795964.40970, created as of 1715795964.40970>, path: a/c, db: /tmp/tmpb7rr6564/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796361.25771.db +sharder-test DEBUG: Cleaving ShardRange<'here' to 'there' as of 1715795964.40970, (0, 0) as of 1715795964.40970, created as of 1715795964.40970> - shard db already in sync, path: a/c, db: /tmp/tmpb7rr6564/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796361.25771.db +sharder-test INFO: Replicating new shard container .shards_a/c_there_1 for ShardRange, path: a/c, db: /tmp/tmpb7rr6564/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796361.25771.db +sharder-test INFO: Cleaved ShardRange<'here' to 'there' as of 1715795964.40970, (3, 6) as of 1715796361.65767, cleaved as of 1715795964.40970> in 0.022s, path: a/c, db: /tmp/tmpb7rr6564/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796361.25771.db +sharder-test INFO: Cleaving from row None into .shards_a/c_where_2 for ShardRange<'there' to 'where' as of 1715795964.40970, (0, 0) as of 1715795964.40970, created as of 1715795964.40970>, path: a/c, db: /tmp/tmpb7rr6564/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796361.25771.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00023126602172851562s, path: a/c, db: /tmp/tmpb7rr6564/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00015878677368164062s, path: a/c, db: /tmp/tmpb7rr6564/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_where_2 for ShardRange, path: a/c, db: /tmp/tmpb7rr6564/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796361.25771.db +sharder-test INFO: Cleaved ShardRange<'there' to 'where' as of 1715795964.40970, (1, 100) as of 1715796361.77645, cleaved as of 1715795964.40970> in 0.032s, path: a/c, db: /tmp/tmpb7rr6564/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796361.25771.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpb7rr6564/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796361.25771.db +sharder-test DEBUG: Continuing to cleave (3 done, 1 todo), path: a/c, db: /tmp/tmpb7rr6564/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796361.25771.db +sharder-test INFO: Cleaving from row None into .shards_a/c_yonder_3 for ShardRange<'where' to 'yonder' as of 1715795964.40970, (0, 0) as of 1715795964.40970, created as of 1715795964.40970>, path: a/c, db: /tmp/tmpb7rr6564/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796361.25771.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00020122528076171875s, path: a/c, db: /tmp/tmpb7rr6564/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00013184547424316406s, path: a/c, db: /tmp/tmpb7rr6564/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +test.unit.container.test_sharder.TestSharder.test_cleave_root +test.unit.container.test_sharder.TestSharder.test_cleave_root ... ok +test.unit.container.test_sharder.TestSharder.test_cleave_root_empty_db_with_pre_existing_shard_db_handoff +test.unit.container.test_sharder.TestSharder.test_cleave_root_empty_db_with_pre_existing_shard_db_handoff ... ok +sharder-test INFO: Replicating new shard container .shards_a/c_yonder_3 for ShardRange, path: a/c, db: /tmp/tmpb7rr6564/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796361.25771.db +sharder-test INFO: Cleaved ShardRange<'where' to 'yonder' as of 1715795964.40970, (1, 1000) as of 1715796361.90238, cleaved as of 1715795964.40970> in 0.048s, path: a/c, db: /tmp/tmpb7rr6564/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796361.25771.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpb7rr6564/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796361.25771.db +sharder-test DEBUG: Continuing to cleave (4 done, 0 todo), path: a/c, db: /tmp/tmpb7rr6564/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796361.25771.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpb7rr6564/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796361.25771.db +sharder-test DEBUG: Continuing to cleave (4 done, 1 todo), path: a/c, db: /tmp/tmpb7rr6564/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796361.25771.db +sharder-test INFO: Cleaving from row None into .shards_a/c__4 for ShardRange<'yonder' to MaxBound as of 1715795964.40970, (2, 15) as of 1715796361.97462, active as of 1715795964.40970>, path: a/c, db: /tmp/tmpb7rr6564/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796361.25771.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001971721649169922s, path: a/c, db: /tmp/tmpb7rr6564/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011777877807617188s, path: a/c, db: /tmp/tmpb7rr6564/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__4 for ShardRange, path: a/c, db: /tmp/tmpb7rr6564/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796361.25771.db +sharder-test INFO: Cleaved ShardRange<'yonder' to MaxBound as of 1715795964.40970, (2, 15) as of 1715796361.97462, active as of 1715795964.40970> in 0.025s, path: a/c, db: /tmp/tmpb7rr6564/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796361.25771.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpb7rr6564/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796361.25771.db +sharder-test DEBUG: Cleaving already complete for container, path: a/c, db: /tmp/tmpb7rr6564/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796361.25771.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpb7rr6564/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Passing over already sharded container, path: a/c, db: /tmp/tmpb7rr6564/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796361.25771.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmplm468fwa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796362.10394.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmplm468fwa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796362.10394.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmplm468fwa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796362.10394.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmplm468fwa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796362.10394.db +sharder-test INFO: Starting to cleave (3 todo), path: a/c, db: /tmp/tmplm468fwa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796362.10394.db +sharder-test INFO: Cleaving from row None into .shards_a/c_d_0 for ShardRange, path: a/c, db: /tmp/tmplm468fwa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796362.10394.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00018286705017089844s, path: a/c, db: /tmp/tmplm468fwa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011444091796875s, path: a/c, db: /tmp/tmplm468fwa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmplm468fwa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796362.10394.db +sharder-test INFO: Replicating new shard container .shards_a/c_d_0 for ShardRange, path: a/c, db: /tmp/tmplm468fwa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796362.10394.db +sharder-test INFO: Cleaved ShardRange in 0.023s, path: a/c, db: /tmp/tmplm468fwa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796362.10394.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmplm468fwa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796362.10394.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpuix4j9lz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796362.32605.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpuix4j9lz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796362.32605.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpuix4j9lz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796362.32605.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpuix4j9lz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796362.32605.db +sharder-test INFO: Starting to cleave (3 todo), path: a/c, db: /tmp/tmpuix4j9lz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796362.32605.db +sharder-test INFO: Cleaving from row None into .shards_a/c_d_0 for ShardRange, path: a/c, db: /tmp/tmpuix4j9lz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796362.32605.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00018143653869628906s, path: a/c, db: /tmp/tmpuix4j9lz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010418891906738281s, path: a/c, db: /tmp/tmpuix4j9lz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +test.unit.container.test_sharder.TestSharder.test_cleave_root_empty_db_with_ranges +test.unit.container.test_sharder.TestSharder.test_cleave_root_empty_db_with_ranges ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_overlapping_shards_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_overlapping_shards_no_memcache ... ok +sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmpuix4j9lz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796362.32605.db +sharder-test INFO: Cleaving from row None into .shards_a/c_x_1 for ShardRange<'d' to 'x' as of 1715795964.40970, (0, 0) as of 1715795964.40970, created as of 1715795964.40970>, path: a/c, db: /tmp/tmpuix4j9lz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796362.32605.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00024080276489257812s, path: a/c, db: /tmp/tmpuix4j9lz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011467933654785156s, path: a/c, db: /tmp/tmpuix4j9lz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Cleaving ShardRange<'d' to 'x' as of 1715795964.40970, (0, 0) as of 1715795964.40970, created as of 1715795964.40970> - zero objects found, path: a/c, db: /tmp/tmpuix4j9lz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796362.32605.db +sharder-test INFO: Cleaving from row None into .shards_a/c__2 for ShardRange<'x' to MaxBound as of 1715795964.40970, (0, 0) as of 1715795964.40970, created as of 1715795964.40970>, path: a/c, db: /tmp/tmpuix4j9lz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796362.32605.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001780986785888672s, path: a/c, db: /tmp/tmpuix4j9lz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.965896606445312e-05s, path: a/c, db: /tmp/tmpuix4j9lz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Cleaving ShardRange<'x' to MaxBound as of 1715795964.40970, (0, 0) as of 1715795964.40970, created as of 1715795964.40970> - zero objects found, path: a/c, db: /tmp/tmpuix4j9lz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796362.32605.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpuix4j9lz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796362.32605.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp8kdpg6_d/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp8kdpg6_d/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp8kdpg6_d/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp8kdpg6_d/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting to cleave (0 todo), path: a/c, db: /tmp/tmp8kdpg6_d/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp8kdpg6_d/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmp8kdpg6_d/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796362.83684.db +sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmp8kdpg6_d/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796362.83684.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp8kdpg6_d/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796362.83684.db +sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmp8kdpg6_d/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796362.83684.db +sharder-test INFO: Cleaving from row None into .shards_a/c_here_0 for ShardRange, path: a/c, db: /tmp/tmp8kdpg6_d/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796362.83684.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.000194549560546875s, path: a/c, db: /tmp/tmp8kdpg6_d/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00012183189392089844s, path: a/c, db: /tmp/tmp8kdpg6_d/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010657310485839844s, path: a/c, db: /tmp/tmp8kdpg6_d/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001690387725830078s, path: a/c, db: /tmp/tmp8kdpg6_d/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_here_0 for ShardRange, path: a/c, db: /tmp/tmp8kdpg6_d/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796362.83684.db +sharder-test INFO: Cleaved ShardRange in 0.057s, path: a/c, db: /tmp/tmp8kdpg6_d/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796362.83684.db +sharder-test INFO: Stopped cleave at unready ShardRange<'here' to 'there' as of 1715795964.40970, (0, 0) as of 1715795964.40970, found as of 1715795964.40970>, path: a/c, db: /tmp/tmp8kdpg6_d/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796362.83684.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmp8kdpg6_d/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796362.83684.db +sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmp8kdpg6_d/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796362.83684.db +sharder-test INFO: Cleaving from row None into .shards_a/c_there_1 for ShardRange<'here' to 'there' as of 1715795964.40970, (0, 0) as of 1715795964.40970, created as of 1715795964.40970>, path: a/c, db: /tmp/tmp8kdpg6_d/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796362.83684.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002186298370361328s, path: a/c, db: /tmp/tmp8kdpg6_d/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 7.367134094238281e-05s, path: a/c, db: /tmp/tmp8kdpg6_d/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 7.700920104980469e-05s, path: a/c, db: /tmp/tmp8kdpg6_d/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=False) in 7.653236389160156e-05s, path: a/c, db: /tmp/tmp8kdpg6_d/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00022268295288085938s, path: a/c, db: /tmp/tmp8kdpg6_d/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_there_1 for ShardRange, path: a/c, db: /tmp/tmp8kdpg6_d/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796362.83684.db +sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_there_1 in state cleaved: 1 successes, 2 required, shard db: /tmp/tmp8kdpg6_d/sda/containers/0/7a6/40d00a528944ce0468e507db329647a6/40d00a528944ce0468e507db329647a6.db, path: a/c, db: /tmp/tmp8kdpg6_d/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796362.83684.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp8kdpg6_d/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796362.83684.db +sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmp8kdpg6_d/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796362.83684.db +sharder-test INFO: Cleaving from row None into .shards_a/c_there_1 for ShardRange<'here' to 'there' as of 1715795964.40970, (0, 0) as of 1715795964.40970, created as of 1715795964.40970>, path: a/c, db: /tmp/tmp8kdpg6_d/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796362.83684.db +sharder-test DEBUG: Cleaving ShardRange<'here' to 'there' as of 1715795964.40970, (0, 0) as of 1715795964.40970, created as of 1715795964.40970> - shard db already in sync, path: a/c, db: /tmp/tmp8kdpg6_d/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796362.83684.db +sharder-test INFO: Replicating new shard container .shards_a/c_there_1 for ShardRange, path: a/c, db: /tmp/tmp8kdpg6_d/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796362.83684.db +sharder-test INFO: Cleaved ShardRange<'here' to 'there' as of 1715795964.40970, (3, 6) as of 1715796363.39713, cleaved as of 1715795964.40970> in 0.01s, path: a/c, db: /tmp/tmp8kdpg6_d/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796362.83684.db +sharder-test INFO: Cleaving from row None into .shards_a/c_where_2 for ShardRange<'there' to 'where' as of 1715795964.40970, (0, 0) as of 1715795964.40970, created as of 1715795964.40970>, path: a/c, db: /tmp/tmp8kdpg6_d/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796362.83684.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00019240379333496094s, path: a/c, db: /tmp/tmp8kdpg6_d/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=False) in 5.555152893066406e-05s, path: a/c, db: /tmp/tmp8kdpg6_d/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010085105895996094s, path: a/c, db: /tmp/tmp8kdpg6_d/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_where_2 for ShardRange, path: a/c, db: /tmp/tmp8kdpg6_d/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796362.83684.db +sharder-test INFO: Cleaved ShardRange<'there' to 'where' as of 1715795964.40970, (1, 100) as of 1715796363.57416, cleaved as of 1715795964.40970> in 0.076s, path: a/c, db: /tmp/tmp8kdpg6_d/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796362.83684.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmp8kdpg6_d/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796362.83684.db +sharder-test DEBUG: Continuing to cleave (3 done, 1 todo), path: a/c, db: /tmp/tmp8kdpg6_d/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796362.83684.db +sharder-test INFO: Cleaving from row None into .shards_a/c_yonder_3 for ShardRange<'where' to 'yonder' as of 1715795964.40970, (0, 0) as of 1715795964.40970, created as of 1715795964.40970>, path: a/c, db: /tmp/tmp8kdpg6_d/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796362.83684.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0003082752227783203s, path: a/c, db: /tmp/tmp8kdpg6_d/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=False) in 6.723403930664062e-05s, path: a/c, db: /tmp/tmp8kdpg6_d/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.0001633167266845703s, path: a/c, db: /tmp/tmp8kdpg6_d/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 6.29425048828125e-05s, path: a/c, db: /tmp/tmp8kdpg6_d/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_yonder_3 for ShardRange, path: a/c, db: /tmp/tmp8kdpg6_d/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796362.83684.db +sharder-test INFO: Cleaved ShardRange<'where' to 'yonder' as of 1715795964.40970, (1, 1000) as of 1715796363.95889, cleaved as of 1715795964.40970> in 0.053s, path: a/c, db: /tmp/tmp8kdpg6_d/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796362.83684.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmp8kdpg6_d/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796362.83684.db +sharder-test DEBUG: Continuing to cleave (4 done, 0 todo), path: a/c, db: /tmp/tmp8kdpg6_d/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796362.83684.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp8kdpg6_d/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796362.83684.db +sharder-test DEBUG: Continuing to cleave (4 done, 1 todo), path: a/c, db: /tmp/tmp8kdpg6_d/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796362.83684.db +sharder-test INFO: Cleaving from row None into .shards_a/c__4 for ShardRange<'yonder' to MaxBound as of 1715795964.40970, (2, 15) as of 1715796364.02637, active as of 1715795964.40970>, path: a/c, db: /tmp/tmp8kdpg6_d/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796362.83684.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00025844573974609375s, path: a/c, db: /tmp/tmp8kdpg6_d/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001239776611328125s, path: a/c, db: /tmp/tmp8kdpg6_d/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00016641616821289062s, path: a/c, db: /tmp/tmp8kdpg6_d/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__4 for ShardRange, path: a/c, db: /tmp/tmp8kdpg6_d/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796362.83684.db +test.unit.container.test_sharder.TestSharder.test_cleave_root_listing_limit_one +test.unit.container.test_sharder.TestSharder.test_cleave_root_listing_limit_one ... ok +test.unit.container.test_sharder.TestSharder.test_cleave_root_ranges_change +test.unit.container.test_sharder.TestSharder.test_cleave_root_ranges_change ... ok +test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json&states=listing (txn: tx4154003e0359404e8da65-006644f989) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx4154003e0359404e8da65-006644f989) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json {'X-Backend-Record-Type': 'auto'} (txn: tx4154003e0359404e8da65-006644f989) +test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: tx4154003e0359404e8da65-006644f989) +test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json&states=listing (txn: tx1b5df73f287c4c7a9efba-006644f989) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx1b5df73f287c4c7a9efba-006644f989) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json {'X-Backend-Record-Type': 'auto'} (txn: tx1b5df73f287c4c7a9efba-006644f989) +test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: tx1b5df73f287c4c7a9efba-006644f989) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx7a6302c87d194f48800e1-006644f98a) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx7a6302c87d194f48800e1-006644f98a) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7a6302c87d194f48800e1-006644f98a) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx7a6302c87d194f48800e1-006644f98a) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx7a6302c87d194f48800e1-006644f98a) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7a6302c87d194f48800e1-006644f98a) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx7a6302c87d194f48800e1-006644f98a) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='lemon', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx7a6302c87d194f48800e1-006644f98a) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx7a6302c87d194f48800e1-006644f98a) +test DEBUG: Found 1020 objects in shard (state=unsharded), total = 1068 (txn: tx7a6302c87d194f48800e1-006644f98a) +test DEBUG: Setting object count to 1068 (txn: tx7a6302c87d194f48800e1-006644f98a) +test DEBUG: GET listing from 3 shards for: /v1/a/c?reverse=true&format=json&states=listing (txn: tx7f81e8f013ae49e5978ad-006644f98a) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='lemon', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx7f81e8f013ae49e5978ad-006644f98a) +test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&format=json&limit=10000&marker=&end_marker=lemon {'X-Backend-Record-Type': 'auto'} (txn: tx7f81e8f013ae49e5978ad-006644f98a) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: tx7f81e8f013ae49e5978ad-006644f98a) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx7f81e8f013ae49e5978ad-006644f98a) +test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&format=json&limit=8976&marker=m&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx7f81e8f013ae49e5978ad-006644f98a) +test DEBUG: Found 44 objects in shard (state=unsharded), total = 1068 (txn: tx7f81e8f013ae49e5978ad-006644f98a) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx7f81e8f013ae49e5978ad-006644f98a) +test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&format=json&limit=8932&marker=A&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx7f81e8f013ae49e5978ad-006644f98a) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 1068 (txn: tx7f81e8f013ae49e5978ad-006644f98a) +test DEBUG: Setting object count to 1068 (txn: tx7f81e8f013ae49e5978ad-006644f98a) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx631f23a99ce74e9fa18af-006644f98b) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx631f23a99ce74e9fa18af-006644f98b) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx631f23a99ce74e9fa18af-006644f98b) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx631f23a99ce74e9fa18af-006644f98b) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx631f23a99ce74e9fa18af-006644f98b) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx631f23a99ce74e9fa18af-006644f98b) +test WARNING: Failed to get container listing from /v1/a/c?format=json&states=listing: 404 (txn: tx631f23a99ce74e9fa18af-006644f98b) +test ERROR: Aborting listing from shards due to bad response: [200, 404] (txn: tx631f23a99ce74e9fa18af-006644f98b) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx16f3639456ee4d82b2c7f-006644f98c) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx16f3639456ee4d82b2c7f-006644f98c) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx16f3639456ee4d82b2c7f-006644f98c) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx16f3639456ee4d82b2c7f-006644f98c) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx16f3639456ee4d82b2c7f-006644f98c) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx16f3639456ee4d82b2c7f-006644f98c) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.2:1002/sdc (txn: tx16f3639456ee4d82b2c7f-006644f98c) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.1:1001/sdb (txn: tx16f3639456ee4d82b2c7f-006644f98c) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.0:1000/sda (txn: tx16f3639456ee4d82b2c7f-006644f98c) +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_errors_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_errors_no_memcache ... ok +sharder-test INFO: Cleaved ShardRange<'yonder' to MaxBound as of 1715795964.40970, (2, 15) as of 1715796364.02637, active as of 1715795964.40970> in 0.047s, path: a/c, db: /tmp/tmp8kdpg6_d/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796362.83684.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmp8kdpg6_d/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796362.83684.db +sharder-test DEBUG: Cleaving already complete for container, path: a/c, db: /tmp/tmp8kdpg6_d/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796362.83684.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp8kdpg6_d/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Passing over already sharded container, path: a/c, db: /tmp/tmp8kdpg6_d/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796362.83684.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpf_thr_eb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796364.21593.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpf_thr_eb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796364.21593.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpf_thr_eb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796364.21593.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpf_thr_eb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796364.21593.db +sharder-test INFO: Starting to cleave (3 todo), path: a/c, db: /tmp/tmpf_thr_eb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796364.21593.db +sharder-test INFO: Cleaving from row None into .shards_a/c_d_0 for ShardRange, path: a/c, db: /tmp/tmpf_thr_eb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796364.21593.db +sharder-test DEBUG: got 4 rows (deleted=False) in 0.00020956993103027344s, path: a/c, db: /tmp/tmpf_thr_eb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011801719665527344s, path: a/c, db: /tmp/tmpf_thr_eb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_d_0 for ShardRange, path: a/c, db: /tmp/tmpf_thr_eb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796364.21593.db +sharder-test INFO: Cleaved ShardRange in 0.044s, path: a/c, db: /tmp/tmpf_thr_eb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796364.21593.db +sharder-test INFO: Cleaving from row None into .shards_a/c_x_1 for ShardRange<'d' to 'x' as of 1715795964.40970, (500000, 0) as of 1715795964.40970, created as of 1715795964.40970>, path: a/c, db: /tmp/tmpf_thr_eb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796364.21593.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.0002658367156982422s, path: a/c, db: /tmp/tmpf_thr_eb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00014066696166992188s, path: a/c, db: /tmp/tmpf_thr_eb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_x_1 for ShardRange, path: a/c, db: /tmp/tmpf_thr_eb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796364.21593.db +sharder-test INFO: Cleaved ShardRange<'d' to 'x' as of 1715795964.40970, (2, 103) as of 1715796364.54342, cleaved as of 1715795964.40970> in 0.061s, path: a/c, db: /tmp/tmpf_thr_eb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796364.21593.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpf_thr_eb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796364.21593.db +sharder-test DEBUG: Continuing to cleave (2 done, 1 todo), path: a/c, db: /tmp/tmpf_thr_eb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796364.21593.db +sharder-test INFO: Cleaving from row None into .shards_a/c__2 for ShardRange<'d' to MaxBound as of 1715796364.61267, (500000, 0) as of 1715796364.61267, created as of 1715796364.61267>, path: a/c, db: /tmp/tmpf_thr_eb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796364.21593.db +sharder-test DEBUG: got 3 rows (deleted=False) in 0.0002276897430419922s, path: a/c, db: /tmp/tmpf_thr_eb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00013589859008789062s, path: a/c, db: /tmp/tmpf_thr_eb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__2 for ShardRange, path: a/c, db: /tmp/tmpf_thr_eb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796364.21593.db +sharder-test INFO: Cleaved ShardRange<'d' to MaxBound as of 1715796364.61267, (3, 1103) as of 1715796364.71885, cleaved as of 1715796364.61267> in 0.06s, path: a/c, db: /tmp/tmpf_thr_eb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796364.21593.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpf_thr_eb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796364.21593.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmp6mfdgq0_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796364.79945.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp6mfdgq0_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796364.79945.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/shard_c, db: /tmp/tmp6mfdgq0_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796364.79945.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00019121170043945312s, path: .shards_a/shard_c, db: /tmp/tmp6mfdgq0_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 1 rows (deleted=False) in 6.389617919921875e-05s, path: .shards_a/shard_c, db: /tmp/tmp6mfdgq0_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011134147644042969s, path: .shards_a/shard_c, db: /tmp/tmp6mfdgq0_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/shard_c, db: /tmp/tmp6mfdgq0_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test WARNING: Failed to sufficiently replicate misplaced objects shard .shards_a/c_here_0 in state active: 1 successes, 2 required (not removing objects), shard db: /tmp/tmp6mfdgq0_/sda/containers/0/e19/9e88c3bdfd03a830d1fc09d35d671e19/9e88c3bdfd03a830d1fc09d35d671e19.db, path: .shards_a/shard_c, db: /tmp/tmp6mfdgq0_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010085105895996094s, path: .shards_a/shard_c, db: /tmp/tmp6mfdgq0_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00010538101196289062s, path: .shards_a/shard_c, db: /tmp/tmp6mfdgq0_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=False) in 4.7206878662109375e-05s, path: .shards_a/shard_c, db: /tmp/tmp6mfdgq0_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 1 rows (deleted=True) in 5.8650970458984375e-05s, path: .shards_a/shard_c, db: /tmp/tmp6mfdgq0_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1715795964.40970, (0, 0) as of 1715795964.40970, active as of 1715795964.40970>, path: .shards_a/shard_c, db: /tmp/tmp6mfdgq0_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/shard_c, db: /tmp/tmp6mfdgq0_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796364.79945.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp6mfdgq0_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796364.79945.db +sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/shard_c, db: /tmp/tmp6mfdgq0_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796364.79945.db +sharder-test INFO: Cleaving from row None into .shards_a/c_there_0 for ShardRange<'here' to 'there' as of 1715795964.40970, (0, 0) as of 1715795964.40970, created as of 1715795964.40970>, path: .shards_a/shard_c, db: /tmp/tmp6mfdgq0_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796364.79945.db +sharder-test DEBUG: got 3 rows (deleted=False) in 0.00019168853759765625s, path: .shards_a/shard_c, db: /tmp/tmp6mfdgq0_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012493133544921875s, path: .shards_a/shard_c, db: /tmp/tmp6mfdgq0_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test INFO: Replicating new shard container .shards_a/c_there_0 for ShardRange<'here' to 'where' as of 1715796364.79944, (0, 0) as of 1715796364.79944, sharding as of 1715796364.79944>, path: .shards_a/shard_c, db: /tmp/tmp6mfdgq0_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796364.79945.db +sharder-test INFO: Cleaved ShardRange<'here' to 'there' as of 1715795964.40970, (3, 6) as of 1715796365.21062, cleaved as of 1715795964.40970> in 0.036s, path: .shards_a/shard_c, db: /tmp/tmp6mfdgq0_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796364.79945.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/shard_c, db: /tmp/tmp6mfdgq0_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796364.79945.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmp6mfdgq0_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796364.79945.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp6mfdgq0_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796364.79945.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/shard_c, db: /tmp/tmp6mfdgq0_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796364.79945.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00020456314086914062s, path: .shards_a/shard_c, db: /tmp/tmp6mfdgq0_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 1 rows (deleted=False) in 6.890296936035156e-05s, path: .shards_a/shard_c, db: /tmp/tmp6mfdgq0_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011515617370605469s, path: .shards_a/shard_c, db: /tmp/tmp6mfdgq0_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/shard_c, db: /tmp/tmp6mfdgq0_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011515617370605469s, path: .shards_a/shard_c, db: /tmp/tmp6mfdgq0_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.560585021972656e-05s, path: .shards_a/shard_c, db: /tmp/tmp6mfdgq0_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Placed 1 misplaced objects (0 unplaced), path: .shards_a/shard_c, db: /tmp/tmp6mfdgq0_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796364.79945.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp6mfdgq0_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796364.79945.db +sharder-test DEBUG: Continuing to cleave (1 done, 1 todo), path: .shards_a/shard_c, db: /tmp/tmp6mfdgq0_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796364.79945.db +sharder-test INFO: Cleaving from row None into .shards_a/c_where_1 for ShardRange<'there' to 'where' as of 1715795964.40970, (2, 15) as of 1715796365.27220, cleaved as of 1715795964.40970>, path: .shards_a/shard_c, db: /tmp/tmp6mfdgq0_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796364.79945.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002276897430419922s, path: .shards_a/shard_c, db: /tmp/tmp6mfdgq0_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012493133544921875s, path: .shards_a/shard_c, db: /tmp/tmp6mfdgq0_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test INFO: Replicating new shard container .shards_a/c_where_1 for ShardRange<'here' to 'where' as of 1715796364.79944, (0, 0) as of 1715796364.79944, sharding as of 1715796364.79944>, path: .shards_a/shard_c, db: /tmp/tmp6mfdgq0_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796364.79945.db +test.unit.container.test_sharder.TestSharder.test_cleave_shard +test.unit.container.test_sharder.TestSharder.test_cleave_shard ... ok +test.unit.container.test_sharder.TestSharder.test_cleave_shard_range_no_own_shard_range +test.unit.container.test_sharder.TestSharder.test_cleave_shard_range_no_own_shard_range ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_redirects_between_shards +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_redirects_between_shards ... ok +sharder-test INFO: Cleaved ShardRange<'there' to 'where' as of 1715795964.40970, (2, 15) as of 1715796365.27220, cleaved as of 1715795964.40970> in 0.028s, path: .shards_a/shard_c, db: /tmp/tmp6mfdgq0_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796364.79945.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/shard_c, db: /tmp/tmp6mfdgq0_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796364.79945.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp6i_6vf_n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp6i_6vf_n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp6i_6vf_n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp6i_6vf_n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmp6i_6vf_n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to get own_shard_range, path: a/c, db: /tmp/tmp6i_6vf_n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp6i_6vf_n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_1, db: /tmp/tmphlylt5be/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1715796378.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_1, db: /tmp/tmphlylt5be/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1715796378.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_1, db: /tmp/tmphlylt5be/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1715796378.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0002624988555908203s, path: .shards_a/donor_1, db: /tmp/tmphlylt5be/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.632110595703125e-05s, path: .shards_a/donor_1, db: /tmp/tmphlylt5be/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.560585021972656e-05s, path: .shards_a/donor_1, db: /tmp/tmphlylt5be/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.417533874511719e-05s, path: .shards_a/donor_1, db: /tmp/tmphlylt5be/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_1, db: /tmp/tmphlylt5be/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1715796378.00000.db +sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/donor_1, db: /tmp/tmphlylt5be/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1715796378.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_1_ for ShardRange<'h' to MaxBound as of 1715796365.72491, (1000, 11111) as of 1715796365.72491, created as of 1715796365.72491>, path: .shards_a/donor_1, db: /tmp/tmphlylt5be/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1715796378.00000.db +sharder-test DEBUG: got 3 rows (deleted=False) in 0.003275156021118164s, path: .shards_a/donor_1, db: /tmp/tmphlylt5be/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00017070770263671875s, path: .shards_a/donor_1, db: /tmp/tmphlylt5be/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_1_ for ShardRange<'h' to 'w' as of 1715796388.00000, (0, 0) as of 1715796377.00000, shrunk as of 1715796377.00000>, path: .shards_a/donor_1, db: /tmp/tmphlylt5be/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1715796378.00000.db +sharder-test INFO: Cleaved ShardRange<'h' to MaxBound as of 1715796365.72491, (1000, 11111) as of 1715796365.72491, created as of 1715796365.72491> in 0.602s, path: .shards_a/donor_1, db: /tmp/tmphlylt5be/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1715796378.00000.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/donor_1, db: /tmp/tmphlylt5be/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1715796378.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmphlylt5be/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db' +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_2, db: /tmp/tmphlylt5be/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1715796405.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_2, db: /tmp/tmphlylt5be/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1715796405.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_2, db: /tmp/tmphlylt5be/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1715796405.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00019407272338867188s, path: .shards_a/donor_2, db: /tmp/tmphlylt5be/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011301040649414062s, path: .shards_a/donor_2, db: /tmp/tmphlylt5be/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011515617370605469s, path: .shards_a/donor_2, db: /tmp/tmphlylt5be/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011038780212402344s, path: .shards_a/donor_2, db: /tmp/tmphlylt5be/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_2, db: /tmp/tmphlylt5be/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1715796405.00000.db +sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/donor_2, db: /tmp/tmphlylt5be/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1715796405.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_2_ for ShardRange<'h' to MaxBound as of 1715796366.59512, (1000, 11111) as of 1715796366.59512, cleaved as of 1715796366.59512>, path: .shards_a/donor_2, db: /tmp/tmphlylt5be/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1715796405.00000.db +sharder-test DEBUG: got 3 rows (deleted=False) in 0.0002512931823730469s, path: .shards_a/donor_2, db: /tmp/tmphlylt5be/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00016188621520996094s, path: .shards_a/donor_2, db: /tmp/tmphlylt5be/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_redirects_to_root_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_redirects_to_root_no_memcache ... ok +sharder-test INFO: Replicating new shard container .shards_a/acceptor_2_ for ShardRange<'h' to 'w' as of 1715796415.00000, (0, 0) as of 1715796404.00000, shrunk as of 1715796404.00000>, path: .shards_a/donor_2, db: /tmp/tmphlylt5be/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1715796405.00000.db +sharder-test INFO: Cleaved ShardRange<'h' to MaxBound as of 1715796366.59512, (1000, 11111) as of 1715796366.59512, cleaved as of 1715796366.59512> in 0.049s, path: .shards_a/donor_2, db: /tmp/tmphlylt5be/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1715796405.00000.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/donor_2, db: /tmp/tmphlylt5be/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1715796405.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmphlylt5be/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db' +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_3, db: /tmp/tmphlylt5be/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1715796432.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_3, db: /tmp/tmphlylt5be/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1715796432.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_3, db: /tmp/tmphlylt5be/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1715796432.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0002014636993408203s, path: .shards_a/donor_3, db: /tmp/tmphlylt5be/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001251697540283203s, path: .shards_a/donor_3, db: /tmp/tmphlylt5be/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001239776611328125s, path: .shards_a/donor_3, db: /tmp/tmphlylt5be/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012302398681640625s, path: .shards_a/donor_3, db: /tmp/tmphlylt5be/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_3, db: /tmp/tmphlylt5be/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1715796432.00000.db +sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/donor_3, db: /tmp/tmphlylt5be/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1715796432.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_3_ for ShardRange<'h' to MaxBound as of 1715796366.91045, (1000, 11111) as of 1715796366.91045, active as of 1715796366.91045>, path: .shards_a/donor_3, db: /tmp/tmphlylt5be/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1715796432.00000.db +sharder-test DEBUG: got 3 rows (deleted=False) in 0.0002319812774658203s, path: .shards_a/donor_3, db: /tmp/tmphlylt5be/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001354217529296875s, path: .shards_a/donor_3, db: /tmp/tmphlylt5be/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_3_ for ShardRange<'h' to 'w' as of 1715796442.00000, (0, 0) as of 1715796431.00000, shrunk as of 1715796431.00000>, path: .shards_a/donor_3, db: /tmp/tmphlylt5be/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1715796432.00000.db +sharder-test INFO: Cleaved ShardRange<'h' to MaxBound as of 1715796366.91045, (1000, 11111) as of 1715796366.91045, active as of 1715796366.91045> in 0.052s, path: .shards_a/donor_3, db: /tmp/tmphlylt5be/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1715796432.00000.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/donor_3, db: /tmp/tmphlylt5be/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1715796432.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmphlylt5be/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db' +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_4, db: /tmp/tmphlylt5be/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1715796459.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_4, db: /tmp/tmphlylt5be/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1715796459.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_4, db: /tmp/tmphlylt5be/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1715796459.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00015592575073242188s, path: .shards_a/donor_4, db: /tmp/tmphlylt5be/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.107589721679688e-05s, path: .shards_a/donor_4, db: /tmp/tmphlylt5be/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.34600830078125e-05s, path: .shards_a/donor_4, db: /tmp/tmphlylt5be/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.179115295410156e-05s, path: .shards_a/donor_4, db: /tmp/tmphlylt5be/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_4, db: /tmp/tmphlylt5be/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1715796459.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_4, db: /tmp/tmphlylt5be/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1715796459.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_4_k for ShardRange<'d' to 'k' as of 1715796367.22209, (1000, 11111) as of 1715796367.22209, created as of 1715796367.22209>, path: .shards_a/donor_4, db: /tmp/tmphlylt5be/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1715796459.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001773834228515625s, path: .shards_a/donor_4, db: /tmp/tmphlylt5be/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00015401840209960938s, path: .shards_a/donor_4, db: /tmp/tmphlylt5be/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_4_k for ShardRange<'h' to 'w' as of 1715796458.00000, (0, 0) as of 1715796458.00000, shrinking as of 1715796458.00000>, path: .shards_a/donor_4, db: /tmp/tmphlylt5be/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1715796459.00000.db +sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1715796367.22209, (1000, 11111) as of 1715796367.22209, created as of 1715796367.22209> in 0.028s, path: .shards_a/donor_4, db: /tmp/tmphlylt5be/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1715796459.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_4_ for ShardRange<'k' to MaxBound as of 1715796367.22212, (1000, 11111) as of 1715796367.22212, created as of 1715796367.22212>, path: .shards_a/donor_4, db: /tmp/tmphlylt5be/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1715796459.00000.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00018167495727539062s, path: .shards_a/donor_4, db: /tmp/tmphlylt5be/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010347366333007812s, path: .shards_a/donor_4, db: /tmp/tmphlylt5be/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_4_ for ShardRange<'h' to 'w' as of 1715796458.00000, (0, 0) as of 1715796458.00000, shrinking as of 1715796458.00000>, path: .shards_a/donor_4, db: /tmp/tmphlylt5be/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1715796459.00000.db +sharder-test INFO: Cleaved ShardRange<'k' to MaxBound as of 1715796367.22212, (1000, 11111) as of 1715796367.22212, created as of 1715796367.22212> in 0.024s, path: .shards_a/donor_4, db: /tmp/tmphlylt5be/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1715796459.00000.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: .shards_a/donor_4, db: /tmp/tmphlylt5be/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1715796459.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmphlylt5be/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db' +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_5, db: /tmp/tmphlylt5be/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1715796492.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_5, db: /tmp/tmphlylt5be/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1715796492.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_5, db: /tmp/tmphlylt5be/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1715796492.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00017523765563964844s, path: .shards_a/donor_5, db: /tmp/tmphlylt5be/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0012133121490478516s, path: .shards_a/donor_5, db: /tmp/tmphlylt5be/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.894371032714844e-05s, path: .shards_a/donor_5, db: /tmp/tmphlylt5be/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.72747802734375e-05s, path: .shards_a/donor_5, db: /tmp/tmphlylt5be/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_5, db: /tmp/tmphlylt5be/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1715796492.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_5, db: /tmp/tmphlylt5be/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1715796492.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_5_k for ShardRange<'d' to 'k' as of 1715796367.62941, (1000, 11111) as of 1715796367.62941, cleaved as of 1715796367.62941>, path: .shards_a/donor_5, db: /tmp/tmphlylt5be/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1715796492.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00024580955505371094s, path: .shards_a/donor_5, db: /tmp/tmphlylt5be/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011277198791503906s, path: .shards_a/donor_5, db: /tmp/tmphlylt5be/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_5_k for ShardRange<'h' to 'w' as of 1715796491.00000, (0, 0) as of 1715796491.00000, shrinking as of 1715796491.00000>, path: .shards_a/donor_5, db: /tmp/tmphlylt5be/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1715796492.00000.db +sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1715796367.62941, (1000, 11111) as of 1715796367.62941, cleaved as of 1715796367.62941> in 0.029s, path: .shards_a/donor_5, db: /tmp/tmphlylt5be/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1715796492.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_5_ for ShardRange<'k' to MaxBound as of 1715796367.62954, (1000, 11111) as of 1715796367.62954, cleaved as of 1715796367.62954>, path: .shards_a/donor_5, db: /tmp/tmphlylt5be/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1715796492.00000.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00018739700317382812s, path: .shards_a/donor_5, db: /tmp/tmphlylt5be/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001251697540283203s, path: .shards_a/donor_5, db: /tmp/tmphlylt5be/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_5_ for ShardRange<'h' to 'w' as of 1715796491.00000, (0, 0) as of 1715796491.00000, shrinking as of 1715796491.00000>, path: .shards_a/donor_5, db: /tmp/tmphlylt5be/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1715796492.00000.db +sharder-test INFO: Cleaved ShardRange<'k' to MaxBound as of 1715796367.62954, (1000, 11111) as of 1715796367.62954, cleaved as of 1715796367.62954> in 0.024s, path: .shards_a/donor_5, db: /tmp/tmphlylt5be/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1715796492.00000.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: .shards_a/donor_5, db: /tmp/tmphlylt5be/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1715796492.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmphlylt5be/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db' +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_6, db: /tmp/tmphlylt5be/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1715796525.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_6, db: /tmp/tmphlylt5be/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1715796525.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_6, db: /tmp/tmphlylt5be/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1715796525.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00020742416381835938s, path: .shards_a/donor_6, db: /tmp/tmphlylt5be/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011944770812988281s, path: .shards_a/donor_6, db: /tmp/tmphlylt5be/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00012087821960449219s, path: .shards_a/donor_6, db: /tmp/tmphlylt5be/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.3:1003/sda (txn: tx16f3639456ee4d82b2c7f-006644f98c) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.4:1004/sda (txn: tx16f3639456ee4d82b2c7f-006644f98c) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.5:1005/sda (txn: tx16f3639456ee4d82b2c7f-006644f98c) +test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500] (txn: tx16f3639456ee4d82b2c7f-006644f98c) +test WARNING: Failed to get container listing from /v1/a/c?format=json&states=listing: 503 (txn: tx16f3639456ee4d82b2c7f-006644f98c) +test ERROR: Aborting listing from shards due to bad response: [200, 503] (txn: tx16f3639456ee4d82b2c7f-006644f98c) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx772e57737b3146b6be4bc-006644f98d) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_a', lower='', upper='a') .shards_a/c_a with {'X-Backend-Record-Type': 'auto'} (txn: tx772e57737b3146b6be4bc-006644f98d) +test DEBUG: Get listing from /v1/.shards_a/c_a?format=json&limit=10000&marker=&end_marker=a%00 {'X-Backend-Record-Type': 'auto'} (txn: tx772e57737b3146b6be4bc-006644f98d) +test DEBUG: Found 33 objects in shard (state=unsharded), total = 33 (txn: tx772e57737b3146b6be4bc-006644f98d) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: tx772e57737b3146b6be4bc-006644f98d) +test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx772e57737b3146b6be4bc-006644f98d) +test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00&states=listing (txn: tx772e57737b3146b6be4bc-006644f98d) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='b', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx772e57737b3146b6be4bc-006644f98d) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx772e57737b3146b6be4bc-006644f98d) +test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_?format=json&limit=9967&marker=a&end_marker=b%00&states=listing (txn: tx772e57737b3146b6be4bc-006644f98d) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'object'} (txn: tx772e57737b3146b6be4bc-006644f98d) +test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'object'} (txn: tx772e57737b3146b6be4bc-006644f98d) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: tx772e57737b3146b6be4bc-006644f98d) +test DEBUG: Found 1 objects in shard (state=sharded), total = 1 (txn: tx772e57737b3146b6be4bc-006644f98d) +test DEBUG: Found 1 objects in shard (state=sharded), total = 34 (txn: tx772e57737b3146b6be4bc-006644f98d) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='b', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'object'} (txn: tx772e57737b3146b6be4bc-006644f98d) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9966&marker=b&end_marker= {'X-Backend-Record-Type': 'object'} (txn: tx772e57737b3146b6be4bc-006644f98d) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1058 (txn: tx772e57737b3146b6be4bc-006644f98d) +test DEBUG: Setting object count to 1058 (txn: tx772e57737b3146b6be4bc-006644f98d) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: txcddafc1b837943c89e749-006644f98f) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txcddafc1b837943c89e749-006644f98f) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=10000&marker=&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txcddafc1b837943c89e749-006644f98f) +test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_?format=json&limit=10000&marker=&end_marker=&states=listing (txn: txcddafc1b837943c89e749-006644f98f) +test DEBUG: Getting listing part 0 from shard Namespace(name='a/c', lower='', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: txcddafc1b837943c89e749-006644f98f) +test DEBUG: Get listing from /v1/a/c?format=json&limit=10000&marker=&end_marker= {'X-Backend-Record-Type': 'object'} (txn: txcddafc1b837943c89e749-006644f98f) +test DEBUG: Found 1024 objects in shard (state=sharded), total = 1024 (txn: txcddafc1b837943c89e749-006644f98f) +test DEBUG: Setting object count to 1024 (txn: txcddafc1b837943c89e749-006644f98f) +test DEBUG: Found 1024 objects in shard (state=sharding), total = 1024 (txn: txcddafc1b837943c89e749-006644f98f) +test DEBUG: Setting object count to 1024 (txn: txcddafc1b837943c89e749-006644f98f) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txafc5b6f6d8b14cf78dd6b-006644f990) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txafc5b6f6d8b14cf78dd6b-006644f990) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txafc5b6f6d8b14cf78dd6b-006644f990) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txafc5b6f6d8b14cf78dd6b-006644f990) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txafc5b6f6d8b14cf78dd6b-006644f990) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txafc5b6f6d8b14cf78dd6b-006644f990) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txafc5b6f6d8b14cf78dd6b-006644f990) +test INFO: Caching listing namespaces for shard-listing-v2/.shards_a/c_pie (3 namespaces) (txn: txafc5b6f6d8b14cf78dd6b-006644f990) +test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: txafc5b6f6d8b14cf78dd6b-006644f990) +test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: txafc5b6f6d8b14cf78dd6b-006644f990) +test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: txafc5b6f6d8b14cf78dd6b-006644f990) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: txafc5b6f6d8b14cf78dd6b-006644f990) +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharded_shard_with_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharded_shard_with_memcache ... ok +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011515617370605469s, path: .shards_a/donor_6, db: /tmp/tmphlylt5be/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_6, db: /tmp/tmphlylt5be/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1715796525.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_6, db: /tmp/tmphlylt5be/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1715796525.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_6_k for ShardRange<'d' to 'k' as of 1715796368.03464, (1000, 11111) as of 1715796368.03464, active as of 1715796368.03464>, path: .shards_a/donor_6, db: /tmp/tmphlylt5be/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1715796525.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00018334388732910156s, path: .shards_a/donor_6, db: /tmp/tmphlylt5be/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00018405914306640625s, path: .shards_a/donor_6, db: /tmp/tmphlylt5be/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_6_k for ShardRange<'h' to 'w' as of 1715796524.00000, (0, 0) as of 1715796524.00000, shrinking as of 1715796524.00000>, path: .shards_a/donor_6, db: /tmp/tmphlylt5be/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1715796525.00000.db +sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1715796368.03464, (1000, 11111) as of 1715796368.03464, active as of 1715796368.03464> in 0.028s, path: .shards_a/donor_6, db: /tmp/tmphlylt5be/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1715796525.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_6_ for ShardRange<'k' to MaxBound as of 1715796368.03471, (1000, 11111) as of 1715796368.03471, active as of 1715796368.03471>, path: .shards_a/donor_6, db: /tmp/tmphlylt5be/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1715796525.00000.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.0002734661102294922s, path: .shards_a/donor_6, db: /tmp/tmphlylt5be/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013113021850585938s, path: .shards_a/donor_6, db: /tmp/tmphlylt5be/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_6_ for ShardRange<'h' to 'w' as of 1715796524.00000, (0, 0) as of 1715796524.00000, shrinking as of 1715796524.00000>, path: .shards_a/donor_6, db: /tmp/tmphlylt5be/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1715796525.00000.db +sharder-test INFO: Cleaved ShardRange<'k' to MaxBound as of 1715796368.03471, (1000, 11111) as of 1715796368.03471, active as of 1715796368.03471> in 0.026s, path: .shards_a/donor_6, db: /tmp/tmphlylt5be/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1715796525.00000.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: .shards_a/donor_6, db: /tmp/tmphlylt5be/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1715796525.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmphlylt5be/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db' +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_7, db: /tmp/tmphlylt5be/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1715796558.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_7, db: /tmp/tmphlylt5be/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1715796558.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_7, db: /tmp/tmphlylt5be/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1715796558.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0013647079467773438s, path: .shards_a/donor_7, db: /tmp/tmphlylt5be/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012230873107910156s, path: .shards_a/donor_7, db: /tmp/tmphlylt5be/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00012540817260742188s, path: .shards_a/donor_7, db: /tmp/tmphlylt5be/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012183189392089844s, path: .shards_a/donor_7, db: /tmp/tmphlylt5be/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_7, db: /tmp/tmphlylt5be/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1715796558.00000.db +sharder-test INFO: Starting to cleave (3 todo), path: .shards_a/donor_7, db: /tmp/tmphlylt5be/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1715796558.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_7_k for ShardRange<'d' to 'k' as of 1715796368.41055, (1000, 11111) as of 1715796368.41055, cleaved as of 1715796368.41055>, path: .shards_a/donor_7, db: /tmp/tmphlylt5be/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1715796558.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002574920654296875s, path: .shards_a/donor_7, db: /tmp/tmphlylt5be/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001327991485595703s, path: .shards_a/donor_7, db: /tmp/tmphlylt5be/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_7_k for ShardRange<'h' to 'w' as of 1715796557.00000, (0, 0) as of 1715796557.00000, shrinking as of 1715796557.00000>, path: .shards_a/donor_7, db: /tmp/tmphlylt5be/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1715796558.00000.db +sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1715796368.41055, (1000, 11111) as of 1715796368.41055, cleaved as of 1715796368.41055> in 0.033s, path: .shards_a/donor_7, db: /tmp/tmphlylt5be/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1715796558.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_7_t for ShardRange<'k' to 't' as of 1715796368.41059, (1000, 11111) as of 1715796368.41059, cleaved as of 1715796368.41059>, path: .shards_a/donor_7, db: /tmp/tmphlylt5be/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1715796558.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002982616424560547s, path: .shards_a/donor_7, db: /tmp/tmphlylt5be/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00015544891357421875s, path: .shards_a/donor_7, db: /tmp/tmphlylt5be/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_mixed_policies +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_mixed_policies ... ok +sharder-test INFO: Replicating new shard container .shards_a/acceptor_7_t for ShardRange<'h' to 'w' as of 1715796557.00000, (0, 0) as of 1715796557.00000, shrinking as of 1715796557.00000>, path: .shards_a/donor_7, db: /tmp/tmphlylt5be/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1715796558.00000.db +sharder-test INFO: Cleaved ShardRange<'k' to 't' as of 1715796368.41059, (1000, 11111) as of 1715796368.41059, cleaved as of 1715796368.41059> in 0.028s, path: .shards_a/donor_7, db: /tmp/tmphlylt5be/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1715796558.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_7_ for ShardRange<'t' to MaxBound as of 1715796368.41060, (1000, 11111) as of 1715796368.41060, cleaved as of 1715796368.41060>, path: .shards_a/donor_7, db: /tmp/tmphlylt5be/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1715796558.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002627372741699219s, path: .shards_a/donor_7, db: /tmp/tmphlylt5be/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013399124145507812s, path: .shards_a/donor_7, db: /tmp/tmphlylt5be/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_7_ for ShardRange<'h' to 'w' as of 1715796557.00000, (0, 0) as of 1715796557.00000, shrinking as of 1715796557.00000>, path: .shards_a/donor_7, db: /tmp/tmphlylt5be/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1715796558.00000.db +sharder-test INFO: Cleaved ShardRange<'t' to MaxBound as of 1715796368.41060, (1000, 11111) as of 1715796368.41060, cleaved as of 1715796368.41060> in 0.029s, path: .shards_a/donor_7, db: /tmp/tmphlylt5be/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1715796558.00000.db +sharder-test DEBUG: Cleaved 3 shard ranges, path: .shards_a/donor_7, db: /tmp/tmphlylt5be/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1715796558.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmphlylt5be/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db' +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_8, db: /tmp/tmphlylt5be/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1715796597.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_8, db: /tmp/tmphlylt5be/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1715796597.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_8, db: /tmp/tmphlylt5be/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1715796597.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00019359588623046875s, path: .shards_a/donor_8, db: /tmp/tmphlylt5be/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012564659118652344s, path: .shards_a/donor_8, db: /tmp/tmphlylt5be/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011968612670898438s, path: .shards_a/donor_8, db: /tmp/tmphlylt5be/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001232624053955078s, path: .shards_a/donor_8, db: /tmp/tmphlylt5be/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_8, db: /tmp/tmphlylt5be/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1715796597.00000.db +sharder-test INFO: Starting to cleave (3 todo), path: .shards_a/donor_8, db: /tmp/tmphlylt5be/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1715796597.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_8_k for ShardRange<'d' to 'k' as of 1715796368.88382, (1000, 11111) as of 1715796368.88382, created as of 1715796368.88382>, path: .shards_a/donor_8, db: /tmp/tmphlylt5be/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1715796597.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00022077560424804688s, path: .shards_a/donor_8, db: /tmp/tmphlylt5be/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001671314239501953s, path: .shards_a/donor_8, db: /tmp/tmphlylt5be/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_8_k for ShardRange<'h' to 'w' as of 1715796596.00000, (0, 0) as of 1715796596.00000, shrinking as of 1715796596.00000>, path: .shards_a/donor_8, db: /tmp/tmphlylt5be/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1715796597.00000.db +sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1715796368.88382, (1000, 11111) as of 1715796368.88382, created as of 1715796368.88382> in 0.029s, path: .shards_a/donor_8, db: /tmp/tmphlylt5be/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1715796597.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_8_t for ShardRange<'k' to 't' as of 1715796368.88387, (1000, 11111) as of 1715796368.88387, created as of 1715796368.88387>, path: .shards_a/donor_8, db: /tmp/tmphlylt5be/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1715796597.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00022673606872558594s, path: .shards_a/donor_8, db: /tmp/tmphlylt5be/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001380443572998047s, path: .shards_a/donor_8, db: /tmp/tmphlylt5be/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_8_t for ShardRange<'h' to 'w' as of 1715796596.00000, (0, 0) as of 1715796596.00000, shrinking as of 1715796596.00000>, path: .shards_a/donor_8, db: /tmp/tmphlylt5be/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1715796597.00000.db +sharder-test INFO: Cleaved ShardRange<'k' to 't' as of 1715796368.88387, (1000, 11111) as of 1715796368.88387, created as of 1715796368.88387> in 0.028s, path: .shards_a/donor_8, db: /tmp/tmphlylt5be/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1715796597.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_8_ for ShardRange<'t' to MaxBound as of 1715796368.88389, (1000, 11111) as of 1715796368.88389, created as of 1715796368.88389>, path: .shards_a/donor_8, db: /tmp/tmphlylt5be/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1715796597.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00018405914306640625s, path: .shards_a/donor_8, db: /tmp/tmphlylt5be/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012111663818359375s, path: .shards_a/donor_8, db: /tmp/tmphlylt5be/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_8_ for ShardRange<'h' to 'w' as of 1715796596.00000, (0, 0) as of 1715796596.00000, shrinking as of 1715796596.00000>, path: .shards_a/donor_8, db: /tmp/tmphlylt5be/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1715796597.00000.db +sharder-test INFO: Cleaved ShardRange<'t' to MaxBound as of 1715796368.88389, (1000, 11111) as of 1715796368.88389, created as of 1715796368.88389> in 0.029s, path: .shards_a/donor_8, db: /tmp/tmphlylt5be/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1715796597.00000.db +sharder-test DEBUG: Cleaved 3 shard ranges, path: .shards_a/donor_8, db: /tmp/tmphlylt5be/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1715796597.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmphlylt5be/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db' +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_9, db: /tmp/tmphlylt5be/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1715796636.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_9, db: /tmp/tmphlylt5be/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1715796636.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_9, db: /tmp/tmphlylt5be/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1715796636.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00019884109497070312s, path: .shards_a/donor_9, db: /tmp/tmphlylt5be/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011730194091796875s, path: .shards_a/donor_9, db: /tmp/tmphlylt5be/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011920928955078125s, path: .shards_a/donor_9, db: /tmp/tmphlylt5be/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.000118255615234375s, path: .shards_a/donor_9, db: /tmp/tmphlylt5be/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_9, db: /tmp/tmphlylt5be/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1715796636.00000.db +sharder-test INFO: Starting to cleave (3 todo), path: .shards_a/donor_9, db: /tmp/tmphlylt5be/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1715796636.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_9_k for ShardRange<'d' to 'k' as of 1715796369.36917, (1000, 11111) as of 1715796369.36917, active as of 1715796369.36917>, path: .shards_a/donor_9, db: /tmp/tmphlylt5be/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1715796636.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00021839141845703125s, path: .shards_a/donor_9, db: /tmp/tmphlylt5be/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012969970703125s, path: .shards_a/donor_9, db: /tmp/tmphlylt5be/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_9_k for ShardRange<'h' to 'w' as of 1715796635.00000, (0, 0) as of 1715796635.00000, shrinking as of 1715796635.00000>, path: .shards_a/donor_9, db: /tmp/tmphlylt5be/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1715796636.00000.db +sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1715796369.36917, (1000, 11111) as of 1715796369.36917, active as of 1715796369.36917> in 0.029s, path: .shards_a/donor_9, db: /tmp/tmphlylt5be/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1715796636.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_9_t for ShardRange<'k' to 't' as of 1715796369.36924, (1000, 11111) as of 1715796369.36924, active as of 1715796369.36924>, path: .shards_a/donor_9, db: /tmp/tmphlylt5be/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1715796636.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00021910667419433594s, path: .shards_a/donor_9, db: /tmp/tmphlylt5be/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013518333435058594s, path: .shards_a/donor_9, db: /tmp/tmphlylt5be/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_9_t for ShardRange<'h' to 'w' as of 1715796635.00000, (0, 0) as of 1715796635.00000, shrinking as of 1715796635.00000>, path: .shards_a/donor_9, db: /tmp/tmphlylt5be/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1715796636.00000.db +sharder-test INFO: Cleaved ShardRange<'k' to 't' as of 1715796369.36924, (1000, 11111) as of 1715796369.36924, active as of 1715796369.36924> in 0.033s, path: .shards_a/donor_9, db: /tmp/tmphlylt5be/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1715796636.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_9_ for ShardRange<'t' to MaxBound as of 1715796369.36926, (1000, 11111) as of 1715796369.36926, active as of 1715796369.36926>, path: .shards_a/donor_9, db: /tmp/tmphlylt5be/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1715796636.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00017881393432617188s, path: .shards_a/donor_9, db: /tmp/tmphlylt5be/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012683868408203125s, path: .shards_a/donor_9, db: /tmp/tmphlylt5be/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_9_ for ShardRange<'h' to 'w' as of 1715796635.00000, (0, 0) as of 1715796635.00000, shrinking as of 1715796635.00000>, path: .shards_a/donor_9, db: /tmp/tmphlylt5be/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1715796636.00000.db +sharder-test INFO: Cleaved ShardRange<'t' to MaxBound as of 1715796369.36926, (1000, 11111) as of 1715796369.36926, active as of 1715796369.36926> in 0.032s, path: .shards_a/donor_9, db: /tmp/tmphlylt5be/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1715796636.00000.db +sharder-test DEBUG: Cleaved 3 shard ranges, path: .shards_a/donor_9, db: /tmp/tmphlylt5be/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1715796636.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmphlylt5be/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db' +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_10, db: /tmp/tmphlylt5be/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1715796675.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_10, db: /tmp/tmphlylt5be/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1715796675.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_10, db: /tmp/tmphlylt5be/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1715796675.00000.db +test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: txafc5b6f6d8b14cf78dd6b-006644f990) +test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: txafc5b6f6d8b14cf78dd6b-006644f990) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: txafc5b6f6d8b14cf78dd6b-006644f990) +test DEBUG: Getting listing part 2 from shard Namespace(name='a/c_sub_pie', lower='lemon', upper='') a/c_sub_pie with {'X-Backend-Record-Type': 'auto'} (txn: txafc5b6f6d8b14cf78dd6b-006644f990) +test DEBUG: Get listing from /v1/a/c_sub_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txafc5b6f6d8b14cf78dd6b-006644f990) +test DEBUG: Found 4 objects in shard (state=unsharded), total = 8 (txn: txafc5b6f6d8b14cf78dd6b-006644f990) +test DEBUG: Found 8 objects in shard (state=sharded), total = 48 (txn: txafc5b6f6d8b14cf78dd6b-006644f990) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txafc5b6f6d8b14cf78dd6b-006644f990) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txafc5b6f6d8b14cf78dd6b-006644f990) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txafc5b6f6d8b14cf78dd6b-006644f990) +test DEBUG: Setting object count to 1072 (txn: txafc5b6f6d8b14cf78dd6b-006644f990) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txfdca908b248b46f2b657a-006644f991) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txfdca908b248b46f2b657a-006644f991) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txfdca908b248b46f2b657a-006644f991) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txfdca908b248b46f2b657a-006644f991) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txfdca908b248b46f2b657a-006644f991) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txfdca908b248b46f2b657a-006644f991) +test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: txfdca908b248b46f2b657a-006644f991) +test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: txfdca908b248b46f2b657a-006644f991) +test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: txfdca908b248b46f2b657a-006644f991) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: txfdca908b248b46f2b657a-006644f991) +test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: txfdca908b248b46f2b657a-006644f991) +test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: txfdca908b248b46f2b657a-006644f991) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: txfdca908b248b46f2b657a-006644f991) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: txfdca908b248b46f2b657a-006644f991) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: txfdca908b248b46f2b657a-006644f991) +test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: txfdca908b248b46f2b657a-006644f991) +test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: txfdca908b248b46f2b657a-006644f991) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txfdca908b248b46f2b657a-006644f991) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txfdca908b248b46f2b657a-006644f991) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txfdca908b248b46f2b657a-006644f991) +test DEBUG: Setting object count to 1072 (txn: txfdca908b248b46f2b657a-006644f991) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txcdf9d3bad26c441397482-006644f992) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txcdf9d3bad26c441397482-006644f992) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txcdf9d3bad26c441397482-006644f992) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txcdf9d3bad26c441397482-006644f992) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txcdf9d3bad26c441397482-006644f992) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txcdf9d3bad26c441397482-006644f992) +test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: txcdf9d3bad26c441397482-006644f992) +test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: txcdf9d3bad26c441397482-006644f992) +test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: txcdf9d3bad26c441397482-006644f992) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: txcdf9d3bad26c441397482-006644f992) +test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: txcdf9d3bad26c441397482-006644f992) +test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: txcdf9d3bad26c441397482-006644f992) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: txcdf9d3bad26c441397482-006644f992) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: txcdf9d3bad26c441397482-006644f992) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: txcdf9d3bad26c441397482-006644f992) +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_no_memcache ... ok +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00015687942504882812s, path: .shards_a/donor_10, db: /tmp/tmphlylt5be/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001049041748046875s, path: .shards_a/donor_10, db: /tmp/tmphlylt5be/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.703636169433594e-05s, path: .shards_a/donor_10, db: /tmp/tmphlylt5be/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.298324584960938e-05s, path: .shards_a/donor_10, db: /tmp/tmphlylt5be/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_10, db: /tmp/tmphlylt5be/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1715796675.00000.db +sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/donor_10, db: /tmp/tmphlylt5be/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1715796675.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_10_k for ShardRange<'d' to 'k' as of 1715796369.84670, (1000, 11111) as of 1715796369.84670, created as of 1715796369.84670>, path: .shards_a/donor_10, db: /tmp/tmphlylt5be/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1715796675.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001914501190185547s, path: .shards_a/donor_10, db: /tmp/tmphlylt5be/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013566017150878906s, path: .shards_a/donor_10, db: /tmp/tmphlylt5be/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_10_k for ShardRange<'h' to 'w' as of 1715796674.00000, (0, 0) as of 1715796674.00000, shrinking as of 1715796674.00000>, path: .shards_a/donor_10, db: /tmp/tmphlylt5be/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1715796675.00000.db +sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1715796369.84670, (1000, 11111) as of 1715796369.84670, created as of 1715796369.84670> in 0.027s, path: .shards_a/donor_10, db: /tmp/tmphlylt5be/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1715796675.00000.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/donor_10, db: /tmp/tmphlylt5be/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1715796675.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '64f2b8d3-d554-4a41-b0b0-1420084eed64-sda', 'cursor': 'k', 'max_row': 3, 'cleave_to_row': 3, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 1, 'ranges_todo': 0}, path: .shards_a/donor_10, db: /tmp/tmphlylt5be/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1715796675.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_11, db: /tmp/tmphlylt5be/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1715796701.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_11, db: /tmp/tmphlylt5be/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1715796701.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_11, db: /tmp/tmphlylt5be/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1715796701.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001811981201171875s, path: .shards_a/donor_11, db: /tmp/tmphlylt5be/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010657310485839844s, path: .shards_a/donor_11, db: /tmp/tmphlylt5be/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010991096496582031s, path: .shards_a/donor_11, db: /tmp/tmphlylt5be/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010848045349121094s, path: .shards_a/donor_11, db: /tmp/tmphlylt5be/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_11, db: /tmp/tmphlylt5be/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1715796701.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_11, db: /tmp/tmphlylt5be/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1715796701.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_11_k for ShardRange<'d' to 'k' as of 1715796370.13443, (1000, 11111) as of 1715796370.13443, cleaved as of 1715796370.13443>, path: .shards_a/donor_11, db: /tmp/tmphlylt5be/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1715796701.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00021910667419433594s, path: .shards_a/donor_11, db: /tmp/tmphlylt5be/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001544952392578125s, path: .shards_a/donor_11, db: /tmp/tmphlylt5be/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_11_k for ShardRange<'h' to 'w' as of 1715796700.00000, (0, 0) as of 1715796700.00000, shrinking as of 1715796700.00000>, path: .shards_a/donor_11, db: /tmp/tmphlylt5be/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1715796701.00000.db +sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1715796370.13443, (1000, 11111) as of 1715796370.13443, cleaved as of 1715796370.13443> in 0.028s, path: .shards_a/donor_11, db: /tmp/tmphlylt5be/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1715796701.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_11_t for ShardRange<'k' to 't' as of 1715796370.13454, (1000, 11111) as of 1715796370.13454, cleaved as of 1715796370.13454>, path: .shards_a/donor_11, db: /tmp/tmphlylt5be/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1715796701.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002949237823486328s, path: .shards_a/donor_11, db: /tmp/tmphlylt5be/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012302398681640625s, path: .shards_a/donor_11, db: /tmp/tmphlylt5be/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_11_t for ShardRange<'h' to 'w' as of 1715796700.00000, (0, 0) as of 1715796700.00000, shrinking as of 1715796700.00000>, path: .shards_a/donor_11, db: /tmp/tmphlylt5be/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1715796701.00000.db +sharder-test INFO: Cleaved ShardRange<'k' to 't' as of 1715796370.13454, (1000, 11111) as of 1715796370.13454, cleaved as of 1715796370.13454> in 0.027s, path: .shards_a/donor_11, db: /tmp/tmphlylt5be/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1715796701.00000.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: .shards_a/donor_11, db: /tmp/tmphlylt5be/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1715796701.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '7b3148d8-97e7-4590-9ffc-c3b044d82e31-sda', 'cursor': 't', 'max_row': 3, 'cleave_to_row': 3, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 2, 'ranges_todo': 0}, path: .shards_a/donor_11, db: /tmp/tmphlylt5be/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1715796701.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_12, db: /tmp/tmphlylt5be/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1715796733.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_12, db: /tmp/tmphlylt5be/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1715796733.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_12, db: /tmp/tmphlylt5be/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1715796733.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00018644332885742188s, path: .shards_a/donor_12, db: /tmp/tmphlylt5be/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001163482666015625s, path: .shards_a/donor_12, db: /tmp/tmphlylt5be/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011730194091796875s, path: .shards_a/donor_12, db: /tmp/tmphlylt5be/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011420249938964844s, path: .shards_a/donor_12, db: /tmp/tmphlylt5be/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_12, db: /tmp/tmphlylt5be/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1715796733.00000.db +sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/donor_12, db: /tmp/tmphlylt5be/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1715796733.00000.db +sharder-test INFO: Stopped cleave at gap: 'h' - 'k', path: .shards_a/donor_12, db: /tmp/tmphlylt5be/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1715796733.00000.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: .shards_a/donor_12, db: /tmp/tmphlylt5be/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1715796733.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '12a611b1-056b-4155-a23c-3b00a0f16f8b-sda', 'cursor': 'h', 'max_row': 3, 'cleave_to_row': 3, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 1}, path: .shards_a/donor_12, db: /tmp/tmphlylt5be/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1715796733.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_13, db: /tmp/tmphlylt5be/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1715796753.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_13, db: /tmp/tmphlylt5be/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1715796753.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_13, db: /tmp/tmphlylt5be/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1715796753.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0009984970092773438s, path: .shards_a/donor_13, db: /tmp/tmphlylt5be/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011348724365234375s, path: .shards_a/donor_13, db: /tmp/tmphlylt5be/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011587142944335938s, path: .shards_a/donor_13, db: /tmp/tmphlylt5be/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011110305786132812s, path: .shards_a/donor_13, db: /tmp/tmphlylt5be/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_13, db: /tmp/tmphlylt5be/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1715796753.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_13, db: /tmp/tmphlylt5be/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1715796753.00000.db +sharder-test INFO: Stopped cleave at gap: 'h' - 'k', path: .shards_a/donor_13, db: /tmp/tmphlylt5be/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1715796753.00000.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: .shards_a/donor_13, db: /tmp/tmphlylt5be/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1715796753.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '72f92f00-4c74-4efc-a21a-630b18a5b6ce-sda', 'cursor': 'h', 'max_row': 3, 'cleave_to_row': 3, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 2}, path: .shards_a/donor_13, db: /tmp/tmphlylt5be/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1715796753.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_14, db: /tmp/tmphlylt5be/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1715796773.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_14, db: /tmp/tmphlylt5be/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1715796773.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_14, db: /tmp/tmphlylt5be/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1715796773.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0002033710479736328s, path: .shards_a/donor_14, db: /tmp/tmphlylt5be/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.822845458984375e-05s, path: .shards_a/donor_14, db: /tmp/tmphlylt5be/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001456737518310547s, path: .shards_a/donor_14, db: /tmp/tmphlylt5be/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012683868408203125s, path: .shards_a/donor_14, db: /tmp/tmphlylt5be/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_14, db: /tmp/tmphlylt5be/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1715796773.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_14, db: /tmp/tmphlylt5be/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1715796773.00000.db +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_with_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_with_memcache ... ok +test.unit.container.test_sharder.TestSharder.test_cleave_shard_shrinking +test.unit.container.test_sharder.TestSharder.test_cleave_shard_shrinking ... ok +test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_acceptor_with_active_root_range +test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_acceptor_with_active_root_range ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_deleted_shard +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_deleted_shard ... ok +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_14_k for ShardRange<'d' to 'k' as of 1715796370.91468, (1000, 11111) as of 1715796370.91468, cleaved as of 1715796370.91468>, path: .shards_a/donor_14, db: /tmp/tmphlylt5be/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1715796773.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001728534698486328s, path: .shards_a/donor_14, db: /tmp/tmphlylt5be/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011420249938964844s, path: .shards_a/donor_14, db: /tmp/tmphlylt5be/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_14_k for ShardRange<'h' to 'w' as of 1715796772.00000, (0, 0) as of 1715796772.00000, shrinking as of 1715796772.00000>, path: .shards_a/donor_14, db: /tmp/tmphlylt5be/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1715796773.00000.db +sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1715796370.91468, (1000, 11111) as of 1715796370.91468, cleaved as of 1715796370.91468> in 0.028s, path: .shards_a/donor_14, db: /tmp/tmphlylt5be/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1715796773.00000.db +sharder-test INFO: Stopped cleave at gap: 'k' - 't', path: .shards_a/donor_14, db: /tmp/tmphlylt5be/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1715796773.00000.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/donor_14, db: /tmp/tmphlylt5be/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1715796773.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '4e726988-6cad-4b79-8485-42bf464219e4-sda', 'cursor': 'k', 'max_row': 3, 'cleave_to_row': 3, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 1, 'ranges_todo': 1}, path: .shards_a/donor_14, db: /tmp/tmphlylt5be/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1715796773.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmpcab9y8ec/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796373.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpcab9y8ec/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796373.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('there', '')], path: .shards_a/shard_c, db: /tmp/tmpcab9y8ec/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796373.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00018596649169921875s, path: .shards_a/shard_c, db: /tmp/tmpcab9y8ec/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.000141143798828125s, path: .shards_a/shard_c, db: /tmp/tmpcab9y8ec/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.001065969467163086s, path: .shards_a/shard_c, db: /tmp/tmpcab9y8ec/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.131431579589844e-05s, path: .shards_a/shard_c, db: /tmp/tmpcab9y8ec/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpcab9y8ec/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796373.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/shard_c, db: /tmp/tmpcab9y8ec/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796373.00000.db +sharder-test INFO: Cleaving from row None into .shards/other for ShardRange<'here' to 'where' as of 1715796374.00000, (0, 0) as of 1715796374.00000, active as of 1715796374.00000>, path: .shards_a/shard_c, db: /tmp/tmpcab9y8ec/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796373.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001857280731201172s, path: .shards_a/shard_c, db: /tmp/tmpcab9y8ec/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001277923583984375s, path: .shards_a/shard_c, db: /tmp/tmpcab9y8ec/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test INFO: Replicating new shard container .shards/other for ShardRange<'here' to 'there' as of 1715796371.32897, (0, 0) as of 1715796372.00000, shrunk as of 1715796372.00000>, path: .shards_a/shard_c, db: /tmp/tmpcab9y8ec/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796373.00000.db +sharder-test INFO: Cleaved ShardRange<'here' to 'where' as of 1715796374.00000, (0, 0) as of 1715796374.00000, active as of 1715796374.00000> in 0.045s, path: .shards_a/shard_c, db: /tmp/tmpcab9y8ec/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796373.00000.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/shard_c, db: /tmp/tmpcab9y8ec/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796373.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmpjf32c2lp/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796373.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpjf32c2lp/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796373.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('there', '')], path: .shards_a/shard_c, db: /tmp/tmpjf32c2lp/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796373.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00018405914306640625s, path: .shards_a/shard_c, db: /tmp/tmpjf32c2lp/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.298324584960938e-05s, path: .shards_a/shard_c, db: /tmp/tmpjf32c2lp/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013256072998046875s, path: .shards_a/shard_c, db: /tmp/tmpjf32c2lp/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.1552734375e-05s, path: .shards_a/shard_c, db: /tmp/tmpjf32c2lp/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpjf32c2lp/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796373.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/shard_c, db: /tmp/tmpjf32c2lp/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796373.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/shard_d for ShardRange<'here' to MaxBound as of 1715796374.00000, (0, 0) as of 1715796374.00000, active as of 1715796374.00000>, path: .shards_a/shard_c, db: /tmp/tmpjf32c2lp/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796373.00000.db +test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_acceptor_with_sharded_root_range +test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_acceptor_with_sharded_root_range ... ok +test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_root_range +test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_root_range ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_delimiter_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_delimiter_no_memcache ... ok +test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: txcdf9d3bad26c441397482-006644f992) +test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: txcdf9d3bad26c441397482-006644f992) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txcdf9d3bad26c441397482-006644f992) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txcdf9d3bad26c441397482-006644f992) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txcdf9d3bad26c441397482-006644f992) +test DEBUG: Setting object count to 1072 (txn: txcdf9d3bad26c441397482-006644f992) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx7f71211e21e3448eb5cfd-006644f993) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx7f71211e21e3448eb5cfd-006644f993) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx7f71211e21e3448eb5cfd-006644f993) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7f71211e21e3448eb5cfd-006644f993) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx7f71211e21e3448eb5cfd-006644f993) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx7f71211e21e3448eb5cfd-006644f993) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7f71211e21e3448eb5cfd-006644f993) +test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: tx7f71211e21e3448eb5cfd-006644f993) +test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: tx7f71211e21e3448eb5cfd-006644f993) +test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7f71211e21e3448eb5cfd-006644f993) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx7f71211e21e3448eb5cfd-006644f993) +test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: tx7f71211e21e3448eb5cfd-006644f993) +test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7f71211e21e3448eb5cfd-006644f993) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: tx7f71211e21e3448eb5cfd-006644f993) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: tx7f71211e21e3448eb5cfd-006644f993) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: tx7f71211e21e3448eb5cfd-006644f993) +test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: tx7f71211e21e3448eb5cfd-006644f993) +test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: tx7f71211e21e3448eb5cfd-006644f993) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx7f71211e21e3448eb5cfd-006644f993) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx7f71211e21e3448eb5cfd-006644f993) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx7f71211e21e3448eb5cfd-006644f993) +test DEBUG: Setting object count to 1072 (txn: tx7f71211e21e3448eb5cfd-006644f993) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx0f9fcbbdc8644ca0a548f-006644f994) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: tx0f9fcbbdc8644ca0a548f-006644f994) +test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0f9fcbbdc8644ca0a548f-006644f994) +test WARNING: Failed to get container listing from /v1/a/c?format=json&states=listing: 404 (txn: tx0f9fcbbdc8644ca0a548f-006644f994) +test ERROR: Aborting listing from shards due to bad response: [404] (txn: tx0f9fcbbdc8644ca0a548f-006644f994) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 5 shards for: /v1/a/c?delimiter=%2F&format=json&states=listing (txn: tx0a953a93de9440e5b6180-006644f995) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ha-ppy', lower='', upper='ha/ppy') .shards_a/c_ha-ppy with {'X-Backend-Record-Type': 'auto'} (txn: tx0a953a93de9440e5b6180-006644f995) +test DEBUG: Get listing from /v1/.shards_a/c_ha-ppy?delimiter=%2F&format=json&limit=10000&marker=&end_marker=ha%2Fppy%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0a953a93de9440e5b6180-006644f995) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx0a953a93de9440e5b6180-006644f995) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='ha/ptic', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx0a953a93de9440e5b6180-006644f995) +test DEBUG: Get listing from /v1/.shards_a/c_ham?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0a953a93de9440e5b6180-006644f995) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 2 (txn: tx0a953a93de9440e5b6180-006644f995) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx0a953a93de9440e5b6180-006644f995) +test DEBUG: Get listing from /v1/.shards_a/c_pie?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0a953a93de9440e5b6180-006644f995) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 2 (txn: tx0a953a93de9440e5b6180-006644f995) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx0a953a93de9440e5b6180-006644f995) +test DEBUG: Get listing from /v1/.shards_a/c_?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx0a953a93de9440e5b6180-006644f995) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 3 (txn: tx0a953a93de9440e5b6180-006644f995) +test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_root_range_with_active_acceptor +test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_root_range_with_active_acceptor ... ok +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001671314239501953s, path: .shards_a/shard_c, db: /tmp/tmpjf32c2lp/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010776519775390625s, path: .shards_a/shard_c, db: /tmp/tmpjf32c2lp/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test INFO: Replicating new shard container .shards_a/shard_d for ShardRange<'here' to 'there' as of 1715796372.00000, (0, 0) as of 1715796372.00000, sharding as of 1715796372.00000>, path: .shards_a/shard_c, db: /tmp/tmpjf32c2lp/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796373.00000.db +sharder-test INFO: Cleaved ShardRange<'here' to MaxBound as of 1715796374.00000, (0, 0) as of 1715796374.00000, active as of 1715796374.00000> in 0.036s, path: .shards_a/shard_c, db: /tmp/tmpjf32c2lp/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796373.00000.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/shard_c, db: /tmp/tmpjf32c2lp/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796373.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmpnvetbicm/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796373.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpnvetbicm/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796373.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('there', '')], path: .shards_a/shard_c, db: /tmp/tmpnvetbicm/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796373.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00016069412231445312s, path: .shards_a/shard_c, db: /tmp/tmpnvetbicm/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010085105895996094s, path: .shards_a/shard_c, db: /tmp/tmpnvetbicm/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010204315185546875s, path: .shards_a/shard_c, db: /tmp/tmpnvetbicm/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011539459228515625s, path: .shards_a/shard_c, db: /tmp/tmpnvetbicm/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpnvetbicm/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796373.00000.db +sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/shard_c, db: /tmp/tmpnvetbicm/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796373.00000.db +sharder-test INFO: Cleaving from row None into a/c for ShardRange, path: .shards_a/shard_c, db: /tmp/tmpnvetbicm/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796373.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00015854835510253906s, path: .shards_a/shard_c, db: /tmp/tmpnvetbicm/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011610984802246094s, path: .shards_a/shard_c, db: /tmp/tmpnvetbicm/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test INFO: Cleaving ShardRange - zero objects found, path: .shards_a/shard_c, db: /tmp/tmpnvetbicm/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796373.00000.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: .shards_a/shard_c, db: /tmp/tmpnvetbicm/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796373.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmp796lsoqb/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796375.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp796lsoqb/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796375.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('there', '')], path: .shards_a/shard_c, db: /tmp/tmp796lsoqb/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796375.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00014925003051757812s, path: .shards_a/shard_c, db: /tmp/tmp796lsoqb/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001361370086669922s, path: .shards_a/shard_c, db: /tmp/tmp796lsoqb/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.107589721679688e-05s, path: .shards_a/shard_c, db: /tmp/tmp796lsoqb/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00014281272888183594s, path: .shards_a/shard_c, db: /tmp/tmp796lsoqb/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp796lsoqb/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796375.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/shard_c, db: /tmp/tmp796lsoqb/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796375.00000.db +sharder-test INFO: Cleaving from row None into a/c for ShardRange, path: .shards_a/shard_c, db: /tmp/tmp796lsoqb/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796375.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001583099365234375s, path: .shards_a/shard_c, db: /tmp/tmp796lsoqb/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001087188720703125s, path: .shards_a/shard_c, db: /tmp/tmp796lsoqb/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test INFO: Replicating new shard container a/c for ShardRange<'here' to 'there' as of 1715796373.41075, (0, 0) as of 1715796374.00000, shrunk as of 1715796374.00000>, path: .shards_a/shard_c, db: /tmp/tmp796lsoqb/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796375.00000.db +sharder-test INFO: Cleaved ShardRange in 0.056s, path: .shards_a/shard_c, db: /tmp/tmp796lsoqb/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796375.00000.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/shard_c, db: /tmp/tmp796lsoqb/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796375.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpscq_fe9l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796373.46940.db +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_delimiter_reverse_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_delimiter_reverse_no_memcache ... ok +test.unit.container.test_sharder.TestSharder.test_cleave_skips_shrinking_and_stops_at_found +test.unit.container.test_sharder.TestSharder.test_cleave_skips_shrinking_and_stops_at_found ... ok +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpscq_fe9l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796373.46940.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpscq_fe9l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796373.46940.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpscq_fe9l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796373.46940.db +sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmpscq_fe9l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796373.46940.db +sharder-test INFO: Cleaving from row None into .shards_a/c_b_0 for ShardRange, path: a/c, db: /tmp/tmpscq_fe9l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796373.46940.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00023126602172851562s, path: a/c, db: /tmp/tmpscq_fe9l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013256072998046875s, path: a/c, db: /tmp/tmpscq_fe9l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_b_0 for ShardRange, path: a/c, db: /tmp/tmpscq_fe9l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796373.46940.db +sharder-test INFO: Cleaved ShardRange in 0.044s, path: a/c, db: /tmp/tmpscq_fe9l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796373.46940.db +sharder-test INFO: Cleaving from row None into .shards_a/c_d_2 for ShardRange<'b' to 'd' as of 1715795964.40970, (0, 0) as of 1715795964.40970, created as of 1715795964.40970>, path: a/c, db: /tmp/tmpscq_fe9l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796373.46940.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00018095970153808594s, path: a/c, db: /tmp/tmpscq_fe9l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010418891906738281s, path: a/c, db: /tmp/tmpscq_fe9l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_d_2 for ShardRange, path: a/c, db: /tmp/tmpscq_fe9l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796373.46940.db +sharder-test INFO: Cleaved ShardRange<'b' to 'd' as of 1715795964.40970, (2, 3) as of 1715796373.80307, cleaved as of 1715795964.40970> in 0.044s, path: a/c, db: /tmp/tmpscq_fe9l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796373.46940.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpscq_fe9l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796373.46940.db +sharder-test DEBUG: Continuing to cleave (2 done, 2 todo), path: a/c, db: /tmp/tmpscq_fe9l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796373.46940.db +sharder-test INFO: Cleaving from row None into .shards_a/c_f_3 for ShardRange<'d' to 'f' as of 1715795964.40970, (0, 0) as of 1715795964.40970, created as of 1715795964.40970>, path: a/c, db: /tmp/tmpscq_fe9l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796373.46940.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.0001723766326904297s, path: a/c, db: /tmp/tmpscq_fe9l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011730194091796875s, path: a/c, db: /tmp/tmpscq_fe9l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_f_3 for ShardRange, path: a/c, db: /tmp/tmpscq_fe9l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796373.46940.db +sharder-test INFO: Cleaved ShardRange<'d' to 'f' as of 1715795964.40970, (2, 103) as of 1715796373.94017, cleaved as of 1715795964.40970> in 0.048s, path: a/c, db: /tmp/tmpscq_fe9l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796373.46940.db +sharder-test INFO: Stopped cleave at unready ShardRange<'f' to MaxBound as of 1715795964.40970, (0, 0) as of 1715795964.40970, found as of 1715795964.40970>, path: a/c, db: /tmp/tmpscq_fe9l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796373.46940.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpscq_fe9l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796373.46940.db +sharder-test DEBUG: Continuing to cleave (3 done, 1 todo), path: a/c, db: /tmp/tmpscq_fe9l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796373.46940.db +sharder-test INFO: Cleaving from row None into .shards_a/c__4 for ShardRange<'f' to MaxBound as of 1715795964.40970, (0, 0) as of 1715795964.40970, created as of 1715796374.00529>, path: a/c, db: /tmp/tmpscq_fe9l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796373.46940.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00017404556274414062s, path: a/c, db: /tmp/tmpscq_fe9l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.0001633167266845703s, path: a/c, db: /tmp/tmpscq_fe9l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__4 for ShardRange, path: a/c, db: /tmp/tmpscq_fe9l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796373.46940.db +sharder-test INFO: Cleaved ShardRange<'f' to MaxBound as of 1715795964.40970, (1, 1000) as of 1715796374.10081, cleaved as of 1715796374.00529> in 0.056s, path: a/c, db: /tmp/tmpscq_fe9l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796373.46940.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpscq_fe9l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796373.46940.db +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpwow8wi_5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796374.17428.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpwow8wi_5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796374.17428.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpwow8wi_5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796374.17428.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpwow8wi_5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796374.17428.db +test.unit.container.test_sharder.TestSharder.test_cleave_timing_metrics +test.unit.container.test_sharder.TestSharder.test_cleave_timing_metrics ... ok +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 6 shards for: /v1/a/c?delimiter=%2F&reverse=on&format=json&states=listing (txn: tx473e05d85b204b5abdebd-006644f995) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx473e05d85b204b5abdebd-006644f995) +test DEBUG: Get listing from /v1/.shards_a/c_?delimiter=%2F&reverse=on&format=json&limit=10000&marker=&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: tx473e05d85b204b5abdebd-006644f995) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: tx473e05d85b204b5abdebd-006644f995) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx473e05d85b204b5abdebd-006644f995) +test DEBUG: Get listing from /v1/.shards_a/c_pie?delimiter=%2F&reverse=on&format=json&limit=9999&marker=pumpkin&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx473e05d85b204b5abdebd-006644f995) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 1 (txn: tx473e05d85b204b5abdebd-006644f995) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='ha/ptic', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx473e05d85b204b5abdebd-006644f995) +test DEBUG: Get listing from /v1/.shards_a/c_ham?delimiter=%2F&reverse=on&format=json&limit=9999&marker=pumpkin&end_marker=ha%2Fptic {'X-Backend-Record-Type': 'auto'} (txn: tx473e05d85b204b5abdebd-006644f995) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: tx473e05d85b204b5abdebd-006644f995) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ha-ppy', lower='ha.d', upper='ha/ppy') .shards_a/c_ha-ppy with {'X-Backend-Record-Type': 'auto'} (txn: tx473e05d85b204b5abdebd-006644f995) +test DEBUG: Get listing from /v1/.shards_a/c_ha-ppy?delimiter=%2F&reverse=on&format=json&limit=9998&marker=ha%2F&end_marker=ha.d {'X-Backend-Record-Type': 'auto'} (txn: tx473e05d85b204b5abdebd-006644f995) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 3 (txn: tx473e05d85b204b5abdebd-006644f995) +test DEBUG: Getting listing part 5 from shard Namespace(name='.shards_a/c_ha.d', lower='', upper='ha.d') .shards_a/c_ha.d with {'X-Backend-Record-Type': 'auto'} (txn: tx473e05d85b204b5abdebd-006644f995) +test DEBUG: Get listing from /v1/.shards_a/c_ha.d?delimiter=%2F&reverse=on&format=json&limit=9997&marker=ha.ggle&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx473e05d85b204b5abdebd-006644f995) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 4 (txn: tx473e05d85b204b5abdebd-006644f995) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx4cfbb62744714377b4465-006644f996) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx4cfbb62744714377b4465-006644f996) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx4cfbb62744714377b4465-006644f996) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx4cfbb62744714377b4465-006644f996) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx4cfbb62744714377b4465-006644f996) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx4cfbb62744714377b4465-006644f996) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx4cfbb62744714377b4465-006644f996) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx4cfbb62744714377b4465-006644f996) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx4cfbb62744714377b4465-006644f996) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx4cfbb62744714377b4465-006644f996) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx4cfbb62744714377b4465-006644f996) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx4cfbb62744714377b4465-006644f996) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx4cfbb62744714377b4465-006644f996) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx4cfbb62744714377b4465-006644f996) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx4cfbb62744714377b4465-006644f996) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx4cfbb62744714377b4465-006644f996) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx4cfbb62744714377b4465-006644f996) +test DEBUG: Setting object count to 3120 (txn: tx4cfbb62744714377b4465-006644f996) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx7009b9ec875d4035ab532-006644f996) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx7009b9ec875d4035ab532-006644f996) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx7009b9ec875d4035ab532-006644f996) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7009b9ec875d4035ab532-006644f996) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx7009b9ec875d4035ab532-006644f996) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx7009b9ec875d4035ab532-006644f996) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7009b9ec875d4035ab532-006644f996) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx7009b9ec875d4035ab532-006644f996) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx7009b9ec875d4035ab532-006644f996) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7009b9ec875d4035ab532-006644f996) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx7009b9ec875d4035ab532-006644f996) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx7009b9ec875d4035ab532-006644f996) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7009b9ec875d4035ab532-006644f996) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx7009b9ec875d4035ab532-006644f996) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx7009b9ec875d4035ab532-006644f996) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx7009b9ec875d4035ab532-006644f996) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx7009b9ec875d4035ab532-006644f996) +test DEBUG: Setting object count to 3120 (txn: tx7009b9ec875d4035ab532-006644f996) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txf6288a76ca29417e95867-006644f996) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: txf6288a76ca29417e95867-006644f996) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txf6288a76ca29417e95867-006644f996) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txf6288a76ca29417e95867-006644f996) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txf6288a76ca29417e95867-006644f996) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txf6288a76ca29417e95867-006644f996) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txf6288a76ca29417e95867-006644f996) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txf6288a76ca29417e95867-006644f996) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txf6288a76ca29417e95867-006644f996) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txf6288a76ca29417e95867-006644f996) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txf6288a76ca29417e95867-006644f996) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txf6288a76ca29417e95867-006644f996) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txf6288a76ca29417e95867-006644f996) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: txf6288a76ca29417e95867-006644f996) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txf6288a76ca29417e95867-006644f996) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txf6288a76ca29417e95867-006644f996) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: txf6288a76ca29417e95867-006644f996) +test DEBUG: Setting object count to 3120 (txn: txf6288a76ca29417e95867-006644f996) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx0fa26e43a5f6442a9bbcb-006644f996) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx0fa26e43a5f6442a9bbcb-006644f996) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx0fa26e43a5f6442a9bbcb-006644f996) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0fa26e43a5f6442a9bbcb-006644f996) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx0fa26e43a5f6442a9bbcb-006644f996) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx0fa26e43a5f6442a9bbcb-006644f996) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0fa26e43a5f6442a9bbcb-006644f996) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx0fa26e43a5f6442a9bbcb-006644f996) +test DEBUG: Getting listing part 2 from shard Namespace(name='a/c', lower='pie', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: tx0fa26e43a5f6442a9bbcb-006644f996) +test DEBUG: Get listing from /v1/a/c?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'object'} (txn: tx0fa26e43a5f6442a9bbcb-006644f996) +test DEBUG: Found 3072 objects in shard (state=sharded), total = 3120 (txn: tx0fa26e43a5f6442a9bbcb-006644f996) +test DEBUG: Setting object count to 3120 (txn: tx0fa26e43a5f6442a9bbcb-006644f996) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txeea8e3cd260c4807b76fa-006644f996) +test DEBUG: GET listing from 5 shards for: /v1/a/c?reverse=true&limit=&format=json&states=listing (txn: txeea8e3cd260c4807b76fa-006644f996) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txeea8e3cd260c4807b76fa-006644f996) +test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&limit=10000&format=json&marker=&end_marker=%F0%9F%8C%B4 {'X-Backend-Record-Type': 'auto'} (txn: txeea8e3cd260c4807b76fa-006644f996) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: txeea8e3cd260c4807b76fa-006644f996) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txeea8e3cd260c4807b76fa-006644f996) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?reverse=true&limit=8976&format=json&marker=%F0%9F%8C%B5&end_marker=%E2%98%83 {'X-Backend-Record-Type': 'auto'} (txn: txeea8e3cd260c4807b76fa-006644f996) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2048 (txn: txeea8e3cd260c4807b76fa-006644f996) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txeea8e3cd260c4807b76fa-006644f996) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?reverse=true&limit=7952&format=json&marker=%E2%98%84&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: txeea8e3cd260c4807b76fa-006644f996) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3072 (txn: txeea8e3cd260c4807b76fa-006644f996) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txeea8e3cd260c4807b76fa-006644f996) +test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&limit=6928&format=json&marker=q&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: txeea8e3cd260c4807b76fa-006644f996) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 3080 (txn: txeea8e3cd260c4807b76fa-006644f996) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txeea8e3cd260c4807b76fa-006644f996) +test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&limit=6920&format=json&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txeea8e3cd260c4807b76fa-006644f996) +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpwow8wi_5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796374.17428.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpwow8wi_5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796374.17428.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpwow8wi_5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796374.17428.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpwow8wi_5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796374.17428.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpwow8wi_5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796374.17428.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj_004_0 for ShardRange, path: a/c, db: /tmp/tmpwow8wi_5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796374.17428.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.0002186298370361328s, path: a/c, db: /tmp/tmpwow8wi_5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 2 rows (deleted=True) in 0.00012731552124023438s, path: a/c, db: /tmp/tmpwow8wi_5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj_004_0 for ShardRange, path: a/c, db: /tmp/tmpwow8wi_5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796374.17428.db +sharder-test INFO: Cleaved ShardRange in 0.042s, path: a/c, db: /tmp/tmpwow8wi_5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796374.17428.db +sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj_004' to MaxBound as of 1715795964.40970, (0, 0) as of 1715795964.40970, created as of 1715795964.40970>, path: a/c, db: /tmp/tmpwow8wi_5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796374.17428.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00020384788513183594s, path: a/c, db: /tmp/tmpwow8wi_5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 2 rows (deleted=True) in 0.0001289844512939453s, path: a/c, db: /tmp/tmpwow8wi_5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmpwow8wi_5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796374.17428.db +sharder-test INFO: Cleaved ShardRange<'obj_004' to MaxBound as of 1715795964.40970, (1, 18432) as of 1715796374.45221, cleaved as of 1715795964.40970> in 0.043s, path: a/c, db: /tmp/tmpwow8wi_5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796374.17428.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpwow8wi_5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796374.17428.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpwow8wi_5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpwow8wi_5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796374.17428.db +sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpwow8wi_5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796374.17428.db +REPLICATE: /sda/0/4a8a08f09d37b73795649038408b5f33, sync, (5, '5b1e66718e52d2e798da2022300a2da9', 'd2183853-3a62-4335-8aee-a283d4f51d0e-sdb', '1715796374.53334', '0000000000.00000', '0', '') +REPLICATE: /sda/0/4a8a08f09d37b73795649038408b5f33, merge_items, ([{'ROWID': 1, 'name': 'obj002', 'created_at': '1715796376.00000', 'size': 1, 'content_type': 'text/plain', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'obj003', 'created_at': '1715796377.00000', 'size': 1, 'content_type': 'text/plain', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 3, 'name': 'obj004', 'created_at': '1715796378.00000', 'size': 1, 'content_type': 'text/plain', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 4, 'name': 'obj005', 'created_at': '1715796379.00000', 'size': 1, 'content_type': 'text/plain', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 5, 'name': 'obj006', 'created_at': '1715796380.00000', 'size': 1, 'content_type': 'text/plain', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'd2183853-3a62-4335-8aee-a283d4f51d0e-sdb') +REPLICATE: /sda/0/4a8a08f09d37b73795649038408b5f33, merge_syncs, ([],) +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmp3172tpu8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796374.60126.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp3172tpu8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796374.60126.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp3172tpu8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796374.60126.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp3172tpu8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796374.60126.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp3172tpu8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796374.60126.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp3172tpu8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796374.60126.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp3172tpu8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796374.60126.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp3172tpu8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796374.60126.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmp3172tpu8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796374.60126.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmp3172tpu8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796374.60126.db +sharder-test DEBUG: got 4 rows (deleted=False) in 0.00018835067749023438s, path: a/c, db: /tmp/tmp3172tpu8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00014829635620117188s, path: a/c, db: /tmp/tmp3172tpu8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_memcache ... ok +sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmp3172tpu8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796374.60126.db +sharder-test INFO: Cleaved ShardRange in 0.033s, path: a/c, db: /tmp/tmp3172tpu8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796374.60126.db +sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1715795964.40970, (0, 0) as of 1715795964.40970, created as of 1715795964.40970>, path: a/c, db: /tmp/tmp3172tpu8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796374.60126.db +sharder-test DEBUG: got 3 rows (deleted=False) in 0.00018215179443359375s, path: a/c, db: /tmp/tmp3172tpu8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012040138244628906s, path: a/c, db: /tmp/tmp3172tpu8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmp3172tpu8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796374.60126.db +sharder-test INFO: Cleaved ShardRange<'obj004' to MaxBound as of 1715795964.40970, (3, 3) as of 1715796374.84857, cleaved as of 1715795964.40970> in 0.044s, path: a/c, db: /tmp/tmp3172tpu8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796374.60126.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmp3172tpu8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796374.60126.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp3172tpu8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmp3172tpu8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796374.60126.db +sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmp3172tpu8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796374.60126.db +REPLICATE: /sdb/0/4a8a08f09d37b73795649038408b5f33, sync, (7, '00000000000000000000000000000000', '318c8f9a-928c-4eda-bc9d-88b505d1382f-', '1715796374.51717', '0000000000.00000', '0', '{"X-Container-Sysmeta-Shard-Context-df99b21c-cc84-4470-8e61-cf691073645c-sda": ["{\\"ref\\": \\"df99b21c-cc84-4470-8e61-cf691073645c-sda\\", \\"cursor\\": \\"\\", \\"max_row\\": 7, \\"cleave_to_row\\": 7, \\"last_cleave_to_row\\": null, \\"cleaving_done\\": true, \\"misplaced_done\\": true, \\"ranges_done\\": 2, \\"ranges_todo\\": 0}", "1715796374.89429"]}') +REPLICATE: /sdb/0/4a8a08f09d37b73795649038408b5f33, merge_shard_ranges, ([{'name': '.shards_a/c_obj004_0', 'timestamp': '1715795964.40970', 'lower': '', 'upper': 'obj004', 'object_count': 4, 'bytes_used': 4, 'meta_timestamp': '1715796374.74083', 'deleted': 0, 'state': 40, 'state_timestamp': '1715795964.40970', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/c__1', 'timestamp': '1715795964.40970', 'lower': 'obj004', 'upper': '', 'object_count': 3, 'bytes_used': 3, 'meta_timestamp': '1715796374.84857', 'deleted': 0, 'state': 40, 'state_timestamp': '1715795964.40970', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715796374.60121', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715796374.91135', 'deleted': 0, 'state': 70, 'state_timestamp': '1715796374.60126', 'epoch': '1715796374.60126', 'reported': 0, 'tombstones': -1}], '318c8f9a-928c-4eda-bc9d-88b505d1382f-') +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp3172tpu8/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp3172tpu8/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp3172tpu8/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp3172tpu8/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Kick off container cleaving, own shard range in state 'sharded', path: a/c, db: /tmp/tmp3172tpu8/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796374.60126.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp3172tpu8/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796374.60126.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp3172tpu8/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796374.60126.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp3172tpu8/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796374.60126.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp3172tpu8/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796374.60126.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmp3172tpu8/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796374.60126.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmp3172tpu8/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796374.60126.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00019097328186035156s, path: a/c, db: /tmp/tmp3172tpu8/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00015974044799804688s, path: a/c, db: /tmp/tmp3172tpu8/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmp3172tpu8/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796374.60126.db +sharder-test INFO: Cleaved ShardRange in 0.019s, path: a/c, db: /tmp/tmp3172tpu8/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796374.60126.db +sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1715795964.40970, (3, 3) as of 1715796374.84857, active as of 1715795964.40970>, path: a/c, db: /tmp/tmp3172tpu8/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796374.60126.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.0001811981201171875s, path: a/c, db: /tmp/tmp3172tpu8/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +test.unit.container.test_sharder.TestSharder.test_cleave_to_existing_shard_db +test.unit.container.test_sharder.TestSharder.test_cleave_to_existing_shard_db ... ok +test.unit.container.test_sharder.TestSharder.test_complete_sharding_missing_own_shard_range +test.unit.container.test_sharder.TestSharder.test_complete_sharding_missing_own_shard_range ... ok +test DEBUG: Found 40 objects in shard (state=unsharded), total = 3120 (txn: txeea8e3cd260c4807b76fa-006644f996) +test DEBUG: Setting object count to 3120 (txn: txeea8e3cd260c4807b76fa-006644f996) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txb7a0dcf731d74abbac1cb-006644f996) +test DEBUG: GET listing from 5 shards for: /v1/a/c?limit=49&format=json&states=listing (txn: txb7a0dcf731d74abbac1cb-006644f996) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txb7a0dcf731d74abbac1cb-006644f996) +test DEBUG: Get listing from /v1/.shards_a/c_ham?limit=49&format=json&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txb7a0dcf731d74abbac1cb-006644f996) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txb7a0dcf731d74abbac1cb-006644f996) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txb7a0dcf731d74abbac1cb-006644f996) +test DEBUG: Get listing from /v1/.shards_a/c_pie?limit=9&format=json&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txb7a0dcf731d74abbac1cb-006644f996) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txb7a0dcf731d74abbac1cb-006644f996) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txb7a0dcf731d74abbac1cb-006644f996) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?limit=1&format=json&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txb7a0dcf731d74abbac1cb-006644f996) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 49 (txn: txb7a0dcf731d74abbac1cb-006644f996) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx10fd94964cdb433fa3acf-006644f996) +test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=%E2%98%86&format=json&states=listing (txn: tx10fd94964cdb433fa3acf-006644f996) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx10fd94964cdb433fa3acf-006644f996) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&format=json&limit=10000&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx10fd94964cdb433fa3acf-006644f996) +test DEBUG: Found 1022 objects in shard (state=unsharded), total = 1022 (txn: tx10fd94964cdb433fa3acf-006644f996) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx10fd94964cdb433fa3acf-006644f996) +test DEBUG: Get listing from /v1/.shards_a/c_?marker=%E2%A8%83&format=json&limit=8978&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx10fd94964cdb433fa3acf-006644f996) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2046 (txn: tx10fd94964cdb433fa3acf-006644f996) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx970ced46491046c7bed1f-006644f996) +test DEBUG: GET listing from 4 shards for: /v1/a/c?end_marker=%E2%98%8A&format=json&states=listing (txn: tx970ced46491046c7bed1f-006644f996) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx970ced46491046c7bed1f-006644f996) +test DEBUG: Get listing from /v1/.shards_a/c_ham?end_marker=ham%00&format=json&limit=10000&marker= {'X-Backend-Record-Type': 'auto'} (txn: tx970ced46491046c7bed1f-006644f996) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx970ced46491046c7bed1f-006644f996) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx970ced46491046c7bed1f-006644f996) +test DEBUG: Get listing from /v1/.shards_a/c_pie?end_marker=pie%00&format=json&limit=9960&marker=h {'X-Backend-Record-Type': 'auto'} (txn: tx970ced46491046c7bed1f-006644f996) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx970ced46491046c7bed1f-006644f996) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx970ced46491046c7bed1f-006644f996) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?end_marker=%E2%98%83%00&format=json&limit=9952&marker=p {'X-Backend-Record-Type': 'auto'} (txn: tx970ced46491046c7bed1f-006644f996) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx970ced46491046c7bed1f-006644f996) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx970ced46491046c7bed1f-006644f996) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?end_marker=%E2%98%8A&format=json&limit=8928&marker=%D1%B0 {'X-Backend-Record-Type': 'auto'} (txn: tx970ced46491046c7bed1f-006644f996) +test DEBUG: Found 6 objects in shard (state=unsharded), total = 1078 (txn: tx970ced46491046c7bed1f-006644f996) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txca985e78fcb04c37b2f74-006644f996) +test DEBUG: GET listing from 5 shards for: /v1/a/c?prefix=hat&format=json&states=listing (txn: txca985e78fcb04c37b2f74-006644f996) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txca985e78fcb04c37b2f74-006644f996) +test DEBUG: Get listing from /v1/.shards_a/c_pie?prefix=hat&format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txca985e78fcb04c37b2f74-006644f996) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: txca985e78fcb04c37b2f74-006644f996) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txd62d063a09ca4eb19a72c-006644f996) +test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json&states=listing (txn: txd62d063a09ca4eb19a72c-006644f996) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txd62d063a09ca4eb19a72c-006644f996) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json {'X-Backend-Record-Type': 'auto'} (txn: txd62d063a09ca4eb19a72c-006644f996) +test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: txd62d063a09ca4eb19a72c-006644f996) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx82a6b9816d00490aab5f8-006644f996) +test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json&states=listing (txn: tx82a6b9816d00490aab5f8-006644f996) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx82a6b9816d00490aab5f8-006644f996) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json {'X-Backend-Record-Type': 'auto'} (txn: tx82a6b9816d00490aab5f8-006644f996) +test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: tx82a6b9816d00490aab5f8-006644f996) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_mix_ok_and_deleted_shard +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_mix_ok_and_deleted_shard ... ok +test.unit.container.test_sharder.TestSharder.test_complete_sharding_root +test.unit.container.test_sharder.TestSharder.test_complete_sharding_root ... ok +test.unit.container.test_sharder.TestSharder.test_complete_sharding_shard +test.unit.container.test_sharder.TestSharder.test_complete_sharding_shard ... ok +test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_bad_data +test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_bad_data ... ok +test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_bad_record_type +test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_bad_record_type ... ok +test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_ok +test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_ok ... ok +test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_unexpected_response +test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_unexpected_response ... ok +sharder-test DEBUG: got 0 rows (deleted=True) in 9.655952453613281e-05s, path: a/c, db: /tmp/tmp3172tpu8/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmp3172tpu8/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796374.60126.db +sharder-test INFO: Cleaved ShardRange<'obj004' to MaxBound as of 1715795964.40970, (3, 3) as of 1715796374.84857, active as of 1715795964.40970> in 0.025s, path: a/c, db: /tmp/tmp3172tpu8/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796374.60126.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmp3172tpu8/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796374.60126.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp3172tpu8/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmp3172tpu8/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796374.60126.db +sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmp3172tpu8/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796374.60126.db +sharder-test WARNING: Failed to get own_shard_range, path: a/c, db: /tmp/tmpvfgupmdt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796375.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': 'c05e5986-e94f-4d8a-8e24-25f55ba3fa07-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmps37l6dyo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796375.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': 'c05e5986-e94f-4d8a-8e24-25f55ba3fa07-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmps37l6dyo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796375.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': 'c05e5986-e94f-4d8a-8e24-25f55ba3fa07-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmps37l6dyo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796375.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': 'c05e5986-e94f-4d8a-8e24-25f55ba3fa07-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmps37l6dyo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796375.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '0761f4fb-8dc1-4c20-b85d-a92b02d47125-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmps37l6dyo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796375.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': 'cb6f654d-dfd4-4370-8a60-53616c8dec00-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: .shards_/shard_c, db: /tmp/tmpa701sqw6/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796375.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': 'cb6f654d-dfd4-4370-8a60-53616c8dec00-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: .shards_/shard_c, db: /tmp/tmpa701sqw6/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796375.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': 'cb6f654d-dfd4-4370-8a60-53616c8dec00-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: .shards_/shard_c, db: /tmp/tmpa701sqw6/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796375.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': 'cb6f654d-dfd4-4370-8a60-53616c8dec00-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: .shards_/shard_c, db: /tmp/tmpa701sqw6/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796375.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '6919e805-aef7-424f-bd11-cf1cd4b800df-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: .shards_/shard_c, db: /tmp/tmpa701sqw6/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796375.00000.db +sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: TypeError('the JSON object must be str, bytes or bytearray, not dict'), path: a/c, db: /tmp/tmp98o9_873/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: JSONDecodeError('Expecting value: line 1 column 1 (char 0)'), path: a/c, db: /tmp/tmp98o9_873/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: ValueError('not a list'), path: a/c, db: /tmp/tmp98o9_873/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: KeyError('name'), path: a/c, db: /tmp/tmp98o9_873/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: KeyError('timestamp'), path: a/c, db: /tmp/tmp98o9_873/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: KeyError('object_count'), path: a/c, db: /tmp/tmp98o9_873/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to get shard ranges from a/c: unexpected record type None, path: a/c, db: /tmp/tmpfpi_5qh_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to get shard ranges from a/c: unexpected record type 'object', path: a/c, db: /tmp/tmpfpi_5qh_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to get shard ranges from a/c: unexpected record type 'disco', path: a/c, db: /tmp/tmpfpi_5qh_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to get shard ranges from a/c: Unexpected response: 404, path: a/c, db: /tmp/tmpxauz66gp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +test.unit.container.test_sharder.TestSharder.test_find_and_enable_multiple_shrinking_candidates +test.unit.container.test_sharder.TestSharder.test_find_and_enable_multiple_shrinking_candidates ... ok +test.unit.container.test_sharder.TestSharder.test_find_and_enable_sharding_candidates +test.unit.container.test_sharder.TestSharder.test_find_and_enable_sharding_candidates ... ok +test.unit.container.test_sharder.TestSharder.test_find_and_enable_sharding_candidates_bootstrap +test.unit.container.test_sharder.TestSharder.test_find_and_enable_sharding_candidates_bootstrap ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharding_container_gap_in_shards_with_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharding_container_gap_in_shards_with_memcache ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_object +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_object ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_shard +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_shard ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_shard_with_listing_state +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_shard_with_listing_state ... ok +test.unit.container.test_sharder.TestSharder.test_find_and_enable_shrinking_candidates +test.unit.container.test_sharder.TestSharder.test_find_and_enable_shrinking_candidates ... ok +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx5068511cbdf04b8bbbe29-006644f997) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: tx5068511cbdf04b8bbbe29-006644f997) +test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx5068511cbdf04b8bbbe29-006644f997) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: tx5068511cbdf04b8bbbe29-006644f997) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_c', lower='b', upper='c') .shards_a/c_c with {'X-Backend-Record-Type': 'auto'} (txn: tx5068511cbdf04b8bbbe29-006644f997) +test DEBUG: Get listing from /v1/.shards_a/c_c?format=json&limit=9999&marker=b&end_marker=c%00 {'X-Backend-Record-Type': 'auto'} (txn: tx5068511cbdf04b8bbbe29-006644f997) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: tx5068511cbdf04b8bbbe29-006644f997) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='c', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx5068511cbdf04b8bbbe29-006644f997) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx5068511cbdf04b8bbbe29-006644f997) +test WARNING: Failed to get container listing from /v1/a/c?format=json&states=listing: 404 (txn: tx5068511cbdf04b8bbbe29-006644f997) +test ERROR: Aborting listing from shards due to bad response: [200, 200, 404] (txn: tx5068511cbdf04b8bbbe29-006644f997) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txa5b2f38e0dc247188de26-006644f998) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txa5b2f38e0dc247188de26-006644f998) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txa5b2f38e0dc247188de26-006644f998) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txa5b2f38e0dc247188de26-006644f998) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txa5b2f38e0dc247188de26-006644f998) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txa5b2f38e0dc247188de26-006644f998) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: txa5b2f38e0dc247188de26-006644f998) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txa5b2f38e0dc247188de26-006644f998) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txa5b2f38e0dc247188de26-006644f998) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: txa5b2f38e0dc247188de26-006644f998) +test DEBUG: Setting object count to 1065 (txn: txa5b2f38e0dc247188de26-006644f998) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txf4e417a05c934c9d95257-006644f999) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txf4e417a05c934c9d95257-006644f999) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txf4e417a05c934c9d95257-006644f999) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: txf4e417a05c934c9d95257-006644f999) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txf4e417a05c934c9d95257-006644f999) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txf4e417a05c934c9d95257-006644f999) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 8 (txn: txf4e417a05c934c9d95257-006644f999) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txf4e417a05c934c9d95257-006644f999) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9992&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txf4e417a05c934c9d95257-006644f999) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1032 (txn: txf4e417a05c934c9d95257-006644f999) +test DEBUG: Setting object count to 1032 (txn: txf4e417a05c934c9d95257-006644f999) +test DEBUG: GET listing from 3 shards for: /v1/a/c?reverse=true&format=json&states=listing (txn: tx28a919fc70f24304ab9da-006644f999) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx28a919fc70f24304ab9da-006644f999) +test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&format=json&limit=10000&marker=&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: tx28a919fc70f24304ab9da-006644f999) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx28a919fc70f24304ab9da-006644f999) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx28a919fc70f24304ab9da-006644f999) +test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&format=json&limit=10000&marker=&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx28a919fc70f24304ab9da-006644f999) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 8 (txn: tx28a919fc70f24304ab9da-006644f999) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx28a919fc70f24304ab9da-006644f999) +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_empty_shard_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_empty_shard_no_memcache ... ok +test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_three_root +test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_three_root ... ok +test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_three_shard +test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_three_shard ... ok +test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_two_root +test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_two_root ... ok +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp74ye53in/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Found 0 compactible sequences of length(s) [], path: a/c, db: /tmp/tmp74ye53in/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796375.00000.db +sharder-test DEBUG: Found 2 compactible sequences of length(s) [2, 2], path: a/c, db: /tmp/tmp74ye53in/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796375.00000.db +sharder-test DEBUG: shrinking 99999 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmp74ye53in/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796375.00000.db +sharder-test DEBUG: shrinking 99999 objects from 1 shard ranges into ShardRange<'c' to 'e' as of 1715796375.94117, (100000, 0) as of 1715795964.40970, active as of 1715795964.40970>, path: a/c, db: /tmp/tmp74ye53in/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796375.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp6mkswrtr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Identified 1 sharding candidates, path: a/c, db: /tmp/tmp6mkswrtr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796375.00000.db +sharder-test DEBUG: Identified 1 sharding candidates, path: a/c, db: /tmp/tmp6mkswrtr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796375.00000.db +sharder-test DEBUG: Identified 1 sharding candidates, path: a/c, db: /tmp/tmpdvoxlxqr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp6an22g4h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Found 0 compactible sequences of length(s) [], path: a/c, db: /tmp/tmp6an22g4h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796376.00000.db +sharder-test DEBUG: Found 1 compactible sequences of length(s) [2], path: a/c, db: /tmp/tmp6an22g4h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796376.00000.db +sharder-test DEBUG: shrinking 99998 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmp6an22g4h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796376.00000.db +sharder-test DEBUG: Found 1 compactible sequences of length(s) [2], path: a/c, db: /tmp/tmp6an22g4h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796376.00000.db +sharder-test DEBUG: shrinking 99998 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmp6an22g4h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796376.00000.db +sharder-test DEBUG: Found 1 compactible sequences of length(s) [2], path: a/c, db: /tmp/tmp6an22g4h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796376.00000.db +sharder-test DEBUG: shrinking 99998 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmp6an22g4h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796376.00000.db +sharder-test DEBUG: Found 1 compactible sequences of length(s) [2], path: a/c, db: /tmp/tmp6an22g4h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796376.00000.db +sharder-test DEBUG: shrinking 0 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmp6an22g4h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796376.00000.db +sharder-test DEBUG: Found 1 compactible sequences of length(s) [2], path: a/c, db: /tmp/tmp6an22g4h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796376.00000.db +sharder-test DEBUG: shrinking 0 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmp6an22g4h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796376.00000.db +sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmp_54tp97a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Completed scan for shard ranges: 2 found, path: a/c, db: /tmp/tmp_54tp97a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmp_54tp97a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Completed scan for shard ranges: 1 found, path: a/c, db: /tmp/tmp_54tp97a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Final shard range reached., path: a/c, db: /tmp/tmp_54tp97a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Scan for shard ranges already completed, path: a/c, db: /tmp/tmp_54tp97a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c_, db: /tmp/tmpy1d8wy2f/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Completed scan for shard ranges: 2 found, path: .shards_a/c_, db: /tmp/tmpy1d8wy2f/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c_, db: /tmp/tmpy1d8wy2f/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Completed scan for shard ranges: 1 found, path: .shards_a/c_, db: /tmp/tmpy1d8wy2f/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Final shard range reached., path: .shards_a/c_, db: /tmp/tmpy1d8wy2f/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test DEBUG: Scan for shard ranges already completed, path: .shards_a/c_, db: /tmp/tmpy1d8wy2f/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmp3csbgdkn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Completed scan for shard ranges: 2 found, path: a/c, db: /tmp/tmp3csbgdkn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Final shard range reached., path: a/c, db: /tmp/tmp3csbgdkn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Scan for shard ranges already completed, path: a/c, db: /tmp/tmp3csbgdkn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c_, db: /tmp/tmpmr8rtadw/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_two_shard +test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_two_shard ... ok +test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_none_found_root +test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_none_found_root ... ok +test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_none_found_shard +test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_none_found_shard ... ok +test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_with_minimum_size +test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_with_minimum_size ... ok +test.unit.container.test_sharder.TestSharder.test_get_shard_broker_no_local_handoff_for_part +test.unit.container.test_sharder.TestSharder.test_get_shard_broker_no_local_handoff_for_part ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_gap_in_shards_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_gap_in_shards_no_memcache ... ok +test.unit.container.test_sharder.TestSharder.test_identify_sharding_candidate +test.unit.container.test_sharder.TestSharder.test_identify_sharding_candidate ... ok +sharder-test INFO: Completed scan for shard ranges: 2 found, path: .shards_a/c_, db: /tmp/tmpmr8rtadw/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Final shard range reached., path: .shards_a/c_, db: /tmp/tmpmr8rtadw/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test DEBUG: Scan for shard ranges already completed, path: .shards_a/c_, db: /tmp/tmpmr8rtadw/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpiulrmtpc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: No shard ranges found, path: a/c, db: /tmp/tmpiulrmtpc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpiulrmtpc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: No shard ranges found, path: a/c, db: /tmp/tmpiulrmtpc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c, db: /tmp/tmpzu2mpxkn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: No shard ranges found, path: .shards_a/c, db: /tmp/tmpzu2mpxkn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c, db: /tmp/tmpzu2mpxkn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: No shard ranges found, path: .shards_a/c, db: /tmp/tmpzu2mpxkn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c_, db: /tmp/tmpr_4vmkb7/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Completed scan for shard ranges: 2 found, path: .shards_a/c_, db: /tmp/tmpr_4vmkb7/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Final shard range reached., path: .shards_a/c_, db: /tmp/tmpr_4vmkb7/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Since Thu May 16 08:06:18 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu May 16 08:06:18 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu May 16 08:06:18 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu May 16 08:06:18 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu May 16 08:06:18 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Thu May 16 08:06:18 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu May 16 08:06:18 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu May 16 08:06:18 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu May 16 08:06:18 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu May 16 08:06:18 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu May 16 08:06:18 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu May 16 08:06:18 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Thu May 16 08:06:18 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu May 16 08:06:18 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu May 16 08:06:18 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu May 16 08:06:18 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu May 16 08:06:18 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu May 16 08:06:18 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu May 16 08:06:18 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Thu May 16 08:06:18 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu May 16 08:06:18 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu May 16 08:06:18 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu May 16 08:06:18 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu May 16 08:06:18 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu May 16 08:06:18 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu May 16 08:06:18 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Thu May 16 08:06:18 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu May 16 08:06:18 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu May 16 08:06:18 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu May 16 08:06:18 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu May 16 08:06:18 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu May 16 08:06:18 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu May 16 08:06:18 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Thu May 16 08:06:18 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu May 16 08:06:18 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu May 16 08:06:18 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu May 16 08:06:18 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu May 16 08:06:18 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu May 16 08:06:18 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu May 16 08:06:18 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Thu May 16 08:06:18 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu May 16 08:06:18 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu May 16 08:06:18 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu May 16 08:06:18 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu May 16 08:06:18 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu May 16 08:06:18 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu May 16 08:06:18 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Thu May 16 08:06:18 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu May 16 08:06:18 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu May 16 08:06:18 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +test.unit.container.test_sharder.TestSharder.test_identify_sharding_old_style_candidate +test.unit.container.test_sharder.TestSharder.test_identify_sharding_old_style_candidate ... ok +test.unit.container.test_sharder.TestSharder.test_incomplete_sharding_progress_warning_log +test.unit.container.test_sharder.TestSharder.test_incomplete_sharding_progress_warning_log ... ok +test.unit.container.test_sharder.TestSharder.test_incomplete_shrinking_progress_warning_log +test.unit.container.test_sharder.TestSharder.test_incomplete_shrinking_progress_warning_log ... ok +test.unit.container.test_sharder.TestSharder.test_increment_stats +test.unit.container.test_sharder.TestSharder.test_increment_stats ... ok +test.unit.container.test_sharder.TestSharder.test_increment_stats_with_statsd +test.unit.container.test_sharder.TestSharder.test_increment_stats_with_statsd ... ok +test.unit.container.test_sharder.TestSharder.test_init +test.unit.container.test_sharder.TestSharder.test_init ... ok +test.unit.container.test_sharder.TestSharder.test_init_deprecated_options +test.unit.container.test_sharder.TestSharder.test_init_deprecated_options ... ok +test.unit.container.test_sharder.TestSharder.test_init_internal_client_conf_loading_error +test.unit.container.test_sharder.TestSharder.test_init_internal_client_conf_loading_error ... ok +test.unit.container.test_sharder.TestSharder.test_init_internal_client_log_name +test.unit.container.test_sharder.TestSharder.test_init_internal_client_log_name ... ok +test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&format=json&limit=9992&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx28a919fc70f24304ab9da-006644f999) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 48 (txn: tx28a919fc70f24304ab9da-006644f999) +test DEBUG: Setting object count to 48 (txn: tx28a919fc70f24304ab9da-006644f999) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx03ac6048e3ad49849d1ab-006644f999) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx03ac6048e3ad49849d1ab-006644f999) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx03ac6048e3ad49849d1ab-006644f999) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx03ac6048e3ad49849d1ab-006644f999) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx03ac6048e3ad49849d1ab-006644f999) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx03ac6048e3ad49849d1ab-006644f999) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 40 (txn: tx03ac6048e3ad49849d1ab-006644f999) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx03ac6048e3ad49849d1ab-006644f999) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9960&marker=h&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx03ac6048e3ad49849d1ab-006644f999) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1064 (txn: tx03ac6048e3ad49849d1ab-006644f999) +test DEBUG: Setting object count to 1064 (txn: tx03ac6048e3ad49849d1ab-006644f999) +test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=koolaid&format=json&states=listing (txn: txc84080bca41f4c15b40f0-006644f999) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txc84080bca41f4c15b40f0-006644f999) +test DEBUG: Get listing from /v1/.shards_a/c_pie?marker=koolaid&format=json&limit=10000&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txc84080bca41f4c15b40f0-006644f999) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: txc84080bca41f4c15b40f0-006644f999) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txc84080bca41f4c15b40f0-006644f999) +test DEBUG: Get listing from /v1/.shards_a/c_?marker=koolaid&format=json&limit=10000&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txc84080bca41f4c15b40f0-006644f999) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: txc84080bca41f4c15b40f0-006644f999) +test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=koolaid&reverse=true&format=json&states=listing (txn: txb6c9dab2f13c4d508cd85-006644f999) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txb6c9dab2f13c4d508cd85-006644f999) +test DEBUG: Get listing from /v1/.shards_a/c_pie?marker=koolaid&reverse=true&format=json&limit=10000&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: txb6c9dab2f13c4d508cd85-006644f999) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: txb6c9dab2f13c4d508cd85-006644f999) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txb6c9dab2f13c4d508cd85-006644f999) +test DEBUG: Get listing from /v1/.shards_a/c_ham?marker=koolaid&reverse=true&format=json&limit=10000&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txb6c9dab2f13c4d508cd85-006644f999) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txb6c9dab2f13c4d508cd85-006644f999) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txd381a4a67cc545ffa7a18-006644f99a) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txd381a4a67cc545ffa7a18-006644f99a) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txd381a4a67cc545ffa7a18-006644f99a) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txd381a4a67cc545ffa7a18-006644f99a) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txd381a4a67cc545ffa7a18-006644f99a) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txd381a4a67cc545ffa7a18-006644f99a) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: txd381a4a67cc545ffa7a18-006644f99a) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txd381a4a67cc545ffa7a18-006644f99a) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txd381a4a67cc545ffa7a18-006644f99a) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: txd381a4a67cc545ffa7a18-006644f99a) +test DEBUG: Setting object count to 1065 (txn: txd381a4a67cc545ffa7a18-006644f99a) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx49d8a9028f94491face94-006644f99b) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx49d8a9028f94491face94-006644f99b) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='onion') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx49d8a9028f94491face94-006644f99b) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=onion%00 {'X-Backend-Record-Type': 'auto'} (txn: tx49d8a9028f94491face94-006644f99b) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx49d8a9028f94491face94-006644f99b) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='rhubarb') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx49d8a9028f94491face94-006644f99b) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=rhubarb%00 {'X-Backend-Record-Type': 'auto'} (txn: tx49d8a9028f94491face94-006644f99b) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: tx49d8a9028f94491face94-006644f99b) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx49d8a9028f94491face94-006644f99b) +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_gap_in_shards_with_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_gap_in_shards_with_memcache ... ok +test.unit.container.test_sharder.TestSharder.test_log_broker +test.unit.container.test_sharder.TestSharder.test_log_broker ... ok +test.unit.container.test_sharder.TestSharder.test_log_broker_exception +test.unit.container.test_sharder.TestSharder.test_log_broker_exception ... ok +test.unit.container.test_sharder.TestSharder.test_log_broker_exception_while_logging +test.unit.container.test_sharder.TestSharder.test_log_broker_exception_while_logging ... ok +test.unit.container.test_sharder.TestSharder.test_log_broker_levels +test.unit.container.test_sharder.TestSharder.test_log_broker_levels ... ok +sharder-test INFO: Since Thu May 16 08:06:18 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu May 16 08:06:18 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu May 16 08:06:18 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu May 16 08:06:18 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Thu May 16 08:06:18 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu May 16 08:06:18 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu May 16 08:06:18 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu May 16 08:06:18 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu May 16 08:06:18 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu May 16 08:06:18 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu May 16 08:06:18 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Thu May 16 08:06:18 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu May 16 08:06:18 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test WARNING: Repeat cleaving required, context: {'ref': '848ef9ae-2de9-424c-be99-ae6381bcf0b5-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmp_vy22139/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796378.00000.db +sharder-test WARNING: Cleaving has not completed in 172801.00 seconds since 2024-05-15T18:06:18.000000. DB state: sharding, own_shard_range state: sharding, state count of shard ranges: {'found': 0, 'created': 0, 'cleaved': 2, 'active': 0}, path: a/c, db: /tmp/tmp_vy22139/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796378.00000.db +sharder-test WARNING: Cleaving has not completed in 172801.00 seconds since 2024-05-15T18:06:20.000000. DB state: sharding, own_shard_range state: shrinking, state count of shard ranges: {'found': 0, 'created': 0, 'cleaved': 0, 'active': 1}, path: .shards_a/shard_c, db: /tmp/tmpby9wlxcj/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796380.00000.db +sharder-test WARNING: shard_replication_quorum of 4 exceeds replica count 3, reducing to 3 +sharder-test WARNING: existing_shard_replication_quorum of 4 exceeds replica count 3, reducing to 3 +sharder-test DEBUG: bonjour mes amis, path: a/c%40d, db: /tmp/tmp3_ij_9sn/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test DEBUG: hello my friend%04ds, path: a/c%40d, db: /tmp/tmp3_ij_9sn/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test DEBUG: greetings friend%04ds, path: a/c%40d, db: /tmp/tmp3_ij_9sn/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test INFO: bonjour mes amis, path: a/c%40d, db: /tmp/tmp3_ij_9sn/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test INFO: hello my friend%04ds, path: a/c%40d, db: /tmp/tmp3_ij_9sn/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test INFO: greetings friend%04ds, path: a/c%40d, db: /tmp/tmp3_ij_9sn/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test WARNING: bonjour mes amis, path: a/c%40d, db: /tmp/tmp3_ij_9sn/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test WARNING: hello my friend%04ds, path: a/c%40d, db: /tmp/tmp3_ij_9sn/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test WARNING: greetings friend%04ds, path: a/c%40d, db: /tmp/tmp3_ij_9sn/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test ERROR: bonjour mes amis, path: a/c%40d, db: /tmp/tmp3_ij_9sn/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test ERROR: hello my friend%04ds, path: a/c%40d, db: /tmp/tmp3_ij_9sn/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test ERROR: greetings friend%04ds, path: a/c%40d, db: /tmp/tmp3_ij_9sn/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test ERROR: exception: test, path: a/c, db: /tmp/tmpsp58ry_0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2244, in set_sharded_state - os.unlink(retiring_file) + File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sharder.py", line 448, in test_log_broker_exception + raise ValueError('test') +ValueError: test +sharder-test DEBUG: bonjour mes amis, path: , db: /tmp/tmp33sob3ty/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: bonjour mes amis, path: a/c, db: +sharder-test INFO: bonjour mes amis, path: , db: /tmp/tmp33sob3ty/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: bonjour mes amis, path: a/c, db: +sharder-test WARNING: bonjour mes amis, path: , db: /tmp/tmp33sob3ty/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: bonjour mes amis, path: a/c, db: +sharder-test ERROR: bonjour mes amis, path: , db: /tmp/tmp33sob3ty/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: bonjour mes amis, path: a/c, db: +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpghv0vs3e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpghv0vs3e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796379.27836.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpghv0vs3e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796379.27836.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00018215179443359375s, path: a/c, db: /tmp/tmpghv0vs3e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796379.27836.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00016307830810546875s, path: a/c, db: /tmp/tmpghv0vs3e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796379.27836.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00015425682067871094s, path: a/c, db: /tmp/tmpghv0vs3e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796379.27836.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00017595291137695312s, path: a/c, db: /tmp/tmpghv0vs3e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796379.27836.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00016260147094726562s, path: a/c, db: /tmp/tmpghv0vs3e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796379.27836.db +sharder-test DEBUG: got 1 rows (deleted=False) in 9.322166442871094e-05s, path: a/c, db: /tmp/tmpghv0vs3e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796379.27836.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010013580322265625s, path: a/c, db: /tmp/tmpghv0vs3e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796379.27836.db +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_db_id_changed +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_db_id_changed ... ok +sharder-test DEBUG: got 0 rows (deleted=False) in 9.703636169433594e-05s, path: a/c, db: /tmp/tmpghv0vs3e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796379.27836.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00010585784912109375s, path: a/c, db: /tmp/tmpghv0vs3e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796379.27836.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00026488304138183594s, path: a/c, db: /tmp/tmpghv0vs3e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796379.27836.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001850128173828125s, path: a/c, db: /tmp/tmpghv0vs3e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796379.27836.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1715796379.26846, (0, 0) as of 1715796379.26846, active as of 1715796379.26846>, path: a/c, db: /tmp/tmpghv0vs3e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796379.27836.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1715796379.26848, (0, 0) as of 1715796379.26848, active as of 1715796379.26848>, path: a/c, db: /tmp/tmpghv0vs3e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796379.27836.db +sharder-test WARNING: Refused to remove misplaced objects for dest .shards_a/there-where in state active, path: a/c, db: /tmp/tmpghv0vs3e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796379.27836.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1715796379.26850, (0, 0) as of 1715796379.26850, active as of 1715796379.26850>, path: a/c, db: /tmp/tmpghv0vs3e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796379.27836.db +sharder-test WARNING: Refused to remove misplaced objects for dest .shards_a/where-yonder in state active, path: a/c, db: /tmp/tmpghv0vs3e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796379.27836.db +sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpghv0vs3e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796379.27836.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpghv0vs3e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796379.27836.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpghv0vs3e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796379.27836.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpghv0vs3e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796379.27836.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00014352798461914062s, path: a/c, db: /tmp/tmpghv0vs3e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796379.27836.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.489059448242188e-05s, path: a/c, db: /tmp/tmpghv0vs3e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796379.27836.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.1552734375e-05s, path: a/c, db: /tmp/tmpghv0vs3e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796379.27836.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.059906005859375e-05s, path: a/c, db: /tmp/tmpghv0vs3e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796379.27836.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.179115295410156e-05s, path: a/c, db: /tmp/tmpghv0vs3e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796379.27836.db +sharder-test DEBUG: got 1 rows (deleted=False) in 9.846687316894531e-05s, path: a/c, db: /tmp/tmpghv0vs3e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796379.27836.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.655952453613281e-05s, path: a/c, db: /tmp/tmpghv0vs3e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796379.27836.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.226799011230469e-05s, path: a/c, db: /tmp/tmpghv0vs3e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796379.27836.db +sharder-test DEBUG: got 1 rows (deleted=True) in 9.512901306152344e-05s, path: a/c, db: /tmp/tmpghv0vs3e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796379.27836.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001342296600341797s, path: a/c, db: /tmp/tmpghv0vs3e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796379.27836.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010037422180175781s, path: a/c, db: /tmp/tmpghv0vs3e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796379.27836.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1715796379.26848, (0, 0) as of 1715796379.26848, active as of 1715796379.26848>, path: a/c, db: /tmp/tmpghv0vs3e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796379.27836.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1715796379.26850, (0, 0) as of 1715796379.26850, active as of 1715796379.26850>, path: a/c, db: /tmp/tmpghv0vs3e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796379.27836.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpghv0vs3e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796379.27836.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpghv0vs3e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796379.27836.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpwp7fthqd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpwp7fthqd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796379.00000.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpwp7fthqd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796379.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00015997886657714844s, path: a/c, db: /tmp/tmpwp7fthqd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796379.00000.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00017142295837402344s, path: a/c, db: /tmp/tmpwp7fthqd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796379.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001513957977294922s, path: a/c, db: /tmp/tmpwp7fthqd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796379.00000.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00016307830810546875s, path: a/c, db: /tmp/tmpwp7fthqd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796379.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013756752014160156s, path: a/c, db: /tmp/tmpwp7fthqd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796379.00000.db +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_marker_beyond_end_marker_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_marker_beyond_end_marker_memcache ... ok +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00012421607971191406s, path: a/c, db: /tmp/tmpwp7fthqd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796379.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpwp7fthqd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796379.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to MaxBound as of 1715795964.40970, (0, 0) as of 1715795964.40970, active as of 1715795964.40970>, path: a/c, db: /tmp/tmpwp7fthqd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796379.00000.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpwp7fthqd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796379.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpwp7fthqd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796379.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpwp7fthqd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796379.00000.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpwp7fthqd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796379.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 9.179115295410156e-05s, path: a/c, db: /tmp/tmpwp7fthqd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796379.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 8.749961853027344e-05s, path: a/c, db: /tmp/tmpwp7fthqd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796379.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.000110626220703125s, path: a/c, db: /tmp/tmpwp7fthqd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796379.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001125335693359375s, path: a/c, db: /tmp/tmpwp7fthqd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796379.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 8.20159912109375e-05s, path: a/c, db: /tmp/tmpwp7fthqd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796379.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpwp7fthqd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796379.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to MaxBound as of 1715795964.40970, (0, 0) as of 1715795964.40970, active as of 1715795964.40970>, path: a/c, db: /tmp/tmpwp7fthqd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796379.00000.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpwp7fthqd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796379.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpwp7fthqd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796379.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpwp7fthqd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796379.00000.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpwp7fthqd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796379.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 8.416175842285156e-05s, path: a/c, db: /tmp/tmpwp7fthqd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796379.00000.db +sharder-test DEBUG: got 1 rows (deleted=True) in 8.7738037109375e-05s, path: a/c, db: /tmp/tmpwp7fthqd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796379.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 8.130073547363281e-05s, path: a/c, db: /tmp/tmpwp7fthqd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796379.00000.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00012636184692382812s, path: a/c, db: /tmp/tmpwp7fthqd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796379.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011205673217773438s, path: a/c, db: /tmp/tmpwp7fthqd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796379.00000.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00011372566223144531s, path: a/c, db: /tmp/tmpwp7fthqd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796379.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpwp7fthqd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796379.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to MaxBound as of 1715795964.40970, (0, 0) as of 1715795964.40970, active as of 1715795964.40970>, path: a/c, db: /tmp/tmpwp7fthqd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796379.00000.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpwp7fthqd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796379.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpwp7fthqd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796379.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpwp7fthqd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796379.00000.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpwp7fthqd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796379.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010657310485839844s, path: a/c, db: /tmp/tmpwp7fthqd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796379.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010228157043457031s, path: a/c, db: /tmp/tmpwp7fthqd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796379.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010204315185546875s, path: a/c, db: /tmp/tmpwp7fthqd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796379.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010967254638671875s, path: a/c, db: /tmp/tmpwp7fthqd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796379.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 8.034706115722656e-05s, path: a/c, db: /tmp/tmpwp7fthqd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796379.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpwp7fthqd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796379.00000.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_deleted_and_updated +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_deleted_and_updated ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_mix_ok_and_unavailable_shards +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_mix_ok_and_unavailable_shards ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_mixed_policies_error +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_mixed_policies_error ... ok + +sharder-test DEBUG: Placed 1 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpwp7fthqd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796379.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpwp7fthqd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796379.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpwp7fthqd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796379.00000.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpwp7fthqd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796379.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 9.465217590332031e-05s, path: a/c, db: /tmp/tmpwp7fthqd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796379.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 8.702278137207031e-05s, path: a/c, db: /tmp/tmpwp7fthqd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796379.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.918212890625e-05s, path: a/c, db: /tmp/tmpwp7fthqd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796379.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.918212890625e-05s, path: a/c, db: /tmp/tmpwp7fthqd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796379.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.131431579589844e-05s, path: a/c, db: /tmp/tmpwp7fthqd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796379.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpwp7fthqd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796379.00000.db +sharder-test DEBUG: Placed 1 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpwp7fthqd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796379.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpwp7fthqd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796379.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpwp7fthqd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796379.00000.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpwp7fthqd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796379.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010204315185546875s, path: a/c, db: /tmp/tmpwp7fthqd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796379.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 8.797645568847656e-05s, path: a/c, db: /tmp/tmpwp7fthqd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796379.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00018477439880371094s, path: a/c, db: /tmp/tmpwp7fthqd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796379.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00012564659118652344s, path: a/c, db: /tmp/tmpwp7fthqd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796379.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001347064971923828s, path: a/c, db: /tmp/tmpwp7fthqd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796379.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpwp7fthqd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796379.00000.db +sharder-test DEBUG: Placed 1 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpwp7fthqd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796379.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpwp7fthqd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796379.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp2mjjejbu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp2mjjejbu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796380.41060.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmp2mjjejbu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796380.41060.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00013446807861328125s, path: a/c, db: /tmp/tmp2mjjejbu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796380.41060.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011801719665527344s, path: a/c, db: /tmp/tmp2mjjejbu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796380.41060.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011515617370605469s, path: a/c, db: /tmp/tmp2mjjejbu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796380.41060.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00012755393981933594s, path: a/c, db: /tmp/tmp2mjjejbu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796380.41060.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001442432403564453s, path: a/c, db: /tmp/tmp2mjjejbu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796380.41060.db +sharder-test DEBUG: got 1 rows (deleted=False) in 8.678436279296875e-05s, path: a/c, db: /tmp/tmp2mjjejbu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796380.41060.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001270771026611328s, path: a/c, db: /tmp/tmp2mjjejbu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796380.41060.db +sharder-test DEBUG: got 0 rows (deleted=False) in 8.845329284667969e-05s, path: a/c, db: /tmp/tmp2mjjejbu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796380.41060.db +sharder-test DEBUG: got 1 rows (deleted=True) in 9.107589721679688e-05s, path: a/c, db: /tmp/tmp2mjjejbu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796380.41060.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00018262863159179688s, path: a/c, db: /tmp/tmp2mjjejbu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796380.41060.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001239776611328125s, path: a/c, db: /tmp/tmp2mjjejbu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796380.41060.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1715796380.39910, (0, 0) as of 1715796380.39910, active as of 1715796380.39910>, path: a/c, db: /tmp/tmp2mjjejbu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796380.41060.db +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_insufficient_replication_2_replicas +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_insufficient_replication_2_replicas ... ok +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_insufficient_replication_3_replicas +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_insufficient_replication_3_replicas ... ok +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1715796380.39912, (0, 0) as of 1715796380.39912, active as of 1715796380.39912>, path: a/c, db: /tmp/tmp2mjjejbu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796380.41060.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1715796380.39912, (0, 0) as of 1715796380.39912, active as of 1715796380.39912>, path: a/c, db: /tmp/tmp2mjjejbu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796380.41060.db +sharder-test WARNING: Failed to sufficiently replicate misplaced objects shard .shards_a/where-yonder in state active: 0 successes, 1 required (not removing objects), shard db: /tmp/tmp2mjjejbu/sda/containers/0/e50/07b20f6b08408fde4e0bdce650938e50/07b20f6b08408fde4e0bdce650938e50.db, path: a/c, db: /tmp/tmp2mjjejbu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796380.41060.db +sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp2mjjejbu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796380.41060.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp2mjjejbu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796380.41060.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp339px0zo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp339px0zo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796380.74258.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmp339px0zo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796380.74258.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00013875961303710938s, path: a/c, db: /tmp/tmp339px0zo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796380.74258.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013256072998046875s, path: a/c, db: /tmp/tmp339px0zo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796380.74258.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011706352233886719s, path: a/c, db: /tmp/tmp339px0zo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796380.74258.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00013446807861328125s, path: a/c, db: /tmp/tmp339px0zo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796380.74258.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001747608184814453s, path: a/c, db: /tmp/tmp339px0zo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796380.74258.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00012493133544921875s, path: a/c, db: /tmp/tmp339px0zo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796380.74258.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.751319885253906e-05s, path: a/c, db: /tmp/tmp339px0zo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796380.74258.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010538101196289062s, path: a/c, db: /tmp/tmp339px0zo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796380.74258.db +sharder-test DEBUG: got 1 rows (deleted=True) in 8.845329284667969e-05s, path: a/c, db: /tmp/tmp339px0zo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796380.74258.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00015592575073242188s, path: a/c, db: /tmp/tmp339px0zo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796380.74258.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001220703125s, path: a/c, db: /tmp/tmp339px0zo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796380.74258.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1715796380.72699, (0, 0) as of 1715796380.72699, active as of 1715796380.72699>, path: a/c, db: /tmp/tmp339px0zo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796380.74258.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1715796380.72701, (0, 0) as of 1715796380.72701, active as of 1715796380.72701>, path: a/c, db: /tmp/tmp339px0zo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796380.74258.db +sharder-test WARNING: Failed to sufficiently replicate misplaced objects shard .shards_a/there-where in state active: 1 successes, 2 required (not removing objects), shard db: /tmp/tmp339px0zo/sda/containers/0/170/533f29a8ddb31e55151765e09ccbb170/533f29a8ddb31e55151765e09ccbb170.db, path: a/c, db: /tmp/tmp339px0zo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796380.74258.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1715796380.72701, (0, 0) as of 1715796380.72701, active as of 1715796380.72701>, path: a/c, db: /tmp/tmp339px0zo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796380.74258.db +sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp339px0zo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796380.74258.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp339px0zo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796380.74258.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpn5gt9svo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpn5gt9svo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796381.03692.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpn5gt9svo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796381.03692.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016236305236816406s, path: a/c, db: /tmp/tmpn5gt9svo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796381.03692.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00015091896057128906s, path: a/c, db: /tmp/tmpn5gt9svo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796381.03692.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00015091896057128906s, path: a/c, db: /tmp/tmpn5gt9svo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796381.03692.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00015878677368164062s, path: a/c, db: /tmp/tmpn5gt9svo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796381.03692.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001652240753173828s, path: a/c, db: /tmp/tmpn5gt9svo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796381.03692.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010895729064941406s, path: a/c, db: /tmp/tmpn5gt9svo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796381.03692.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013017654418945312s, path: a/c, db: /tmp/tmpn5gt9svo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796381.03692.db +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_insufficient_replication_4_replicas +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_insufficient_replication_4_replicas ... ok +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx49d8a9028f94491face94-006644f99b) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: tx49d8a9028f94491face94-006644f99b) +test DEBUG: Setting object count to 1065 (txn: tx49d8a9028f94491face94-006644f99b) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txfb488a446a9c48498d032-006644f99c) +test DEBUG: GET listing from 0 shards for: /v1/a/c?marker=bb&end_marker=aa&format=json&states=listing (txn: txfb488a446a9c48498d032-006644f99c) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx1594ddf223ae425ab420b-006644f99c) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: tx1594ddf223ae425ab420b-006644f99c) +test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx1594ddf223ae425ab420b-006644f99c) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: tx1594ddf223ae425ab420b-006644f99c) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_c', lower='b', upper='c') .shards_a/c_c with {'X-Backend-Record-Type': 'auto'} (txn: tx1594ddf223ae425ab420b-006644f99c) +test DEBUG: Get listing from /v1/.shards_a/c_c?format=json&limit=9999&marker=b&end_marker=c%00 {'X-Backend-Record-Type': 'auto'} (txn: tx1594ddf223ae425ab420b-006644f99c) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: tx1594ddf223ae425ab420b-006644f99c) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='c', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx1594ddf223ae425ab420b-006644f99c) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx1594ddf223ae425ab420b-006644f99c) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.2:1002/sdc (txn: tx1594ddf223ae425ab420b-006644f99c) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.1:1001/sdb (txn: tx1594ddf223ae425ab420b-006644f99c) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.0:1000/sda (txn: tx1594ddf223ae425ab420b-006644f99c) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.3:1003/sda (txn: tx1594ddf223ae425ab420b-006644f99c) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.4:1004/sda (txn: tx1594ddf223ae425ab420b-006644f99c) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.5:1005/sda (txn: tx1594ddf223ae425ab420b-006644f99c) +test ERROR: Container GET returning 503 for [503, 503, 503, 503, 503, 503] (txn: tx1594ddf223ae425ab420b-006644f99c) +test WARNING: Failed to get container listing from /v1/a/c?format=json&states=listing: 503 (txn: tx1594ddf223ae425ab420b-006644f99c) +test ERROR: Aborting listing from shards due to bad response: [200, 200, 503] (txn: tx1594ddf223ae425ab420b-006644f99c) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: txddd35f5a55dc403d9b86e-006644f99c) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txddd35f5a55dc403d9b86e-006644f99c) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txddd35f5a55dc403d9b86e-006644f99c) +test ERROR: Aborting listing from shards due to bad shard policy index: 0 (expected 1) (txn: txddd35f5a55dc403d9b86e-006644f99c) +test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: tx64fe26a61675436aad044-006644f99c) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx64fe26a61675436aad044-006644f99c) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx64fe26a61675436aad044-006644f99c) +test ERROR: Aborting listing from shards due to bad shard policy index: None (expected 1) (txn: tx64fe26a61675436aad044-006644f99c) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: txf9f30a8a8de94446bf9b2-006644f99d) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txf9f30a8a8de94446bf9b2-006644f99d) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txf9f30a8a8de94446bf9b2-006644f99d) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txf9f30a8a8de94446bf9b2-006644f99d) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txf9f30a8a8de94446bf9b2-006644f99d) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txf9f30a8a8de94446bf9b2-006644f99d) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txf9f30a8a8de94446bf9b2-006644f99d) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txf9f30a8a8de94446bf9b2-006644f99d) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txf9f30a8a8de94446bf9b2-006644f99d) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txf9f30a8a8de94446bf9b2-006644f99d) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txf9f30a8a8de94446bf9b2-006644f99d) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txf9f30a8a8de94446bf9b2-006644f99d) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: txf9f30a8a8de94446bf9b2-006644f99d) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txf9f30a8a8de94446bf9b2-006644f99d) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txf9f30a8a8de94446bf9b2-006644f99d) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: txf9f30a8a8de94446bf9b2-006644f99d) +test DEBUG: Setting object count to 3120 (txn: txf9f30a8a8de94446bf9b2-006644f99d) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: txd452023db4e2495eb623c-006644f99d) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txd452023db4e2495eb623c-006644f99d) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txd452023db4e2495eb623c-006644f99d) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txd452023db4e2495eb623c-006644f99d) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txd452023db4e2495eb623c-006644f99d) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txd452023db4e2495eb623c-006644f99d) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txd452023db4e2495eb623c-006644f99d) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txd452023db4e2495eb623c-006644f99d) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txd452023db4e2495eb623c-006644f99d) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txd452023db4e2495eb623c-006644f99d) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txd452023db4e2495eb623c-006644f99d) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txd452023db4e2495eb623c-006644f99d) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: txd452023db4e2495eb623c-006644f99d) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txd452023db4e2495eb623c-006644f99d) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txd452023db4e2495eb623c-006644f99d) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: txd452023db4e2495eb623c-006644f99d) +test DEBUG: Setting object count to 3120 (txn: txd452023db4e2495eb623c-006644f99d) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: txf7edd56c5d284a07a3977-006644f99d) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txf7edd56c5d284a07a3977-006644f99d) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txf7edd56c5d284a07a3977-006644f99d) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txf7edd56c5d284a07a3977-006644f99d) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txf7edd56c5d284a07a3977-006644f99d) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txf7edd56c5d284a07a3977-006644f99d) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txf7edd56c5d284a07a3977-006644f99d) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txf7edd56c5d284a07a3977-006644f99d) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txf7edd56c5d284a07a3977-006644f99d) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txf7edd56c5d284a07a3977-006644f99d) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txf7edd56c5d284a07a3977-006644f99d) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txf7edd56c5d284a07a3977-006644f99d) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: txf7edd56c5d284a07a3977-006644f99d) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txf7edd56c5d284a07a3977-006644f99d) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txf7edd56c5d284a07a3977-006644f99d) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: txf7edd56c5d284a07a3977-006644f99d) +test DEBUG: Setting object count to 3120 (txn: txf7edd56c5d284a07a3977-006644f99d) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx868399eb21a44af3b57fc-006644f99d) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx868399eb21a44af3b57fc-006644f99d) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx868399eb21a44af3b57fc-006644f99d) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx868399eb21a44af3b57fc-006644f99d) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx868399eb21a44af3b57fc-006644f99d) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx868399eb21a44af3b57fc-006644f99d) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx868399eb21a44af3b57fc-006644f99d) +test DEBUG: Getting listing part 2 from shard Namespace(name='a/c', lower='pie', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: tx868399eb21a44af3b57fc-006644f99d) +test DEBUG: Get listing from /v1/a/c?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'object'} (txn: tx868399eb21a44af3b57fc-006644f99d) +test DEBUG: Found 3072 objects in shard (state=sharded), total = 3120 (txn: tx868399eb21a44af3b57fc-006644f99d) +test DEBUG: Setting object count to 3120 (txn: tx868399eb21a44af3b57fc-006644f99d) +test DEBUG: GET listing from 5 shards for: /v1/a/c?reverse=true&limit=&format=json&states=listing (txn: tx42b30cd733474390a1978-006644f99d) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx42b30cd733474390a1978-006644f99d) +test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&limit=10000&format=json&marker=&end_marker=%F0%9F%8C%B4 {'X-Backend-Record-Type': 'auto'} (txn: tx42b30cd733474390a1978-006644f99d) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: tx42b30cd733474390a1978-006644f99d) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx42b30cd733474390a1978-006644f99d) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?reverse=true&limit=8976&format=json&marker=%F0%9F%8C%B5&end_marker=%E2%98%83 {'X-Backend-Record-Type': 'auto'} (txn: tx42b30cd733474390a1978-006644f99d) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2048 (txn: tx42b30cd733474390a1978-006644f99d) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx42b30cd733474390a1978-006644f99d) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?reverse=true&limit=7952&format=json&marker=%E2%98%84&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: tx42b30cd733474390a1978-006644f99d) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3072 (txn: tx42b30cd733474390a1978-006644f99d) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx42b30cd733474390a1978-006644f99d) +test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&limit=6928&format=json&marker=q&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx42b30cd733474390a1978-006644f99d) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 3080 (txn: tx42b30cd733474390a1978-006644f99d) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx42b30cd733474390a1978-006644f99d) +test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&limit=6920&format=json&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx42b30cd733474390a1978-006644f99d) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 3120 (txn: tx42b30cd733474390a1978-006644f99d) +test DEBUG: Setting object count to 3120 (txn: tx42b30cd733474390a1978-006644f99d) +test DEBUG: GET listing from 5 shards for: /v1/a/c?limit=49&format=json&states=listing (txn: txe5be1fa4ef824e3dad14f-006644f99d) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txe5be1fa4ef824e3dad14f-006644f99d) +test DEBUG: Get listing from /v1/.shards_a/c_ham?limit=49&format=json&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txe5be1fa4ef824e3dad14f-006644f99d) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txe5be1fa4ef824e3dad14f-006644f99d) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txe5be1fa4ef824e3dad14f-006644f99d) +test DEBUG: Get listing from /v1/.shards_a/c_pie?limit=9&format=json&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txe5be1fa4ef824e3dad14f-006644f99d) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txe5be1fa4ef824e3dad14f-006644f99d) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txe5be1fa4ef824e3dad14f-006644f99d) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?limit=1&format=json&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txe5be1fa4ef824e3dad14f-006644f99d) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 49 (txn: txe5be1fa4ef824e3dad14f-006644f99d) +test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=%E2%98%86&format=json&states=listing (txn: txf973cdaa8b284b579e643-006644f99d) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txf973cdaa8b284b579e643-006644f99d) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&format=json&limit=10000&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txf973cdaa8b284b579e643-006644f99d) +test DEBUG: Found 1022 objects in shard (state=unsharded), total = 1022 (txn: txf973cdaa8b284b579e643-006644f99d) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txf973cdaa8b284b579e643-006644f99d) +test DEBUG: Get listing from /v1/.shards_a/c_?marker=%E2%A8%83&format=json&limit=8978&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txf973cdaa8b284b579e643-006644f99d) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2046 (txn: txf973cdaa8b284b579e643-006644f99d) +test DEBUG: GET listing from 4 shards for: /v1/a/c?end_marker=%E2%98%8A&format=json&states=listing (txn: txe5e753cdc4a548ecb3724-006644f99d) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txe5e753cdc4a548ecb3724-006644f99d) +test DEBUG: Get listing from /v1/.shards_a/c_ham?end_marker=ham%00&format=json&limit=10000&marker= {'X-Backend-Record-Type': 'auto'} (txn: txe5e753cdc4a548ecb3724-006644f99d) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txe5e753cdc4a548ecb3724-006644f99d) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txe5e753cdc4a548ecb3724-006644f99d) +test DEBUG: Get listing from /v1/.shards_a/c_pie?end_marker=pie%00&format=json&limit=9960&marker=h {'X-Backend-Record-Type': 'auto'} (txn: txe5e753cdc4a548ecb3724-006644f99d) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txe5e753cdc4a548ecb3724-006644f99d) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txe5e753cdc4a548ecb3724-006644f99d) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?end_marker=%E2%98%83%00&format=json&limit=9952&marker=p {'X-Backend-Record-Type': 'auto'} (txn: txe5e753cdc4a548ecb3724-006644f99d) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txe5e753cdc4a548ecb3724-006644f99d) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txe5e753cdc4a548ecb3724-006644f99d) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?end_marker=%E2%98%8A&format=json&limit=8928&marker=%D1%B0 {'X-Backend-Record-Type': 'auto'} (txn: txe5e753cdc4a548ecb3724-006644f99d) +test DEBUG: Found 6 objects in shard (state=unsharded), total = 1078 (txn: txe5e753cdc4a548ecb3724-006644f99d) +test DEBUG: GET listing from 5 shards for: /v1/a/c?prefix=hat&format=json&states=listing (txn: txef16dae2f7de44418b973-006644f99d) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txef16dae2f7de44418b973-006644f99d) +test DEBUG: Get listing from /v1/.shards_a/c_pie?prefix=hat&format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txef16dae2f7de44418b973-006644f99d) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: txef16dae2f7de44418b973-006644f99d) +test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json&states=listing (txn: txab6bcebeb7f34dd88d8c6-006644f99d) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txab6bcebeb7f34dd88d8c6-006644f99d) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json {'X-Backend-Record-Type': 'auto'} (txn: txab6bcebeb7f34dd88d8c6-006644f99d) +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_no_memcache ... ok +sharder-test DEBUG: got 0 rows (deleted=False) in 9.846687316894531e-05s, path: a/c, db: /tmp/tmpn5gt9svo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796381.03692.db +sharder-test DEBUG: got 1 rows (deleted=True) in 9.441375732421875e-05s, path: a/c, db: /tmp/tmpn5gt9svo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796381.03692.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0002071857452392578s, path: a/c, db: /tmp/tmpn5gt9svo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796381.03692.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00017142295837402344s, path: a/c, db: /tmp/tmpn5gt9svo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796381.03692.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1715796381.02059, (0, 0) as of 1715796381.02059, active as of 1715796381.02059>, path: a/c, db: /tmp/tmpn5gt9svo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796381.03692.db +sharder-test WARNING: Failed to sufficiently replicate misplaced objects shard .shards_a/here-there in state active: 1 successes, 2 required (not removing objects), shard db: /tmp/tmpn5gt9svo/sda/containers/0/ed5/9b40bf3cdc484061806b8d0a545d2ed5/9b40bf3cdc484061806b8d0a545d2ed5.db, path: a/c, db: /tmp/tmpn5gt9svo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796381.03692.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1715796381.02060, (0, 0) as of 1715796381.02060, active as of 1715796381.02060>, path: a/c, db: /tmp/tmpn5gt9svo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796381.03692.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1715796381.02062, (0, 0) as of 1715796381.02062, active as of 1715796381.02062>, path: a/c, db: /tmp/tmpn5gt9svo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796381.03692.db +sharder-test WARNING: Failed to sufficiently replicate misplaced objects shard .shards_a/where-yonder in state active: 0 successes, 2 required (not removing objects), shard db: /tmp/tmpn5gt9svo/sda/containers/0/e50/07b20f6b08408fde4e0bdce650938e50/07b20f6b08408fde4e0bdce650938e50.db, path: a/c, db: /tmp/tmpn5gt9svo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796381.03692.db +sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpn5gt9svo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796381.03692.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpn5gt9svo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796381.03692.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp2anl6b2x/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp2anl6b2x/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796381.37864.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmp2anl6b2x/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796381.37864.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002071857452392578s, path: a/c, db: /tmp/tmp2anl6b2x/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796381.37864.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00012159347534179688s, path: a/c, db: /tmp/tmp2anl6b2x/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796381.37864.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011730194091796875s, path: a/c, db: /tmp/tmp2anl6b2x/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796381.37864.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00013017654418945312s, path: a/c, db: /tmp/tmp2anl6b2x/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796381.37864.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001468658447265625s, path: a/c, db: /tmp/tmp2anl6b2x/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796381.37864.db +sharder-test DEBUG: got 1 rows (deleted=False) in 8.726119995117188e-05s, path: a/c, db: /tmp/tmp2anl6b2x/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796381.37864.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010228157043457031s, path: a/c, db: /tmp/tmp2anl6b2x/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796381.37864.db +sharder-test DEBUG: got 0 rows (deleted=False) in 8.726119995117188e-05s, path: a/c, db: /tmp/tmp2anl6b2x/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796381.37864.db +sharder-test DEBUG: got 1 rows (deleted=True) in 9.560585021972656e-05s, path: a/c, db: /tmp/tmp2anl6b2x/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796381.37864.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001647472381591797s, path: a/c, db: /tmp/tmp2anl6b2x/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796381.37864.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001289844512939453s, path: a/c, db: /tmp/tmp2anl6b2x/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796381.37864.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1715796381.36392, (0, 0) as of 1715796381.36392, active as of 1715796381.36392>, path: a/c, db: /tmp/tmp2anl6b2x/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796381.37864.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1715796381.36394, (0, 0) as of 1715796381.36394, active as of 1715796381.36394>, path: a/c, db: /tmp/tmp2anl6b2x/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796381.37864.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1715796381.36395, (0, 0) as of 1715796381.36395, active as of 1715796381.36395>, path: a/c, db: /tmp/tmp2anl6b2x/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796381.37864.db +sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp2anl6b2x/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796381.37864.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp2anl6b2x/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796381.37864.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp2anl6b2x/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796381.37864.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmp2anl6b2x/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796381.37864.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010585784912109375s, path: a/c, db: /tmp/tmp2anl6b2x/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796381.37864.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.465217590332031e-05s, path: a/c, db: /tmp/tmp2anl6b2x/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796381.37864.db +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_newer_objects +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_newer_objects ... ok +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011372566223144531s, path: a/c, db: /tmp/tmp2anl6b2x/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796381.37864.db +sharder-test DEBUG: got 1 rows (deleted=False) in 9.965896606445312e-05s, path: a/c, db: /tmp/tmp2anl6b2x/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796381.37864.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00010347366333007812s, path: a/c, db: /tmp/tmp2anl6b2x/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796381.37864.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.107589721679688e-05s, path: a/c, db: /tmp/tmp2anl6b2x/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796381.37864.db +sharder-test DEBUG: got 0 rows (deleted=True) in 8.058547973632812e-05s, path: a/c, db: /tmp/tmp2anl6b2x/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796381.37864.db +sharder-test DEBUG: got 0 rows (deleted=False) in 7.653236389160156e-05s, path: a/c, db: /tmp/tmp2anl6b2x/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796381.37864.db +sharder-test DEBUG: got 0 rows (deleted=True) in 7.43865966796875e-05s, path: a/c, db: /tmp/tmp2anl6b2x/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796381.37864.db +sharder-test DEBUG: got 0 rows (deleted=False) in 7.62939453125e-05s, path: a/c, db: /tmp/tmp2anl6b2x/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796381.37864.db +sharder-test DEBUG: got 0 rows (deleted=True) in 7.772445678710938e-05s, path: a/c, db: /tmp/tmp2anl6b2x/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796381.37864.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1715796381.36392, (0, 0) as of 1715796381.36392, active as of 1715796381.36392>, path: a/c, db: /tmp/tmp2anl6b2x/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796381.37864.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp2anl6b2x/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796381.37864.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp2anl6b2x/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796381.37864.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpv8q90pf8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpv8q90pf8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpv8q90pf8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpv8q90pf8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796382.00000.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpv8q90pf8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796382.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpv8q90pf8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796382.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpv8q90pf8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796382.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'there')], path: a/c, db: /tmp/tmpv8q90pf8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796382.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00015783309936523438s, path: a/c, db: /tmp/tmpv8q90pf8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796382.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00016355514526367188s, path: a/c, db: /tmp/tmpv8q90pf8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796382.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpv8q90pf8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796382.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpv8q90pf8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796382.00000.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpv8q90pf8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796382.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpv8q90pf8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796382.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpv8q90pf8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796382.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'there')], path: a/c, db: /tmp/tmpv8q90pf8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796382.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001354217529296875s, path: a/c, db: /tmp/tmpv8q90pf8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796382.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010800361633300781s, path: a/c, db: /tmp/tmpv8q90pf8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796382.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010824203491210938s, path: a/c, db: /tmp/tmpv8q90pf8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796382.00000.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00019693374633789062s, path: a/c, db: /tmp/tmpv8q90pf8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796382.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00014829635620117188s, path: a/c, db: /tmp/tmpv8q90pf8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796382.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1715795964.40970, (0, 0) as of 1715795964.40970, active as of 1715795964.40970>, path: a/c, db: /tmp/tmpv8q90pf8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796382.00000.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpv8q90pf8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796382.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpv8q90pf8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796382.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpv8q90pf8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796382.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'yonder')], path: a/c, db: /tmp/tmpv8q90pf8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796382.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010156631469726562s, path: a/c, db: /tmp/tmpv8q90pf8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796382.00000.db +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_overlapping_shards_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_overlapping_shards_no_memcache ... ok +sharder-test DEBUG: got 2 rows (deleted=False) in 9.679794311523438e-05s, path: a/c, db: /tmp/tmpv8q90pf8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796382.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011563301086425781s, path: a/c, db: /tmp/tmpv8q90pf8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796382.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.34600830078125e-05s, path: a/c, db: /tmp/tmpv8q90pf8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796382.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.584426879882812e-05s, path: a/c, db: /tmp/tmpv8q90pf8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796382.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.512901306152344e-05s, path: a/c, db: /tmp/tmpv8q90pf8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796382.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 9.72747802734375e-05s, path: a/c, db: /tmp/tmpv8q90pf8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796382.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00014019012451171875s, path: a/c, db: /tmp/tmpv8q90pf8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796382.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010895729064941406s, path: a/c, db: /tmp/tmpv8q90pf8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796382.00000.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00011324882507324219s, path: a/c, db: /tmp/tmpv8q90pf8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796382.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpv8q90pf8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796382.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1715795964.40970, (0, 0) as of 1715795964.40970, active as of 1715795964.40970>, path: a/c, db: /tmp/tmpv8q90pf8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796382.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1715795964.40970, (0, 0) as of 1715795964.40970, active as of 1715795964.40970>, path: a/c, db: /tmp/tmpv8q90pf8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796382.00000.db +sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpv8q90pf8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796382.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpv8q90pf8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796382.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpv8q90pf8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpv8q90pf8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796382.00000.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpv8q90pf8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796382.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00018215179443359375s, path: a/c, db: /tmp/tmpv8q90pf8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796382.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00020360946655273438s, path: a/c, db: /tmp/tmpv8q90pf8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796382.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpv8q90pf8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796382.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpv8q90pf8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796382.00000.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpv8q90pf8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796382.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00012803077697753906s, path: a/c, db: /tmp/tmpv8q90pf8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796382.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001823902130126953s, path: a/c, db: /tmp/tmpv8q90pf8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796382.00000.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00019431114196777344s, path: a/c, db: /tmp/tmpv8q90pf8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796382.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00019550323486328125s, path: a/c, db: /tmp/tmpv8q90pf8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796382.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00018715858459472656s, path: a/c, db: /tmp/tmpv8q90pf8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796382.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011706352233886719s, path: a/c, db: /tmp/tmpv8q90pf8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796382.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011873245239257812s, path: a/c, db: /tmp/tmpv8q90pf8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796382.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011491775512695312s, path: a/c, db: /tmp/tmpv8q90pf8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796382.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011539459228515625s, path: a/c, db: /tmp/tmpv8q90pf8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796382.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00019407272338867188s, path: a/c, db: /tmp/tmpv8q90pf8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796382.00000.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.0002028942108154297s, path: a/c, db: /tmp/tmpv8q90pf8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796382.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpv8q90pf8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796382.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'yonder' to MaxBound as of 1715795964.40970, (0, 0) as of 1715795964.40970, active as of 1715795964.40970>, path: a/c, db: /tmp/tmpv8q90pf8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796382.00000.db +sharder-test DEBUG: Placed 3 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpv8q90pf8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796382.00000.db +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_root_container +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_root_container ... ok +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpv8q90pf8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796382.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpzxk22b8m/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796383.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/shard_c, db: /tmp/tmpzxk22b8m/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796383.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016450881958007812s, path: .shards_a/shard_c, db: /tmp/tmpzxk22b8m/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796383.00000.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.0001704692840576172s, path: .shards_a/shard_c, db: /tmp/tmpzxk22b8m/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796383.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00014925003051757812s, path: .shards_a/shard_c, db: /tmp/tmpzxk22b8m/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796383.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001499652862548828s, path: .shards_a/shard_c, db: /tmp/tmpzxk22b8m/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796383.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00017952919006347656s, path: .shards_a/shard_c, db: /tmp/tmpzxk22b8m/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796383.00000.db +sharder-test WARNING: Failed to find destination for at least 2 misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpzxk22b8m/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796383.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00018715858459472656s, path: .shards_a/shard_c, db: /tmp/tmpzxk22b8m/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796383.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011014938354492188s, path: .shards_a/shard_c, db: /tmp/tmpzxk22b8m/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796383.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001735687255859375s, path: .shards_a/shard_c, db: /tmp/tmpzxk22b8m/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796383.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1715795964.40970, (0, 0) as of 1715795964.40970, active as of 1715795964.40970>, path: .shards_a/shard_c, db: /tmp/tmpzxk22b8m/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796383.00000.db +sharder-test DEBUG: Placed 1 misplaced objects (2 unplaced), path: .shards_a/shard_c, db: /tmp/tmpzxk22b8m/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796383.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpzxk22b8m/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796383.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpzxk22b8m/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796383.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/shard_c, db: /tmp/tmpzxk22b8m/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796383.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00014543533325195312s, path: .shards_a/shard_c, db: /tmp/tmpzxk22b8m/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796383.00000.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00011014938354492188s, path: .shards_a/shard_c, db: /tmp/tmpzxk22b8m/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796383.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00015425682067871094s, path: .shards_a/shard_c, db: /tmp/tmpzxk22b8m/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796383.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/shard_c, db: /tmp/tmpzxk22b8m/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796383.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00012564659118652344s, path: .shards_a/shard_c, db: /tmp/tmpzxk22b8m/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796383.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011038780212402344s, path: .shards_a/shard_c, db: /tmp/tmpzxk22b8m/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796383.00000.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/shard_c, db: /tmp/tmpzxk22b8m/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796383.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpzxk22b8m/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796383.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpzxk22b8m/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796383.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'there'), ('where', '')], path: .shards_a/shard_c, db: /tmp/tmpzxk22b8m/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796383.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00015044212341308594s, path: .shards_a/shard_c, db: /tmp/tmpzxk22b8m/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796383.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00014734268188476562s, path: .shards_a/shard_c, db: /tmp/tmpzxk22b8m/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796383.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011229515075683594s, path: .shards_a/shard_c, db: /tmp/tmpzxk22b8m/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796383.00000.db +sharder-test DEBUG: got 3 rows (deleted=False) in 0.0001246929168701172s, path: .shards_a/shard_c, db: /tmp/tmpzxk22b8m/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796383.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001430511474609375s, path: .shards_a/shard_c, db: /tmp/tmpzxk22b8m/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796383.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/shard_c, db: /tmp/tmpzxk22b8m/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796383.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1715795964.40970, (0, 0) as of 1715795964.40970, active as of 1715795964.40970>, path: .shards_a/shard_c, db: /tmp/tmpzxk22b8m/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796383.00000.db +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_sharding +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_sharding ... ok +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016880035400390625s, path: .shards_a/shard_c, db: /tmp/tmpzxk22b8m/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796383.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001571178436279297s, path: .shards_a/shard_c, db: /tmp/tmpzxk22b8m/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796383.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002167224884033203s, path: .shards_a/shard_c, db: /tmp/tmpzxk22b8m/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796383.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1715795964.40970, (0, 0) as of 1715795964.40970, active as of 1715795964.40970>, path: .shards_a/shard_c, db: /tmp/tmpzxk22b8m/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796383.00000.db +sharder-test DEBUG: Placed 5 misplaced objects (0 unplaced), path: .shards_a/shard_c, db: /tmp/tmpzxk22b8m/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796383.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpzxk22b8m/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796383.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmprnk3vdc0/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmprnk3vdc0/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0002143383026123047s, path: .shards_a/.shard_c, db: /tmp/tmprnk3vdc0/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012087821960449219s, path: .shards_a/.shard_c, db: /tmp/tmprnk3vdc0/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001163482666015625s, path: .shards_a/.shard_c, db: /tmp/tmprnk3vdc0/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011706352233886719s, path: .shards_a/.shard_c, db: /tmp/tmprnk3vdc0/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmprnk3vdc0/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmprnk3vdc0/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmprnk3vdc0/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001354217529296875s, path: .shards_a/.shard_c, db: /tmp/tmprnk3vdc0/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00013184547424316406s, path: .shards_a/.shard_c, db: /tmp/tmprnk3vdc0/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001220703125s, path: .shards_a/.shard_c, db: /tmp/tmprnk3vdc0/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmprnk3vdc0/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00013971328735351562s, path: .shards_a/.shard_c, db: /tmp/tmprnk3vdc0/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011086463928222656s, path: .shards_a/.shard_c, db: /tmp/tmprnk3vdc0/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00011086463928222656s, path: .shards_a/.shard_c, db: /tmp/tmprnk3vdc0/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test WARNING: Failed to find destination for at least 2 misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmprnk3vdc0/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Placed 2 misplaced objects (2 unplaced), path: .shards_a/.shard_c, db: /tmp/tmprnk3vdc0/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmprnk3vdc0/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmprnk3vdc0/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmprnk3vdc0/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.822845458984375e-05s, path: .shards_a/.shard_c, db: /tmp/tmprnk3vdc0/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.584426879882812e-05s, path: .shards_a/.shard_c, db: /tmp/tmprnk3vdc0/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 9.846687316894531e-05s, path: .shards_a/.shard_c, db: /tmp/tmprnk3vdc0/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010514259338378906s, path: .shards_a/.shard_c, db: /tmp/tmprnk3vdc0/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00014281272888183594s, path: .shards_a/.shard_c, db: /tmp/tmprnk3vdc0/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1715795964.40970, (0, 0) as of 1715795964.40970, active as of 1715795964.40970>, path: .shards_a/.shard_c, db: /tmp/tmprnk3vdc0/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmprnk3vdc0/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmprnk3vdc0/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmprnk3vdc0/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmprnk3vdc0/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_unsharded +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_unsharded ... ok +test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: txab6bcebeb7f34dd88d8c6-006644f99d) +test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json&states=listing (txn: tx69604456f875473689a79-006644f99d) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx69604456f875473689a79-006644f99d) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json {'X-Backend-Record-Type': 'auto'} (txn: tx69604456f875473689a79-006644f99d) +test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: tx69604456f875473689a79-006644f99d) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txc8fc9605524442e0854a5-006644f99e) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txc8fc9605524442e0854a5-006644f99e) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txc8fc9605524442e0854a5-006644f99e) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txc8fc9605524442e0854a5-006644f99e) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txc8fc9605524442e0854a5-006644f99e) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txc8fc9605524442e0854a5-006644f99e) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txc8fc9605524442e0854a5-006644f99e) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='lemon', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txc8fc9605524442e0854a5-006644f99e) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txc8fc9605524442e0854a5-006644f99e) +test DEBUG: Found 1020 objects in shard (state=unsharded), total = 1068 (txn: txc8fc9605524442e0854a5-006644f99e) +test DEBUG: Setting object count to 1068 (txn: txc8fc9605524442e0854a5-006644f99e) +test DEBUG: GET listing from 3 shards for: /v1/a/c?reverse=true&format=json&states=listing (txn: txdbbdef5606de4e74acd5a-006644f99e) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='lemon', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txdbbdef5606de4e74acd5a-006644f99e) +test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&format=json&limit=10000&marker=&end_marker=lemon {'X-Backend-Record-Type': 'auto'} (txn: txdbbdef5606de4e74acd5a-006644f99e) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: txdbbdef5606de4e74acd5a-006644f99e) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txdbbdef5606de4e74acd5a-006644f99e) +test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&format=json&limit=8976&marker=m&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txdbbdef5606de4e74acd5a-006644f99e) +test DEBUG: Found 44 objects in shard (state=unsharded), total = 1068 (txn: txdbbdef5606de4e74acd5a-006644f99e) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txdbbdef5606de4e74acd5a-006644f99e) +test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&format=json&limit=8932&marker=A&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txdbbdef5606de4e74acd5a-006644f99e) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 1068 (txn: txdbbdef5606de4e74acd5a-006644f99e) +test DEBUG: Setting object count to 1068 (txn: txdbbdef5606de4e74acd5a-006644f99e) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx9c77e7be4172421a8e89f-006644f99f) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx9c77e7be4172421a8e89f-006644f99f) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9c77e7be4172421a8e89f-006644f99f) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx9c77e7be4172421a8e89f-006644f99f) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx9c77e7be4172421a8e89f-006644f99f) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9c77e7be4172421a8e89f-006644f99f) +test WARNING: Failed to get container listing from /v1/a/c?format=json&states=listing: 404 (txn: tx9c77e7be4172421a8e89f-006644f99f) +test ERROR: Aborting listing from shards due to bad response: [200, 404] (txn: tx9c77e7be4172421a8e89f-006644f99f) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx2551db861ad843e1a27c9-006644f99f) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx2551db861ad843e1a27c9-006644f99f) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx2551db861ad843e1a27c9-006644f99f) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx2551db861ad843e1a27c9-006644f99f) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx2551db861ad843e1a27c9-006644f99f) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx2551db861ad843e1a27c9-006644f99f) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.0:1000/sda (txn: tx2551db861ad843e1a27c9-006644f99f) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.2:1002/sdc (txn: tx2551db861ad843e1a27c9-006644f99f) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.1:1001/sdb (txn: tx2551db861ad843e1a27c9-006644f99f) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.3:1003/sda (txn: tx2551db861ad843e1a27c9-006644f99f) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.4:1004/sda (txn: tx2551db861ad843e1a27c9-006644f99f) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.5:1005/sda (txn: tx2551db861ad843e1a27c9-006644f99f) +test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500] (txn: tx2551db861ad843e1a27c9-006644f99f) +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_errors_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_errors_no_memcache ... ok +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001232624053955078s, path: .shards_a/.shard_c, db: /tmp/tmprnk3vdc0/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011086463928222656s, path: .shards_a/.shard_c, db: /tmp/tmprnk3vdc0/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011086463928222656s, path: .shards_a/.shard_c, db: /tmp/tmprnk3vdc0/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010800361633300781s, path: .shards_a/.shard_c, db: /tmp/tmprnk3vdc0/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmprnk3vdc0/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmprnk3vdc0/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmprnk3vdc0/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00014448165893554688s, path: .shards_a/.shard_c, db: /tmp/tmprnk3vdc0/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001266002655029297s, path: .shards_a/.shard_c, db: /tmp/tmprnk3vdc0/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001926422119140625s, path: .shards_a/.shard_c, db: /tmp/tmprnk3vdc0/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmprnk3vdc0/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00012373924255371094s, path: .shards_a/.shard_c, db: /tmp/tmprnk3vdc0/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010752677917480469s, path: .shards_a/.shard_c, db: /tmp/tmprnk3vdc0/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.000148773193359375s, path: .shards_a/.shard_c, db: /tmp/tmprnk3vdc0/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1715795964.40970, (0, 0) as of 1715795964.40970, active as of 1715795964.40970>, path: .shards_a/.shard_c, db: /tmp/tmprnk3vdc0/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmprnk3vdc0/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmprnk3vdc0/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpld_rbw9t/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpld_rbw9t/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00023055076599121094s, path: .shards_a/.shard_c, db: /tmp/tmpld_rbw9t/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.000125885009765625s, path: .shards_a/.shard_c, db: /tmp/tmpld_rbw9t/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011992454528808594s, path: .shards_a/.shard_c, db: /tmp/tmpld_rbw9t/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012040138244628906s, path: .shards_a/.shard_c, db: /tmp/tmpld_rbw9t/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpld_rbw9t/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpld_rbw9t/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpld_rbw9t/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00013875961303710938s, path: .shards_a/.shard_c, db: /tmp/tmpld_rbw9t/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001513957977294922s, path: .shards_a/.shard_c, db: /tmp/tmpld_rbw9t/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00025177001953125s, path: .shards_a/.shard_c, db: /tmp/tmpld_rbw9t/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.000125885009765625s, path: .shards_a/.shard_c, db: /tmp/tmpld_rbw9t/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001201629638671875s, path: .shards_a/.shard_c, db: /tmp/tmpld_rbw9t/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmpld_rbw9t/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001437664031982422s, path: .shards_a/.shard_c, db: /tmp/tmpld_rbw9t/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00012922286987304688s, path: .shards_a/.shard_c, db: /tmp/tmpld_rbw9t/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0003025531768798828s, path: .shards_a/.shard_c, db: /tmp/tmpld_rbw9t/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00012230873107910156s, path: .shards_a/.shard_c, db: /tmp/tmpld_rbw9t/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.000110626220703125s, path: .shards_a/.shard_c, db: /tmp/tmpld_rbw9t/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_unsharded_limit_one +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_unsharded_limit_one ... ok +sharder-test WARNING: Failed to find destination for at least 2 misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpld_rbw9t/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Placed 2 misplaced objects (2 unplaced), path: .shards_a/.shard_c, db: /tmp/tmpld_rbw9t/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpld_rbw9t/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpld_rbw9t/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpld_rbw9t/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001270771026611328s, path: .shards_a/.shard_c, db: /tmp/tmpld_rbw9t/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011730194091796875s, path: .shards_a/.shard_c, db: /tmp/tmpld_rbw9t/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00012135505676269531s, path: .shards_a/.shard_c, db: /tmp/tmpld_rbw9t/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001239776611328125s, path: .shards_a/.shard_c, db: /tmp/tmpld_rbw9t/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00012922286987304688s, path: .shards_a/.shard_c, db: /tmp/tmpld_rbw9t/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00013375282287597656s, path: .shards_a/.shard_c, db: /tmp/tmpld_rbw9t/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.000171661376953125s, path: .shards_a/.shard_c, db: /tmp/tmpld_rbw9t/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1715795964.40970, (0, 0) as of 1715795964.40970, active as of 1715795964.40970>, path: .shards_a/.shard_c, db: /tmp/tmpld_rbw9t/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmpld_rbw9t/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpld_rbw9t/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpld_rbw9t/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpld_rbw9t/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013256072998046875s, path: .shards_a/.shard_c, db: /tmp/tmpld_rbw9t/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001430511474609375s, path: .shards_a/.shard_c, db: /tmp/tmpld_rbw9t/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00012421607971191406s, path: .shards_a/.shard_c, db: /tmp/tmpld_rbw9t/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012087821960449219s, path: .shards_a/.shard_c, db: /tmp/tmpld_rbw9t/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpld_rbw9t/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpld_rbw9t/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpld_rbw9t/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00014829635620117188s, path: .shards_a/.shard_c, db: /tmp/tmpld_rbw9t/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00012540817260742188s, path: .shards_a/.shard_c, db: /tmp/tmpld_rbw9t/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00014543533325195312s, path: .shards_a/.shard_c, db: /tmp/tmpld_rbw9t/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012564659118652344s, path: .shards_a/.shard_c, db: /tmp/tmpld_rbw9t/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmpld_rbw9t/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00014066696166992188s, path: .shards_a/.shard_c, db: /tmp/tmpld_rbw9t/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 8.702278137207031e-05s, path: .shards_a/.shard_c, db: /tmp/tmpld_rbw9t/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00015354156494140625s, path: .shards_a/.shard_c, db: /tmp/tmpld_rbw9t/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011992454528808594s, path: .shards_a/.shard_c, db: /tmp/tmpld_rbw9t/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1715795964.40970, (0, 0) as of 1715795964.40970, active as of 1715795964.40970>, path: .shards_a/.shard_c, db: /tmp/tmpld_rbw9t/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmpld_rbw9t/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpld_rbw9t/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpx_f6mcer/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpx_f6mcer/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00017023086547851562s, path: .shards_a/.shard_c, db: /tmp/tmpx_f6mcer/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010538101196289062s, path: .shards_a/.shard_c, db: /tmp/tmpx_f6mcer/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011587142944335938s, path: .shards_a/.shard_c, db: /tmp/tmpx_f6mcer/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.918212890625e-05s, path: .shards_a/.shard_c, db: /tmp/tmpx_f6mcer/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpx_f6mcer/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpx_f6mcer/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpx_f6mcer/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001621246337890625s, path: .shards_a/.shard_c, db: /tmp/tmpx_f6mcer/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00014138221740722656s, path: .shards_a/.shard_c, db: /tmp/tmpx_f6mcer/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00018858909606933594s, path: .shards_a/.shard_c, db: /tmp/tmpx_f6mcer/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 7.557868957519531e-05s, path: .shards_a/.shard_c, db: /tmp/tmpx_f6mcer/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmpx_f6mcer/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00015020370483398438s, path: .shards_a/.shard_c, db: /tmp/tmpx_f6mcer/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00012922286987304688s, path: .shards_a/.shard_c, db: /tmp/tmpx_f6mcer/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.0008161067962646484s, path: .shards_a/.shard_c, db: /tmp/tmpx_f6mcer/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test WARNING: Failed to find destination for at least 2 misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpx_f6mcer/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Placed 2 misplaced objects (2 unplaced), path: .shards_a/.shard_c, db: /tmp/tmpx_f6mcer/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpx_f6mcer/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpx_f6mcer/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpx_f6mcer/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00012302398681640625s, path: .shards_a/.shard_c, db: /tmp/tmpx_f6mcer/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011420249938964844s, path: .shards_a/.shard_c, db: /tmp/tmpx_f6mcer/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00012040138244628906s, path: .shards_a/.shard_c, db: /tmp/tmpx_f6mcer/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00013017654418945312s, path: .shards_a/.shard_c, db: /tmp/tmpx_f6mcer/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.0001494884490966797s, path: .shards_a/.shard_c, db: /tmp/tmpx_f6mcer/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1715795964.40970, (0, 0) as of 1715795964.40970, active as of 1715795964.40970>, path: .shards_a/.shard_c, db: /tmp/tmpx_f6mcer/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmpx_f6mcer/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpx_f6mcer/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpx_f6mcer/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpx_f6mcer/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00012373924255371094s, path: .shards_a/.shard_c, db: /tmp/tmpx_f6mcer/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011301040649414062s, path: .shards_a/.shard_c, db: /tmp/tmpx_f6mcer/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011110305786132812s, path: .shards_a/.shard_c, db: /tmp/tmpx_f6mcer/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.000110626220703125s, path: .shards_a/.shard_c, db: /tmp/tmpx_f6mcer/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpx_f6mcer/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpx_f6mcer/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpx_f6mcer/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011157989501953125s, path: .shards_a/.shard_c, db: /tmp/tmpx_f6mcer/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_unsharded_limit_two +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_unsharded_limit_two ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_redirects_between_shards +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_redirects_between_shards ... ok +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_sufficient_replication +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_sufficient_replication ... ok +test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_finds_two_root +test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_finds_two_root ... ok +test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_finds_two_shard +test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_finds_two_shard ... ok +sharder-test DEBUG: got 1 rows (deleted=False) in 9.632110595703125e-05s, path: .shards_a/.shard_c, db: /tmp/tmpx_f6mcer/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011467933654785156s, path: .shards_a/.shard_c, db: /tmp/tmpx_f6mcer/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmpx_f6mcer/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001366138458251953s, path: .shards_a/.shard_c, db: /tmp/tmpx_f6mcer/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010943412780761719s, path: .shards_a/.shard_c, db: /tmp/tmpx_f6mcer/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010848045349121094s, path: .shards_a/.shard_c, db: /tmp/tmpx_f6mcer/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1715795964.40970, (0, 0) as of 1715795964.40970, active as of 1715795964.40970>, path: .shards_a/.shard_c, db: /tmp/tmpx_f6mcer/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmpx_f6mcer/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpx_f6mcer/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp99ndv5re/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp99ndv5re/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796384.72671.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmp99ndv5re/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796384.72671.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00020360946655273438s, path: a/c, db: /tmp/tmp99ndv5re/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796384.72671.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00018024444580078125s, path: a/c, db: /tmp/tmp99ndv5re/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796384.72671.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00017786026000976562s, path: a/c, db: /tmp/tmp99ndv5re/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796384.72671.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00020003318786621094s, path: a/c, db: /tmp/tmp99ndv5re/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796384.72671.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0004246234893798828s, path: a/c, db: /tmp/tmp99ndv5re/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796384.72671.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010728836059570312s, path: a/c, db: /tmp/tmp99ndv5re/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796384.72671.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001354217529296875s, path: a/c, db: /tmp/tmp99ndv5re/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796384.72671.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001227855682373047s, path: a/c, db: /tmp/tmp99ndv5re/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796384.72671.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00012946128845214844s, path: a/c, db: /tmp/tmp99ndv5re/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796384.72671.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00020360946655273438s, path: a/c, db: /tmp/tmp99ndv5re/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796384.72671.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00021314620971679688s, path: a/c, db: /tmp/tmp99ndv5re/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796384.72671.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1715796384.70837, (0, 0) as of 1715796384.70837, active as of 1715796384.70837>, path: a/c, db: /tmp/tmp99ndv5re/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796384.72671.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1715796384.70839, (0, 0) as of 1715796384.70839, active as of 1715796384.70839>, path: a/c, db: /tmp/tmp99ndv5re/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796384.72671.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1715796384.70840, (0, 0) as of 1715796384.70840, active as of 1715796384.70840>, path: a/c, db: /tmp/tmp99ndv5re/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796384.72671.db +sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp99ndv5re/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796384.72671.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp99ndv5re/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796384.72671.db +sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmprntevtjs/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Completed scan for shard ranges: 2 found, path: a/c, db: /tmp/tmprntevtjs/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Final shard range reached., path: a/c, db: /tmp/tmprntevtjs/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Scan for shard ranges already completed, path: a/c, db: /tmp/tmprntevtjs/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c_, db: /tmp/tmpjinu6z2q/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Completed scan for shard ranges: 2 found, path: .shards_a/c_, db: /tmp/tmpjinu6z2q/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Final shard range reached., path: .shards_a/c_, db: /tmp/tmpjinu6z2q/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test DEBUG: Scan for shard ranges already completed, path: .shards_a/c_, db: /tmp/tmpjinu6z2q/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpd3kkd9v7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: No shard ranges found, path: a/c, db: /tmp/tmpd3kkd9v7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_none_found_root +test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_none_found_root ... ok +test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_none_found_shard +test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_none_found_shard ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_redirects_to_root_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_redirects_to_root_no_memcache ... ok +sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpd3kkd9v7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: No shard ranges found, path: a/c, db: /tmp/tmpd3kkd9v7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c, db: /tmp/tmpwn35rjkr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: No shard ranges found, path: .shards_a/c, db: /tmp/tmpwn35rjkr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c, db: /tmp/tmpwn35rjkr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: No shard ranges found, path: .shards_a/c, db: /tmp/tmpwn35rjkr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Container sharder cycle starting, auto-sharding False +sharder-test WARNING: Skipping xxxx as it is not mounted +sharder-test INFO: Since Thu May 16 08:06:25 2024 visited - attempted:2 success:2 failure:0 skipped:1 completed:0 +sharder-test INFO: Since Thu May 16 08:06:25 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu May 16 08:06:25 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu May 16 08:06:25 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu May 16 08:06:25 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Thu May 16 08:06:25 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu May 16 08:06:25 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Container sharder cycle starting, auto-sharding False +sharder-test WARNING: Skipping xxxx as it is not mounted +sharder-test ERROR: Unhandled exception while processing: kapow!, path: a/c1, db: /tmp/tmpvanttgx9/sdb/containers/0/ash/c1hash/c1hash.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 2516, in _one_shard_cycle + self._process_broker(broker, node, part) File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ return _mock_self._mock_call(*args, **kwargs) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call return _mock_self._execute_mock_call(*args, **kwargs) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError: 1 -test DEBUG: Unlinked retiring db '/tmp/tmpbsi28u39/containers/part/suffix/hash/container_1750205176.00000.db' -test WARNING: Still have multiple db files after unlinking '/tmp/tmpbsi28u39/containers/part/suffix/hash/container_1750205176.00000.db': ['/tmp/tmpbsi28u39/containers/part/suffix/hash/container.db', '/tmp/tmpbsi28u39/containers/part/suffix/hash/container_1750205177.00000.db'] -test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmpbsi28u39/containers/part/suffix/hash/container_1750205177.00000.db']. -test ERROR: Failed to set the ROWID of the fresh database for a/c: -test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx4e1d318a751544719f160-0068520302) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txcb6f4ffd5fca4ff580487-0068520302) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txc453221b0bc94d5cb23a6-0068520302) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txa5355fd7d9e34e9f90248-0068520302) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txa10aa30093934146926b7-0068520302) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txd3d80c3dabdf4af29151d-0068520302) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx8bc3af5fd1b943d38e980-0068520302) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx48117114b5fd4eea8d854-0068520302) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txdfdb7c3857324322906fe-0068520302) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txb4f262ed8a94491b81396-0068520302) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx0ca149222f85453fa6733-0068520302) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txbd765fdbe8f247dc8d578-0068520302) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txf53703411979479a9db5b-0068520302) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txb01cf2d0ea464fd5bb55c-0068520302) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txbdb3f78afb604d129ca06-0068520302) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx439306a63d5f434ba6a1f-0068520302) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txc1a2379ef13a40edb8fad-0068520302) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx238abd197cd84af891cb0-0068520302) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx1d5deb898d0e49bbb0b93-0068520302) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx59d10d353e4a4b2a99c27-0068520302) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txcebc074ffba34ca8ba7bc-0068520302) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx3a0a2f75a5564590a7adb-0068520302) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txc6f1980e6fc54365be98f-0068520302) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx304d3b3843a549a7b4ecc-0068520302) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: Problem with listing response from /v1/a/c?states=listing&format=json: ValueError('not a list') (txn: txd5fe18c19aa64bcca46e4-0068520302) -test ERROR: Failed to get namespaces from /v1/a/c?states=listing&format=json: invalid data: KeyError('name') (txn: tx0c164ac873f040968fcbc-0068520302) -test ERROR: Problem with listing response from /v1/a/c?states=listing&format=json: ValueError('not a list') (txn: tx0266d15a0e2745ea83bfd-0068520302) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache_empty_list -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache_empty_list ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache_error -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache_error ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_write_to_cache -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_write_to_cache ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_write_to_cache_with_x_newest -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_write_to_cache_with_x_newest ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_cache_clearing -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_cache_clearing ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_get_from_shards_add_root_spi -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_get_from_shards_add_root_spi ... ok -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size ... ok -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size_resuming -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size_resuming ... ok -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size_resuming_chunked -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size_resuming_chunked ... ok -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_init_node_timeout -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_init_node_timeout ... ok -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_dump_recon_run_once_inline -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_dump_recon_run_once_inline ... ok -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205279.00000, (0, 0) as of 1750205279.00000, shrunk as of 1750205279.00000> to ShardRange<'k' to 't' as of 1750205280.00000, (0, 0) as of 1750205280.00000, cleaved as of 1750205280.00000>, path: .shards_a/shard_c_1750205280.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/5b6/21dc90640c7ab5b5dfcc6845fef755b6/21dc90640c7ab5b5dfcc6845fef755b6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205282.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/a09/e200b8fb6efdeb1785ed15740fd4aa09/e200b8fb6efdeb1785ed15740fd4aa09.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205281.00000, (0, 0) as of 1750205281.00000, shrunk as of 1750205281.00000> to ShardRange<'k' to 't' as of 1750205282.00000, (0, 0) as of 1750205282.00000, active as of 1750205282.00000>, path: .shards_a/shard_c_1750205282.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/a09/e200b8fb6efdeb1785ed15740fd4aa09/e200b8fb6efdeb1785ed15740fd4aa09.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205284.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/aa9/0a4316b770531ee9cac72c7397e03aa9/0a4316b770531ee9cac72c7397e03aa9.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205283.00000, (0, 0) as of 1750205283.00000, shrunk as of 1750205283.00000> to ShardRange<'k' to 't' as of 1750205284.00000, (0, 0) as of 1750205284.00000, shrinking as of 1750205284.00000>, path: .shards_a/shard_c_1750205284.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/aa9/0a4316b770531ee9cac72c7397e03aa9/0a4316b770531ee9cac72c7397e03aa9.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205284.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/aa9/0a4316b770531ee9cac72c7397e03aa9/0a4316b770531ee9cac72c7397e03aa9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205286.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/292/b9b770f625d5a70abf0e5b50061d3292/b9b770f625d5a70abf0e5b50061d3292.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205285.00000, (0, 0) as of 1750205285.00000, shrunk as of 1750205285.00000> to ShardRange<'k' to 't' as of 1750205286.00000, (0, 0) as of 1750205286.00000, sharding as of 1750205286.00000>, path: .shards_a/shard_c_1750205286.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/292/b9b770f625d5a70abf0e5b50061d3292/b9b770f625d5a70abf0e5b50061d3292.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205286.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/292/b9b770f625d5a70abf0e5b50061d3292/b9b770f625d5a70abf0e5b50061d3292.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205288.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/efb/2db898e45cd41caf733ac01231e80efb/2db898e45cd41caf733ac01231e80efb.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205287.00000, (0, 0) as of 1750205287.00000, shrunk as of 1750205287.00000> to ShardRange<'k' to 't' as of 1750205288.00000, (0, 0) as of 1750205288.00000, sharded as of 1750205288.00000>, path: .shards_a/shard_c_1750205288.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/efb/2db898e45cd41caf733ac01231e80efb/2db898e45cd41caf733ac01231e80efb.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205288.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/efb/2db898e45cd41caf733ac01231e80efb/2db898e45cd41caf733ac01231e80efb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205290.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/daf/4f8e36a378f1b5ed236f27fb36c59daf/4f8e36a378f1b5ed236f27fb36c59daf.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205290.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/daf/4f8e36a378f1b5ed236f27fb36c59daf/4f8e36a378f1b5ed236f27fb36c59daf.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205291.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/d21/74fd71501ec398ea7ea14940d63add21/74fd71501ec398ea7ea14940d63add21.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205293.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/d44/6d74a77f73a30b1f35923326ce94bd44/6d74a77f73a30b1f35923326ce94bd44.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205295.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/9e6/14186755e5ad3b9f8efb3e44b7fac9e6/14186755e5ad3b9f8efb3e44b7fac9e6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205297.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/63d/61dc8d76bdf5b8d165838c6de373f63d/61dc8d76bdf5b8d165838c6de373f63d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205299.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/f3c/eb727efb33c479b14e3bd229bb229f3c/eb727efb33c479b14e3bd229bb229f3c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205301.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/e22/7ed9b710f92944184bcf3996c18f7e22/7ed9b710f92944184bcf3996c18f7e22.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205303.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/01b/5203f8721203551eaff0593faac4e01b/5203f8721203551eaff0593faac4e01b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205305.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/b77/c97b9f025ff6124356a3e9f24c438b77/c97b9f025ff6124356a3e9f24c438b77.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205307.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/366/d44f1ef3beb3a736dba12fb8b9848366/d44f1ef3beb3a736dba12fb8b9848366.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205309.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/cb7/e482ab08f5f3b84282f21e2ecdc89cb7/e482ab08f5f3b84282f21e2ecdc89cb7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205311.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/010/d827de2e57e4216bb7d24744dcb07010/d827de2e57e4216bb7d24744dcb07010.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205313.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/b63/053675eb3ca35d27670ee3fdf9784b63/053675eb3ca35d27670ee3fdf9784b63.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205315.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/f7f/3930a72ce01cca377e42bb08ded62f7f/3930a72ce01cca377e42bb08ded62f7f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205317.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/701/a6907750265de2d498be92abea4ba701/a6907750265de2d498be92abea4ba701.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205319.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/f8a/d046aa00a5853320b896107c8d671f8a/d046aa00a5853320b896107c8d671f8a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205321.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/034/eefc03baee21a7420f6991e696bda034/eefc03baee21a7420f6991e696bda034.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205323.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/4e2/0df2d890881c0d4109596158c277a4e2/0df2d890881c0d4109596158c277a4e2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205325.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/6c8/d55392fc54d3c80502cd12219404e6c8/d55392fc54d3c80502cd12219404e6c8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205327.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/5f3/f2cffbc3f75e18dc3e937fc624ed15f3/f2cffbc3f75e18dc3e937fc624ed15f3.db -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txc2e0099e9a9742e4b5b52-0068520302) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txb851d3e987a9401fa7b23-0068520302) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&reverse=true&format=json (txn: txeca124fbd97841e7b8da0-0068520302) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&marker=jam&format=json (txn: txbf7416694e234c52bff24-0068520302) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&marker=jam&end_marker=kale&format=json (txn: txbbdb73d0b19f4749baa83-0068520302) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&includes=egg&format=json (txn: tx10a640521b1845f284fcc-0068520302) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx4d99c3a5fbe7456cb7943-0068520302) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txe7d38f5b680a4b1c953c8-0068520302) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txfc13da34de4044cdb5608-0068520302) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx6837d1e0bc1745bcacfa6-0068520302) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txfbf21045809f48c5adf71-0068520302) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txf9364b35bb02442295a08-0068520302) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Skipping shard cache lookup (x-newest) for /v1/a/c?states=listing&format=json (txn: txe89a77e0656547bfba380-0068520302) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txe89a77e0656547bfba380-0068520302) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} -test ERROR: Aborting listing from shards due to bad response: [204] -test DEBUG: GET listing from 3 shards for: /v1/a/c -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} -test ERROR: Aborting listing from shards due to bad response: [204] -test DEBUG: GET listing from 3 shards for: /v1/a/c -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} -test ERROR: Aborting listing from shards due to bad response: [204] -test DEBUG: GET listing from 3 shards for: /v1/a/c -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} -test ERROR: Aborting listing from shards due to bad response: [204] -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 1.2.3.4:6200/sda (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 1.2.3.4:6200/sda (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 1.2.3.4:6200/sda (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_insufficient_bytes -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_insufficient_bytes ... ok -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_read_timeout -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_read_timeout ... ok -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_small_fragment_size -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_small_fragment_size ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_final_recon_dump -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_final_recon_dump ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy_detects_ring_change -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy_detects_ring_change ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy_rcache_update_waits_for_next_update -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy_rcache_update_waits_for_next_update ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_next_rcache_update_configured_with_stats_interval -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_next_rcache_update_configured_with_stats_interval ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_no_dump_recon_run_once -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_no_dump_recon_run_once ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_no_workers_by_default -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_no_workers_by_default ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_at_end_of_run_once -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_at_end_of_run_once ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_races_with_final_recon_dump -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_races_with_final_recon_dump ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_removes_devices -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_removes_devices ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_waits_for_all_devices -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_waits_for_all_devices ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_run_forever_recon_no_devices -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_run_forever_recon_no_devices ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_worker_logging -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_worker_logging ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices ... ok -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx4f0aa9f64dca4cdc89e4f-0068520300) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx4f0aa9f64dca4cdc89e4f-0068520300) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='onion') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx4f0aa9f64dca4cdc89e4f-0068520300) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=onion%00 {'X-Backend-Record-Type': 'auto'} (txn: tx4f0aa9f64dca4cdc89e4f-0068520300) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx4f0aa9f64dca4cdc89e4f-0068520300) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='rhubarb') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx4f0aa9f64dca4cdc89e4f-0068520300) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=rhubarb%00 {'X-Backend-Record-Type': 'auto'} (txn: tx4f0aa9f64dca4cdc89e4f-0068520300) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: tx4f0aa9f64dca4cdc89e4f-0068520300) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx4f0aa9f64dca4cdc89e4f-0068520300) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx4f0aa9f64dca4cdc89e4f-0068520300) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: tx4f0aa9f64dca4cdc89e4f-0068520300) -test DEBUG: Setting object count to 1065 (txn: tx4f0aa9f64dca4cdc89e4f-0068520300) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txc902d32f07a64463834bf-0068520301) -test DEBUG: GET listing from 0 shards for: /v1/a/c?marker=bb&end_marker=aa&format=json&states=listing (txn: txc902d32f07a64463834bf-0068520301) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txf4e95f3c2e2a4cb3b2e69-0068520302) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: txf4e95f3c2e2a4cb3b2e69-0068520302) -test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: txf4e95f3c2e2a4cb3b2e69-0068520302) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: txf4e95f3c2e2a4cb3b2e69-0068520302) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_c', lower='b', upper='c') .shards_a/c_c with {'X-Backend-Record-Type': 'auto'} (txn: txf4e95f3c2e2a4cb3b2e69-0068520302) -test DEBUG: Get listing from /v1/.shards_a/c_c?format=json&limit=9999&marker=b&end_marker=c%00 {'X-Backend-Record-Type': 'auto'} (txn: txf4e95f3c2e2a4cb3b2e69-0068520302) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: txf4e95f3c2e2a4cb3b2e69-0068520302) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='c', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txf4e95f3c2e2a4cb3b2e69-0068520302) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txf4e95f3c2e2a4cb3b2e69-0068520302) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.0:1000/sda (txn: txf4e95f3c2e2a4cb3b2e69-0068520302) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.1:1001/sdb (txn: txf4e95f3c2e2a4cb3b2e69-0068520302) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.2:1002/sdc (txn: txf4e95f3c2e2a4cb3b2e69-0068520302) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.3:1003/sda (txn: txf4e95f3c2e2a4cb3b2e69-0068520302) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.4:1004/sda (txn: txf4e95f3c2e2a4cb3b2e69-0068520302) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.5:1005/sda (txn: txf4e95f3c2e2a4cb3b2e69-0068520302) -test ERROR: Container GET returning 503 for [503, 503, 503, 503, 503, 503] (txn: txf4e95f3c2e2a4cb3b2e69-0068520302) -test WARNING: Failed to get container listing from /v1/a/c?format=json&states=listing: 503 (txn: txf4e95f3c2e2a4cb3b2e69-0068520302) -test ERROR: Aborting listing from shards due to bad response: [200, 200, 503] (txn: txf4e95f3c2e2a4cb3b2e69-0068520302) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: tx1d23f54775624b579df69-0068520302) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx1d23f54775624b579df69-0068520302) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx1d23f54775624b579df69-0068520302) -test ERROR: Aborting listing from shards due to bad shard policy index: 0 (expected 1) (txn: tx1d23f54775624b579df69-0068520302) -test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: tx8d3deb96b7d7473ca0e91-0068520302) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx8d3deb96b7d7473ca0e91-0068520302) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8d3deb96b7d7473ca0e91-0068520302) -test ERROR: Aborting listing from shards due to bad shard policy index: None (expected 1) (txn: tx8d3deb96b7d7473ca0e91-0068520302) + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1245, in _execute_mock_call + result = effect(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sharder.py", line 886, in mock_processing + raise Exception('kapow!') +Exception: kapow! +sharder-test INFO: Since Thu May 16 08:06:25 2024 visited - attempted:3 success:2 failure:1 skipped:0 completed:0 +sharder-test INFO: Since Thu May 16 08:06:25 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu May 16 08:06:25 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu May 16 08:06:25 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu May 16 08:06:25 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Thu May 16 08:06:25 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu May 16 08:06:25 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Container sharder cycle starting, auto-sharding False +sharder-test WARNING: Skipping xxxx as it is not mounted +sharder-test INFO: Since Thu May 16 08:06:25 2024 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu May 16 08:06:25 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu May 16 08:06:25 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu May 16 08:06:25 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu May 16 08:06:25 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Thu May 16 08:06:25 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu May 16 08:06:25 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Container sharder cycle starting, auto-sharding False +sharder-test WARNING: Skipping xxxx as it is not mounted +sharder-test INFO: Since Thu May 16 08:06:25 2024 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu May 16 08:06:25 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu May 16 08:06:25 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu May 16 08:06:25 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu May 16 08:06:25 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Thu May 16 08:06:25 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu May 16 08:06:25 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpvanttgx9/sda/containers/0/ash/c0hash/c0hash.db' +sharder-test INFO: Container sharder cycle starting, auto-sharding False +sharder-test WARNING: Skipping xxxx as it is not mounted +sharder-test INFO: Since Thu May 16 08:06:25 2024 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu May 16 08:06:25 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu May 16 08:06:25 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu May 16 08:06:25 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu May 16 08:06:25 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Thu May 16 08:06:25 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu May 16 08:06:25 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Container sharder cycle starting, auto-sharding False +sharder-test WARNING: Skipping xxxx as it is not mounted +sharder-test INFO: Since Thu May 16 08:06:25 2024 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu May 16 08:06:25 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu May 16 08:06:25 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu May 16 08:06:25 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu May 16 08:06:25 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Thu May 16 08:06:25 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu May 16 08:06:25 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Container sharder cycle starting, auto-sharding False +sharder-test WARNING: Skipping xxxx as it is not mounted +sharder-test INFO: Since Thu May 16 08:06:25 2024 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu May 16 08:06:25 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu May 16 08:06:25 2024 created - attempted:0 success:0 failure:0 +test.unit.container.test_sharder.TestSharder.test_one_shard_cycle +test.unit.container.test_sharder.TestSharder.test_one_shard_cycle ... ok +test.unit.container.test_sharder.TestSharder.test_one_shard_cycle_no_containers +test.unit.container.test_sharder.TestSharder.test_one_shard_cycle_no_containers ... ok +sharder-test INFO: Since Thu May 16 08:06:25 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu May 16 08:06:25 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Thu May 16 08:06:25 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu May 16 08:06:25 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Container sharder cycle starting, auto-sharding False +sharder-test INFO: Found no containers directories +sharder-test INFO: Since Thu May 16 08:06:25 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu May 16 08:06:25 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu May 16 08:06:25 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu May 16 08:06:25 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu May 16 08:06:25 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Thu May 16 08:06:25 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu May 16 08:06:25 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Container sharder cycle starting, auto-sharding False +sharder-test INFO: Since Thu May 16 08:06:25 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu May 16 08:06:25 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu May 16 08:06:25 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu May 16 08:06:25 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu May 16 08:06:25 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Thu May 16 08:06:25 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu May 16 08:06:25 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Begin container sharder "once" mode +sharder-test INFO: Container sharder cycle starting, auto-sharding False +sharder-test INFO: Since Thu May 16 08:06:25 2024 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu May 16 08:06:25 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu May 16 08:06:25 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu May 16 08:06:25 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu May 16 08:06:25 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Thu May 16 08:06:25 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu May 16 08:06:25 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +sharder-test INFO: Container sharder "once" mode completed: 0.04s +sharder-test INFO: Begin container sharder "once" mode +sharder-test INFO: Container sharder cycle starting, auto-sharding False +sharder-test INFO: (Override partitions: 0) +sharder-test INFO: Since Thu May 16 08:06:25 2024 visited - attempted:1 success:1 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu May 16 08:06:25 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu May 16 08:06:25 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu May 16 08:06:25 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu May 16 08:06:25 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Thu May 16 08:06:25 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu May 16 08:06:25 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +sharder-test INFO: Container sharder "once" mode completed: 0.00s +sharder-test INFO: Begin container sharder "once" mode +sharder-test INFO: Container sharder cycle starting, auto-sharding False +sharder-test INFO: (Override partitions: 2, 0) +sharder-test INFO: Since Thu May 16 08:06:25 2024 visited - attempted:2 success:2 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu May 16 08:06:25 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu May 16 08:06:25 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu May 16 08:06:25 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu May 16 08:06:25 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Thu May 16 08:06:25 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu May 16 08:06:25 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +sharder-test INFO: Container sharder "once" mode completed: 0.02s +sharder-test INFO: Begin container sharder "once" mode +sharder-test INFO: Container sharder cycle starting, auto-sharding False +sharder-test INFO: (Override devices: sdc) +sharder-test INFO: (Override partitions: 2, 0) +sharder-test INFO: Since Thu May 16 08:06:25 2024 visited - attempted:1 success:1 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu May 16 08:06:25 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu May 16 08:06:25 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu May 16 08:06:25 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu May 16 08:06:25 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +test.unit.container.test_sharder.TestSharder.test_partition_and_device_filters +test.unit.container.test_sharder.TestSharder.test_partition_and_device_filters ... ok +test.unit.container.test_sharder.TestSharder.test_periodic_warning +test.unit.container.test_sharder.TestSharder.test_periodic_warning ... ok +sharder-test INFO: Since Thu May 16 08:06:25 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu May 16 08:06:25 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +sharder-test INFO: Container sharder "once" mode completed: 0.00s +sharder-test INFO: Begin container sharder "once" mode +sharder-test INFO: Container sharder cycle starting, auto-sharding False +sharder-test INFO: (Override devices: sdb, sdc) +sharder-test INFO: Since Thu May 16 08:06:25 2024 visited - attempted:2 success:2 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu May 16 08:06:25 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu May 16 08:06:25 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu May 16 08:06:25 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu May 16 08:06:25 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Thu May 16 08:06:25 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu May 16 08:06:25 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +sharder-test INFO: Container sharder "once" mode completed: 0.02s +sharder-test WARNING: periodic warning 1, path: a/c1, db: /tmp/tmpgtbr6oz4/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db +sharder-test WARNING: periodic warning 1a, path: a/c1, db: /tmp/tmpgtbr6oz4/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db +sharder-test WARNING: periodic warning 2, path: a/c2, db: /tmp/tmpgtbr6oz4/sda/containers/0/229/9ab62b5ef34a985438bfdf7ee0102229/9ab62b5ef34a985438bfdf7ee0102229.db +sharder-test WARNING: normal warning, path: a/c1, db: /tmp/tmpgtbr6oz4/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db +sharder-test WARNING: periodic warning 1, path: a/c1, db: /tmp/tmpgtbr6oz4/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db +sharder-test WARNING: periodic warning 1a, path: a/c1, db: /tmp/tmpgtbr6oz4/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db +sharder-test WARNING: periodic warning 2, path: a/c2, db: /tmp/tmpgtbr6oz4/sda/containers/0/229/9ab62b5ef34a985438bfdf7ee0102229/9ab62b5ef34a985438bfdf7ee0102229.db +sharder-test WARNING: normal warning, path: a/c1, db: /tmp/tmpgtbr6oz4/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db +sharder-test WARNING: periodic warning 1, path: a/c1, db: /tmp/tmpgtbr6oz4/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db +sharder-test WARNING: periodic warning 1a, path: a/c1, db: /tmp/tmpgtbr6oz4/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db +sharder-test WARNING: periodic warning 2, path: a/c2, db: /tmp/tmpgtbr6oz4/sda/containers/0/229/9ab62b5ef34a985438bfdf7ee0102229/9ab62b5ef34a985438bfdf7ee0102229.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmptwc2mgad/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmptwc2mgad/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmptwc2mgad/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmptwc2mgad/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmptwc2mgad/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmptwc2mgad/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmptwc2mgad/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmptwc2mgad/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmptwc2mgad/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmptwc2mgad/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmptwc2mgad/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmptwc2mgad/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmptwc2mgad/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmptwc2mgad/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Identified 1 sharding candidates, path: a/c, db: /tmp/tmptwc2mgad/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmptwc2mgad/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796385.97179.db +sharder-test INFO: Completed scan for shard ranges: 2 found, path: a/c, db: /tmp/tmptwc2mgad/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796385.97179.db +sharder-test INFO: Final shard range reached., path: a/c, db: /tmp/tmptwc2mgad/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796385.97179.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmptwc2mgad/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796385.97179.db +test.unit.container.test_sharder.TestSharder.test_process_broker_leader_auto_shard +test.unit.container.test_sharder.TestSharder.test_process_broker_leader_auto_shard ... ok +test.unit.container.test_sharder.TestSharder.test_process_broker_leader_auto_shard_deleted_db +test.unit.container.test_sharder.TestSharder.test_process_broker_leader_auto_shard_deleted_db ... ok +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmptwc2mgad/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796385.97179.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmptwc2mgad/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796385.97179.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmptwc2mgad/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796385.97179.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmptwc2mgad/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796385.97179.db +sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmptwc2mgad/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796385.97179.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmptwc2mgad/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796385.97179.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmptwc2mgad/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796385.97179.db +sharder-test DEBUG: Starting processing, state unsharded (deleted), path: a/c, db: /tmp/tmpzan6m4jj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpzan6m4jj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpzan6m4jj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpzan6m4jj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded (deleted), path: a/c, db: /tmp/tmpzan6m4jj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp1_z6401h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp1_z6401h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp1_z6401h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp1_z6401h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp1_z6401h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp1_z6401h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp1_z6401h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp1_z6401h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp1_z6401h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp1_z6401h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp1_z6401h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp1_z6401h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp1_z6401h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp1_z6401h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp1_z6401h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp1_z6401h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp1_z6401h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp1_z6401h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp1_z6401h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp1_z6401h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp1_z6401h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp1_z6401h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp1_z6401h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp1_z6401h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp1_z6401h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp1_z6401h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp1_z6401h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp1_z6401h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp1_z6401h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Own shard range in state 'shrinking' but no shard ranges and not leader; remaining unsharded, path: a/c, db: /tmp/tmp1_z6401h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp1_z6401h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp1_z6401h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +test.unit.container.test_sharder.TestSharder.test_process_broker_not_sharding_no_others +test.unit.container.test_sharder.TestSharder.test_process_broker_not_sharding_no_others ... ok +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp1_z6401h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp1_z6401h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp1_z6401h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Own shard range in state 'sharding' but no shard ranges and not leader; remaining unsharded, path: a/c, db: /tmp/tmp1_z6401h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp1_z6401h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp1_z6401h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp1_z6401h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp1_z6401h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp1_z6401h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Own shard range in state 'sharded' but no shard ranges and not leader; remaining unsharded, path: a/c, db: /tmp/tmp1_z6401h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp1_z6401h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp1_z6401h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp1_z6401h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp1_z6401h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp1_z6401h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Own shard range in state 'shrunk' but no shard ranges and not leader; remaining unsharded, path: a/c, db: /tmp/tmp1_z6401h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp1_z6401h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp9e3kg1fs/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp9e3kg1fs/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp9e3kg1fs/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp9e3kg1fs/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp9e3kg1fs/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp9e3kg1fs/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp9e3kg1fs/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp9e3kg1fs/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp9e3kg1fs/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp9e3kg1fs/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp9e3kg1fs/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp9e3kg1fs/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp9e3kg1fs/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp9e3kg1fs/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp9e3kg1fs/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp9e3kg1fs/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp9e3kg1fs/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp9e3kg1fs/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp9e3kg1fs/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp9e3kg1fs/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp9e3kg1fs/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp9e3kg1fs/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp9e3kg1fs/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp9e3kg1fs/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp9e3kg1fs/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp9e3kg1fs/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp9e3kg1fs/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp9e3kg1fs/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +test.unit.container.test_sharder.TestSharder.test_process_broker_not_sharding_others +test.unit.container.test_sharder.TestSharder.test_process_broker_not_sharding_others ... ok +test WARNING: Failed to get container listing from /v1/a/c?format=json&states=listing: 503 (txn: tx2551db861ad843e1a27c9-006644f99f) +test ERROR: Aborting listing from shards due to bad response: [200, 503] (txn: tx2551db861ad843e1a27c9-006644f99f) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: txa6b0c2d4ca5a42cdb1de1-0068520303) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txa6b0c2d4ca5a42cdb1de1-0068520303) -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices_and_no_valid_overrides -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices_and_no_valid_overrides ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices_and_overrides -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices_and_overrides ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_devices -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_devices ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_devices_and_overrides -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_devices_and_overrides ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_workers -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_workers ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_workers_and_devices -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_workers_and_devices ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_no_devices -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_no_devices ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_some_workers_and_devices -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_some_workers_and_devices ... ok -test.unit.obj.test_updater.TestRateLimiterBucket.test_bool -test.unit.obj.test_updater.TestRateLimiterBucket.test_bool ... ok -test.unit.obj.test_updater.TestRateLimiterBucket.test_bucket_ordering -test.unit.obj.test_updater.TestRateLimiterBucket.test_bucket_ordering ... ok -test.unit.obj.test_updater.TestRateLimiterBucket.test_len -test.unit.obj.test_updater.TestRateLimiterBucket.test_len ... ok -test.unit.proxy.controllers.test_base.TestGetterSource.test_close -test.unit.proxy.controllers.test_base.TestGetterSource.test_close ... ok -test.unit.proxy.controllers.test_base.TestGetterSource.test_init -test.unit.proxy.controllers.test_base.TestGetterSource.test_init ... ok -test.unit.proxy.controllers.test_base.TestGetterSource.test_sort -test.unit.proxy.controllers.test_base.TestGetterSource.test_sort ... ok -test.unit.proxy.controllers.test_base.TestGetterSource.test_timestamp -test.unit.proxy.controllers.test_base.TestGetterSource.test_timestamp ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_empty_body -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_empty_body ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_invalid_shard_range -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_invalid_shard_range ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_key_missing -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_key_missing ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_missing_record_type -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_missing_record_type ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_not_a_list -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_not_a_list ... ok -test ERROR: Failed to unlink '/tmp/tmp4nz_9bqy/containers/part/suffix/hash/container.db': +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txb7ee14c67798498f9bdb3-006644f9a0) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_a', lower='', upper='a') .shards_a/c_a with {'X-Backend-Record-Type': 'auto'} (txn: txb7ee14c67798498f9bdb3-006644f9a0) +test DEBUG: Get listing from /v1/.shards_a/c_a?format=json&limit=10000&marker=&end_marker=a%00 {'X-Backend-Record-Type': 'auto'} (txn: txb7ee14c67798498f9bdb3-006644f9a0) +test DEBUG: Found 33 objects in shard (state=unsharded), total = 33 (txn: txb7ee14c67798498f9bdb3-006644f9a0) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: txb7ee14c67798498f9bdb3-006644f9a0) +test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: txb7ee14c67798498f9bdb3-006644f9a0) +test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00&states=listing (txn: txb7ee14c67798498f9bdb3-006644f9a0) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='b', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txb7ee14c67798498f9bdb3-006644f9a0) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: txb7ee14c67798498f9bdb3-006644f9a0) +test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_?format=json&limit=9967&marker=a&end_marker=b%00&states=listing (txn: txb7ee14c67798498f9bdb3-006644f9a0) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'object'} (txn: txb7ee14c67798498f9bdb3-006644f9a0) +test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'object'} (txn: txb7ee14c67798498f9bdb3-006644f9a0) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: txb7ee14c67798498f9bdb3-006644f9a0) +test DEBUG: Found 1 objects in shard (state=sharded), total = 1 (txn: txb7ee14c67798498f9bdb3-006644f9a0) +test DEBUG: Found 1 objects in shard (state=sharded), total = 34 (txn: txb7ee14c67798498f9bdb3-006644f9a0) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='b', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'object'} (txn: txb7ee14c67798498f9bdb3-006644f9a0) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9966&marker=b&end_marker= {'X-Backend-Record-Type': 'object'} (txn: txb7ee14c67798498f9bdb3-006644f9a0) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1058 (txn: txb7ee14c67798498f9bdb3-006644f9a0) +test DEBUG: Setting object count to 1058 (txn: txb7ee14c67798498f9bdb3-006644f9a0) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: txfcd264761eef441fa1f33-006644f9a1) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txfcd264761eef441fa1f33-006644f9a1) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=10000&marker=&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txfcd264761eef441fa1f33-006644f9a1) +test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_?format=json&limit=10000&marker=&end_marker=&states=listing (txn: txfcd264761eef441fa1f33-006644f9a1) +test DEBUG: Getting listing part 0 from shard Namespace(name='a/c', lower='', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: txfcd264761eef441fa1f33-006644f9a1) +test DEBUG: Get listing from /v1/a/c?format=json&limit=10000&marker=&end_marker= {'X-Backend-Record-Type': 'object'} (txn: txfcd264761eef441fa1f33-006644f9a1) +test DEBUG: Found 1024 objects in shard (state=sharded), total = 1024 (txn: txfcd264761eef441fa1f33-006644f9a1) +test DEBUG: Setting object count to 1024 (txn: txfcd264761eef441fa1f33-006644f9a1) +test DEBUG: Found 1024 objects in shard (state=sharding), total = 1024 (txn: txfcd264761eef441fa1f33-006644f9a1) +test DEBUG: Setting object count to 1024 (txn: txfcd264761eef441fa1f33-006644f9a1) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txbb5245ea783547a3b2520-006644f9a2) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txbb5245ea783547a3b2520-006644f9a2) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txbb5245ea783547a3b2520-006644f9a2) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txbb5245ea783547a3b2520-006644f9a2) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txbb5245ea783547a3b2520-006644f9a2) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txbb5245ea783547a3b2520-006644f9a2) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txbb5245ea783547a3b2520-006644f9a2) +test INFO: Caching listing namespaces for shard-listing-v2/.shards_a/c_pie (3 namespaces) (txn: txbb5245ea783547a3b2520-006644f9a2) +test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: txbb5245ea783547a3b2520-006644f9a2) +test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: txbb5245ea783547a3b2520-006644f9a2) +test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: txbb5245ea783547a3b2520-006644f9a2) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: txbb5245ea783547a3b2520-006644f9a2) +test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: txbb5245ea783547a3b2520-006644f9a2) +test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: txbb5245ea783547a3b2520-006644f9a2) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: txbb5245ea783547a3b2520-006644f9a2) +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharded_shard_with_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharded_shard_with_memcache ... ok +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp9e3kg1fs/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Container 'a/c' cannot be set to sharding state: missing epoch +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp9e3kg1fs/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp9e3kg1fs/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp9e3kg1fs/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp9e3kg1fs/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp9e3kg1fs/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Container 'a/c' cannot be set to sharding state: missing epoch +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp9e3kg1fs/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp9e3kg1fs/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp9e3kg1fs/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp9e3kg1fs/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp9e3kg1fs/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Container 'a/c' cannot be set to sharding state: missing epoch +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp9e3kg1fs/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp9e3kg1fs/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp9e3kg1fs/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp9e3kg1fs/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp9e3kg1fs/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Container 'a/c' cannot be set to sharding state: missing epoch +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp9e3kg1fs/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpsf0r9ifs/sda/containers/0/lse/hash60False/hash60False.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpsf0r9ifs/sda/containers/0/lse/hash60False/hash60False.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpsf0r9ifs/sda/containers/0/lse/hash60False/hash60False.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpsf0r9ifs/sda/containers/0/lse/hash60False/hash60False.db +sharder-test INFO: Kick off container cleaving, own shard range in state 'sharding', path: a/c, db: /tmp/tmpsf0r9ifs/sda/containers/0/lse/hash60False/hash60False_1715796386.00000.db +sharder-test DEBUG: PUT new shard range container for ShardRange, path: a/c, db: /tmp/tmpsf0r9ifs/sda/containers/0/lse/hash60False/hash60False_1715796386.00000.db +sharder-test DEBUG: PUT new shard range container for ShardRange<'m' to MaxBound as of 1715795964.40970, (0, 0) as of 1715795964.40970, created as of 1715795964.40970>, path: a/c, db: /tmp/tmpsf0r9ifs/sda/containers/0/lse/hash60False/hash60False_1715796386.00000.db +sharder-test INFO: Completed creating 2 shard range containers, path: a/c, db: /tmp/tmpsf0r9ifs/sda/containers/0/lse/hash60False/hash60False_1715796386.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpsf0r9ifs/sda/containers/0/lse/hash60False/hash60False_1715796386.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpsf0r9ifs/sda/containers/0/lse/hash60False/hash60False_1715796386.00000.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpsf0r9ifs/sda/containers/0/lse/hash60False/hash60False_1715796386.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpsf0r9ifs/sda/containers/0/lse/hash60False/hash60False_1715796386.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpsf0r9ifs/sda/containers/0/lse/hash60False/hash60False_1715796386.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/c_m_0 for ShardRange, path: a/c, db: /tmp/tmpsf0r9ifs/sda/containers/0/lse/hash60False/hash60False_1715796386.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00023031234741210938s, path: a/c, db: /tmp/tmpsf0r9ifs/sda/containers/0/lse/hash60False/hash60False.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013494491577148438s, path: a/c, db: /tmp/tmpsf0r9ifs/sda/containers/0/lse/hash60False/hash60False.db +sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmpsf0r9ifs/sda/containers/0/lse/hash60False/hash60False_1715796386.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'m' to MaxBound as of 1715795964.40970, (0, 0) as of 1715795964.40970, created as of 1715795964.40970>, path: a/c, db: /tmp/tmpsf0r9ifs/sda/containers/0/lse/hash60False/hash60False_1715796386.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00021076202392578125s, path: a/c, db: /tmp/tmpsf0r9ifs/sda/containers/0/lse/hash60False/hash60False.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013113021850585938s, path: a/c, db: /tmp/tmpsf0r9ifs/sda/containers/0/lse/hash60False/hash60False.db +sharder-test INFO: Cleaving ShardRange<'m' to MaxBound as of 1715795964.40970, (0, 0) as of 1715795964.40970, created as of 1715795964.40970> - zero objects found, path: a/c, db: /tmp/tmpsf0r9ifs/sda/containers/0/lse/hash60False/hash60False_1715796386.00000.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpsf0r9ifs/sda/containers/0/lse/hash60False/hash60False_1715796386.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpsf0r9ifs/sda/containers/0/lse/hash60False/hash60False.db' +sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpsf0r9ifs/sda/containers/0/lse/hash60False/hash60False_1715796386.00000.db +sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpsf0r9ifs/sda/containers/0/lse/hash60False/hash60False_1715796386.00000.db +sharder-test DEBUG: Starting processing, state unsharded (deleted), path: a/c, db: /tmp/tmpsf0r9ifs/sda/containers/0/rue/hash60True/hash60True.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpsf0r9ifs/sda/containers/0/rue/hash60True/hash60True.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpsf0r9ifs/sda/containers/0/rue/hash60True/hash60True.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpsf0r9ifs/sda/containers/0/rue/hash60True/hash60True.db +sharder-test INFO: Kick off container cleaving, own shard range in state 'sharding', path: a/c, db: /tmp/tmpsf0r9ifs/sda/containers/0/rue/hash60True/hash60True_1715796405.00000.db +sharder-test DEBUG: PUT new shard range container for ShardRange, path: a/c, db: /tmp/tmpsf0r9ifs/sda/containers/0/rue/hash60True/hash60True_1715796405.00000.db +sharder-test DEBUG: PUT new shard range container for ShardRange<'m' to MaxBound as of 1715795964.40970, (0, 0) as of 1715795964.40970, created as of 1715795964.40970>, path: a/c, db: /tmp/tmpsf0r9ifs/sda/containers/0/rue/hash60True/hash60True_1715796405.00000.db +sharder-test INFO: Completed creating 2 shard range containers, path: a/c, db: /tmp/tmpsf0r9ifs/sda/containers/0/rue/hash60True/hash60True_1715796405.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpsf0r9ifs/sda/containers/0/rue/hash60True/hash60True_1715796405.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpsf0r9ifs/sda/containers/0/rue/hash60True/hash60True_1715796405.00000.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpsf0r9ifs/sda/containers/0/rue/hash60True/hash60True_1715796405.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpsf0r9ifs/sda/containers/0/rue/hash60True/hash60True_1715796405.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpsf0r9ifs/sda/containers/0/rue/hash60True/hash60True_1715796405.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/c_m_0 for ShardRange, path: a/c, db: /tmp/tmpsf0r9ifs/sda/containers/0/rue/hash60True/hash60True_1715796405.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0002079010009765625s, path: a/c, db: /tmp/tmpsf0r9ifs/sda/containers/0/rue/hash60True/hash60True.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001285076141357422s, path: a/c, db: /tmp/tmpsf0r9ifs/sda/containers/0/rue/hash60True/hash60True.db +sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmpsf0r9ifs/sda/containers/0/rue/hash60True/hash60True_1715796405.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'m' to MaxBound as of 1715795964.40970, (0, 0) as of 1715795964.40970, created as of 1715795964.40970>, path: a/c, db: /tmp/tmpsf0r9ifs/sda/containers/0/rue/hash60True/hash60True_1715796405.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001895427703857422s, path: a/c, db: /tmp/tmpsf0r9ifs/sda/containers/0/rue/hash60True/hash60True.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012946128845214844s, path: a/c, db: /tmp/tmpsf0r9ifs/sda/containers/0/rue/hash60True/hash60True.db +sharder-test INFO: Cleaving ShardRange<'m' to MaxBound as of 1715795964.40970, (0, 0) as of 1715795964.40970, created as of 1715795964.40970> - zero objects found, path: a/c, db: /tmp/tmpsf0r9ifs/sda/containers/0/rue/hash60True/hash60True_1715796405.00000.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpsf0r9ifs/sda/containers/0/rue/hash60True/hash60True_1715796405.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpsf0r9ifs/sda/containers/0/rue/hash60True/hash60True.db' +sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpsf0r9ifs/sda/containers/0/rue/hash60True/hash60True_1715796405.00000.db +sharder-test DEBUG: Finished processing, state sharded (deleted), path: a/c, db: /tmp/tmpsf0r9ifs/sda/containers/0/rue/hash60True/hash60True_1715796405.00000.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpsf0r9ifs/sda/containers/0/lse/hash50False/hash50False.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpsf0r9ifs/sda/containers/0/lse/hash50False/hash50False.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpsf0r9ifs/sda/containers/0/lse/hash50False/hash50False.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpsf0r9ifs/sda/containers/0/lse/hash50False/hash50False.db +sharder-test INFO: Kick off container cleaving, own shard range in state 'shrinking', path: a/c, db: /tmp/tmpsf0r9ifs/sda/containers/0/lse/hash50False/hash50False_1715796424.00000.db +sharder-test DEBUG: PUT new shard range container for ShardRange, path: a/c, db: /tmp/tmpsf0r9ifs/sda/containers/0/lse/hash50False/hash50False_1715796424.00000.db +sharder-test DEBUG: PUT new shard range container for ShardRange<'m' to MaxBound as of 1715795964.40970, (0, 0) as of 1715795964.40970, created as of 1715795964.40970>, path: a/c, db: /tmp/tmpsf0r9ifs/sda/containers/0/lse/hash50False/hash50False_1715796424.00000.db +sharder-test INFO: Completed creating 2 shard range containers, path: a/c, db: /tmp/tmpsf0r9ifs/sda/containers/0/lse/hash50False/hash50False_1715796424.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpsf0r9ifs/sda/containers/0/lse/hash50False/hash50False_1715796424.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpsf0r9ifs/sda/containers/0/lse/hash50False/hash50False_1715796424.00000.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpsf0r9ifs/sda/containers/0/lse/hash50False/hash50False_1715796424.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpsf0r9ifs/sda/containers/0/lse/hash50False/hash50False_1715796424.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpsf0r9ifs/sda/containers/0/lse/hash50False/hash50False_1715796424.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/c_m_0 for ShardRange, path: a/c, db: /tmp/tmpsf0r9ifs/sda/containers/0/lse/hash50False/hash50False_1715796424.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00020456314086914062s, path: a/c, db: /tmp/tmpsf0r9ifs/sda/containers/0/lse/hash50False/hash50False.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012803077697753906s, path: a/c, db: /tmp/tmpsf0r9ifs/sda/containers/0/lse/hash50False/hash50False.db +sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmpsf0r9ifs/sda/containers/0/lse/hash50False/hash50False_1715796424.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'m' to MaxBound as of 1715795964.40970, (0, 0) as of 1715795964.40970, created as of 1715795964.40970>, path: a/c, db: /tmp/tmpsf0r9ifs/sda/containers/0/lse/hash50False/hash50False_1715796424.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00016260147094726562s, path: a/c, db: /tmp/tmpsf0r9ifs/sda/containers/0/lse/hash50False/hash50False.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.632110595703125e-05s, path: a/c, db: /tmp/tmpsf0r9ifs/sda/containers/0/lse/hash50False/hash50False.db +sharder-test INFO: Cleaving ShardRange<'m' to MaxBound as of 1715795964.40970, (0, 0) as of 1715795964.40970, created as of 1715795964.40970> - zero objects found, path: a/c, db: /tmp/tmpsf0r9ifs/sda/containers/0/lse/hash50False/hash50False_1715796424.00000.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpsf0r9ifs/sda/containers/0/lse/hash50False/hash50False_1715796424.00000.db +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_mixed_policies +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_mixed_policies ... ok +test.unit.container.test_sharder.TestSharder.test_process_broker_sharding_completes_with_own_and_other_ranges +test.unit.container.test_sharder.TestSharder.test_process_broker_sharding_completes_with_own_and_other_ranges ... ok +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpsf0r9ifs/sda/containers/0/lse/hash50False/hash50False.db' +sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpsf0r9ifs/sda/containers/0/lse/hash50False/hash50False_1715796424.00000.db +sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpsf0r9ifs/sda/containers/0/lse/hash50False/hash50False_1715796424.00000.db +sharder-test DEBUG: Starting processing, state unsharded (deleted), path: a/c, db: /tmp/tmpsf0r9ifs/sda/containers/0/rue/hash50True/hash50True.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpsf0r9ifs/sda/containers/0/rue/hash50True/hash50True.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpsf0r9ifs/sda/containers/0/rue/hash50True/hash50True.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpsf0r9ifs/sda/containers/0/rue/hash50True/hash50True.db +sharder-test INFO: Kick off container cleaving, own shard range in state 'shrinking', path: a/c, db: /tmp/tmpsf0r9ifs/sda/containers/0/rue/hash50True/hash50True_1715796440.00000.db +sharder-test DEBUG: PUT new shard range container for ShardRange, path: a/c, db: /tmp/tmpsf0r9ifs/sda/containers/0/rue/hash50True/hash50True_1715796440.00000.db +sharder-test DEBUG: PUT new shard range container for ShardRange<'m' to MaxBound as of 1715795964.40970, (0, 0) as of 1715795964.40970, created as of 1715795964.40970>, path: a/c, db: /tmp/tmpsf0r9ifs/sda/containers/0/rue/hash50True/hash50True_1715796440.00000.db +sharder-test INFO: Completed creating 2 shard range containers, path: a/c, db: /tmp/tmpsf0r9ifs/sda/containers/0/rue/hash50True/hash50True_1715796440.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpsf0r9ifs/sda/containers/0/rue/hash50True/hash50True_1715796440.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpsf0r9ifs/sda/containers/0/rue/hash50True/hash50True_1715796440.00000.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpsf0r9ifs/sda/containers/0/rue/hash50True/hash50True_1715796440.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpsf0r9ifs/sda/containers/0/rue/hash50True/hash50True_1715796440.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpsf0r9ifs/sda/containers/0/rue/hash50True/hash50True_1715796440.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/c_m_0 for ShardRange, path: a/c, db: /tmp/tmpsf0r9ifs/sda/containers/0/rue/hash50True/hash50True_1715796440.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00017070770263671875s, path: a/c, db: /tmp/tmpsf0r9ifs/sda/containers/0/rue/hash50True/hash50True.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.751319885253906e-05s, path: a/c, db: /tmp/tmpsf0r9ifs/sda/containers/0/rue/hash50True/hash50True.db +sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmpsf0r9ifs/sda/containers/0/rue/hash50True/hash50True_1715796440.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'m' to MaxBound as of 1715795964.40970, (0, 0) as of 1715795964.40970, created as of 1715795964.40970>, path: a/c, db: /tmp/tmpsf0r9ifs/sda/containers/0/rue/hash50True/hash50True_1715796440.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001933574676513672s, path: a/c, db: /tmp/tmpsf0r9ifs/sda/containers/0/rue/hash50True/hash50True.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011730194091796875s, path: a/c, db: /tmp/tmpsf0r9ifs/sda/containers/0/rue/hash50True/hash50True.db +sharder-test INFO: Cleaving ShardRange<'m' to MaxBound as of 1715795964.40970, (0, 0) as of 1715795964.40970, created as of 1715795964.40970> - zero objects found, path: a/c, db: /tmp/tmpsf0r9ifs/sda/containers/0/rue/hash50True/hash50True_1715796440.00000.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpsf0r9ifs/sda/containers/0/rue/hash50True/hash50True_1715796440.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpsf0r9ifs/sda/containers/0/rue/hash50True/hash50True.db' +sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpsf0r9ifs/sda/containers/0/rue/hash50True/hash50True_1715796440.00000.db +sharder-test DEBUG: Finished processing, state sharded (deleted), path: a/c, db: /tmp/tmpsf0r9ifs/sda/containers/0/rue/hash50True/hash50True_1715796440.00000.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp755cdjhy/sda/containers/0/h60/hash60/hash60.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp755cdjhy/sda/containers/0/h60/hash60/hash60.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp755cdjhy/sda/containers/0/h60/hash60/hash60.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp755cdjhy/sda/containers/0/h60/hash60/hash60.db +sharder-test INFO: Kick off container cleaving, own shard range in state 'sharding', path: a/c, db: /tmp/tmp755cdjhy/sda/containers/0/h60/hash60/hash60_1715796387.93268.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp755cdjhy/sda/containers/0/h60/hash60/hash60_1715796387.93268.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp755cdjhy/sda/containers/0/h60/hash60/hash60_1715796387.93268.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp755cdjhy/sda/containers/0/h60/hash60/hash60_1715796387.93268.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp755cdjhy/sda/containers/0/h60/hash60/hash60_1715796387.93268.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmp755cdjhy/sda/containers/0/h60/hash60/hash60_1715796387.93268.db +sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmp755cdjhy/sda/containers/0/h60/hash60/hash60_1715796387.93268.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp755cdjhy/sda/containers/0/h60/hash60/hash60_1715796387.93268.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmp755cdjhy/sda/containers/0/h60/hash60/hash60_1715796387.93268.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp755cdjhy/sda/containers/0/h50/hash50/hash50.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp755cdjhy/sda/containers/0/h50/hash50/hash50.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp755cdjhy/sda/containers/0/h50/hash50/hash50.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp755cdjhy/sda/containers/0/h50/hash50/hash50.db +sharder-test INFO: Kick off container cleaving, own shard range in state 'shrinking', path: a/c, db: /tmp/tmp755cdjhy/sda/containers/0/h50/hash50/hash50_1715796388.05035.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp755cdjhy/sda/containers/0/h50/hash50/hash50_1715796388.05035.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp755cdjhy/sda/containers/0/h50/hash50/hash50_1715796388.05035.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp755cdjhy/sda/containers/0/h50/hash50/hash50_1715796388.05035.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp755cdjhy/sda/containers/0/h50/hash50/hash50_1715796388.05035.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmp755cdjhy/sda/containers/0/h50/hash50/hash50_1715796388.05035.db +test.unit.container.test_sharder.TestSharder.test_process_broker_sharding_stalls_with_own_and_other_ranges +test.unit.container.test_sharder.TestSharder.test_process_broker_sharding_stalls_with_own_and_other_ranges ... ok +test.unit.container.test_sharder.TestSharder.test_ratelimited_roundrobin +test.unit.container.test_sharder.TestSharder.test_ratelimited_roundrobin ... ok +sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmp755cdjhy/sda/containers/0/h50/hash50/hash50_1715796388.05035.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp755cdjhy/sda/containers/0/h50/hash50/hash50_1715796388.05035.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmp755cdjhy/sda/containers/0/h50/hash50/hash50_1715796388.05035.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp755cdjhy/sda/containers/0/h70/hash70/hash70.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp755cdjhy/sda/containers/0/h70/hash70/hash70.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp755cdjhy/sda/containers/0/h70/hash70/hash70.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp755cdjhy/sda/containers/0/h70/hash70/hash70.db +sharder-test INFO: Kick off container cleaving, own shard range in state 'sharded', path: a/c, db: /tmp/tmp755cdjhy/sda/containers/0/h70/hash70/hash70_1715796388.17072.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp755cdjhy/sda/containers/0/h70/hash70/hash70_1715796388.17072.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp755cdjhy/sda/containers/0/h70/hash70/hash70_1715796388.17072.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp755cdjhy/sda/containers/0/h70/hash70/hash70_1715796388.17072.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp755cdjhy/sda/containers/0/h70/hash70/hash70_1715796388.17072.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmp755cdjhy/sda/containers/0/h70/hash70/hash70_1715796388.17072.db +sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmp755cdjhy/sda/containers/0/h70/hash70/hash70_1715796388.17072.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp755cdjhy/sda/containers/0/h70/hash70/hash70_1715796388.17072.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmp755cdjhy/sda/containers/0/h70/hash70/hash70_1715796388.17072.db +sharder-test INFO: Container sharder cycle starting, auto-sharding False +sharder-test INFO: Since Thu Jan 1 14:00:01 1970 visited - attempted:2 success:2 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu Jan 1 14:00:01 1970 scanned - attempted:1 success:1 failure:0 found:2 min_time:99 max_time:123 +sharder-test INFO: Since Thu Jan 1 14:00:01 1970 created - attempted:1 success:1 failure:1 +sharder-test INFO: Since Thu Jan 1 14:00:01 1970 cleaved - attempted:1 success:1 failure:0 min_time:0.01 max_time:1.3 +sharder-test INFO: Since Thu Jan 1 14:00:01 1970 misplaced - attempted:1 success:1 failure:0 found:1 placed:1 unplaced:0 +sharder-test INFO: Since Thu Jan 1 14:00:01 1970 audit_root - attempted:5 success:4 failure:1 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu Jan 1 14:00:01 1970 audit_shard - attempted:2 success:2 failure:0 +sharder-test INFO: Container sharder cycle completed: 5.00s +sharder-test INFO: Container sharder cycle starting, auto-sharding False +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 visited - attempted:1 success:1 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 scanned - attempted:1 success:1 failure:0 found:2 min_time:99 max_time:123 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 created - attempted:1 success:1 failure:1 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 cleaved - attempted:1 success:1 failure:0 min_time:0.01 max_time:1.3 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 misplaced - attempted:1 success:1 failure:0 found:1 placed:1 unplaced:0 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 audit_root - attempted:5 success:4 failure:1 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 audit_shard - attempted:2 success:2 failure:0 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 visited - attempted:2 success:2 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 scanned - attempted:1 success:1 failure:0 found:2 min_time:99 max_time:123 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 created - attempted:1 success:1 failure:1 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 cleaved - attempted:1 success:1 failure:0 min_time:0.01 max_time:1.3 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 misplaced - attempted:1 success:1 failure:0 found:1 placed:1 unplaced:0 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 audit_root - attempted:5 success:4 failure:1 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 audit_shard - attempted:2 success:2 failure:0 +sharder-test INFO: Container sharder cycle completed: 3604.00s +sharder-test INFO: Container sharder cycle starting, auto-sharding False +sharder-test INFO: Since Thu Jan 1 15:00:10 1970 visited - attempted:2 success:2 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu Jan 1 15:00:10 1970 scanned - attempted:1 success:1 failure:0 found:2 min_time:99 max_time:123 +sharder-test INFO: Since Thu Jan 1 15:00:10 1970 created - attempted:1 success:1 failure:1 +sharder-test INFO: Since Thu Jan 1 15:00:10 1970 cleaved - attempted:1 success:1 failure:0 min_time:0.01 max_time:1.3 +sharder-test INFO: Since Thu Jan 1 15:00:10 1970 misplaced - attempted:1 success:1 failure:0 found:1 placed:1 unplaced:0 +sharder-test INFO: Since Thu Jan 1 15:00:10 1970 audit_root - attempted:5 success:4 failure:1 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu Jan 1 15:00:10 1970 audit_shard - attempted:2 success:2 failure:0 +sharder-test INFO: Container sharder cycle completed: 30.00s +sharder-test INFO: Container sharder cycle starting, auto-sharding False +sharder-test ERROR: Unhandled exception while dumping progress: Test over, path: a/c2, db: /tmp/tmpblkmg69b/sda/containers/0/ash/c2hash/c2hash.db: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2244, in set_sharded_state - os.unlink(retiring_file) + File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 2526, in _one_shard_cycle + self._record_sharding_progress(broker, node, error) + File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 1053, in _record_sharding_progress + own_shard_range = broker.get_own_shard_range() + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2058, in get_own_shard_range + self.path, Timestamp.now(), ShardRange.MIN, ShardRange.MAX, + ^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/timestamp.py", line 129, in now + return cls(time.time(), offset=offset, delta=delta) + ^^^^^^^^^^^ File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ return _mock_self._mock_call(*args, **kwargs) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ @@ -46936,468 +55793,69 @@ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call raise effect -OSError: 1 -test DEBUG: Unlinked retiring db '/tmp/tmp4nz_9bqy/containers/part/suffix/hash/container_1750205176.00000.db' -test WARNING: Still have multiple db files after unlinking '/tmp/tmp4nz_9bqy/containers/part/suffix/hash/container_1750205176.00000.db': ['/tmp/tmp4nz_9bqy/containers/part/suffix/hash/container.db', '/tmp/tmp4nz_9bqy/containers/part/suffix/hash/container_1750205177.00000.db'] -test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmp4nz_9bqy/containers/part/suffix/hash/container_1750205177.00000.db']. -test ERROR: Failed to set the ROWID of the fresh database for a/c: -test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: -test INFO: [worker 1/1 pid=635418] Running object reconstructor in script mode. -test INFO: [worker 1/1 pid=635418] Object reconstruction complete (once). (5.00 minutes) -test INFO: [worker 1/1 pid=635418] Running object reconstructor in script mode. -test INFO: [worker 1/1 pid=635418] Object reconstruction complete (once). (5.00 minutes) -test INFO: [worker 1/1 pid=635418] Running object reconstructor in script mode. -test INFO: [worker 1/1 pid=635418] Object reconstruction complete (once). (5.00 minutes) -test INFO: [worker 1/1 pid=635418] Running object reconstructor in script mode. -test INFO: [worker 1/1 pid=635418] Object reconstruction complete (once). (5.00 minutes) -test INFO: [worker 1/1 pid=635418] Running object reconstructor in script mode. -test INFO: [worker 1/1 pid=635418] Object reconstruction complete (once). (10.00 minutes) -test INFO: Running object reconstructor in script mode. -test INFO: Object reconstruction complete (once). (5.00 minutes) -test INFO: Running object reconstructor in script mode. -test INFO: Object reconstruction complete (once). (5.00 minutes) -test INFO: Running object reconstructor in script mode. -test INFO: Object reconstruction complete (once). (5.00 minutes) -test INFO: [worker 1/1 pid=635418] Running object reconstructor in script mode. -test INFO: [worker 1/1 pid=635418] Object reconstruction complete (once). (5.00 minutes) -test INFO: [worker 1/1 pid=635418] Running object reconstructor in script mode. -test INFO: [worker 1/1 pid=635418] Object reconstruction complete (once). (5.00 minutes) -test INFO: [worker 1/1 pid=635418] Running object reconstructor in script mode. -test INFO: [worker 1/1 pid=635418] Object reconstruction complete (once). (5.00 minutes) -test INFO: [worker 1/1 pid=635418] Running object reconstructor in script mode. -test INFO: [worker 1/1 pid=635418] Object reconstruction complete (once). (5.00 minutes) -test INFO: [worker 1/2 pid=pid-1] Starting object reconstructor in daemon mode. -test INFO: [worker 1/2 pid=pid-1] Starting object reconstruction pass. -test INFO: [worker 1/2 pid=pid-1] Object reconstruction complete. (0.10 minutes) -test DEBUG: [worker 1/2 pid=pid-1] reconstruction sleeping for 30.0 seconds. -test INFO: [worker 2/4 pid=20641] Running object reconstructor in script mode. -test DEBUG: [worker 2/4 pid=20641] debug message -test INFO: [worker 2/4 pid=20641] info message -test WARNING: [worker 2/4 pid=20641] warning message -test ERROR: [worker 2/4 pid=20641] error message -test INFO: [worker 2/4 pid=20641] Object reconstruction complete (once). (0.00 minutes) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Problem with listing response from /v1/a/c/o: JSONDecodeError('Expecting value: line 1 column 1 (char 0)') (txn: txbac5f02786a94cb1b82b6-0068520303) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Failed to get namespaces from /v1/a/c/o: invalid data: ValueError("upper ('a') must be greater than or equal to lower ('z')") (txn: txfe3bc44f3254492683b00-0068520303) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Failed to get namespaces from /v1/a/c/o: invalid data: KeyError('name') (txn: tx2eab7980919843aabc922-0068520303) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Failed to get shard ranges from /v1/a/c/o: unexpected record type None (txn: tx97ea7d1a123341d29180d-0068520303) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Problem with listing response from /v1/a/c/o: ValueError('not a list') (txn: tx888b4c1222914042a2729-0068520303) -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_request_failed -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_request_failed ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_wrong_record_type -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_wrong_record_type ... ok -test.unit.proxy.controllers.test_obj.TestNumContainerUpdates.test_it -test.unit.proxy.controllers.test_obj.TestNumContainerUpdates.test_it ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_error -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_error ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_with_body_and_footers -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_with_body_and_footers ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_with_no_body_and_footers -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_with_no_body_and_footers ... ok -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txa6b0c2d4ca5a42cdb1de1-0068520303) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txa6b0c2d4ca5a42cdb1de1-0068520303) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txa6b0c2d4ca5a42cdb1de1-0068520303) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txa6b0c2d4ca5a42cdb1de1-0068520303) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txa6b0c2d4ca5a42cdb1de1-0068520303) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txa6b0c2d4ca5a42cdb1de1-0068520303) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txa6b0c2d4ca5a42cdb1de1-0068520303) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txa6b0c2d4ca5a42cdb1de1-0068520303) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txa6b0c2d4ca5a42cdb1de1-0068520303) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txa6b0c2d4ca5a42cdb1de1-0068520303) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: txa6b0c2d4ca5a42cdb1de1-0068520303) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txa6b0c2d4ca5a42cdb1de1-0068520303) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txa6b0c2d4ca5a42cdb1de1-0068520303) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: txa6b0c2d4ca5a42cdb1de1-0068520303) -test DEBUG: Setting object count to 3120 (txn: txa6b0c2d4ca5a42cdb1de1-0068520303) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx46e68a15618f4c3fb2ecf-0068520303) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx46e68a15618f4c3fb2ecf-0068520303) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx46e68a15618f4c3fb2ecf-0068520303) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx46e68a15618f4c3fb2ecf-0068520303) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx46e68a15618f4c3fb2ecf-0068520303) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx46e68a15618f4c3fb2ecf-0068520303) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx46e68a15618f4c3fb2ecf-0068520303) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx46e68a15618f4c3fb2ecf-0068520303) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx46e68a15618f4c3fb2ecf-0068520303) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx46e68a15618f4c3fb2ecf-0068520303) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx46e68a15618f4c3fb2ecf-0068520303) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx46e68a15618f4c3fb2ecf-0068520303) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx46e68a15618f4c3fb2ecf-0068520303) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx46e68a15618f4c3fb2ecf-0068520303) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx46e68a15618f4c3fb2ecf-0068520303) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx46e68a15618f4c3fb2ecf-0068520303) -test DEBUG: Setting object count to 3120 (txn: tx46e68a15618f4c3fb2ecf-0068520303) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx96328370d6e342e8961f0-0068520303) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx96328370d6e342e8961f0-0068520303) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx96328370d6e342e8961f0-0068520303) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx96328370d6e342e8961f0-0068520303) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx96328370d6e342e8961f0-0068520303) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx96328370d6e342e8961f0-0068520303) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx96328370d6e342e8961f0-0068520303) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx96328370d6e342e8961f0-0068520303) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx96328370d6e342e8961f0-0068520303) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx96328370d6e342e8961f0-0068520303) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx96328370d6e342e8961f0-0068520303) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx96328370d6e342e8961f0-0068520303) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx96328370d6e342e8961f0-0068520303) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx96328370d6e342e8961f0-0068520303) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx96328370d6e342e8961f0-0068520303) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx96328370d6e342e8961f0-0068520303) -test DEBUG: Setting object count to 3120 (txn: tx96328370d6e342e8961f0-0068520303) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txe472f9a36256441a9651a-0068520303) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txe472f9a36256441a9651a-0068520303) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txe472f9a36256441a9651a-0068520303) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txe472f9a36256441a9651a-0068520303) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txe472f9a36256441a9651a-0068520303) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txe472f9a36256441a9651a-0068520303) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txe472f9a36256441a9651a-0068520303) -test DEBUG: Getting listing part 2 from shard Namespace(name='a/c', lower='pie', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: txe472f9a36256441a9651a-0068520303) -test DEBUG: Get listing from /v1/a/c?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'object'} (txn: txe472f9a36256441a9651a-0068520303) -test DEBUG: Found 3072 objects in shard (state=sharded), total = 3120 (txn: txe472f9a36256441a9651a-0068520303) -test DEBUG: Setting object count to 3120 (txn: txe472f9a36256441a9651a-0068520303) -test DEBUG: GET listing from 5 shards for: /v1/a/c?reverse=true&limit=&format=json&states=listing (txn: tx2b868ffd57d94b919984a-0068520303) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx2b868ffd57d94b919984a-0068520303) -test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&limit=10000&format=json&marker=&end_marker=%F0%9F%8C%B4 {'X-Backend-Record-Type': 'auto'} (txn: tx2b868ffd57d94b919984a-0068520303) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: tx2b868ffd57d94b919984a-0068520303) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx2b868ffd57d94b919984a-0068520303) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?reverse=true&limit=8976&format=json&marker=%F0%9F%8C%B5&end_marker=%E2%98%83 {'X-Backend-Record-Type': 'auto'} (txn: tx2b868ffd57d94b919984a-0068520303) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2048 (txn: tx2b868ffd57d94b919984a-0068520303) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx2b868ffd57d94b919984a-0068520303) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?reverse=true&limit=7952&format=json&marker=%E2%98%84&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: tx2b868ffd57d94b919984a-0068520303) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3072 (txn: tx2b868ffd57d94b919984a-0068520303) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx2b868ffd57d94b919984a-0068520303) -test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&limit=6928&format=json&marker=q&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx2b868ffd57d94b919984a-0068520303) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 3080 (txn: tx2b868ffd57d94b919984a-0068520303) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx2b868ffd57d94b919984a-0068520303) -test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&limit=6920&format=json&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx2b868ffd57d94b919984a-0068520303) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 3120 (txn: tx2b868ffd57d94b919984a-0068520303) -test DEBUG: Setting object count to 3120 (txn: tx2b868ffd57d94b919984a-0068520303) -test DEBUG: GET listing from 5 shards for: /v1/a/c?limit=49&format=json&states=listing (txn: tx14bf9e1653b941c087421-0068520303) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx14bf9e1653b941c087421-0068520303) -test DEBUG: Get listing from /v1/.shards_a/c_ham?limit=49&format=json&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx14bf9e1653b941c087421-0068520303) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx14bf9e1653b941c087421-0068520303) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx14bf9e1653b941c087421-0068520303) -test DEBUG: Get listing from /v1/.shards_a/c_pie?limit=9&format=json&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx14bf9e1653b941c087421-0068520303) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx14bf9e1653b941c087421-0068520303) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx14bf9e1653b941c087421-0068520303) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?limit=1&format=json&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx14bf9e1653b941c087421-0068520303) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 49 (txn: tx14bf9e1653b941c087421-0068520303) -test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=%E2%98%86&format=json&states=listing (txn: tx2af8e92041904fbbb05ee-0068520303) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx2af8e92041904fbbb05ee-0068520303) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&format=json&limit=10000&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx2af8e92041904fbbb05ee-0068520303) -test DEBUG: Found 1022 objects in shard (state=unsharded), total = 1022 (txn: tx2af8e92041904fbbb05ee-0068520303) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx2af8e92041904fbbb05ee-0068520303) -test DEBUG: Get listing from /v1/.shards_a/c_?marker=%E2%A8%83&format=json&limit=8978&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx2af8e92041904fbbb05ee-0068520303) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2046 (txn: tx2af8e92041904fbbb05ee-0068520303) -test DEBUG: GET listing from 4 shards for: /v1/a/c?end_marker=%E2%98%8A&format=json&states=listing (txn: txeb9b5f766719407a82215-0068520303) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txeb9b5f766719407a82215-0068520303) -test DEBUG: Get listing from /v1/.shards_a/c_ham?end_marker=ham%00&format=json&limit=10000&marker= {'X-Backend-Record-Type': 'auto'} (txn: txeb9b5f766719407a82215-0068520303) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txeb9b5f766719407a82215-0068520303) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txeb9b5f766719407a82215-0068520303) -test DEBUG: Get listing from /v1/.shards_a/c_pie?end_marker=pie%00&format=json&limit=9960&marker=h {'X-Backend-Record-Type': 'auto'} (txn: txeb9b5f766719407a82215-0068520303) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txeb9b5f766719407a82215-0068520303) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txeb9b5f766719407a82215-0068520303) -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_no_memcache ... ok -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1750205185.68974', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1750205185.68974', 'deleted': 0, 'state': 10, 'state_timestamp': '1750205185.68974', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1750205185.68978', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1750205185.68978', 'deleted': 0, 'state': 10, 'state_timestamp': '1750205185.68978', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1750205185.68979', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1750205185.68979', 'deleted': 0, 'state': 10, 'state_timestamp': '1750205185.68979', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750205183.78241', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750205183.78241', 'deleted': 0, 'state': 40, 'state_timestamp': '1750205183.78241', 'epoch': '1750205183.78243', 'reported': 0, 'tombstones': -1}], 'a21c1453-0dde-4ae3-a935-53acdb01c8bb-sda') -test DEBUG: /tmp/tmplarecv7a/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmplarecv7a/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '33bc99f3-5cb2-4cb7-9265-7dc9944df5b9-sda', '1750205185.93901', '1750205185.93712', '0', '', '1750205185.93712', 0, 0) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, get_shard_ranges, () -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1750205186.04170', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1750205186.04170', 'deleted': 0, 'state': 10, 'state_timestamp': '1750205186.04170', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1750205186.04174', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1750205186.04174', 'deleted': 0, 'state': 10, 'state_timestamp': '1750205186.04174', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1750205186.04175', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1750205186.04175', 'deleted': 0, 'state': 10, 'state_timestamp': '1750205186.04175', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750205183.78241', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750205183.78241', 'deleted': 0, 'state': 40, 'state_timestamp': '1750205183.78241', 'epoch': '1750205183.78243', 'reported': 0, 'tombstones': -1}], '33bc99f3-5cb2-4cb7-9265-7dc9944df5b9-sda') -test DEBUG: /tmp/tmplarecv7a/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmplarecv7a/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', 'd0c14b1b-2527-49c2-a028-f083f00811a7-sda', '1750205186.24519', '1750205186.24208', '0', '', '1750205186.24208', 0, 0) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, get_shard_ranges, () -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1750205186.33024', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1750205186.33024', 'deleted': 0, 'state': 10, 'state_timestamp': '1750205186.33024', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1750205186.33027', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1750205186.33027', 'deleted': 0, 'state': 10, 'state_timestamp': '1750205186.33027', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1750205186.33029', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1750205186.33029', 'deleted': 0, 'state': 10, 'state_timestamp': '1750205186.33029', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750205183.78241', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750205183.78241', 'deleted': 0, 'state': 40, 'state_timestamp': '1750205183.78241', 'epoch': '1750205183.78243', 'reported': 0, 'tombstones': -1}], 'd0c14b1b-2527-49c2-a028-f083f00811a7-sda') -test DEBUG: /tmp/tmplarecv7a/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmplarecv7a/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '811b68bc-c47d-4714-ac3f-b4d59c4d588a-sda', '1750205186.58650', '1750205186.58426', '0', '', '1750205186.58426', 0, 0) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, get_shard_ranges, () -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1750205186.67689', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1750205186.67689', 'deleted': 0, 'state': 10, 'state_timestamp': '1750205186.67689', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1750205186.67693', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1750205186.67693', 'deleted': 0, 'state': 10, 'state_timestamp': '1750205186.67693', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1750205186.67695', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1750205186.67695', 'deleted': 0, 'state': 10, 'state_timestamp': '1750205186.67695', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750205183.78248', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750205183.78248', 'deleted': 0, 'state': 40, 'state_timestamp': '1750205183.78248', 'epoch': '1750205183.78250', 'reported': 0, 'tombstones': -1}], '811b68bc-c47d-4714-ac3f-b4d59c4d588a-sda') -test DEBUG: /tmp/tmplarecv7a/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmplarecv7a/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '5e8cd4f8-6e19-4b92-b5b9-d7a11bc065c8-sda', '1750205187.09624', '1750205187.09299', '0', '', '1750205187.09299', 0, 0) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, get_shard_ranges, () -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server WARNING: Failed to get container listing from /v1/a/c/o: 404 (txn: tx020ca3a791c94a16a1d3e-0068520303) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Failed to get shard ranges from /v1/a/c/o: unexpected record type 'object' (txn: tx9c9b1ac112214d1fbf8d9-0068520303) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.0:1000/sda (txn: txd7a71e1dbea141f692ceb-0068520303) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.2:1002/sdc (txn: txd7a71e1dbea141f692ceb-0068520303) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.1:1001/sdb (txn: txd7a71e1dbea141f692ceb-0068520303) -proxy-server ERROR: Object PUT returning 503 for [503, 503, 503] (txn: txd7a71e1dbea141f692ceb-0068520303) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_remove_objects -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_remove_objects ... ok -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.proxy.test_server.TestProxyServerConfiguration.test_auto_create_account -test.unit.proxy.test_server.TestProxyServerConfiguration.test_auto_create_account ... ok -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server WARNING: Client disconnected on read of EC frag 'a/c/o' (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (client_ip: 127.0.0.2) -cont1 DEBUG: Could not load '/tmp/tmpkwgy1vho/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpkwgy1vho/tmp_test_proxy_server_chunked/container-sync-realms.conf' (client_ip: 127.0.0.2) -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. (client_ip: 127.0.0.2) -cont2 DEBUG: Could not load '/tmp/tmpkwgy1vho/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpkwgy1vho/tmp_test_proxy_server_chunked/container-sync-realms.conf' (client_ip: 127.0.0.2) -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. (client_ip: 127.0.0.2) -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:06:26 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0720 "-" 635428 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:06:26 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0627 "-" 635428 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:06:26 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0784 "-" 635428 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:06:26 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0493 "-" 635428 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:06:26 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx893421cbc5b0460aac7b2-0068520302" "proxy-server 635428" 0.0015 "-" 635428 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:06:27 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:43005/sda1/1/a/c" "tx893421cbc5b0460aac7b2-0068520302" "container-server 635428" 0.0010 "-" 635428 0 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:06:27 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:54399/sdb1/1/a/c" "tx893421cbc5b0460aac7b2-0068520302" "container-server 635428" 0.0008 "-" 635428 0 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:00:06:27 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx893421cbc5b0460aac7b2-0068520302" "proxy-server 635428" 0.1382 "-" 635428 0 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:00:06:27 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx893421cbc5b0460aac7b2-0068520302" "proxy-server 635428" 0.0731 "-" 635428 0 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/00/06/27 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx893421cbc5b0460aac7b2-0068520302 - 0.1481 - - 1750205186.963912487 1750205187.111963034 0 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:06:27 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx4879f2cf31df49f5b61ae-0068520303" "proxy-server 635428" 0.0011 "-" 635428 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:06:27 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:54399/sdb1/1/a1/c1" "tx4879f2cf31df49f5b61ae-0068520303" "container-server 635428" 0.0009 "-" 635428 0 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:06:27 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:43005/sda1/1/a1/c1" "tx4879f2cf31df49f5b61ae-0068520303" "container-server 635428" 0.0062 "-" 635428 0 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:00:06:27 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx4879f2cf31df49f5b61ae-0068520303" "proxy-server 635428" 0.1168 "-" 635428 0 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:00:06:27 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx4879f2cf31df49f5b61ae-0068520303" "proxy-server 635428" 0.0598 "-" 635428 0 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/00/06/27 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx4879f2cf31df49f5b61ae-0068520303 - 0.1262 - - 1750205187.113216400 1750205187.239393711 0 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:06:27 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx191c246993794c4585f1a-0068520303" "proxy-server 635428" 0.0423 "-" 635428 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:06:27 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:43005/sda1/2/a/c1" "tx191c246993794c4585f1a-0068520303" "container-server 635428" 0.0010 "-" 635428 1 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:06:27 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:54399/sdb1/2/a/c1" "tx191c246993794c4585f1a-0068520303" "container-server 635428" 0.0397 "-" 635428 1 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:00:06:27 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx191c246993794c4585f1a-0068520303" "proxy-server 635428" 0.0865 "-" 635428 1 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:00:06:27 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx191c246993794c4585f1a-0068520303" "proxy-server 635428" 0.1443 "-" 635428 1 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/00/06/27 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx191c246993794c4585f1a-0068520303 - 0.1923 - - 1750205187.240438461 1750205187.432734251 1 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:06:27 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txe3f0de626202439db9991-0068520303" "proxy-server 635428" 0.0408 "-" 635428 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:06:27 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:54399/sdb1/1/a/c2" "txe3f0de626202439db9991-0068520303" "container-server 635428" 0.0458 "-" 635428 2 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:06:27 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:43005/sda1/1/a/c2" "txe3f0de626202439db9991-0068520303" "container-server 635428" 0.0009 "-" 635428 2 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:00:06:27 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txe3f0de626202439db9991-0068520303" "proxy-server 635428" 0.1430 "-" 635428 2 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:00:06:27 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txe3f0de626202439db9991-0068520303" "proxy-server 635428" 0.0874 "-" 635428 2 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/00/06/27 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txe3f0de626202439db9991-0068520303 - 0.1898 - - 1750205187.433841467 1750205187.623680115 2 -test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (client_ip: 127.0.0.2) -test.unit.proxy.test_server.TestProxyServerConfiguration.test_cors_options -test.unit.proxy.test_server.TestProxyServerConfiguration.test_cors_options ... ok -test.unit.proxy.test_server.TestProxyServerConfiguration.test_memcache_recheck_options -test.unit.proxy.test_server.TestProxyServerConfiguration.test_memcache_recheck_options ... ok -test.unit.proxy.test_server.TestProxyServerConfiguration.test_memcache_skip_options -test.unit.proxy.test_server.TestProxyServerConfiguration.test_memcache_skip_options ... ok -test.unit.proxy.test_server.TestProxyServerConfiguration.test_node_timeout -test.unit.proxy.test_server.TestProxyServerConfiguration.test_node_timeout ... ok -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8 -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_container -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_container ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_container_utf_object -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_container_utf_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_containers -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_containers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_object -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_version_container -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_version_container ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_version_container_utf_object -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_version_container_utf_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_PUT_sysmeta_then_GET -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_PUT_sysmeta_then_GET ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_PUT_sysmeta_then_HEAD -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_PUT_sysmeta_then_HEAD ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_not_updated_by_POST -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_not_updated_by_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_replaced_by_PUT -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_replaced_by_PUT ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_updated_by_COPY -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_updated_by_COPY ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_updated_by_COPY_from -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_updated_by_COPY_from ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_transient_sysmeta_replaced_by_PUT_or_POST -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_transient_sysmeta_replaced_by_PUT_or_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_resolve_shard_range_states -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_resolve_shard_range_states ... ok -test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (client_ip: 127.0.0.2) -test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (client_ip: 127.0.0.2) -test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (client_ip: 127.0.0.2) -test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (client_ip: 127.0.0.2) -test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (client_ip: 127.0.0.2) -test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (client_ip: 127.0.0.2) -test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (client_ip: 127.0.0.2) -test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (client_ip: 127.0.0.2) -test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_merge_remote_osr -test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_merge_remote_osr ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_overlapping_shards_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_overlapping_shards_no_memcache ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_none_to_sync -test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_none_to_sync ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_timeout_in_fetch -test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_timeout_in_fetch ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_trouble_receiving_so_none_to_sync -test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_trouble_receiving_so_none_to_sync ... ok -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1750205187.16897', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1750205187.16897', 'deleted': 0, 'state': 10, 'state_timestamp': '1750205187.16897', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1750205187.16901', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1750205187.16901', 'deleted': 0, 'state': 10, 'state_timestamp': '1750205187.16901', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1750205187.16902', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1750205187.16902', 'deleted': 0, 'state': 10, 'state_timestamp': '1750205187.16902', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750205183.78241', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750205183.78241', 'deleted': 0, 'state': 40, 'state_timestamp': '1750205183.78241', 'epoch': '1750205183.78243', 'reported': 0, 'tombstones': -1}], '5e8cd4f8-6e19-4b92-b5b9-d7a11bc065c8-sda') -test DEBUG: /tmp/tmplarecv7a/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmplarecv7a/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '15f5b4c8-b412-44ad-a828-94e0bfc69dcb-sda', '1750205187.47238', '1750205187.45651', '0', '', '1750205187.45651', 0, 0) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, get_shard_ranges, () -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1750205187.54779', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1750205187.54779', 'deleted': 0, 'state': 10, 'state_timestamp': '1750205187.54779', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1750205187.54783', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1750205187.54783', 'deleted': 0, 'state': 10, 'state_timestamp': '1750205187.54783', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1750205187.54785', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1750205187.54785', 'deleted': 0, 'state': 10, 'state_timestamp': '1750205187.54785', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750205183.78241', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750205183.78241', 'deleted': 0, 'state': 40, 'state_timestamp': '1750205183.78241', 'epoch': '1750205183.78243', 'reported': 0, 'tombstones': -1}], '15f5b4c8-b412-44ad-a828-94e0bfc69dcb-sda') -test DEBUG: /tmp/tmplarecv7a/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmplarecv7a/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '3f2321a2-3074-4d72-bc2a-d9091330aff8-sda', '1750205187.76059', '1750205187.75810', '0', '', '1750205187.75810', 0, 0) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, get_shard_ranges, () -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1750205187.81978', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1750205187.81978', 'deleted': 0, 'state': 10, 'state_timestamp': '1750205187.81978', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1750205187.81983', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1750205187.81983', 'deleted': 0, 'state': 10, 'state_timestamp': '1750205187.81983', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1750205187.81984', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1750205187.81984', 'deleted': 0, 'state': 10, 'state_timestamp': '1750205187.81984', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750205183.78254', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750205183.78228', 'deleted': 0, 'state': 40, 'state_timestamp': '1750205183.78228', 'epoch': None, 'reported': 0, 'tombstones': -1}], '3f2321a2-3074-4d72-bc2a-d9091330aff8-sda') -test WARNING: Ignoring remote osr w/o epoch, own_sr: {'name': 'a/c', 'timestamp': '1750205183.78241', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750205183.78241', 'deleted': 0, 'state': 40, 'state_timestamp': '1750205183.78241', 'epoch': '1750205183.78243', 'reported': 0, 'tombstones': -1}, remote_sr: {'name': 'a/c', 'timestamp': '1750205183.78254', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750205183.78228', 'deleted': 0, 'state': 40, 'state_timestamp': '1750205183.78228', 'epoch': None, 'reported': 0, 'tombstones': -1}, source: repl_req -test DEBUG: /tmp/tmplarecv7a/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmplarecv7a/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, '2d15faebc914c72ca80cd82fc57c3a2b', 'dbfcaa79-c8fe-4725-8a4f-a08996cf35fa-sda', '1750205188.02286', '1750205188.01192', '0', '', '1750205188.01192', 1, 0) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_items, ([{'ROWID': 1, 'name': 'obj', 'created_at': '1750205188.09269', 'size': 0, 'content_type': 'text/plain', 'etag': 'd41d8cd98f00b204e9800998ecf8427e', 'deleted': 0, 'storage_policy_index': 0}], 'dbfcaa79-c8fe-4725-8a4f-a08996cf35fa-sda') -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_syncs, ([],) -test DEBUG: Replicating db /tmp/tmppyftxqs9/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '65bf8d42-6421-4c67-8a14-1597f6026b05-sda', '1750205188.25280', '1750205188.24981', '0', '', '1750205188.24981', 0, 0) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, get_shard_ranges, () -test ERROR: ERROR syncing /tmp/tmppyftxqs9/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db with node {'ip': '10.0.0.1', 'replication_ip': '10.0.0.1', 'port': 1001, 'replication_port': 1001, 'device': 'sdb', 'zone': 1, 'region': 1, 'id': 1, 'weight': 1, 'index': 1}: Timeout (0.001s) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, 'fed6fb8a4788fd2031aae7b18390a219', 'ac29d314-bc66-48ee-8e37-8a27a1385d27-sda', '1750205188.42279', '1750205188.40603', '0', '', '1750205188.40603', 1, 0) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, get_shard_ranges, () -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_items, ([{'ROWID': 1, 'name': 'obj', 'created_at': '1750205188.53417', 'size': 0, 'content_type': 'text/plain', 'etag': 'd41d8cd98f00b204e9800998ecf8427e', 'deleted': 0, 'storage_policy_index': 0}], 'ac29d314-bc66-48ee-8e37-8a27a1385d27-sda') -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_syncs, ([],) -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmponth79a7/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reverse_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reverse_prefix_delim ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_with_rsync -test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_with_rsync ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_status_change -test.unit.container.test_replicator.TestReplicatorSync.test_sync_status_change ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_root_account_container_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_save_and_load_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_save_and_load_record_from_pending_file ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_to_remote_with_misplaced -test.unit.container.test_replicator.TestReplicatorSync.test_sync_to_remote_with_misplaced ... ok -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?end_marker=%E2%98%83%00&format=json&limit=9952&marker=p {'X-Backend-Record-Type': 'auto'} (txn: txeb9b5f766719407a82215-0068520303) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txeb9b5f766719407a82215-0068520303) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txeb9b5f766719407a82215-0068520303) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?end_marker=%E2%98%8A&format=json&limit=8928&marker=%D1%B0 {'X-Backend-Record-Type': 'auto'} (txn: txeb9b5f766719407a82215-0068520303) -test DEBUG: Found 6 objects in shard (state=unsharded), total = 1078 (txn: txeb9b5f766719407a82215-0068520303) -test DEBUG: GET listing from 5 shards for: /v1/a/c?prefix=hat&format=json&states=listing (txn: tx577dc57ed64149b2b8142-0068520303) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx577dc57ed64149b2b8142-0068520303) -test DEBUG: Get listing from /v1/.shards_a/c_pie?prefix=hat&format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx577dc57ed64149b2b8142-0068520303) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx577dc57ed64149b2b8142-0068520303) -test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json&states=listing (txn: tx585f4c8ce3d741349e28f-0068520303) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx585f4c8ce3d741349e28f-0068520303) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json {'X-Backend-Record-Type': 'auto'} (txn: tx585f4c8ce3d741349e28f-0068520303) -test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: tx585f4c8ce3d741349e28f-0068520303) -test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json&states=listing (txn: tx77f17f70451244a985253-0068520303) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx77f17f70451244a985253-0068520303) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json {'X-Backend-Record-Type': 'auto'} (txn: tx77f17f70451244a985253-0068520303) -test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: tx77f17f70451244a985253-0068520303) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx29f5987615434b80be1cc-0068520304) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx29f5987615434b80be1cc-0068520304) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx29f5987615434b80be1cc-0068520304) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx29f5987615434b80be1cc-0068520304) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx29f5987615434b80be1cc-0068520304) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx29f5987615434b80be1cc-0068520304) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx29f5987615434b80be1cc-0068520304) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='lemon', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx29f5987615434b80be1cc-0068520304) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx29f5987615434b80be1cc-0068520304) -test DEBUG: Found 1020 objects in shard (state=unsharded), total = 1068 (txn: tx29f5987615434b80be1cc-0068520304) -test DEBUG: Setting object count to 1068 (txn: tx29f5987615434b80be1cc-0068520304) -test DEBUG: GET listing from 3 shards for: /v1/a/c?reverse=true&format=json&states=listing (txn: tx9540586bcef44cb48ed3b-0068520304) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='lemon', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx9540586bcef44cb48ed3b-0068520304) -test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&format=json&limit=10000&marker=&end_marker=lemon {'X-Backend-Record-Type': 'auto'} (txn: tx9540586bcef44cb48ed3b-0068520304) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: tx9540586bcef44cb48ed3b-0068520304) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx9540586bcef44cb48ed3b-0068520304) -test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&format=json&limit=8976&marker=m&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx9540586bcef44cb48ed3b-0068520304) -test DEBUG: Found 44 objects in shard (state=unsharded), total = 1068 (txn: tx9540586bcef44cb48ed3b-0068520304) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx9540586bcef44cb48ed3b-0068520304) -test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&format=json&limit=8932&marker=A&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx9540586bcef44cb48ed3b-0068520304) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 1068 (txn: tx9540586bcef44cb48ed3b-0068520304) -test DEBUG: Setting object count to 1068 (txn: tx9540586bcef44cb48ed3b-0068520304) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txb7d46553b1c84edc8afd0-0068520304) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txb7d46553b1c84edc8afd0-0068520304) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txb7d46553b1c84edc8afd0-0068520304) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txb7d46553b1c84edc8afd0-0068520304) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txb7d46553b1c84edc8afd0-0068520304) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txb7d46553b1c84edc8afd0-0068520304) -test WARNING: Failed to get container listing from /v1/a/c?format=json&states=listing: 404 (txn: txb7d46553b1c84edc8afd0-0068520304) -test ERROR: Aborting listing from shards due to bad response: [200, 404] (txn: txb7d46553b1c84edc8afd0-0068520304) -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_errors_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_errors_no_memcache ... ok -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '16255094-4f18-4ab9-919a-1f4076d42850-sda', '1750205188.70906', '1750205188.70067', '0', '', '1750205188.70067', 0, 0) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('16255094-4f18-4ab9-919a-1f4076d42850-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '16255094-4f18-4ab9-919a-1f4076d42850-sda', '1750205188.70906', '1750205188.70067', '0', '', '1750205188.70067', 0, 0) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('16255094-4f18-4ab9-919a-1f4076d42850-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.19936 seconds (5.01599/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:2 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmponth79a7/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '16255094-4f18-4ab9-919a-1f4076d42850-sda', '1750205188.70906', '1750205188.70067', '0', '', '1750205188.70067', 0, 0) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, get_shard_ranges, () -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1750205189.01018', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1750205189.01018', 'deleted': 1, 'state': 10, 'state_timestamp': '1750205189.01018', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1750205188.73209', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1750205188.73209', 'deleted': 0, 'state': 10, 'state_timestamp': '1750205188.73209', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1750205188.73210', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1750205188.73210', 'deleted': 0, 'state': 10, 'state_timestamp': '1750205188.73210', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750205188.73224', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750205188.73224', 'deleted': 0, 'state': 60, 'state_timestamp': '1750205188.73211', 'epoch': '1750205188.73211', 'reported': 0, 'tombstones': -1}], '16255094-4f18-4ab9-919a-1f4076d42850-sda') -test DEBUG: /tmp/tmponth79a7/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmponth79a7/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '16255094-4f18-4ab9-919a-1f4076d42850-sda', '1750205188.70906', '1750205188.70067', '0', '', '1750205188.70067', 0, 0) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, get_shard_ranges, () -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1750205189.01018', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1750205189.01018', 'deleted': 1, 'state': 10, 'state_timestamp': '1750205189.01018', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1750205188.73209', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1750205188.73209', 'deleted': 0, 'state': 10, 'state_timestamp': '1750205188.73209', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1750205188.73210', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1750205188.73210', 'deleted': 0, 'state': 10, 'state_timestamp': '1750205188.73210', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750205188.73224', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750205188.73224', 'deleted': 0, 'state': 60, 'state_timestamp': '1750205188.73211', 'epoch': '1750205188.73211', 'reported': 0, 'tombstones': -1}], '16255094-4f18-4ab9-919a-1f4076d42850-sda') -test DEBUG: /tmp/tmponth79a7/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db synced 4 shard ranges to 10.0.0.2:1002/sdc -test WARNING: /tmp/tmponth79a7/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db is able to shard -- refusing to replicate objects to peer 10.0.0.2:1002/sdc; have shard ranges and will wait for cleaving -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.09106 seconds (10.98182/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', 'f208f0de-d1ce-4c37-a52d-5e306cc676fe-sda', '1750205189.21877', '1750205189.21231', '1750205189.28031', '', '1750205189.28031', 0, 0) -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp312qmxnb/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '2b59c816-9387-447a-89d4-dbef27c4999b-sda', '1750205189.36334', '1750205189.00000', '0', '', '1750205189.00000', 0, 0) -test DEBUG: /tmp/tmp312qmxnb/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '2b59c816-9387-447a-89d4-dbef27c4999b-sda', '1750205189.36334', '1750205189.00000', '0', '', '1750205189.00000', 0, 0) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('2b59c816-9387-447a-89d4-dbef27c4999b-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.17946 seconds (5.57216/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpzsef0zom/sda/containers/0/391/0229fab9e5c680599d35d5109238f391/0229fab9e5c680599d35d5109238f391.db -REPLICATE: /sdb/0/0229fab9e5c680599d35d5109238f391, sync, (-1, '00000000000000000000000000000000', '014fe037-afe1-4464-a293-bdaa76a70587-sda', '1750205189.70000', '1750205190.00000', '0', '{"X-Container-Sync-To": ["a", "1750205191.00000"], "X-Container-Sync-Key": ["secret", "1750205192.00000"]}', '1750205190.00000', 0, 0) -REPLICATE: /sdb/0/0229fab9e5c680599d35d5109238f391, complete_rsync, ('014fe037-afe1-4464-a293-bdaa76a70587-sda', '0229fab9e5c680599d35d5109238f391.db') -REPLICATE: /sdc/0/0229fab9e5c680599d35d5109238f391, sync, (-1, '00000000000000000000000000000000', '014fe037-afe1-4464-a293-bdaa76a70587-sda', '1750205189.70000', '1750205190.00000', '0', '{"X-Container-Sync-To": ["a", "1750205191.00000"], "X-Container-Sync-Key": ["secret", "1750205192.00000"]}', '1750205190.00000', 0, 0) -REPLICATE: /sdc/0/0229fab9e5c680599d35d5109238f391, complete_rsync, ('014fe037-afe1-4464-a293-bdaa76a70587-sda', '0229fab9e5c680599d35d5109238f391.db') -test DEBUG: Replicating db /tmp/tmpzsef0zom/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '8b669e1f-843b-4818-9721-c3d691872203-sda', '1750205189.66845', '1750205189.00000', '0', '', '1750205189.00000', 0, 0) -test-replicator INFO: Beginning replication run -test-replicator INFO: Replication run OVER -test-replicator INFO: Attempted to replicate 0 dbs in 0.00104 seconds (0.00000/s) -test-replicator INFO: Removed 0 dbs -test-replicator INFO: 0 successes, 6 failures -test-replicator INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test-replicator INFO: Attempted to replicate 0 dbs in 0.00000 seconds (0.00000/s) -test-replicator INFO: Removed 0 dbs -test-replicator INFO: 0 successes, 0 failures -test-replicator INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test-replicator INFO: Attempted to replicate 30 dbs in 246.81358 seconds (0.12155/s) -test-replicator INFO: Removed 9 dbs -test-replicator INFO: 25 successes, 1 failures -test-replicator INFO: diff:5 diff_capped:4 empty:7 hashmatch:8 no_change:6 remote_merge:2 rsync:3 ts_repl:10 -test ERROR: Problem finding shard upper in '/tmp/tmpheespu_x/test_container.db': : LockTimeout (Nones) -test ERROR: Problem finding shard upper in '/tmp/tmpheespu_x/test_container.db': : +Exception: Test over +test.unit.container.test_sharder.TestSharder.test_run_forever +test.unit.container.test_sharder.TestSharder.test_run_forever ... ok +test DEBUG: Getting listing part 2 from shard Namespace(name='a/c_sub_pie', lower='lemon', upper='') a/c_sub_pie with {'X-Backend-Record-Type': 'auto'} (txn: txbb5245ea783547a3b2520-006644f9a2) +test DEBUG: Get listing from /v1/a/c_sub_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txbb5245ea783547a3b2520-006644f9a2) +test DEBUG: Found 4 objects in shard (state=unsharded), total = 8 (txn: txbb5245ea783547a3b2520-006644f9a2) +test DEBUG: Found 8 objects in shard (state=sharded), total = 48 (txn: txbb5245ea783547a3b2520-006644f9a2) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txbb5245ea783547a3b2520-006644f9a2) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txbb5245ea783547a3b2520-006644f9a2) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txbb5245ea783547a3b2520-006644f9a2) +test DEBUG: Setting object count to 1072 (txn: txbb5245ea783547a3b2520-006644f9a2) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txd67d33f1605a4428acbd5-006644f9a3) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txd67d33f1605a4428acbd5-006644f9a3) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txd67d33f1605a4428acbd5-006644f9a3) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txd67d33f1605a4428acbd5-006644f9a3) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txd67d33f1605a4428acbd5-006644f9a3) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txd67d33f1605a4428acbd5-006644f9a3) +test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: txd67d33f1605a4428acbd5-006644f9a3) +test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: txd67d33f1605a4428acbd5-006644f9a3) +test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: txd67d33f1605a4428acbd5-006644f9a3) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: txd67d33f1605a4428acbd5-006644f9a3) +test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: txd67d33f1605a4428acbd5-006644f9a3) +test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: txd67d33f1605a4428acbd5-006644f9a3) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: txd67d33f1605a4428acbd5-006644f9a3) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: txd67d33f1605a4428acbd5-006644f9a3) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: txd67d33f1605a4428acbd5-006644f9a3) +test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: txd67d33f1605a4428acbd5-006644f9a3) +test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: txd67d33f1605a4428acbd5-006644f9a3) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txd67d33f1605a4428acbd5-006644f9a3) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txd67d33f1605a4428acbd5-006644f9a3) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txd67d33f1605a4428acbd5-006644f9a3) +test DEBUG: Setting object count to 1072 (txn: txd67d33f1605a4428acbd5-006644f9a3) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txdcbb71473f9e4536afa46-006644f9a4) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txdcbb71473f9e4536afa46-006644f9a4) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txdcbb71473f9e4536afa46-006644f9a4) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txdcbb71473f9e4536afa46-006644f9a4) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txdcbb71473f9e4536afa46-006644f9a4) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txdcbb71473f9e4536afa46-006644f9a4) +test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: txdcbb71473f9e4536afa46-006644f9a4) +test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: txdcbb71473f9e4536afa46-006644f9a4) +test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: txdcbb71473f9e4536afa46-006644f9a4) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: txdcbb71473f9e4536afa46-006644f9a4) +test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: txdcbb71473f9e4536afa46-006644f9a4) +test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: txdcbb71473f9e4536afa46-006644f9a4) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: txdcbb71473f9e4536afa46-006644f9a4) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: txdcbb71473f9e4536afa46-006644f9a4) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: txdcbb71473f9e4536afa46-006644f9a4) +test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: txdcbb71473f9e4536afa46-006644f9a4) +test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: txdcbb71473f9e4536afa46-006644f9a4) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txdcbb71473f9e4536afa46-006644f9a4) +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_no_memcache ... ok +sharder-test ERROR: Exception in sharder: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2507, in find_shard_ranges - next_shard_upper = sub_broker._get_next_shard_range_upper( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 2553, in run_forever + self._one_shard_cycle(devices_to_shard=Everything(), + File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 2530, in _one_shard_cycle + self._periodic_report_stats() + File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 1143, in _periodic_report_stats + if (time.time() - self.reported) >= self.stats_interval: + ^^^^^^^^^^^ File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ return _mock_self._mock_call(*args, **kwargs) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ @@ -47406,57 +55864,662 @@ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call raise effect -sqlite3.OperationalError -test DEBUG: Unlinked retiring db '/tmp/tmpt9v1bbsg/containers/part/suffix/hash/container.db' -test WARNING: Unexpected db files will be ignored: ['/tmp/tmpt9v1bbsg/containers/part/suffix/hash/container.db'] -Container 'a/c' cannot be set to sharded state while in unsharded state -Container 'a/c' cannot be set to sharding state: missing epoch -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205329.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/d31/5bdfdf8c6f51d61ee7a5aa515c4a5d31/5bdfdf8c6f51d61ee7a5aa515c4a5d31.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205331.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/e0d/1a087328f1c12609540e10741ee31e0d/1a087328f1c12609540e10741ee31e0d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205333.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/6c7/4ecff2b418187ec1575b26962e55b6c7/4ecff2b418187ec1575b26962e55b6c7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205335.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/584/600ca0c6b32b05f43ad5e3aa7beff584/600ca0c6b32b05f43ad5e3aa7beff584.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205337.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/8ee/b871c64de31f87234ff2aaf230df28ee/b871c64de31f87234ff2aaf230df28ee.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205339.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/e1c/5dcdc998d30099adbf8e249133ed3e1c/5dcdc998d30099adbf8e249133ed3e1c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205341.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/d2a/4edd3c23dcdbcc6019551db6d751fd2a/4edd3c23dcdbcc6019551db6d751fd2a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205343.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/198/392c4cd5735dbe5bad198340bf7d0198/392c4cd5735dbe5bad198340bf7d0198.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205345.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/3c7/f3ed1ee42ad27277e0c57563a0f963c7/f3ed1ee42ad27277e0c57563a0f963c7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205347.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/8d9/88cdc4ac241f8a658d2dc5c3f91768d9/88cdc4ac241f8a658d2dc5c3f91768d9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205349.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/431/6be87daefa7722b2c2dce53fd6d20431/6be87daefa7722b2c2dce53fd6d20431.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205351.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/79f/f7bc1d694b04f4f8a356c79842cbd79f/f7bc1d694b04f4f8a356c79842cbd79f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205353.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/2e4/dcc736eb08ea2b3e75f1cdf08e29d2e4/dcc736eb08ea2b3e75f1cdf08e29d2e4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205355.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/204/688acf911ba115fb2dfb0aac65f2a204/688acf911ba115fb2dfb0aac65f2a204.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205355.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/204/688acf911ba115fb2dfb0aac65f2a204/688acf911ba115fb2dfb0aac65f2a204.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205357.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/439/501a1616a5959102c9573e6dbf36e439/501a1616a5959102c9573e6dbf36e439.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205357.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/439/501a1616a5959102c9573e6dbf36e439/501a1616a5959102c9573e6dbf36e439.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205359.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/dc0/f7ea114f95e2d6f25b5c57314f162dc0/f7ea114f95e2d6f25b5c57314f162dc0.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205359.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/dc0/f7ea114f95e2d6f25b5c57314f162dc0/f7ea114f95e2d6f25b5c57314f162dc0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205361.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/b47/aa6f2e65d3310fae0c28965226681b47/aa6f2e65d3310fae0c28965226681b47.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205361.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/b47/aa6f2e65d3310fae0c28965226681b47/aa6f2e65d3310fae0c28965226681b47.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205363.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/098/9e2a877ebef2f156092fc23d56f89098/9e2a877ebef2f156092fc23d56f89098.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205363.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/098/9e2a877ebef2f156092fc23d56f89098/9e2a877ebef2f156092fc23d56f89098.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205365.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/9f1/ee31031de5ae35d95e2ad8b1183259f1/ee31031de5ae35d95e2ad8b1183259f1.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205365.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/9f1/ee31031de5ae35d95e2ad8b1183259f1/ee31031de5ae35d95e2ad8b1183259f1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205367.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/716/26fdf59cd8b1f63adf0dd3408a820716/26fdf59cd8b1f63adf0dd3408a820716.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205367.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/716/26fdf59cd8b1f63adf0dd3408a820716/26fdf59cd8b1f63adf0dd3408a820716.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205369.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/655/7eeb08c98e85ab3d94e84cc2e6214655/7eeb08c98e85ab3d94e84cc2e6214655.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205369.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/655/7eeb08c98e85ab3d94e84cc2e6214655/7eeb08c98e85ab3d94e84cc2e6214655.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205371.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/94a/c43e61970e352119df94a3c1af76294a/c43e61970e352119df94a3c1af76294a.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205371.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/94a/c43e61970e352119df94a3c1af76294a/c43e61970e352119df94a3c1af76294a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205373.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/197/ddd0b151e9658b5d389aaea567bd1197/ddd0b151e9658b5d389aaea567bd1197.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205373.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/197/ddd0b151e9658b5d389aaea567bd1197/ddd0b151e9658b5d389aaea567bd1197.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205375.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/3c2/a9af9ccd2f452d5a3d0e00742bd953c2/a9af9ccd2f452d5a3d0e00742bd953c2.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205375.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/3c2/a9af9ccd2f452d5a3d0e00742bd953c2/a9af9ccd2f452d5a3d0e00742bd953c2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205377.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/ff7/4cebf1c4ad4f87c9180b52208144dff7/4cebf1c4ad4f87c9180b52208144dff7.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205377.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/ff7/4cebf1c4ad4f87c9180b52208144dff7/4cebf1c4ad4f87c9180b52208144dff7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205379.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/e45/9983189e14e04daf210a6a0a7e94de45/9983189e14e04daf210a6a0a7e94de45.db -test.unit.container.test_replicator.TestReplicatorSync.test_sync_triggers_sync_store_update -test.unit.container.test_replicator.TestReplicatorSync.test_sync_triggers_sync_store_update ... ok -Container 'a/c' cannot be set to sharding state while in sharding state -Container 'a/c' cannot be set to sharded state while in sharded state -test.unit.container.test_replicator.TestReplicatorSync.test_update_sync_store -test.unit.container.test_replicator.TestReplicatorSync.test_update_sync_store ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_update_sync_store_exception -test.unit.container.test_replicator.TestReplicatorSync.test_update_sync_store_exception ... ok + File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 2526, in _one_shard_cycle + self._record_sharding_progress(broker, node, error) + File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 1053, in _record_sharding_progress + own_shard_range = broker.get_own_shard_range() + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2058, in get_own_shard_range + self.path, Timestamp.now(), ShardRange.MIN, ShardRange.MAX, + ^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/timestamp.py", line 129, in now + return cls(time.time(), offset=offset, delta=delta) + ^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +Exception: Test over +sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 404, path: a/c, db: /tmp/tmpz5mlj7fv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: FakeStatus Error, path: a/c, db: /tmp/tmpz5mlj7fv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 1206, in _put_container + direct_put_container(node, part, account, container, + File "/build/reproducible-path/swift-2.33.0/swift/common/direct_client.py", line 400, in direct_put_container + _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, + File "/build/reproducible-path/swift-2.33.0/swift/common/direct_client.py", line 122, in _make_req + conn = http_connect(ip, port, node['device'], part, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 704, in __init__ + raise status('FakeStatus Error') +Exception: FakeStatus Error +sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 404, path: a/c, db: /tmp/tmpz5mlj7fv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 404, path: a/c, db: /tmp/tmpz5mlj7fv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: 500, path: a/c, db: /tmp/tmpz5mlj7fv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 500, path: a/c, db: /tmp/tmpz5mlj7fv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 500, path: a/c, db: /tmp/tmpz5mlj7fv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: FakeStatus Error, path: a/c, db: /tmp/tmpz5mlj7fv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 1206, in _put_container + direct_put_container(node, part, account, container, + File "/build/reproducible-path/swift-2.33.0/swift/common/direct_client.py", line 400, in direct_put_container + _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, + File "/build/reproducible-path/swift-2.33.0/swift/common/direct_client.py", line 122, in _make_req + conn = http_connect(ip, port, node['device'], part, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 704, in __init__ + raise status('FakeStatus Error') +Exception: FakeStatus Error +sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: FakeStatus Error, path: a/c, db: /tmp/tmpz5mlj7fv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 1206, in _put_container + direct_put_container(node, part, account, container, + File "/build/reproducible-path/swift-2.33.0/swift/common/direct_client.py", line 400, in direct_put_container + _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, + File "/build/reproducible-path/swift-2.33.0/swift/common/direct_client.py", line 122, in _make_req + conn = http_connect(ip, port, node['device'], part, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 704, in __init__ + raise status('FakeStatus Error') +Exception: FakeStatus Error +sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: FakeStatus Error, path: a/c, db: /tmp/tmpz5mlj7fv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 1206, in _put_container + direct_put_container(node, part, account, container, + File "/build/reproducible-path/swift-2.33.0/swift/common/direct_client.py", line 400, in direct_put_container + _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, + File "/build/reproducible-path/swift-2.33.0/swift/common/direct_client.py", line 122, in _make_req + conn = http_connect(ip, port, node['device'], part, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 704, in __init__ + raise status('FakeStatus Error') +Exception: FakeStatus Error +sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: , path: a/c, db: /tmp/tmpz5mlj7fv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Timeout (Nones) +sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 404, path: a/c, db: /tmp/tmpz5mlj7fv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: FakeStatus Error, path: a/c, db: /tmp/tmpz5mlj7fv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 1206, in _put_container + direct_put_container(node, part, account, container, + File "/build/reproducible-path/swift-2.33.0/swift/common/direct_client.py", line 400, in direct_put_container + _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, + File "/build/reproducible-path/swift-2.33.0/swift/common/direct_client.py", line 122, in _make_req + conn = http_connect(ip, port, node['device'], part, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 704, in __init__ + raise status('FakeStatus Error') +Exception: FakeStatus Error +sharder-test WARNING: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: 404, path: a/c, db: /tmp/tmpz5mlj7fv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 404, path: a/c, db: /tmp/tmpz5mlj7fv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: FakeStatus Error, path: a/c, db: /tmp/tmpz5mlj7fv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 1206, in _put_container + direct_put_container(node, part, account, container, + File "/build/reproducible-path/swift-2.33.0/swift/common/direct_client.py", line 400, in direct_put_container + _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, + File "/build/reproducible-path/swift-2.33.0/swift/common/direct_client.py", line 122, in _make_req + conn = http_connect(ip, port, node['device'], part, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 704, in __init__ + raise status('FakeStatus Error') +Exception: FakeStatus Error +sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: FakeStatus Error, path: a/c, db: /tmp/tmpz5mlj7fv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 1206, in _put_container + direct_put_container(node, part, account, container, + File "/build/reproducible-path/swift-2.33.0/swift/common/direct_client.py", line 400, in direct_put_container + _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, + File "/build/reproducible-path/swift-2.33.0/swift/common/direct_client.py", line 122, in _make_req + conn = http_connect(ip, port, node['device'], part, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 704, in __init__ + raise status('FakeStatus Error') +Exception: FakeStatus Error +sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: , path: a/c, db: /tmp/tmpz5mlj7fv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Timeout (Nones) +sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: FakeStatus Error, path: a/c, db: /tmp/tmpz5mlj7fv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 1206, in _put_container + direct_put_container(node, part, account, container, + File "/build/reproducible-path/swift-2.33.0/swift/common/direct_client.py", line 400, in direct_put_container + _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, + File "/build/reproducible-path/swift-2.33.0/swift/common/direct_client.py", line 122, in _make_req + conn = http_connect(ip, port, node['device'], part, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 704, in __init__ + raise status('FakeStatus Error') +Exception: FakeStatus Error +sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 404, path: a/c, db: /tmp/tmpz5mlj7fv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.3:1103/sdd a/c: 404, path: a/c, db: /tmp/tmpz5mlj7fv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: FakeStatus Error, path: a/c, db: /tmp/tmpz5mlj7fv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 1206, in _put_container + direct_put_container(node, part, account, container, + File "/build/reproducible-path/swift-2.33.0/swift/common/direct_client.py", line 400, in direct_put_container + _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, + File "/build/reproducible-path/swift-2.33.0/swift/common/direct_client.py", line 122, in _make_req + conn = http_connect(ip, port, node['device'], part, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 704, in __init__ + raise status('FakeStatus Error') +Exception: FakeStatus Error +sharder-test ERROR: Failed to put shard ranges to 10.0.1.3:1103/sdd a/c: FakeStatus Error, path: a/c, db: /tmp/tmpz5mlj7fv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 1206, in _put_container + direct_put_container(node, part, account, container, + File "/build/reproducible-path/swift-2.33.0/swift/common/direct_client.py", line 400, in direct_put_container + _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, + File "/build/reproducible-path/swift-2.33.0/swift/common/direct_client.py", line 122, in _make_req + conn = http_connect(ip, port, node['device'], part, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 704, in __init__ + raise status('FakeStatus Error') +Exception: FakeStatus Error +sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 404, path: a/c, db: /tmp/tmpz5mlj7fv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 404, path: a/c, db: /tmp/tmpz5mlj7fv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.3:1103/sdd a/c: 404, path: a/c, db: /tmp/tmpz5mlj7fv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: 500, path: a/c, db: /tmp/tmpz5mlj7fv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 500, path: a/c, db: /tmp/tmpz5mlj7fv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 500, path: a/c, db: /tmp/tmpz5mlj7fv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: FakeStatus Error, path: a/c, db: /tmp/tmpz5mlj7fv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 1206, in _put_container + direct_put_container(node, part, account, container, + File "/build/reproducible-path/swift-2.33.0/swift/common/direct_client.py", line 400, in direct_put_container + _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, + File "/build/reproducible-path/swift-2.33.0/swift/common/direct_client.py", line 122, in _make_req + conn = http_connect(ip, port, node['device'], part, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 704, in __init__ + raise status('FakeStatus Error') +Exception: FakeStatus Error +test.unit.container.test_sharder.TestSharder.test_send_shard_ranges +test.unit.container.test_sharder.TestSharder.test_send_shard_ranges ... ok +sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: FakeStatus Error, path: a/c, db: /tmp/tmpz5mlj7fv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 1206, in _put_container + direct_put_container(node, part, account, container, + File "/build/reproducible-path/swift-2.33.0/swift/common/direct_client.py", line 400, in direct_put_container + _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, + File "/build/reproducible-path/swift-2.33.0/swift/common/direct_client.py", line 122, in _make_req + conn = http_connect(ip, port, node['device'], part, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 704, in __init__ + raise status('FakeStatus Error') +Exception: FakeStatus Error +sharder-test WARNING: Failed to put shard ranges to 10.0.1.3:1103/sdd a/c: 404, path: a/c, db: /tmp/tmpz5mlj7fv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: , path: a/c, db: /tmp/tmpz5mlj7fv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Timeout (Nones) +sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: , path: a/c, db: /tmp/tmpz5mlj7fv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Timeout (Nones) +sharder-test WARNING: Failed to put shard ranges to 10.0.1.3:1103/sdd a/c: 404, path: a/c, db: /tmp/tmpz5mlj7fv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmposmjffjn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796388.45185.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmposmjffjn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796388.45185.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmposmjffjn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796388.45185.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmposmjffjn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796388.45185.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmposmjffjn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796388.45185.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmposmjffjn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796388.45185.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmposmjffjn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796388.45185.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmposmjffjn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796388.45185.db +sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmposmjffjn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796388.45185.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj002_0 for ShardRange, path: a/c, db: /tmp/tmposmjffjn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796388.45185.db +sharder-test DEBUG: got 3 rows (deleted=False) in 0.0013196468353271484s, path: a/c, db: /tmp/tmposmjffjn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001361370086669922s, path: a/c, db: /tmp/tmposmjffjn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj002_0 for ShardRange, path: a/c, db: /tmp/tmposmjffjn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796388.45185.db +sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_obj002_0 in state cleaved: 2 successes, 3 required, shard db: /tmp/tmposmjffjn/sda/containers/0/8fc/857fe81dc763e7cff7e7cd987d6c28fc/857fe81dc763e7cff7e7cd987d6c28fc.db, path: a/c, db: /tmp/tmposmjffjn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796388.45185.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmposmjffjn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796388.45185.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmposmjffjn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796388.45185.db +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmposmjffjn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796388.45185.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmposmjffjn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796388.45185.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmposmjffjn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796388.45185.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmposmjffjn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796388.45185.db +sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmposmjffjn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796388.45185.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj002_0 for ShardRange, path: a/c, db: /tmp/tmposmjffjn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796388.45185.db +sharder-test DEBUG: Cleaving ShardRange - shard db already in sync, path: a/c, db: /tmp/tmposmjffjn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796388.45185.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj002_0 for ShardRange, path: a/c, db: /tmp/tmposmjffjn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796388.45185.db +sharder-test INFO: Cleaved ShardRange in 0.012s, path: a/c, db: /tmp/tmposmjffjn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796388.45185.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_1 for ShardRange<'obj002' to 'obj004' as of 1715795964.40970, (0, 0) as of 1715795964.40970, created as of 1715795964.40970>, path: a/c, db: /tmp/tmposmjffjn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796388.45185.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00018310546875s, path: a/c, db: /tmp/tmposmjffjn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010323524475097656s, path: a/c, db: /tmp/tmposmjffjn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj004_1 for ShardRange, path: a/c, db: /tmp/tmposmjffjn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796388.45185.db +sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_obj004_1 in state cleaved: 0 successes, 1 required, shard db: /tmp/tmposmjffjn/sda/containers/0/d88/e4460cf9fd8281b0fc151a616970fd88/e4460cf9fd8281b0fc151a616970fd88.db, path: a/c, db: /tmp/tmposmjffjn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796388.45185.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmposmjffjn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796388.45185.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmposmjffjn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796388.45185.db +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmposmjffjn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796388.45185.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmposmjffjn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796388.45185.db +sharder-test DEBUG: misplaced object source bounds [('', 'obj002')], path: a/c, db: /tmp/tmposmjffjn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796388.45185.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00016117095947265625s, path: a/c, db: /tmp/tmposmjffjn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796388.45185.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013685226440429688s, path: a/c, db: /tmp/tmposmjffjn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796388.45185.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmposmjffjn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796388.45185.db +sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmposmjffjn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796388.45185.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_1 for ShardRange<'obj002' to 'obj004' as of 1715795964.40970, (0, 0) as of 1715795964.40970, cleaved as of 1715795964.40970>, path: a/c, db: /tmp/tmposmjffjn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796388.45185.db +sharder-test DEBUG: Cleaving ShardRange<'obj002' to 'obj004' as of 1715795964.40970, (0, 0) as of 1715795964.40970, cleaved as of 1715795964.40970> - shard db already in sync, path: a/c, db: /tmp/tmposmjffjn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796388.45185.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj004_1 for ShardRange, path: a/c, db: /tmp/tmposmjffjn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796388.45185.db +sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_obj004_1 in state cleaved: 0 successes, 1 required, shard db: /tmp/tmposmjffjn/sda/containers/0/d88/e4460cf9fd8281b0fc151a616970fd88/e4460cf9fd8281b0fc151a616970fd88.db, path: a/c, db: /tmp/tmposmjffjn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796388.45185.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmposmjffjn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796388.45185.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmposmjffjn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796388.45185.db +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmposmjffjn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796388.45185.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmposmjffjn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796388.45185.db +sharder-test DEBUG: misplaced object source bounds [('', 'obj002')], path: a/c, db: /tmp/tmposmjffjn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796388.45185.db +sharder-test DEBUG: got 0 rows (deleted=False) in 7.915496826171875e-05s, path: a/c, db: /tmp/tmposmjffjn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796388.45185.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001304149627685547s, path: a/c, db: /tmp/tmposmjffjn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796388.45185.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmposmjffjn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796388.45185.db +sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmposmjffjn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796388.45185.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_1 for ShardRange<'obj002' to 'obj004' as of 1715795964.40970, (0, 0) as of 1715795964.40970, cleaved as of 1715795964.40970>, path: a/c, db: /tmp/tmposmjffjn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796388.45185.db +sharder-test DEBUG: Cleaving ShardRange<'obj002' to 'obj004' as of 1715795964.40970, (0, 0) as of 1715795964.40970, cleaved as of 1715795964.40970> - shard db already in sync, path: a/c, db: /tmp/tmposmjffjn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796388.45185.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj004_1 for ShardRange, path: a/c, db: /tmp/tmposmjffjn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796388.45185.db +sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_obj004_1 in state cleaved: 0 successes, 0 required, shard db: /tmp/tmposmjffjn/sda/containers/0/d88/e4460cf9fd8281b0fc151a616970fd88/e4460cf9fd8281b0fc151a616970fd88.db, path: a/c, db: /tmp/tmposmjffjn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796388.45185.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmposmjffjn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796388.45185.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmposmjffjn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796388.45185.db +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_with_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_with_memcache ... ok +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmposmjffjn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796388.45185.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmposmjffjn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796388.45185.db +sharder-test DEBUG: misplaced object source bounds [('', 'obj002')], path: a/c, db: /tmp/tmposmjffjn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796388.45185.db +sharder-test DEBUG: got 0 rows (deleted=False) in 7.939338684082031e-05s, path: a/c, db: /tmp/tmposmjffjn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796388.45185.db +sharder-test DEBUG: got 0 rows (deleted=True) in 6.985664367675781e-05s, path: a/c, db: /tmp/tmposmjffjn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796388.45185.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmposmjffjn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796388.45185.db +sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmposmjffjn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796388.45185.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_1 for ShardRange<'obj002' to 'obj004' as of 1715795964.40970, (0, 0) as of 1715795964.40970, cleaved as of 1715795964.40970>, path: a/c, db: /tmp/tmposmjffjn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796388.45185.db +sharder-test DEBUG: Cleaving ShardRange<'obj002' to 'obj004' as of 1715795964.40970, (0, 0) as of 1715795964.40970, cleaved as of 1715795964.40970> - shard db already in sync, path: a/c, db: /tmp/tmposmjffjn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796388.45185.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj004_1 for ShardRange, path: a/c, db: /tmp/tmposmjffjn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796388.45185.db +sharder-test INFO: Cleaved ShardRange<'obj002' to 'obj004' as of 1715795964.40970, (0, 0) as of 1715795964.40970, cleaved as of 1715795964.40970> in 0.002s, path: a/c, db: /tmp/tmposmjffjn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796388.45185.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj006_2 for ShardRange<'obj004' to 'obj006' as of 1715795964.40970, (0, 0) as of 1715795964.40970, created as of 1715795964.40970>, path: a/c, db: /tmp/tmposmjffjn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796388.45185.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00020694732666015625s, path: a/c, db: /tmp/tmposmjffjn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001232624053955078s, path: a/c, db: /tmp/tmposmjffjn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj006_2 for ShardRange, path: a/c, db: /tmp/tmposmjffjn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796388.45185.db +sharder-test INFO: Cleaved ShardRange<'obj004' to 'obj006' as of 1715795964.40970, (2, 2) as of 1715796388.98485, cleaved as of 1715795964.40970> in 0.046s, path: a/c, db: /tmp/tmposmjffjn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796388.45185.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmposmjffjn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796388.45185.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmposmjffjn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796388.45185.db +sharder-test WARNING: shard_replication_quorum of 99 exceeds replica count 3, reducing to 3 +sharder-test WARNING: existing_shard_replication_quorum of 99 exceeds replica count 3, reducing to 3 +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmposmjffjn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796388.45185.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmposmjffjn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796388.45185.db +sharder-test DEBUG: misplaced object source bounds [('', 'obj006')], path: a/c, db: /tmp/tmposmjffjn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796388.45185.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.989738464355469e-05s, path: a/c, db: /tmp/tmposmjffjn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796388.45185.db +sharder-test DEBUG: got 0 rows (deleted=True) in 5.984306335449219e-05s, path: a/c, db: /tmp/tmposmjffjn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796388.45185.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmposmjffjn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796388.45185.db +sharder-test DEBUG: Continuing to cleave (3 done, 1 todo), path: a/c, db: /tmp/tmposmjffjn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796388.45185.db +sharder-test INFO: Cleaving from row None into .shards_a/c__3 for ShardRange<'obj006' to MaxBound as of 1715795964.40970, (0, 0) as of 1715795964.40970, created as of 1715795964.40970>, path: a/c, db: /tmp/tmposmjffjn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796388.45185.db +sharder-test DEBUG: got 3 rows (deleted=False) in 0.00018167495727539062s, path: a/c, db: /tmp/tmposmjffjn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001227855682373047s, path: a/c, db: /tmp/tmposmjffjn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__3 for ShardRange, path: a/c, db: /tmp/tmposmjffjn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796388.45185.db +sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c__3 in state cleaved: 2 successes, 3 required, shard db: /tmp/tmposmjffjn/sda/containers/0/683/f7a6bb6d9367b7ae7b6b30a833289683/f7a6bb6d9367b7ae7b6b30a833289683.db, path: a/c, db: /tmp/tmposmjffjn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796388.45185.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmposmjffjn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796388.45185.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmposmjffjn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796388.45185.db +sharder-test WARNING: shard_replication_quorum of 99 exceeds replica count 3, reducing to 3 +sharder-test WARNING: existing_shard_replication_quorum of 99 exceeds replica count 3, reducing to 3 +test.unit.container.test_sharder.TestSharder.test_shard_replication_quorum_failures +test.unit.container.test_sharder.TestSharder.test_shard_replication_quorum_failures ... ok +test.unit.container.test_sharder.TestSharder.test_sharded_record_sharding_progress_missing_contexts +test.unit.container.test_sharder.TestSharder.test_sharded_record_sharding_progress_missing_contexts ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_deleted_shard +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_deleted_shard ... ok +test.unit.container.test_sharder.TestSharder.test_sharding_enabled +test.unit.container.test_sharder.TestSharder.test_sharding_enabled ... ok +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmposmjffjn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796388.45185.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmposmjffjn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796388.45185.db +sharder-test DEBUG: misplaced object source bounds [('', 'obj006')], path: a/c, db: /tmp/tmposmjffjn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796388.45185.db +sharder-test DEBUG: got 0 rows (deleted=False) in 6.437301635742188e-05s, path: a/c, db: /tmp/tmposmjffjn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796388.45185.db +sharder-test DEBUG: got 0 rows (deleted=True) in 7.748603820800781e-05s, path: a/c, db: /tmp/tmposmjffjn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796388.45185.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmposmjffjn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796388.45185.db +sharder-test DEBUG: Continuing to cleave (3 done, 1 todo), path: a/c, db: /tmp/tmposmjffjn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796388.45185.db +sharder-test INFO: Cleaving from row None into .shards_a/c__3 for ShardRange<'obj006' to MaxBound as of 1715795964.40970, (0, 0) as of 1715795964.40970, created as of 1715795964.40970>, path: a/c, db: /tmp/tmposmjffjn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796388.45185.db +sharder-test DEBUG: Cleaving ShardRange<'obj006' to MaxBound as of 1715795964.40970, (0, 0) as of 1715795964.40970, created as of 1715795964.40970> - shard db already in sync, path: a/c, db: /tmp/tmposmjffjn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796388.45185.db +sharder-test INFO: Replicating new shard container .shards_a/c__3 for ShardRange, path: a/c, db: /tmp/tmposmjffjn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796388.45185.db +sharder-test INFO: Cleaved ShardRange<'obj006' to MaxBound as of 1715795964.40970, (3, 3) as of 1715796389.21465, cleaved as of 1715795964.40970> in 0.015s, path: a/c, db: /tmp/tmposmjffjn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796388.45185.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmposmjffjn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796388.45185.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmposmjffjn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmposmjffjn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796388.45185.db +sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmposmjffjn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796388.45185.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '73258d32-82c1-4ebe-b08c-93b0e0f68152-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmp_r29ucy5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796389.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '73258d32-82c1-4ebe-b08c-93b0e0f68152-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmp_r29ucy5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796389.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '73258d32-82c1-4ebe-b08c-93b0e0f68152-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmp_r29ucy5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796389.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '73258d32-82c1-4ebe-b08c-93b0e0f68152-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmp_r29ucy5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796389.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': 'd7a86956-a1e0-4f92-bdd7-48a1f05395ec-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmp_r29ucy5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796389.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0x24o_q6/sda/containers/0/ash/c2hash/c2hash.db' +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0x24o_q6/sda/containers/0/ash/c1hash/c1hash.db' +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0x24o_q6/sda/containers/0/ash/c3hash/c3hash.db' +sharder-test INFO: Since Thu May 16 08:06:29 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu May 16 08:06:29 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu May 16 08:06:29 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu May 16 08:06:29 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu May 16 08:06:29 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Thu May 16 08:06:29 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu May 16 08:06:29 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu May 16 08:06:30 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu May 16 08:06:30 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu May 16 08:06:30 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu May 16 08:06:30 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu May 16 08:06:30 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Thu May 16 08:06:30 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu May 16 08:06:30 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu May 16 08:06:30 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu May 16 08:06:30 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu May 16 08:06:30 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu May 16 08:06:30 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu May 16 08:06:30 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Thu May 16 08:06:30 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu May 16 08:06:30 2024 audit_shard - attempted:0 success:0 failure:0 +test.unit.container.test_sharder.TestSharder.test_shrinking_candidate_recon_dump +test.unit.container.test_sharder.TestSharder.test_shrinking_candidate_recon_dump ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_delimiter_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_delimiter_no_memcache ... ok +test.unit.container.test_sharder.TestSharder.test_update_root_container_all_ranges +test.unit.container.test_sharder.TestSharder.test_update_root_container_all_ranges ... ok +test.unit.container.test_sharder.TestSharder.test_update_root_container_already_reported +test.unit.container.test_sharder.TestSharder.test_update_root_container_already_reported ... ok +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txdcbb71473f9e4536afa46-006644f9a4) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txdcbb71473f9e4536afa46-006644f9a4) +test DEBUG: Setting object count to 1072 (txn: txdcbb71473f9e4536afa46-006644f9a4) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txd1a00eec84b54c0a8e8a1-006644f9a5) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txd1a00eec84b54c0a8e8a1-006644f9a5) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txd1a00eec84b54c0a8e8a1-006644f9a5) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txd1a00eec84b54c0a8e8a1-006644f9a5) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txd1a00eec84b54c0a8e8a1-006644f9a5) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txd1a00eec84b54c0a8e8a1-006644f9a5) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txd1a00eec84b54c0a8e8a1-006644f9a5) +test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: txd1a00eec84b54c0a8e8a1-006644f9a5) +test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: txd1a00eec84b54c0a8e8a1-006644f9a5) +test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: txd1a00eec84b54c0a8e8a1-006644f9a5) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: txd1a00eec84b54c0a8e8a1-006644f9a5) +test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: txd1a00eec84b54c0a8e8a1-006644f9a5) +test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: txd1a00eec84b54c0a8e8a1-006644f9a5) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: txd1a00eec84b54c0a8e8a1-006644f9a5) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: txd1a00eec84b54c0a8e8a1-006644f9a5) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: txd1a00eec84b54c0a8e8a1-006644f9a5) +test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: txd1a00eec84b54c0a8e8a1-006644f9a5) +test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: txd1a00eec84b54c0a8e8a1-006644f9a5) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txd1a00eec84b54c0a8e8a1-006644f9a5) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txd1a00eec84b54c0a8e8a1-006644f9a5) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txd1a00eec84b54c0a8e8a1-006644f9a5) +test DEBUG: Setting object count to 1072 (txn: txd1a00eec84b54c0a8e8a1-006644f9a5) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txf5d4d784908c404fa401f-006644f9a5) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: txf5d4d784908c404fa401f-006644f9a5) +test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: txf5d4d784908c404fa401f-006644f9a5) +test WARNING: Failed to get container listing from /v1/a/c?format=json&states=listing: 404 (txn: txf5d4d784908c404fa401f-006644f9a5) +test ERROR: Aborting listing from shards due to bad response: [404] (txn: txf5d4d784908c404fa401f-006644f9a5) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 5 shards for: /v1/a/c?delimiter=%2F&format=json&states=listing (txn: txe3d9507394e3456a80dcb-006644f9a6) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ha-ppy', lower='', upper='ha/ppy') .shards_a/c_ha-ppy with {'X-Backend-Record-Type': 'auto'} (txn: txe3d9507394e3456a80dcb-006644f9a6) +test DEBUG: Get listing from /v1/.shards_a/c_ha-ppy?delimiter=%2F&format=json&limit=10000&marker=&end_marker=ha%2Fppy%00 {'X-Backend-Record-Type': 'auto'} (txn: txe3d9507394e3456a80dcb-006644f9a6) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: txe3d9507394e3456a80dcb-006644f9a6) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='ha/ptic', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txe3d9507394e3456a80dcb-006644f9a6) +test DEBUG: Get listing from /v1/.shards_a/c_ham?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txe3d9507394e3456a80dcb-006644f9a6) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 2 (txn: txe3d9507394e3456a80dcb-006644f9a6) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txe3d9507394e3456a80dcb-006644f9a6) +test DEBUG: Get listing from /v1/.shards_a/c_pie?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txe3d9507394e3456a80dcb-006644f9a6) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 2 (txn: txe3d9507394e3456a80dcb-006644f9a6) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txe3d9507394e3456a80dcb-006644f9a6) +test DEBUG: Get listing from /v1/.shards_a/c_?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txe3d9507394e3456a80dcb-006644f9a6) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 3 (txn: txe3d9507394e3456a80dcb-006644f9a6) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_delimiter_reverse_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_delimiter_reverse_no_memcache ... ok +sharder-test INFO: Since Thu May 16 08:06:30 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu May 16 08:06:30 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu May 16 08:06:30 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu May 16 08:06:30 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu May 16 08:06:30 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Thu May 16 08:06:30 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu May 16 08:06:30 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu May 16 08:06:30 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu May 16 08:06:30 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu May 16 08:06:30 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu May 16 08:06:30 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu May 16 08:06:30 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Thu May 16 08:06:30 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu May 16 08:06:30 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test DEBUG: updated root objs=0, tombstones=-1, path: a/c, db: /tmp/tmp5sg_495w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=0, tombstones=-1, path: a/c, db: /tmp/tmp5sg_495w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmp5sg_495w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=3, tombstones=0, path: a/c, db: /tmp/tmp5sg_495w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmp5sg_495w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=4, tombstones=0, path: a/c, db: /tmp/tmp5sg_495w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmp5sg_495w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=5, tombstones=0, path: a/c, db: /tmp/tmp5sg_495w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmp5sg_495w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=6, tombstones=0, path: a/c, db: /tmp/tmp5sg_495w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmp5sg_495w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=7, tombstones=0, path: a/c, db: /tmp/tmp5sg_495w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmp5sg_495w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=8, tombstones=0, path: a/c, db: /tmp/tmp5sg_495w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpprd6l8ps/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpprd6l8ps/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpprd6l8ps/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpprd6l8ps/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpprd6l8ps/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpprd6l8ps/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=0, tombstones=0, path: a/c, db: /tmp/tmpki9u2197/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=0, tombstones=0, path: a/c, db: /tmp/tmpki9u2197/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpki9u2197/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=3, tombstones=0, path: a/c, db: /tmp/tmpki9u2197/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpki9u2197/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=4, tombstones=0, path: a/c, db: /tmp/tmpki9u2197/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpki9u2197/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=5, tombstones=0, path: a/c, db: /tmp/tmpki9u2197/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpki9u2197/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=6, tombstones=0, path: a/c, db: /tmp/tmpki9u2197/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpki9u2197/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=7, tombstones=0, path: a/c, db: /tmp/tmpki9u2197/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpki9u2197/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=8, tombstones=0, path: a/c, db: /tmp/tmpki9u2197/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=8, tombstones=0, path: a/c, db: /tmp/tmpki9u2197/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=8, tombstones=0, path: a/c, db: /tmp/tmpki9u2197/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 3, path: a/c, db: /tmp/tmpki9u2197/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=5, tombstones=3, path: a/c, db: /tmp/tmpki9u2197/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 4, path: a/c, db: /tmp/tmpki9u2197/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +test.unit.container.test_sharder.TestSharder.test_update_root_container_own_range +test.unit.container.test_sharder.TestSharder.test_update_root_container_own_range ... ok +test.unit.container.test_sharder.TestSharder.test_update_stat +test.unit.container.test_sharder.TestSharder.test_update_stat ... ok +test DEBUG: GET listing from 6 shards for: /v1/a/c?delimiter=%2F&reverse=on&format=json&states=listing (txn: txd08bfe8b968647389cb08-006644f9a7) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txd08bfe8b968647389cb08-006644f9a7) +test DEBUG: Get listing from /v1/.shards_a/c_?delimiter=%2F&reverse=on&format=json&limit=10000&marker=&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: txd08bfe8b968647389cb08-006644f9a7) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: txd08bfe8b968647389cb08-006644f9a7) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txd08bfe8b968647389cb08-006644f9a7) +test DEBUG: Get listing from /v1/.shards_a/c_pie?delimiter=%2F&reverse=on&format=json&limit=9999&marker=pumpkin&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: txd08bfe8b968647389cb08-006644f9a7) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 1 (txn: txd08bfe8b968647389cb08-006644f9a7) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='ha/ptic', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txd08bfe8b968647389cb08-006644f9a7) +test DEBUG: Get listing from /v1/.shards_a/c_ham?delimiter=%2F&reverse=on&format=json&limit=9999&marker=pumpkin&end_marker=ha%2Fptic {'X-Backend-Record-Type': 'auto'} (txn: txd08bfe8b968647389cb08-006644f9a7) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: txd08bfe8b968647389cb08-006644f9a7) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ha-ppy', lower='ha.d', upper='ha/ppy') .shards_a/c_ha-ppy with {'X-Backend-Record-Type': 'auto'} (txn: txd08bfe8b968647389cb08-006644f9a7) +test DEBUG: Get listing from /v1/.shards_a/c_ha-ppy?delimiter=%2F&reverse=on&format=json&limit=9998&marker=ha%2F&end_marker=ha.d {'X-Backend-Record-Type': 'auto'} (txn: txd08bfe8b968647389cb08-006644f9a7) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 3 (txn: txd08bfe8b968647389cb08-006644f9a7) +test DEBUG: Getting listing part 5 from shard Namespace(name='.shards_a/c_ha.d', lower='', upper='ha.d') .shards_a/c_ha.d with {'X-Backend-Record-Type': 'auto'} (txn: txd08bfe8b968647389cb08-006644f9a7) +test DEBUG: Get listing from /v1/.shards_a/c_ha.d?delimiter=%2F&reverse=on&format=json&limit=9997&marker=ha.ggle&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txd08bfe8b968647389cb08-006644f9a7) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 4 (txn: txd08bfe8b968647389cb08-006644f9a7) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txa4ca4ccb57ff4c12823d4-006644f9a7) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: txa4ca4ccb57ff4c12823d4-006644f9a7) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txa4ca4ccb57ff4c12823d4-006644f9a7) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txa4ca4ccb57ff4c12823d4-006644f9a7) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txa4ca4ccb57ff4c12823d4-006644f9a7) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txa4ca4ccb57ff4c12823d4-006644f9a7) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txa4ca4ccb57ff4c12823d4-006644f9a7) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txa4ca4ccb57ff4c12823d4-006644f9a7) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txa4ca4ccb57ff4c12823d4-006644f9a7) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txa4ca4ccb57ff4c12823d4-006644f9a7) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txa4ca4ccb57ff4c12823d4-006644f9a7) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txa4ca4ccb57ff4c12823d4-006644f9a7) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txa4ca4ccb57ff4c12823d4-006644f9a7) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: txa4ca4ccb57ff4c12823d4-006644f9a7) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txa4ca4ccb57ff4c12823d4-006644f9a7) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txa4ca4ccb57ff4c12823d4-006644f9a7) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: txa4ca4ccb57ff4c12823d4-006644f9a7) +test DEBUG: Setting object count to 3120 (txn: txa4ca4ccb57ff4c12823d4-006644f9a7) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx1b67ff0e64f3468487a2e-006644f9a7) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx1b67ff0e64f3468487a2e-006644f9a7) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx1b67ff0e64f3468487a2e-006644f9a7) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx1b67ff0e64f3468487a2e-006644f9a7) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx1b67ff0e64f3468487a2e-006644f9a7) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx1b67ff0e64f3468487a2e-006644f9a7) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx1b67ff0e64f3468487a2e-006644f9a7) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx1b67ff0e64f3468487a2e-006644f9a7) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx1b67ff0e64f3468487a2e-006644f9a7) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx1b67ff0e64f3468487a2e-006644f9a7) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx1b67ff0e64f3468487a2e-006644f9a7) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx1b67ff0e64f3468487a2e-006644f9a7) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx1b67ff0e64f3468487a2e-006644f9a7) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx1b67ff0e64f3468487a2e-006644f9a7) +test.unit.container.test_sharder.TestSharder.test_yield_objects +test.unit.container.test_sharder.TestSharder.test_yield_objects ... ok +sharder-test DEBUG: updated root objs=4, tombstones=4, path: a/c, db: /tmp/tmpki9u2197/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 5, path: a/c, db: /tmp/tmpki9u2197/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=3, tombstones=5, path: a/c, db: /tmp/tmpki9u2197/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 6, path: a/c, db: /tmp/tmpki9u2197/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=2, tombstones=6, path: a/c, db: /tmp/tmpki9u2197/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 7, path: a/c, db: /tmp/tmpki9u2197/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=1, tombstones=7, path: a/c, db: /tmp/tmpki9u2197/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 8, path: a/c, db: /tmp/tmpki9u2197/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=0, tombstones=8, path: a/c, db: /tmp/tmpki9u2197/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 15 rows (deleted=False) in 0.0002849102020263672s, path: a/c, db: /tmp/tmpb_uut1yq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 15 rows (deleted=True) in 0.0002491474151611328s, path: a/c, db: /tmp/tmpb_uut1yq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 10 rows (deleted=False) in 0.00016641616821289062s, path: a/c, db: /tmp/tmpb_uut1yq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 5 rows (deleted=False) in 0.0002079010009765625s, path: a/c, db: /tmp/tmpb_uut1yq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 10 rows (deleted=True) in 0.00015783309936523438s, path: a/c, db: /tmp/tmpb_uut1yq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 5 rows (deleted=True) in 0.0002014636993408203s, path: a/c, db: /tmp/tmpb_uut1yq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 5 rows (deleted=False) in 0.00021004676818847656s, path: a/c, db: /tmp/tmpb_uut1yq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 5 rows (deleted=True) in 0.00020551681518554688s, path: a/c, db: /tmp/tmpb_uut1yq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.000194549560546875s, path: a/c, db: /tmp/tmpdyivrqcm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 4 rows (deleted=False) in 0.0001971721649169922s, path: a/c, db: /tmp/tmpdyivrqcm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00018334388732910156s, path: a/c, db: /tmp/tmpdyivrqcm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 4 rows (deleted=True) in 0.00018787384033203125s, path: a/c, db: /tmp/tmpdyivrqcm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00017642974853515625s, path: a/c, db: /tmp/tmpdyivrqcm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 4 rows (deleted=False) in 0.00013256072998046875s, path: a/c, db: /tmp/tmpdyivrqcm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00012111663818359375s, path: a/c, db: /tmp/tmpdyivrqcm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 4 rows (deleted=True) in 0.00012540817260742188s, path: a/c, db: /tmp/tmpdyivrqcm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00011301040649414062s, path: a/c, db: /tmp/tmpdyivrqcm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 4 rows (deleted=False) in 0.00018858909606933594s, path: a/c, db: /tmp/tmpdyivrqcm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001163482666015625s, path: a/c, db: /tmp/tmpdyivrqcm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 4 rows (deleted=True) in 0.00018548965454101562s, path: a/c, db: /tmp/tmpdyivrqcm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00011205673217773438s, path: a/c, db: /tmp/tmpdyivrqcm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00013446807861328125s, path: a/c, db: /tmp/tmpdyivrqcm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00012636184692382812s, path: a/c, db: /tmp/tmpdyivrqcm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 2 rows (deleted=True) in 0.00011992454528808594s, path: a/c, db: /tmp/tmpdyivrqcm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 3 rows (deleted=False) in 0.00012302398681640625s, path: a/c, db: /tmp/tmpdyivrqcm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 3 rows (deleted=True) in 0.00013518333435058594s, path: a/c, db: /tmp/tmpdyivrqcm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00012063980102539062s, path: a/c, db: /tmp/tmpdyivrqcm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00012183189392089844s, path: a/c, db: /tmp/tmpdyivrqcm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00012087821960449219s, path: a/c, db: /tmp/tmpdyivrqcm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00012731552124023438s, path: a/c, db: /tmp/tmpdyivrqcm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00012803077697753906s, path: a/c, db: /tmp/tmpdyivrqcm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 2 rows (deleted=True) in 0.00012063980102539062s, path: a/c, db: /tmp/tmpdyivrqcm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 5 rows (deleted=False) in 0.00012922286987304688s, path: a/c, db: /tmp/tmpdyivrqcm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +test.unit.container.test_sharder.TestSharder.test_yield_objects_to_shard_range +test.unit.container.test_sharder.TestSharder.test_yield_objects_to_shard_range ... ok +test.unit.container.test_sharder.TestSharder.test_yield_objects_to_shard_range_no_objects +test.unit.container.test_sharder.TestSharder.test_yield_objects_to_shard_range_no_objects ... ok test.unit.obj.test_diskfile.TestECDiskFileManager.test_check_policy test.unit.obj.test_diskfile.TestECDiskFileManager.test_check_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_commit_window @@ -47605,1808 +56668,188 @@ test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_suffixes_dev_path_fail test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_suffixes_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncEC.test_fragment_sync -test.unit.obj.test_ssync.TestSsyncEC.test_fragment_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncEC.test_handoff_fragment_only_missing_durable_state -test.unit.obj.test_ssync.TestSsyncEC.test_handoff_fragment_only_missing_durable_state ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncEC.test_handoff_fragment_revert -test.unit.obj.test_ssync.TestSsyncEC.test_handoff_fragment_revert ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncEC.test_handoff_non_durable_fragment -test.unit.obj.test_ssync.TestSsyncEC.test_handoff_non_durable_fragment ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncEC.test_revert_job_with_legacy_durable -test.unit.obj.test_ssync.TestSsyncEC.test_revert_job_with_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncEC.test_send_invalid_frag_index -test.unit.obj.test_ssync.TestSsyncEC.test_send_invalid_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncEC.test_send_with_frag_index_none -test.unit.obj.test_ssync.TestSsyncEC.test_send_with_frag_index_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_device_not_available -test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_device_not_available ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_disconnect -test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_invalid_policy -test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_invalid_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_read_error -test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_read_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_bad_request_invalid_frag_index -test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_bad_request_invalid_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_updater.TestObjectUpdater.test_conf_params -test.unit.obj.test_updater.TestObjectUpdater.test_conf_params ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_creation -test.unit.obj.test_updater.TestObjectUpdater.test_creation ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_listdir_with_exception -test.unit.obj.test_updater.TestObjectUpdater.test_listdir_with_exception ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_listdir_without_exception -test.unit.obj.test_updater.TestObjectUpdater.test_listdir_without_exception ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_bad_location_header -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_bad_location_header ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_missing_location_header -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_missing_location_header ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_redirects_between_shards -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_redirects_between_shards ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_redirected -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_redirected ... ok -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('8b669e1f-843b-4818-9721-c3d691872203-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '8b669e1f-843b-4818-9721-c3d691872203-sda', '1750205189.66845', '1750205189.00000', '0', '', '1750205189.00000', 0, 0) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('8b669e1f-843b-4818-9721-c3d691872203-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 2 dbs in 0.35280 seconds (5.66892/s) -test INFO: Removed 0 dbs -test INFO: 4 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:4 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpzsef0zom/sda/containers/0/391/0229fab9e5c680599d35d5109238f391/0229fab9e5c680599d35d5109238f391.db -REPLICATE: /sdb/0/0229fab9e5c680599d35d5109238f391, sync, (-1, '00000000000000000000000000000000', '014fe037-afe1-4464-a293-bdaa76a70587-sda', '1750205189.70000', '1750205190.00000', '0', '{"X-Container-Sync-To": ["", "1750205193.00000"], "X-Container-Sync-Key": ["secret", "1750205192.00000"]}', '1750205190.00000', 0, 0) -test DEBUG: /tmp/tmpzsef0zom/sda/containers/0/391/0229fab9e5c680599d35d5109238f391/0229fab9e5c680599d35d5109238f391.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/0229fab9e5c680599d35d5109238f391, sync, (-1, '00000000000000000000000000000000', '014fe037-afe1-4464-a293-bdaa76a70587-sda', '1750205189.70000', '1750205190.00000', '0', '{"X-Container-Sync-To": ["", "1750205193.00000"], "X-Container-Sync-Key": ["secret", "1750205192.00000"]}', '1750205190.00000', 0, 0) -test DEBUG: /tmp/tmpzsef0zom/sda/containers/0/391/0229fab9e5c680599d35d5109238f391/0229fab9e5c680599d35d5109238f391.db in sync with 10.0.0.2:1002/sdc, nothing to do -test DEBUG: Replicating db /tmp/tmpzsef0zom/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '8b669e1f-843b-4818-9721-c3d691872203-sda', '1750205189.66845', '1750205189.00000', '0', '', '1750205189.00000', 0, 0) -test DEBUG: /tmp/tmpzsef0zom/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '8b669e1f-843b-4818-9721-c3d691872203-sda', '1750205189.66845', '1750205189.00000', '0', '', '1750205189.00000', 0, 0) -test DEBUG: /tmp/tmpzsef0zom/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.2:1002/sdc, nothing to do -test INFO: Replication run OVER -test INFO: Attempted to replicate 2 dbs in 0.09354 seconds (21.38034/s) -test INFO: Removed 0 dbs -test INFO: 4 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:4 remote_merge:0 rsync:0 ts_repl:0 -test ERROR: Failed to update sync_store /tmp/tmp_o8_9hgq/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/replicator.py", line 301, in _post_replicate_hook - self.sync_store.update_sync_store(broker) - File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_replicator.py", line 1226, in update_sync_store - raise OSError(1, '1') -PermissionError: [Errno 1] 1 -test WARNING: The slowdown option is deprecated in favor of objects_per_second. This option may be ignored in a future release. -test WARNING: The slowdown option is deprecated in favor of objects_per_second. This option may be ignored in a future release. -test ERROR: ERROR: Unable to access foo/bar: permission_denied -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmp9dks6x58/devices/sda1 (pid: 635424) -test ERROR: Container update failed for '/a/c/o'; problem with redirect location: Invalid path: bad%20bad%20bad -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test ERROR: Container update failed for '/a/c/o'; problem with redirect location: Invalid path: bad%20bad%20bad -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test ERROR: Container update failed for '/a/c/o'; problem with redirect location: Invalid path: bad%20bad%20bad -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update failed for /a/c/o /tmp/tmp9dks6x58/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1750205191.00000 -test INFO: Object update sweep completed on /tmp/tmp9dks6x58/devices/sda1 in 0.00s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 635424) -test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmptmptdext/devices/sda1 (pid: 635424) -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update failed for /a/c/o /tmp/tmptmptdext/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1750205191.00000 -test INFO: Object update sweep completed on /tmp/tmptmptdext/devices/sda1 in 0.00s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 635424) -test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmp77i0j02r/devices/sda1 (pid: 635424) -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update redirected for /a/c/o /tmp/tmp77i0j02r/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1750205190.00000 to .shards_a/c_shard_new -test DEBUG: Update sent for /.shards_a/c_shard_new/o /tmp/tmp77i0j02r/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1750205190.00000 -test INFO: Object update sweep completed on /tmp/tmp77i0j02r/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 1 redirects, 0 skips, 0 deferrals, 0 drains (pid: 635424) -test INFO: Object update single-threaded sweep completed: 0.01s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 1 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmp2qraqonb/devices/sda1 (pid: 635424) -test DEBUG: Error code 507 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 507 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update failed for /a/c/o /tmp/tmp2qraqonb/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1750205190.00000 -test INFO: Object update sweep completed on /tmp/tmp2qraqonb/devices/sda1 in 0.04s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 635424) -test INFO: Object update single-threaded sweep completed: 0.04s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmp2qraqonb/devices/sda1 (pid: 635424) -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_redirected_previous_success -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_redirected_previous_success ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_shard_update_redirected_twice -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_shard_update_redirected_twice ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_update_redirection_loop -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_update_redirection_loop ... ok -test DEBUG: Update redirected for /a/c/o /tmp/tmp2qraqonb/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1750205190.00000 to .shards_a/c_shard_1 -test DEBUG: Update sent for /.shards_a/c_shard_1/o /tmp/tmp2qraqonb/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1750205190.00000 -test INFO: Object update sweep completed on /tmp/tmp2qraqonb/devices/sda1 in 0.01s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 1 redirects, 0 skips, 0 deferrals, 0 drains (pid: 635424) -test INFO: Object update single-threaded sweep completed: 0.01s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 1 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmp27h18i39/devices/sda1 (pid: 635424) -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update redirected for /.shards_a/c_shard_older/o /tmp/tmp27h18i39/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1750205190.00000 to .shards_a/c_shard_new -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update redirected for /.shards_a/c_shard_new/o /tmp/tmp27h18i39/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1750205190.00000 to .shards_a/c_shard_newer -test INFO: Object update sweep completed on /tmp/tmp27h18i39/devices/sda1 in 0.02s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains (pid: 635424) -test INFO: Object update single-threaded sweep completed: 0.02s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmp27h18i39/devices/sda1 (pid: 635424) -test DEBUG: Update sent for /.shards_a/c_shard_newer/o /tmp/tmp27h18i39/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1750205190.00000 -test INFO: Object update sweep completed on /tmp/tmp27h18i39/devices/sda1 in 0.01s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 635424) -test INFO: Object update single-threaded sweep completed: 0.01s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmp_j55d0oe/devices/sda1 (pid: 635424) -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update redirected for /a/c/o /tmp/tmp_j55d0oe/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1750205191.00000 to .shards_a/c_shard_1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update redirected for /.shards_a/c_shard_1/o /tmp/tmp_j55d0oe/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1750205191.00000 to .shards_a/c_shard_2 -test INFO: Object update sweep completed on /tmp/tmp_j55d0oe/devices/sda1 in 0.04s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains (pid: 635424) -test INFO: Object update single-threaded sweep completed: 0.04s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmp_j55d0oe/devices/sda1 (pid: 635424) -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update redirected for /.shards_a/c_shard_2/o /tmp/tmp_j55d0oe/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1750205191.00000 to None -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update redirected for /a/c/o /tmp/tmp_j55d0oe/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1750205191.00000 to .shards_a/c_shard_3 -test INFO: Object update sweep completed on /tmp/tmp_j55d0oe/devices/sda1 in 0.04s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains (pid: 635424) -test INFO: Object update single-threaded sweep completed: 0.05s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmp_j55d0oe/devices/sda1 (pid: 635424) -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update redirected for /.shards_a/c_shard_3/o /tmp/tmp_j55d0oe/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1750205191.00000 to .shards_a/c_shard_1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update redirected for /.shards_a/c_shard_1/o /tmp/tmp_j55d0oe/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1750205191.00000 to None -test INFO: Object update sweep completed on /tmp/tmp_j55d0oe/devices/sda1 in 0.04s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains (pid: 635424) -test INFO: Object update single-threaded sweep completed: 0.04s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmp_j55d0oe/devices/sda1 (pid: 635424) -test DEBUG: Update sent for /a/c/o /tmp/tmp_j55d0oe/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1750205191.00000 -test INFO: Object update sweep completed on /tmp/tmp_j55d0oe/devices/sda1 in 0.01s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 635424) -test INFO: Object update single-threaded sweep completed: 0.01s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmp5de3e06r/devices/sda1 (pid: 635424) -test DEBUG: Update sent for /.shards_a/shard_c/o /tmp/tmp5de3e06r/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1750205192.00000 -test INFO: Object update sweep completed on /tmp/tmp5de3e06r/devices/sda1 in 0.01s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 635424) -test INFO: Object update single-threaded sweep completed: 0.01s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_redirects_to_root_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_redirects_to_root_no_memcache ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_updates -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_updates ... ok -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmp5de3e06r/devices/sda1 (pid: 635424) -test DEBUG: Update sent for /a/c/o /tmp/tmp5de3e06r/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1750205193.00000 -test INFO: Object update sweep completed on /tmp/tmp5de3e06r/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 635424) -test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmp5de3e06r/devices/sda1 (pid: 635424) -test DEBUG: Update sent for /a/c/o /tmp/tmp5de3e06r/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1750205194.00000 -test INFO: Object update sweep completed on /tmp/tmp5de3e06r/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 635424) -test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmp5de3e06r/devices/sda1 (pid: 635424) -test DEBUG: Update sent for /a/c/o /tmp/tmp5de3e06r/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1750205195.00000 -test INFO: Object update sweep completed on /tmp/tmp5de3e06r/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 635424) -test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmp5de3e06r/devices/sda1 (pid: 635424) -test DEBUG: Update sent for /a/c/o /tmp/tmp5de3e06r/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1750205196.00000 -test INFO: Object update sweep completed on /tmp/tmp5de3e06r/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 635424) -test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmp5de3e06r/devices/sda1 (pid: 635424) -test DEBUG: Update sent for /a/c/o /tmp/tmp5de3e06r/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1750205197.00000 -test INFO: Object update sweep completed on /tmp/tmp5de3e06r/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 635424) -test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpnsjmuscu/devices/sda1 (pid: 635424) -test DEBUG: Update sent for /a/c/o /tmp/tmpnsjmuscu/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1750205193.00000 -test INFO: Object update sweep completed on /tmp/tmpnsjmuscu/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 635424) -test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_legacy_updates -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_legacy_updates ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_obj_update_gone_missing -test.unit.obj.test_updater.TestObjectUpdater.test_obj_update_gone_missing ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_obj_update_quarantine -test.unit.obj.test_updater.TestObjectUpdater.test_obj_update_quarantine ... ok -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx24fb5b13adab49178a7b1-0068520305) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx24fb5b13adab49178a7b1-0068520305) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx24fb5b13adab49178a7b1-0068520305) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx24fb5b13adab49178a7b1-0068520305) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx24fb5b13adab49178a7b1-0068520305) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx24fb5b13adab49178a7b1-0068520305) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.1:1001/sdb (txn: tx24fb5b13adab49178a7b1-0068520305) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.0:1000/sda (txn: tx24fb5b13adab49178a7b1-0068520305) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.2:1002/sdc (txn: tx24fb5b13adab49178a7b1-0068520305) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.3:1003/sda (txn: tx24fb5b13adab49178a7b1-0068520305) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.4:1004/sda (txn: tx24fb5b13adab49178a7b1-0068520305) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.5:1005/sda (txn: tx24fb5b13adab49178a7b1-0068520305) -test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500] (txn: tx24fb5b13adab49178a7b1-0068520305) -test WARNING: Failed to get container listing from /v1/a/c?format=json&states=listing: 503 (txn: tx24fb5b13adab49178a7b1-0068520305) -test ERROR: Aborting listing from shards due to bad response: [200, 503] (txn: tx24fb5b13adab49178a7b1-0068520305) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx9dc116e94a604de38c668-0068520306) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_a', lower='', upper='a') .shards_a/c_a with {'X-Backend-Record-Type': 'auto'} (txn: tx9dc116e94a604de38c668-0068520306) -test DEBUG: Get listing from /v1/.shards_a/c_a?format=json&limit=10000&marker=&end_marker=a%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9dc116e94a604de38c668-0068520306) -test DEBUG: Found 33 objects in shard (state=unsharded), total = 33 (txn: tx9dc116e94a604de38c668-0068520306) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: tx9dc116e94a604de38c668-0068520306) -test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9dc116e94a604de38c668-0068520306) -test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00&states=listing (txn: tx9dc116e94a604de38c668-0068520306) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='b', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx9dc116e94a604de38c668-0068520306) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9dc116e94a604de38c668-0068520306) -test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_?format=json&limit=9967&marker=a&end_marker=b%00&states=listing (txn: tx9dc116e94a604de38c668-0068520306) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'object'} (txn: tx9dc116e94a604de38c668-0068520306) -test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'object'} (txn: tx9dc116e94a604de38c668-0068520306) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: tx9dc116e94a604de38c668-0068520306) -test DEBUG: Found 1 objects in shard (state=sharded), total = 1 (txn: tx9dc116e94a604de38c668-0068520306) -test DEBUG: Found 1 objects in shard (state=sharded), total = 34 (txn: tx9dc116e94a604de38c668-0068520306) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='b', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'object'} (txn: tx9dc116e94a604de38c668-0068520306) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9966&marker=b&end_marker= {'X-Backend-Record-Type': 'object'} (txn: tx9dc116e94a604de38c668-0068520306) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1058 (txn: tx9dc116e94a604de38c668-0068520306) -test DEBUG: Setting object count to 1058 (txn: tx9dc116e94a604de38c668-0068520306) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: tx4da9128cc1ff486a85f40-0068520307) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx4da9128cc1ff486a85f40-0068520307) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=10000&marker=&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx4da9128cc1ff486a85f40-0068520307) -test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_?format=json&limit=10000&marker=&end_marker=&states=listing (txn: tx4da9128cc1ff486a85f40-0068520307) -test DEBUG: Getting listing part 0 from shard Namespace(name='a/c', lower='', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: tx4da9128cc1ff486a85f40-0068520307) -test DEBUG: Get listing from /v1/a/c?format=json&limit=10000&marker=&end_marker= {'X-Backend-Record-Type': 'object'} (txn: tx4da9128cc1ff486a85f40-0068520307) -test DEBUG: Found 1024 objects in shard (state=sharded), total = 1024 (txn: tx4da9128cc1ff486a85f40-0068520307) -test DEBUG: Setting object count to 1024 (txn: tx4da9128cc1ff486a85f40-0068520307) -test DEBUG: Found 1024 objects in shard (state=sharding), total = 1024 (txn: tx4da9128cc1ff486a85f40-0068520307) -test DEBUG: Setting object count to 1024 (txn: tx4da9128cc1ff486a85f40-0068520307) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx230968e22e0f485398046-0068520308) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx230968e22e0f485398046-0068520308) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx230968e22e0f485398046-0068520308) -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharded_shard_with_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharded_shard_with_memcache ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_object_sweep -test.unit.obj.test_updater.TestObjectUpdater.test_object_sweep ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_db_states -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_db_states ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_defer_2_skip_1 -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_defer_2_skip_1 ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_defer_3_skip_1 -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_defer_3_skip_1 ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharded_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharded_state_errors ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_some_limited -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_some_limited ... ok -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpnsjmuscu/devices/sda1 (pid: 635424) -test DEBUG: Update sent for /a/c/o /tmp/tmpnsjmuscu/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1750205195.00000 -test INFO: Object update sweep completed on /tmp/tmpnsjmuscu/devices/sda1 in 0.01s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 635424) -test INFO: Object update single-threaded sweep completed: 0.01s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpn_kloayt/devices/sda1 (pid: 635424) -test ERROR: ERROR Pickle problem, quarantining /tmp/tmpn_kloayt/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1750205192.00000: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/obj/updater.py", line 431, in _load_update - return pickle.load(open(update_path, 'rb')) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ -_pickle.UnpicklingError: invalid load key, '\xff'. -test INFO: Object update sweep completed on /tmp/tmpn_kloayt/devices/sda1 in 0.00s seconds:, 0 successes, 0 failures, 1 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 635424) -test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 0 failures, 1 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpbge66ki8/devices/sda1 (pid: 635424) -test DEBUG: Update sent for /a/c1/o09 /tmp/tmpbge66ki8/devices/sda1/async_pending/bee/db77f283b4b1bb5e5b6ce501ca337bee-1750205192.48076 -test DEBUG: Update sent for /.shards_a/c2_shard/o09 /tmp/tmpbge66ki8/devices/sda1/async_pending/ca9/43aefe16fd826546f72b52db0520cca9-1750205192.48123 -test INFO: Object update sweep completed on /tmp/tmpbge66ki8/devices/sda1 in 0.21s seconds:, 2 successes, 0 failures, 0 quarantines, 2 unlinks, 0 errors, 0 redirects, 9 skips, 9 deferrals, 0 drains (pid: 635424) -test INFO: Object update single-threaded sweep completed: 0.21s, 2 successes, 0 failures, 0 quarantines, 2 unlinks, 0 errors, 0 redirects, 9 skips, 9 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmp7do6lpn6/devices/sda1 (pid: 635424) -test DEBUG: Update sent for /a/c1/o00 /tmp/tmp7do6lpn6/devices/sda1/async_pending/a20/8110018052c71b62f4f93b1cd45fda20-1750205192.70242 -test DEBUG: Update sent for /a/c1/o03 /tmp/tmp7do6lpn6/devices/sda1/async_pending/ff2/d12c716df8024e3a557661979780dff2-1750205192.70284 -test DEBUG: Update sent for /a/c1/o02 /tmp/tmp7do6lpn6/devices/sda1/async_pending/5d9/74b39c6818abfa3cdadce7038f4a15d9-1750205192.70272 -test INFO: Object update sweep completed on /tmp/tmp7do6lpn6/devices/sda1 in 0.10s seconds:, 3 successes, 0 failures, 0 quarantines, 3 unlinks, 0 errors, 0 redirects, 1 skips, 2 deferrals, 1 drains (pid: 635424) -test INFO: Object update single-threaded sweep completed: 0.10s, 3 successes, 0 failures, 0 quarantines, 3 unlinks, 0 errors, 0 redirects, 1 skips, 2 deferrals, 1 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpf_y72e52/devices/sda1 (pid: 635424) -test DEBUG: Update sent for /a/c1/o00 /tmp/tmpf_y72e52/devices/sda1/async_pending/a20/8110018052c71b62f4f93b1cd45fda20-1750205192.82206 -test DEBUG: Update sent for /a/c1/o02 /tmp/tmpf_y72e52/devices/sda1/async_pending/5d9/74b39c6818abfa3cdadce7038f4a15d9-1750205192.82242 -test DEBUG: Update sent for /a/c1/o04 /tmp/tmpf_y72e52/devices/sda1/async_pending/016/7bf5c8c93f8043f6705026176f67c016-1750205192.82270 -test DEBUG: Update sent for /a/c1/o03 /tmp/tmpf_y72e52/devices/sda1/async_pending/ff2/d12c716df8024e3a557661979780dff2-1750205192.82254 -test INFO: Object update sweep completed on /tmp/tmpf_y72e52/devices/sda1 in 0.00s seconds:, 4 successes, 0 failures, 0 quarantines, 4 unlinks, 0 errors, 0 redirects, 1 skips, 3 deferrals, 2 drains (pid: 635424) -test INFO: Object update single-threaded sweep completed: 0.00s, 4 successes, 0 failures, 0 quarantines, 4 unlinks, 0 errors, 0 redirects, 1 skips, 3 deferrals, 2 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmp0l7ll5d8/devices/sda1 (pid: 635424) -test DEBUG: Update sent for /a/c1/o01 /tmp/tmp0l7ll5d8/devices/sda1/async_pending/22b/9f78f96341102120ea7474897595a22b-1750205192.83563 -test DEBUG: Update sent for /a/c1/o03 /tmp/tmp0l7ll5d8/devices/sda1/async_pending/ff2/d12c716df8024e3a557661979780dff2-1750205192.83585 -test INFO: Object update sweep completed on /tmp/tmp0l7ll5d8/devices/sda1 in 0.15s seconds:, 2 successes, 0 failures, 0 quarantines, 2 unlinks, 0 errors, 0 redirects, 2 skips, 2 deferrals, 0 drains (pid: 635424) -test INFO: Object update single-threaded sweep completed: 0.16s, 2 successes, 0 failures, 0 quarantines, 2 unlinks, 0 errors, 0 redirects, 2 skips, 2 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpig0xs8vz/devices/sda1 (pid: 635424) -test DEBUG: Update sent for /a/c1/o06 /tmp/tmpig0xs8vz/devices/sda1/async_pending/5b6/29e303e1cb80d29563757ae87f5c55b6-1750205193.01627 -test DEBUG: Update sent for /a/c1/o05 /tmp/tmpig0xs8vz/devices/sda1/async_pending/dc4/017ff741f591e7220e0836a0c4fcedc4-1750205193.01616 -test DEBUG: Update sent for /a/c1/o03 /tmp/tmpig0xs8vz/devices/sda1/async_pending/ff2/d12c716df8024e3a557661979780dff2-1750205193.01592 -test DEBUG: Update sent for /.shards_a/c2_shard/o09 /tmp/tmpig0xs8vz/devices/sda1/async_pending/ca9/43aefe16fd826546f72b52db0520cca9-1750205193.01690 -test DEBUG: Update sent for /a/c1/o00 /tmp/tmpig0xs8vz/devices/sda1/async_pending/a20/8110018052c71b62f4f93b1cd45fda20-1750205193.01554 -test DEBUG: Update sent for /a/c1/o01 /tmp/tmpig0xs8vz/devices/sda1/async_pending/22b/9f78f96341102120ea7474897595a22b-1750205193.01570 -test DEBUG: Update sent for /a/c1/o08 /tmp/tmpig0xs8vz/devices/sda1/async_pending/5b8/4e594cf882aac2f7f8f2f4cdade285b8-1750205193.01648 -test DEBUG: Update sent for /a/c1/o04 /tmp/tmpig0xs8vz/devices/sda1/async_pending/016/7bf5c8c93f8043f6705026176f67c016-1750205193.01605 -test DEBUG: Update sent for /a/c1/o07 /tmp/tmpig0xs8vz/devices/sda1/async_pending/fc8/26ac197975ac1169d403eeb7ae8bbfc8-1750205193.01637 -test DEBUG: Update sent for /a/c1/o02 /tmp/tmpig0xs8vz/devices/sda1/async_pending/5d9/74b39c6818abfa3cdadce7038f4a15d9-1750205193.01582 -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_unlimited -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_unlimited ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_unsent_deferrals -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_unsent_deferrals ... ok -test DEBUG: Update sent for /a/c1/o09 /tmp/tmpig0xs8vz/devices/sda1/async_pending/bee/db77f283b4b1bb5e5b6ce501ca337bee-1750205193.01658 -test INFO: Object update sweep completed on /tmp/tmpig0xs8vz/devices/sda1 in 0.23s seconds:, 11 successes, 0 failures, 0 quarantines, 11 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 635424) -test INFO: Object update single-threaded sweep completed: 0.23s, 11 successes, 0 failures, 0 quarantines, 11 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpjck1p5bb/devices/sda1 (pid: 635424) -test DEBUG: Update sent for /a/c1/o04 /tmp/tmpjck1p5bb/devices/sda1/async_pending/016/7bf5c8c93f8043f6705026176f67c016-1750205193.25357 -test DEBUG: Update sent for /a/c1/o06 /tmp/tmpjck1p5bb/devices/sda1/async_pending/5b6/29e303e1cb80d29563757ae87f5c55b6-1750205193.25384 -test DEBUG: Update sent for /a/c1/o00 /tmp/tmpjck1p5bb/devices/sda1/async_pending/a20/8110018052c71b62f4f93b1cd45fda20-1750205193.25309 -test DEBUG: Update sent for /a/c1/o05 /tmp/tmpjck1p5bb/devices/sda1/async_pending/dc4/017ff741f591e7220e0836a0c4fcedc4-1750205193.25368 -test DEBUG: Update sent for /a/c1/o02 /tmp/tmpjck1p5bb/devices/sda1/async_pending/5d9/74b39c6818abfa3cdadce7038f4a15d9-1750205193.25334 -test INFO: Object update sweep completed on /tmp/tmpjck1p5bb/devices/sda1 in 0.02s seconds:, 5 successes, 0 failures, 0 quarantines, 5 unlinks, 0 errors, 0 redirects, 2 skips, 4 deferrals, 2 drains (pid: 635424) -test INFO: Object update single-threaded sweep completed: 0.03s, 5 successes, 0 failures, 0 quarantines, 5 unlinks, 0 errors, 0 redirects, 2 skips, 4 deferrals, 2 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpmh3k9h_u/devices/sda1 (pid: 635424) -test INFO: Object update sweep completed on /tmp/tmpmh3k9h_u/devices/sda1 in 0.00s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 635424) -test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpmh3k9h_u/devices/sda1 (pid: 635424) -test INFO: Object update sweep completed on /tmp/tmpmh3k9h_u/devices/sda1 in 0.00s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 635424) -test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpmh3k9h_u/devices/sda1 (pid: 635424) -test INFO: Object update sweep completed on /tmp/tmpmh3k9h_u/devices/sda1 in 0.00s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 635424) -test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpmh3k9h_u/devices/sda1 (pid: 635424) -test ERROR: ERROR with remote server 127.0.0.1:67890/sda1: Connection refused -test ERROR: ERROR with remote server 127.0.0.1:67890/sda1: Connection refused -test ERROR: ERROR with remote server 127.0.0.1:67890/sda1: Connection refused -test DEBUG: Update failed for /a/c/o /tmp/tmpmh3k9h_u/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1750205193.32480 -test INFO: Object update sweep completed on /tmp/tmpmh3k9h_u/devices/sda1 in 0.01s seconds:, 0 successes, 1 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 635424) -test INFO: Object update single-threaded sweep completed: 0.01s, 0 successes, 1 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpmh3k9h_u/devices/sda1 (pid: 635424) -HTTP PERF: 0.00169 seconds to PUT 127.0.0.1:50627 /sda1/0/a/c/o) -HTTP PERF: 0.00722 seconds to PUT 127.0.0.1:50627 /sda1/0/a/c/o) -test DEBUG: Error code 500 is returned from remote server 127.0.0.1:50627/sda1 -HTTP PERF: 0.00736 seconds to PUT 127.0.0.1:50627 /sda1/0/a/c/o) -test DEBUG: Error code 500 is returned from remote server 127.0.0.1:50627/sda1 -test DEBUG: Update failed for /a/c/o /tmp/tmpmh3k9h_u/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1750205193.32480 -test INFO: Object update sweep completed on /tmp/tmpmh3k9h_u/devices/sda1 in 0.17s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 635424) -test INFO: Object update single-threaded sweep completed: 0.17s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpmh3k9h_u/devices/sda1 (pid: 635424) -HTTP PERF: 0.00074 seconds to PUT 127.0.0.1:50627 /sda1/0/a/c/o) -HTTP PERF: 0.00122 seconds to PUT 127.0.0.1:50627 /sda1/0/a/c/o) -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_mixed_policies -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_mixed_policies ... ok -test DEBUG: Error code 404 is returned from remote server 127.0.0.1:50627/sda1 -test DEBUG: Update failed for /a/c/o /tmp/tmpmh3k9h_u/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1750205193.32480 -test INFO: Object update sweep completed on /tmp/tmpmh3k9h_u/devices/sda1 in 0.06s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 635424) -test INFO: Object update single-threaded sweep completed: 0.06s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpmh3k9h_u/devices/sda1 (pid: 635424) -test INFO: Timeout waiting on remote server 127.0.0.1:50627/sda1: 99 seconds -test DEBUG: Update failed for /a/c/o /tmp/tmpmh3k9h_u/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1750205193.32480 -test INFO: Object update sweep completed on /tmp/tmpmh3k9h_u/devices/sda1 in 0.00s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 635424) -test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpmh3k9h_u/devices/sda1 (pid: 635424) -test INFO: Timeout connecting to remote server 127.0.0.1:50627/sda1: 9 seconds -test DEBUG: Update failed for /a/c/o /tmp/tmpmh3k9h_u/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1750205193.32480 -test INFO: Object update sweep completed on /tmp/tmpmh3k9h_u/devices/sda1 in 0.00s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 635424) -test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpmh3k9h_u/devices/sda1 (pid: 635424) -HTTP PERF: 0.00881 seconds to PUT 127.0.0.1:50627 /sda1/0/a/c/o) -test.unit.obj.test_updater.TestObjectUpdater.test_run_once -test.unit.obj.test_updater.TestObjectUpdater.test_run_once ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_run_once_with_disk_unmounted -test.unit.obj.test_updater.TestObjectUpdater.test_run_once_with_disk_unmounted ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_sweep_logs -test.unit.obj.test_updater.TestObjectUpdater.test_sweep_logs ... ok -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205379.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/e45/9983189e14e04daf210a6a0a7e94de45/9983189e14e04daf210a6a0a7e94de45.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205381.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/133/767f6d5bf9468243254f781bd3175133/767f6d5bf9468243254f781bd3175133.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205381.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/133/767f6d5bf9468243254f781bd3175133/767f6d5bf9468243254f781bd3175133.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205383.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/61b/d83ba7c8d389e86656327eef4dfda61b/d83ba7c8d389e86656327eef4dfda61b.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205383.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/61b/d83ba7c8d389e86656327eef4dfda61b/d83ba7c8d389e86656327eef4dfda61b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205385.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/146/62eadbebfe7bbc10c357e013d1ac8146/62eadbebfe7bbc10c357e013d1ac8146.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205385.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/146/62eadbebfe7bbc10c357e013d1ac8146/62eadbebfe7bbc10c357e013d1ac8146.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205387.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/4fb/cec88d7149f7cdbf29f610de2b4184fb/cec88d7149f7cdbf29f610de2b4184fb.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205387.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/4fb/cec88d7149f7cdbf29f610de2b4184fb/cec88d7149f7cdbf29f610de2b4184fb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205389.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/32b/55082f7bf454845e2cdd68840135632b/55082f7bf454845e2cdd68840135632b.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205389.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/32b/55082f7bf454845e2cdd68840135632b/55082f7bf454845e2cdd68840135632b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205391.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/c71/9bae4ddadace7317dc2e2148d516ac71/9bae4ddadace7317dc2e2148d516ac71.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205391.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/c71/9bae4ddadace7317dc2e2148d516ac71/9bae4ddadace7317dc2e2148d516ac71.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205393.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/d98/4aad586df095a32a27bd85b405f51d98/4aad586df095a32a27bd85b405f51d98.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205393.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/d98/4aad586df095a32a27bd85b405f51d98/4aad586df095a32a27bd85b405f51d98.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205395.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/eaa/1860103216b4747f3280bfcfb9c27eaa/1860103216b4747f3280bfcfb9c27eaa.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205395.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/eaa/1860103216b4747f3280bfcfb9c27eaa/1860103216b4747f3280bfcfb9c27eaa.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205397.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/5d3/07d8840b19fe7ebfa9ac7a76aee3d5d3/07d8840b19fe7ebfa9ac7a76aee3d5d3.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205397.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/5d3/07d8840b19fe7ebfa9ac7a76aee3d5d3/07d8840b19fe7ebfa9ac7a76aee3d5d3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205399.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/2c8/267393591eb76e596000efa3c1ba72c8/267393591eb76e596000efa3c1ba72c8.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205399.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/2c8/267393591eb76e596000efa3c1ba72c8/267393591eb76e596000efa3c1ba72c8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205401.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/7e8/4c0a97936dcb2f4f10ce43d86ad657e8/4c0a97936dcb2f4f10ce43d86ad657e8.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205401.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/7e8/4c0a97936dcb2f4f10ce43d86ad657e8/4c0a97936dcb2f4f10ce43d86ad657e8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205403.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/85b/ad23e0b89c755fcd4203e07d6696185b/ad23e0b89c755fcd4203e07d6696185b.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205403.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/85b/ad23e0b89c755fcd4203e07d6696185b/ad23e0b89c755fcd4203e07d6696185b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205405.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/36a/4af1d4ee049f1f77e007cdd887e3d36a/4af1d4ee049f1f77e007cdd887e3d36a.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205405.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/36a/4af1d4ee049f1f77e007cdd887e3d36a/4af1d4ee049f1f77e007cdd887e3d36a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205407.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/3e9/a17b3a0baa22ca2d9ea2b9caf155e3e9/a17b3a0baa22ca2d9ea2b9caf155e3e9.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205407.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/3e9/a17b3a0baa22ca2d9ea2b9caf155e3e9/a17b3a0baa22ca2d9ea2b9caf155e3e9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205409.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/527/bcec27b2fbc4b9e6071f6abf6f5b7527/bcec27b2fbc4b9e6071f6abf6f5b7527.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205409.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/527/bcec27b2fbc4b9e6071f6abf6f5b7527/bcec27b2fbc4b9e6071f6abf6f5b7527.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205411.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/8b6/40334ecc303dfbd77bef37b2eda1d8b6/40334ecc303dfbd77bef37b2eda1d8b6.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205411.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/8b6/40334ecc303dfbd77bef37b2eda1d8b6/40334ecc303dfbd77bef37b2eda1d8b6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205413.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/23c/0832ef76f99cff647882ada412d3323c/0832ef76f99cff647882ada412d3323c.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205413.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/23c/0832ef76f99cff647882ada412d3323c/0832ef76f99cff647882ada412d3323c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205415.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/ed4/04e2a9033ff264939b4df93c970c9ed4/04e2a9033ff264939b4df93c970c9ed4.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205415.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/ed4/04e2a9033ff264939b4df93c970c9ed4/04e2a9033ff264939b4df93c970c9ed4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205417.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/dcf/fc11361f8112c0e6390891de63446dcf/fc11361f8112c0e6390891de63446dcf.db -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_container_merge_other_ranges -test.unit.container.test_sharder.TestSharder.test_audit_shard_container_merge_other_ranges ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_sweep_logs_multiple_policies -test.unit.obj.test_updater.TestObjectUpdater.test_sweep_logs_multiple_policies ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_object -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_object ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_deleted_range_in_root_container -test.unit.container.test_sharder.TestSharder.test_audit_shard_deleted_range_in_root_container ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_shard -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_shard ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_shard_with_listing_state -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_shard_with_listing_state ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_deleted_range_missing_from_root_container -test.unit.container.test_sharder.TestSharder.test_audit_shard_deleted_range_missing_from_root_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state_errors ... ok -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx230968e22e0f485398046-0068520308) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx230968e22e0f485398046-0068520308) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx230968e22e0f485398046-0068520308) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx230968e22e0f485398046-0068520308) -test INFO: Caching listing namespaces for shard-listing-v2/.shards_a/c_pie (3 namespaces) (txn: tx230968e22e0f485398046-0068520308) -test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: tx230968e22e0f485398046-0068520308) -test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: tx230968e22e0f485398046-0068520308) -test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: tx230968e22e0f485398046-0068520308) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx230968e22e0f485398046-0068520308) -test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: tx230968e22e0f485398046-0068520308) -test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: tx230968e22e0f485398046-0068520308) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: tx230968e22e0f485398046-0068520308) -test DEBUG: Getting listing part 2 from shard Namespace(name='a/c_sub_pie', lower='lemon', upper='') a/c_sub_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx230968e22e0f485398046-0068520308) -test DEBUG: Get listing from /v1/a/c_sub_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx230968e22e0f485398046-0068520308) -test DEBUG: Found 4 objects in shard (state=unsharded), total = 8 (txn: tx230968e22e0f485398046-0068520308) -test DEBUG: Found 8 objects in shard (state=sharded), total = 48 (txn: tx230968e22e0f485398046-0068520308) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx230968e22e0f485398046-0068520308) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx230968e22e0f485398046-0068520308) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx230968e22e0f485398046-0068520308) -test DEBUG: Setting object count to 1072 (txn: tx230968e22e0f485398046-0068520308) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txe96ed3ece2b04746825a9-0068520309) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txe96ed3ece2b04746825a9-0068520309) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txe96ed3ece2b04746825a9-0068520309) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txe96ed3ece2b04746825a9-0068520309) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txe96ed3ece2b04746825a9-0068520309) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txe96ed3ece2b04746825a9-0068520309) -test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: txe96ed3ece2b04746825a9-0068520309) -test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: txe96ed3ece2b04746825a9-0068520309) -test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: txe96ed3ece2b04746825a9-0068520309) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: txe96ed3ece2b04746825a9-0068520309) -test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: txe96ed3ece2b04746825a9-0068520309) -test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: txe96ed3ece2b04746825a9-0068520309) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: txe96ed3ece2b04746825a9-0068520309) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: txe96ed3ece2b04746825a9-0068520309) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: txe96ed3ece2b04746825a9-0068520309) -test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: txe96ed3ece2b04746825a9-0068520309) -test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: txe96ed3ece2b04746825a9-0068520309) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txe96ed3ece2b04746825a9-0068520309) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txe96ed3ece2b04746825a9-0068520309) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txe96ed3ece2b04746825a9-0068520309) -test DEBUG: Setting object count to 1072 (txn: txe96ed3ece2b04746825a9-0068520309) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txf786dedb05ec49eaa3b80-006852030a) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txf786dedb05ec49eaa3b80-006852030a) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txf786dedb05ec49eaa3b80-006852030a) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txf786dedb05ec49eaa3b80-006852030a) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txf786dedb05ec49eaa3b80-006852030a) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txf786dedb05ec49eaa3b80-006852030a) -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_no_memcache ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_storage_policy_index -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_storage_policy_index ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_range_not_merged_while_shrinking -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_range_not_merged_while_shrinking ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_storage_policy_index_empty -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_storage_policy_index_empty ... ok -test DEBUG: Update sent for /a/c/o /tmp/tmpmh3k9h_u/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1750205193.32480 -test INFO: Object update sweep completed on /tmp/tmpmh3k9h_u/devices/sda1 in 0.01s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 635424) -test INFO: Object update single-threaded sweep completed: 0.01s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test WARNING: Skipping: -test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' -test INFO: Object update sweep starting on /tmp/tmpn4oqjo24/devices/sda1 (pid: 635424) -test INFO: Object update sweep progress on /tmp/tmpn4oqjo24/devices/sda1: 16.00s, 2 successes, 0 failures, 0 quarantines, 2 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 635424) -test INFO: Object update sweep progress on /tmp/tmpn4oqjo24/devices/sda1: 32.00s, 4 successes, 0 failures, 0 quarantines, 4 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 635424) -test INFO: Object update sweep completed on /tmp/tmpn4oqjo24/devices/sda1 in 44.00s seconds:, 5 successes, 0 failures, 0 quarantines, 5 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 635424) -test INFO: Object update sweep starting on /tmp/tmpir_u323i/devices/sda1 (pid: 635424) -test INFO: Object update sweep completed on /tmp/tmpir_u323i/devices/sda1 in 0.13s seconds:, 6 successes, 0 failures, 0 quarantines, 6 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 635424) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx9e602a7eea4d4b40ae717-006852030b) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx9e602a7eea4d4b40ae717-006852030b) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9e602a7eea4d4b40ae717-006852030b) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx9e602a7eea4d4b40ae717-006852030b) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx9e602a7eea4d4b40ae717-006852030b) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9e602a7eea4d4b40ae717-006852030b) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 8 (txn: tx9e602a7eea4d4b40ae717-006852030b) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx9e602a7eea4d4b40ae717-006852030b) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9992&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx9e602a7eea4d4b40ae717-006852030b) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1032 (txn: tx9e602a7eea4d4b40ae717-006852030b) -test DEBUG: Setting object count to 1032 (txn: tx9e602a7eea4d4b40ae717-006852030b) -test DEBUG: GET listing from 3 shards for: /v1/a/c?reverse=true&format=json&states=listing (txn: txf071af2bfe3b44c2abcc4-006852030b) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txf071af2bfe3b44c2abcc4-006852030b) -test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&format=json&limit=10000&marker=&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: txf071af2bfe3b44c2abcc4-006852030b) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: txf071af2bfe3b44c2abcc4-006852030b) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txf071af2bfe3b44c2abcc4-006852030b) -test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&format=json&limit=10000&marker=&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: txf071af2bfe3b44c2abcc4-006852030b) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 8 (txn: txf071af2bfe3b44c2abcc4-006852030b) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txf071af2bfe3b44c2abcc4-006852030b) -test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&format=json&limit=9992&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txf071af2bfe3b44c2abcc4-006852030b) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 48 (txn: txf071af2bfe3b44c2abcc4-006852030b) -test DEBUG: Setting object count to 48 (txn: txf071af2bfe3b44c2abcc4-006852030b) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txbd6ad437960b46dba5485-006852030b) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txbd6ad437960b46dba5485-006852030b) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txbd6ad437960b46dba5485-006852030b) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txbd6ad437960b46dba5485-006852030b) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txbd6ad437960b46dba5485-006852030b) -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_empty_shard_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_empty_shard_no_memcache ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_range_overlap_not_merged_while_shrinking -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_range_overlap_not_merged_while_shrinking ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_x_syncs -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_x_syncs ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_with_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_with_memcache ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_initiated_and_required -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_initiated_and_required ... ok -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205417.00000, db: /tmp/tmpmm6dozw_/sda/containers/0/dcf/fc11361f8112c0e6390891de63446dcf/fc11361f8112c0e6390891de63446dcf.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpnag63ab6/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205193.00000, (0, 0) as of 1750205193.00000, active as of 1750205193.00000> to ShardRange<'k' to 't' as of 1750205194.00000, (0, 0) as of 1750205194.00000, sharded as of 1750205195.00000>, path: .shards_a/shard_c, db: /tmp/tmpnag63ab6/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Marked shard container as deleted, path: .shards_a/shard_c, db: /tmp/tmpnag63ab6/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Marked shard container as deleted, path: .shards_a/shard_c, db: /tmp/tmp4lqt1ob3/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205194.00000-0, db: /tmp/tmpyv3dzz4u/sda/containers/0/038/8f0d0a0a6b6d6b7aef6ef0b69c3a6038/8f0d0a0a6b6d6b7aef6ef0b69c3a6038.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205197.00000-0, db: /tmp/tmpyv3dzz4u/sda/containers/0/cca/2f78bf1701697cc8257d9fdea1a69cca/2f78bf1701697cc8257d9fdea1a69cca.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205200.00000-0, db: /tmp/tmpyv3dzz4u/sda/containers/0/310/8b0140d71d06b5d63e3be4cbd43ed310/8b0140d71d06b5d63e3be4cbd43ed310.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205203.00000-0, db: /tmp/tmpyv3dzz4u/sda/containers/0/306/81b9285673186fbfa28be920b469b306/81b9285673186fbfa28be920b469b306.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205206.00000-0, db: /tmp/tmpyv3dzz4u/sda/containers/0/c3e/582ace51eac49a700d035e714c1f7c3e/582ace51eac49a700d035e714c1f7c3e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205209.00000-0, db: /tmp/tmpyv3dzz4u/sda/containers/0/44b/3cf1a8853b887676ecb5a9877c5d044b/3cf1a8853b887676ecb5a9877c5d044b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205212.00000-0, db: /tmp/tmpyv3dzz4u/sda/containers/0/9e2/8cc8703d2efe49ddf3fe97dab79369e2/8cc8703d2efe49ddf3fe97dab79369e2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205215.00000-0, db: /tmp/tmpyv3dzz4u/sda/containers/0/a93/c3dfbe41c5dcc5a676bb4fa9a08cfa93/c3dfbe41c5dcc5a676bb4fa9a08cfa93.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205218.00000-0, db: /tmp/tmpyv3dzz4u/sda/containers/0/917/c7c44c1a512a9cee0f469a0ae6c09917/c7c44c1a512a9cee0f469a0ae6c09917.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205221.00000-0, db: /tmp/tmpyv3dzz4u/sda/containers/0/230/9218efbe333766f2bbe6165294c96230/9218efbe333766f2bbe6165294c96230.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205224.00000-0, db: /tmp/tmpyv3dzz4u/sda/containers/0/bc6/9fc9dca2bd16d58468f01673a43b8bc6/9fc9dca2bd16d58468f01673a43b8bc6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205227.00000-0, db: /tmp/tmpyv3dzz4u/sda/containers/0/04e/5b3b6f5d00dc429ab139cb7c6926904e/5b3b6f5d00dc429ab139cb7c6926904e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205230.00000-0, db: /tmp/tmpyv3dzz4u/sda/containers/0/0e2/9f3f6a37488a46e7e3a305861291c0e2/9f3f6a37488a46e7e3a305861291c0e2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205233.00000-0, db: /tmp/tmpyv3dzz4u/sda/containers/0/3f5/1f623a315381c9b56bf2155e2c69a3f5/1f623a315381c9b56bf2155e2c69a3f5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205196.00000-0, db: /tmp/tmpf66ocdza/sda/containers/0/cb5/db80310a2877b220a9378b7109cd0cb5/db80310a2877b220a9378b7109cd0cb5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205200.00000-0, db: /tmp/tmpf66ocdza/sda/containers/0/310/8b0140d71d06b5d63e3be4cbd43ed310/8b0140d71d06b5d63e3be4cbd43ed310.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205198.00000-0, db: /tmp/tmp2q86rtcl/sda/containers/0/4c2/72f9d993b6d6d5268ed02726279414c2/72f9d993b6d6d5268ed02726279414c2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205202.00000-0, db: /tmp/tmp2q86rtcl/sda/containers/0/613/ffacd725c6c9150c7b9fd77eaa592613/ffacd725c6c9150c7b9fd77eaa592613.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205206.00000-0, db: /tmp/tmp2q86rtcl/sda/containers/0/c3e/582ace51eac49a700d035e714c1f7c3e/582ace51eac49a700d035e714c1f7c3e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205210.00000-0, db: /tmp/tmp2q86rtcl/sda/containers/0/4f9/ace334a906d22c0d5d65e91153cf24f9/ace334a906d22c0d5d65e91153cf24f9.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205210.00000-0, db: /tmp/tmp2q86rtcl/sda/containers/0/4f9/ace334a906d22c0d5d65e91153cf24f9/ace334a906d22c0d5d65e91153cf24f9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205214.00000-0, db: /tmp/tmp2q86rtcl/sda/containers/0/092/31bf01cdfcf7f545f900ee0a2d336092/31bf01cdfcf7f545f900ee0a2d336092.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205218.00000-0, db: /tmp/tmp2q86rtcl/sda/containers/0/917/c7c44c1a512a9cee0f469a0ae6c09917/c7c44c1a512a9cee0f469a0ae6c09917.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205222.00000-0, db: /tmp/tmp2q86rtcl/sda/containers/0/49e/37834d52909195fa5cf2d0622354549e/37834d52909195fa5cf2d0622354549e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205226.00000-0, db: /tmp/tmp2q86rtcl/sda/containers/0/087/71804e38d8db09f37a708346bbf5d087/71804e38d8db09f37a708346bbf5d087.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205230.00000-0, db: /tmp/tmp2q86rtcl/sda/containers/0/0e2/9f3f6a37488a46e7e3a305861291c0e2/9f3f6a37488a46e7e3a305861291c0e2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205234.00000-0, db: /tmp/tmp2q86rtcl/sda/containers/0/221/478a3c5b080f64ded3a4105ae54f2221/478a3c5b080f64ded3a4105ae54f2221.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205238.00000-0, db: /tmp/tmp2q86rtcl/sda/containers/0/1e7/63efed982bcd80e89259a8d2e62381e7/63efed982bcd80e89259a8d2e62381e7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205242.00000-0, db: /tmp/tmp2q86rtcl/sda/containers/0/fce/1e8d9167785f7afb8d440a96da94afce/1e8d9167785f7afb8d440a96da94afce.db -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_state_is_not_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_state_is_not_reclaimable ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_sysmeta -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_sysmeta ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_deleted_shard -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_deleted_shard ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_gap_in_shards_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_gap_in_shards_no_memcache ... ok -test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: txf786dedb05ec49eaa3b80-006852030a) -test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: txf786dedb05ec49eaa3b80-006852030a) -test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: txf786dedb05ec49eaa3b80-006852030a) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: txf786dedb05ec49eaa3b80-006852030a) -test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: txf786dedb05ec49eaa3b80-006852030a) -test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: txf786dedb05ec49eaa3b80-006852030a) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: txf786dedb05ec49eaa3b80-006852030a) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: txf786dedb05ec49eaa3b80-006852030a) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: txf786dedb05ec49eaa3b80-006852030a) -test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: txf786dedb05ec49eaa3b80-006852030a) -test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: txf786dedb05ec49eaa3b80-006852030a) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txf786dedb05ec49eaa3b80-006852030a) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txf786dedb05ec49eaa3b80-006852030a) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txf786dedb05ec49eaa3b80-006852030a) -test DEBUG: Setting object count to 1072 (txn: txf786dedb05ec49eaa3b80-006852030a) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx681a9c7e09b54b46904f6-006852030c) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx681a9c7e09b54b46904f6-006852030c) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx681a9c7e09b54b46904f6-006852030c) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx681a9c7e09b54b46904f6-006852030c) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx681a9c7e09b54b46904f6-006852030c) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx681a9c7e09b54b46904f6-006852030c) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx681a9c7e09b54b46904f6-006852030c) -test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: tx681a9c7e09b54b46904f6-006852030c) -test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: tx681a9c7e09b54b46904f6-006852030c) -test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: tx681a9c7e09b54b46904f6-006852030c) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx681a9c7e09b54b46904f6-006852030c) -test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: tx681a9c7e09b54b46904f6-006852030c) -test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: tx681a9c7e09b54b46904f6-006852030c) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: tx681a9c7e09b54b46904f6-006852030c) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: tx681a9c7e09b54b46904f6-006852030c) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: tx681a9c7e09b54b46904f6-006852030c) -test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: tx681a9c7e09b54b46904f6-006852030c) -test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: tx681a9c7e09b54b46904f6-006852030c) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx681a9c7e09b54b46904f6-006852030c) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx681a9c7e09b54b46904f6-006852030c) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx681a9c7e09b54b46904f6-006852030c) -test DEBUG: Setting object count to 1072 (txn: tx681a9c7e09b54b46904f6-006852030c) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txe559eb4ee07043e08f204-006852030d) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: txe559eb4ee07043e08f204-006852030d) -test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: txe559eb4ee07043e08f204-006852030d) -test WARNING: Failed to get container listing from /v1/a/c?format=json&states=listing: 404 (txn: txe559eb4ee07043e08f204-006852030d) -test ERROR: Aborting listing from shards due to bad response: [404] (txn: txe559eb4ee07043e08f204-006852030d) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 5 shards for: /v1/a/c?delimiter=%2F&format=json&states=listing (txn: tx28121ed1321342e18cca0-006852030e) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ha-ppy', lower='', upper='ha/ppy') .shards_a/c_ha-ppy with {'X-Backend-Record-Type': 'auto'} (txn: tx28121ed1321342e18cca0-006852030e) -test DEBUG: Get listing from /v1/.shards_a/c_ha-ppy?delimiter=%2F&format=json&limit=10000&marker=&end_marker=ha%2Fppy%00 {'X-Backend-Record-Type': 'auto'} (txn: tx28121ed1321342e18cca0-006852030e) -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_delimiter_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_delimiter_no_memcache ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_gap_in_shards_with_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_gap_in_shards_with_memcache ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_delimiter_reverse_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_delimiter_reverse_no_memcache ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_marker_beyond_end_marker_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_marker_beyond_end_marker_memcache ... ok -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txbd6ad437960b46dba5485-006852030b) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 40 (txn: txbd6ad437960b46dba5485-006852030b) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txbd6ad437960b46dba5485-006852030b) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9960&marker=h&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txbd6ad437960b46dba5485-006852030b) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1064 (txn: txbd6ad437960b46dba5485-006852030b) -test DEBUG: Setting object count to 1064 (txn: txbd6ad437960b46dba5485-006852030b) -test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=koolaid&format=json&states=listing (txn: txa48aef66264a480a989e2-006852030b) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txa48aef66264a480a989e2-006852030b) -test DEBUG: Get listing from /v1/.shards_a/c_pie?marker=koolaid&format=json&limit=10000&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txa48aef66264a480a989e2-006852030b) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: txa48aef66264a480a989e2-006852030b) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txa48aef66264a480a989e2-006852030b) -test DEBUG: Get listing from /v1/.shards_a/c_?marker=koolaid&format=json&limit=10000&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txa48aef66264a480a989e2-006852030b) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: txa48aef66264a480a989e2-006852030b) -test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=koolaid&reverse=true&format=json&states=listing (txn: txf5f39fa59c074a41bdbb1-006852030b) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txf5f39fa59c074a41bdbb1-006852030b) -test DEBUG: Get listing from /v1/.shards_a/c_pie?marker=koolaid&reverse=true&format=json&limit=10000&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: txf5f39fa59c074a41bdbb1-006852030b) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: txf5f39fa59c074a41bdbb1-006852030b) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txf5f39fa59c074a41bdbb1-006852030b) -test DEBUG: Get listing from /v1/.shards_a/c_ham?marker=koolaid&reverse=true&format=json&limit=10000&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txf5f39fa59c074a41bdbb1-006852030b) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txf5f39fa59c074a41bdbb1-006852030b) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx1783f9d76344480f8f4b8-006852030d) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx1783f9d76344480f8f4b8-006852030d) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx1783f9d76344480f8f4b8-006852030d) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx1783f9d76344480f8f4b8-006852030d) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx1783f9d76344480f8f4b8-006852030d) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx1783f9d76344480f8f4b8-006852030d) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: tx1783f9d76344480f8f4b8-006852030d) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx1783f9d76344480f8f4b8-006852030d) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx1783f9d76344480f8f4b8-006852030d) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: tx1783f9d76344480f8f4b8-006852030d) -test DEBUG: Setting object count to 1065 (txn: tx1783f9d76344480f8f4b8-006852030d) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx9dcebd7a91cc424f9b83a-006852030e) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx9dcebd7a91cc424f9b83a-006852030e) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='onion') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx9dcebd7a91cc424f9b83a-006852030e) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=onion%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9dcebd7a91cc424f9b83a-006852030e) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx9dcebd7a91cc424f9b83a-006852030e) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='rhubarb') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx9dcebd7a91cc424f9b83a-006852030e) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=rhubarb%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9dcebd7a91cc424f9b83a-006852030e) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: tx9dcebd7a91cc424f9b83a-006852030e) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx9dcebd7a91cc424f9b83a-006852030e) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx9dcebd7a91cc424f9b83a-006852030e) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: tx9dcebd7a91cc424f9b83a-006852030e) -test DEBUG: Setting object count to 1065 (txn: tx9dcebd7a91cc424f9b83a-006852030e) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx50aabeeb61b846dfba527-006852030f) -test DEBUG: GET listing from 0 shards for: /v1/a/c?marker=bb&end_marker=aa&format=json&states=listing (txn: tx50aabeeb61b846dfba527-006852030f) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx28121ed1321342e18cca0-006852030e) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='ha/ptic', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx28121ed1321342e18cca0-006852030e) -test DEBUG: Get listing from /v1/.shards_a/c_ham?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx28121ed1321342e18cca0-006852030e) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 2 (txn: tx28121ed1321342e18cca0-006852030e) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx28121ed1321342e18cca0-006852030e) -test DEBUG: Get listing from /v1/.shards_a/c_pie?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx28121ed1321342e18cca0-006852030e) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 2 (txn: tx28121ed1321342e18cca0-006852030e) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx28121ed1321342e18cca0-006852030e) -test DEBUG: Get listing from /v1/.shards_a/c_?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx28121ed1321342e18cca0-006852030e) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 3 (txn: tx28121ed1321342e18cca0-006852030e) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 6 shards for: /v1/a/c?delimiter=%2F&reverse=on&format=json&states=listing (txn: tx3a50d5f9716444e280515-006852030f) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx3a50d5f9716444e280515-006852030f) -test DEBUG: Get listing from /v1/.shards_a/c_?delimiter=%2F&reverse=on&format=json&limit=10000&marker=&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: tx3a50d5f9716444e280515-006852030f) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: tx3a50d5f9716444e280515-006852030f) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx3a50d5f9716444e280515-006852030f) -test DEBUG: Get listing from /v1/.shards_a/c_pie?delimiter=%2F&reverse=on&format=json&limit=9999&marker=pumpkin&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx3a50d5f9716444e280515-006852030f) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 1 (txn: tx3a50d5f9716444e280515-006852030f) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='ha/ptic', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx3a50d5f9716444e280515-006852030f) -test DEBUG: Get listing from /v1/.shards_a/c_ham?delimiter=%2F&reverse=on&format=json&limit=9999&marker=pumpkin&end_marker=ha%2Fptic {'X-Backend-Record-Type': 'auto'} (txn: tx3a50d5f9716444e280515-006852030f) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: tx3a50d5f9716444e280515-006852030f) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ha-ppy', lower='ha.d', upper='ha/ppy') .shards_a/c_ha-ppy with {'X-Backend-Record-Type': 'auto'} (txn: tx3a50d5f9716444e280515-006852030f) -test DEBUG: Get listing from /v1/.shards_a/c_ha-ppy?delimiter=%2F&reverse=on&format=json&limit=9998&marker=ha%2F&end_marker=ha.d {'X-Backend-Record-Type': 'auto'} (txn: tx3a50d5f9716444e280515-006852030f) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 3 (txn: tx3a50d5f9716444e280515-006852030f) -test DEBUG: Getting listing part 5 from shard Namespace(name='.shards_a/c_ha.d', lower='', upper='ha.d') .shards_a/c_ha.d with {'X-Backend-Record-Type': 'auto'} (txn: tx3a50d5f9716444e280515-006852030f) -test DEBUG: Get listing from /v1/.shards_a/c_ha.d?delimiter=%2F&reverse=on&format=json&limit=9997&marker=ha.ggle&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx3a50d5f9716444e280515-006852030f) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 4 (txn: tx3a50d5f9716444e280515-006852030f) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txa4e9fe5a63754a1ca2737-0068520310) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: txa4e9fe5a63754a1ca2737-0068520310) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txa4e9fe5a63754a1ca2737-0068520310) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txa4e9fe5a63754a1ca2737-0068520310) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txa4e9fe5a63754a1ca2737-0068520310) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txa4e9fe5a63754a1ca2737-0068520310) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txa4e9fe5a63754a1ca2737-0068520310) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txa4e9fe5a63754a1ca2737-0068520310) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txa4e9fe5a63754a1ca2737-0068520310) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txa4e9fe5a63754a1ca2737-0068520310) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txa4e9fe5a63754a1ca2737-0068520310) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txa4e9fe5a63754a1ca2737-0068520310) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txa4e9fe5a63754a1ca2737-0068520310) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: txa4e9fe5a63754a1ca2737-0068520310) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txa4e9fe5a63754a1ca2737-0068520310) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txa4e9fe5a63754a1ca2737-0068520310) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: txa4e9fe5a63754a1ca2737-0068520310) -test DEBUG: Setting object count to 3120 (txn: txa4e9fe5a63754a1ca2737-0068520310) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx23196eadeaa14fffa3889-0068520310) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx23196eadeaa14fffa3889-0068520310) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx23196eadeaa14fffa3889-0068520310) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx23196eadeaa14fffa3889-0068520310) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx23196eadeaa14fffa3889-0068520310) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx23196eadeaa14fffa3889-0068520310) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx23196eadeaa14fffa3889-0068520310) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx23196eadeaa14fffa3889-0068520310) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx23196eadeaa14fffa3889-0068520310) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx23196eadeaa14fffa3889-0068520310) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx23196eadeaa14fffa3889-0068520310) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx23196eadeaa14fffa3889-0068520310) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx23196eadeaa14fffa3889-0068520310) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx23196eadeaa14fffa3889-0068520310) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx23196eadeaa14fffa3889-0068520310) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx23196eadeaa14fffa3889-0068520310) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx23196eadeaa14fffa3889-0068520310) -test DEBUG: Setting object count to 3120 (txn: tx23196eadeaa14fffa3889-0068520310) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txb8af8fcd748f4a05970ec-0068520310) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: txb8af8fcd748f4a05970ec-0068520310) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txb8af8fcd748f4a05970ec-0068520310) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txb8af8fcd748f4a05970ec-0068520310) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txb8af8fcd748f4a05970ec-0068520310) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txb8af8fcd748f4a05970ec-0068520310) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txb8af8fcd748f4a05970ec-0068520310) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txb8af8fcd748f4a05970ec-0068520310) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txb8af8fcd748f4a05970ec-0068520310) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txb8af8fcd748f4a05970ec-0068520310) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txb8af8fcd748f4a05970ec-0068520310) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txb8af8fcd748f4a05970ec-0068520310) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txb8af8fcd748f4a05970ec-0068520310) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: txb8af8fcd748f4a05970ec-0068520310) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txb8af8fcd748f4a05970ec-0068520310) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txb8af8fcd748f4a05970ec-0068520310) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: txb8af8fcd748f4a05970ec-0068520310) -test DEBUG: Setting object count to 3120 (txn: txb8af8fcd748f4a05970ec-0068520310) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx396c61cd4a9741329f833-0068520310) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx396c61cd4a9741329f833-0068520310) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx396c61cd4a9741329f833-0068520310) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx396c61cd4a9741329f833-0068520310) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx396c61cd4a9741329f833-0068520310) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx396c61cd4a9741329f833-0068520310) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx396c61cd4a9741329f833-0068520310) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx396c61cd4a9741329f833-0068520310) -test DEBUG: Getting listing part 2 from shard Namespace(name='a/c', lower='pie', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: tx396c61cd4a9741329f833-0068520310) -test DEBUG: Get listing from /v1/a/c?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'object'} (txn: tx396c61cd4a9741329f833-0068520310) -test DEBUG: Found 3072 objects in shard (state=sharded), total = 3120 (txn: tx396c61cd4a9741329f833-0068520310) -test DEBUG: Setting object count to 3120 (txn: tx396c61cd4a9741329f833-0068520310) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx4cbe58ac1aae4a3fb31b9-0068520310) -test DEBUG: GET listing from 5 shards for: /v1/a/c?reverse=true&limit=&format=json&states=listing (txn: tx4cbe58ac1aae4a3fb31b9-0068520310) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx4cbe58ac1aae4a3fb31b9-0068520310) -test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&limit=10000&format=json&marker=&end_marker=%F0%9F%8C%B4 {'X-Backend-Record-Type': 'auto'} (txn: tx4cbe58ac1aae4a3fb31b9-0068520310) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: tx4cbe58ac1aae4a3fb31b9-0068520310) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx4cbe58ac1aae4a3fb31b9-0068520310) -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_mix_ok_and_unavailable_shards -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_mix_ok_and_unavailable_shards ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_mixed_policies_error -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_mixed_policies_error ... ok -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?reverse=true&limit=8976&format=json&marker=%F0%9F%8C%B5&end_marker=%E2%98%83 {'X-Backend-Record-Type': 'auto'} (txn: tx4cbe58ac1aae4a3fb31b9-0068520310) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2048 (txn: tx4cbe58ac1aae4a3fb31b9-0068520310) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx4cbe58ac1aae4a3fb31b9-0068520310) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?reverse=true&limit=7952&format=json&marker=%E2%98%84&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: tx4cbe58ac1aae4a3fb31b9-0068520310) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3072 (txn: tx4cbe58ac1aae4a3fb31b9-0068520310) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx4cbe58ac1aae4a3fb31b9-0068520310) -test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&limit=6928&format=json&marker=q&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx4cbe58ac1aae4a3fb31b9-0068520310) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 3080 (txn: tx4cbe58ac1aae4a3fb31b9-0068520310) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx4cbe58ac1aae4a3fb31b9-0068520310) -test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&limit=6920&format=json&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx4cbe58ac1aae4a3fb31b9-0068520310) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 3120 (txn: tx4cbe58ac1aae4a3fb31b9-0068520310) -test DEBUG: Setting object count to 3120 (txn: tx4cbe58ac1aae4a3fb31b9-0068520310) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txb0c93041fbdb4cd185c3a-0068520310) -test DEBUG: GET listing from 5 shards for: /v1/a/c?limit=49&format=json&states=listing (txn: txb0c93041fbdb4cd185c3a-0068520310) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txb0c93041fbdb4cd185c3a-0068520310) -test DEBUG: Get listing from /v1/.shards_a/c_ham?limit=49&format=json&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txb0c93041fbdb4cd185c3a-0068520310) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txb0c93041fbdb4cd185c3a-0068520310) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txb0c93041fbdb4cd185c3a-0068520310) -test DEBUG: Get listing from /v1/.shards_a/c_pie?limit=9&format=json&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txb0c93041fbdb4cd185c3a-0068520310) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txb0c93041fbdb4cd185c3a-0068520310) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txb0c93041fbdb4cd185c3a-0068520310) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?limit=1&format=json&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txb0c93041fbdb4cd185c3a-0068520310) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 49 (txn: txb0c93041fbdb4cd185c3a-0068520310) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txf07b918c183b4a879d9f0-0068520310) -test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=%E2%98%86&format=json&states=listing (txn: txf07b918c183b4a879d9f0-0068520310) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txf07b918c183b4a879d9f0-0068520310) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&format=json&limit=10000&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txf07b918c183b4a879d9f0-0068520310) -test DEBUG: Found 1022 objects in shard (state=unsharded), total = 1022 (txn: txf07b918c183b4a879d9f0-0068520310) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txf07b918c183b4a879d9f0-0068520310) -test DEBUG: Get listing from /v1/.shards_a/c_?marker=%E2%A8%83&format=json&limit=8978&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txf07b918c183b4a879d9f0-0068520310) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2046 (txn: txf07b918c183b4a879d9f0-0068520310) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txded122eb24cd4081a05e5-0068520310) -test DEBUG: GET listing from 4 shards for: /v1/a/c?end_marker=%E2%98%8A&format=json&states=listing (txn: txded122eb24cd4081a05e5-0068520310) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txded122eb24cd4081a05e5-0068520310) -test DEBUG: Get listing from /v1/.shards_a/c_ham?end_marker=ham%00&format=json&limit=10000&marker= {'X-Backend-Record-Type': 'auto'} (txn: txded122eb24cd4081a05e5-0068520310) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txded122eb24cd4081a05e5-0068520310) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txded122eb24cd4081a05e5-0068520310) -test DEBUG: Get listing from /v1/.shards_a/c_pie?end_marker=pie%00&format=json&limit=9960&marker=h {'X-Backend-Record-Type': 'auto'} (txn: txded122eb24cd4081a05e5-0068520310) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txded122eb24cd4081a05e5-0068520310) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txded122eb24cd4081a05e5-0068520310) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?end_marker=%E2%98%83%00&format=json&limit=9952&marker=p {'X-Backend-Record-Type': 'auto'} (txn: txded122eb24cd4081a05e5-0068520310) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txded122eb24cd4081a05e5-0068520310) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txded122eb24cd4081a05e5-0068520310) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?end_marker=%E2%98%8A&format=json&limit=8928&marker=%D1%B0 {'X-Backend-Record-Type': 'auto'} (txn: txded122eb24cd4081a05e5-0068520310) -test DEBUG: Found 6 objects in shard (state=unsharded), total = 1078 (txn: txded122eb24cd4081a05e5-0068520310) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx992a81e979df4364bb09f-0068520310) -test DEBUG: GET listing from 5 shards for: /v1/a/c?prefix=hat&format=json&states=listing (txn: tx992a81e979df4364bb09f-0068520310) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx992a81e979df4364bb09f-0068520310) -test DEBUG: Get listing from /v1/.shards_a/c_pie?prefix=hat&format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx992a81e979df4364bb09f-0068520310) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx992a81e979df4364bb09f-0068520310) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx488eb6684478429aa25fe-0068520310) -test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json&states=listing (txn: tx488eb6684478429aa25fe-0068520310) -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_memcache ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_mix_ok_and_deleted_shard -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_mix_ok_and_deleted_shard ... ok -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx560aa5d2a7c44be9a6e8c-0068520310) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: tx560aa5d2a7c44be9a6e8c-0068520310) -test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx560aa5d2a7c44be9a6e8c-0068520310) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: tx560aa5d2a7c44be9a6e8c-0068520310) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_c', lower='b', upper='c') .shards_a/c_c with {'X-Backend-Record-Type': 'auto'} (txn: tx560aa5d2a7c44be9a6e8c-0068520310) -test DEBUG: Get listing from /v1/.shards_a/c_c?format=json&limit=9999&marker=b&end_marker=c%00 {'X-Backend-Record-Type': 'auto'} (txn: tx560aa5d2a7c44be9a6e8c-0068520310) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: tx560aa5d2a7c44be9a6e8c-0068520310) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='c', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx560aa5d2a7c44be9a6e8c-0068520310) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx560aa5d2a7c44be9a6e8c-0068520310) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.1:1001/sdb (txn: tx560aa5d2a7c44be9a6e8c-0068520310) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.0:1000/sda (txn: tx560aa5d2a7c44be9a6e8c-0068520310) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.2:1002/sdc (txn: tx560aa5d2a7c44be9a6e8c-0068520310) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.3:1003/sda (txn: tx560aa5d2a7c44be9a6e8c-0068520310) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.4:1004/sda (txn: tx560aa5d2a7c44be9a6e8c-0068520310) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.5:1005/sda (txn: tx560aa5d2a7c44be9a6e8c-0068520310) -test ERROR: Container GET returning 503 for [503, 503, 503, 503, 503, 503] (txn: tx560aa5d2a7c44be9a6e8c-0068520310) -test WARNING: Failed to get container listing from /v1/a/c?format=json&states=listing: 503 (txn: tx560aa5d2a7c44be9a6e8c-0068520310) -test ERROR: Aborting listing from shards due to bad response: [200, 200, 503] (txn: tx560aa5d2a7c44be9a6e8c-0068520310) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: txd1d1c5bc571f47ecbebf7-0068520310) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txd1d1c5bc571f47ecbebf7-0068520310) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txd1d1c5bc571f47ecbebf7-0068520310) -test ERROR: Aborting listing from shards due to bad shard policy index: 0 (expected 1) (txn: txd1d1c5bc571f47ecbebf7-0068520310) -test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: tx54643ba5bc6443f780ef6-0068520310) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx54643ba5bc6443f780ef6-0068520310) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx54643ba5bc6443f780ef6-0068520310) -test ERROR: Aborting listing from shards due to bad shard policy index: None (expected 1) (txn: tx54643ba5bc6443f780ef6-0068520310) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx6c213d2bf416460888190-0068520311) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx6c213d2bf416460888190-0068520311) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx6c213d2bf416460888190-0068520311) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx6c213d2bf416460888190-0068520311) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx6c213d2bf416460888190-0068520311) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx6c213d2bf416460888190-0068520311) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx6c213d2bf416460888190-0068520311) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx6c213d2bf416460888190-0068520311) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx6c213d2bf416460888190-0068520311) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx6c213d2bf416460888190-0068520311) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx6c213d2bf416460888190-0068520311) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx6c213d2bf416460888190-0068520311) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx6c213d2bf416460888190-0068520311) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx6c213d2bf416460888190-0068520311) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx6c213d2bf416460888190-0068520311) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx6c213d2bf416460888190-0068520311) -test DEBUG: Setting object count to 3120 (txn: tx6c213d2bf416460888190-0068520311) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx4b9a4dde29774734bb999-0068520311) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx4b9a4dde29774734bb999-0068520311) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx4b9a4dde29774734bb999-0068520311) -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_storage_policy_property -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_storage_policy_property ... ok -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx4b9a4dde29774734bb999-0068520311) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx4b9a4dde29774734bb999-0068520311) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx4b9a4dde29774734bb999-0068520311) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx4b9a4dde29774734bb999-0068520311) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx4b9a4dde29774734bb999-0068520311) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx4b9a4dde29774734bb999-0068520311) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx4b9a4dde29774734bb999-0068520311) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx4b9a4dde29774734bb999-0068520311) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx4b9a4dde29774734bb999-0068520311) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx4b9a4dde29774734bb999-0068520311) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx4b9a4dde29774734bb999-0068520311) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx4b9a4dde29774734bb999-0068520311) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx4b9a4dde29774734bb999-0068520311) -test DEBUG: Setting object count to 3120 (txn: tx4b9a4dde29774734bb999-0068520311) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx0c696bc15e34498cb8490-0068520311) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx0c696bc15e34498cb8490-0068520311) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0c696bc15e34498cb8490-0068520311) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx0c696bc15e34498cb8490-0068520311) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx0c696bc15e34498cb8490-0068520311) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0c696bc15e34498cb8490-0068520311) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx0c696bc15e34498cb8490-0068520311) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx0c696bc15e34498cb8490-0068520311) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0c696bc15e34498cb8490-0068520311) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx0c696bc15e34498cb8490-0068520311) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx0c696bc15e34498cb8490-0068520311) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0c696bc15e34498cb8490-0068520311) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx0c696bc15e34498cb8490-0068520311) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx0c696bc15e34498cb8490-0068520311) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx0c696bc15e34498cb8490-0068520311) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx0c696bc15e34498cb8490-0068520311) -test DEBUG: Setting object count to 3120 (txn: tx0c696bc15e34498cb8490-0068520311) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx728c027b9cf04f5bba803-0068520311) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx728c027b9cf04f5bba803-0068520311) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx728c027b9cf04f5bba803-0068520311) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx728c027b9cf04f5bba803-0068520311) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx728c027b9cf04f5bba803-0068520311) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx728c027b9cf04f5bba803-0068520311) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx728c027b9cf04f5bba803-0068520311) -test DEBUG: Getting listing part 2 from shard Namespace(name='a/c', lower='pie', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: tx728c027b9cf04f5bba803-0068520311) -test DEBUG: Get listing from /v1/a/c?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'object'} (txn: tx728c027b9cf04f5bba803-0068520311) -test DEBUG: Found 3072 objects in shard (state=sharded), total = 3120 (txn: tx728c027b9cf04f5bba803-0068520311) -test DEBUG: Setting object count to 3120 (txn: tx728c027b9cf04f5bba803-0068520311) -test DEBUG: GET listing from 5 shards for: /v1/a/c?reverse=true&limit=&format=json&states=listing (txn: tx0ded57f85b00440aa64ba-0068520311) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx0ded57f85b00440aa64ba-0068520311) -test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&limit=10000&format=json&marker=&end_marker=%F0%9F%8C%B4 {'X-Backend-Record-Type': 'auto'} (txn: tx0ded57f85b00440aa64ba-0068520311) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: tx0ded57f85b00440aa64ba-0068520311) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx0ded57f85b00440aa64ba-0068520311) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?reverse=true&limit=8976&format=json&marker=%F0%9F%8C%B5&end_marker=%E2%98%83 {'X-Backend-Record-Type': 'auto'} (txn: tx0ded57f85b00440aa64ba-0068520311) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2048 (txn: tx0ded57f85b00440aa64ba-0068520311) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx0ded57f85b00440aa64ba-0068520311) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?reverse=true&limit=7952&format=json&marker=%E2%98%84&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: tx0ded57f85b00440aa64ba-0068520311) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3072 (txn: tx0ded57f85b00440aa64ba-0068520311) -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sync_merging -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sync_merging ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_no_memcache ... ok -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx0ded57f85b00440aa64ba-0068520311) -test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&limit=6928&format=json&marker=q&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx0ded57f85b00440aa64ba-0068520311) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 3080 (txn: tx0ded57f85b00440aa64ba-0068520311) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx0ded57f85b00440aa64ba-0068520311) -test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&limit=6920&format=json&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx0ded57f85b00440aa64ba-0068520311) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 3120 (txn: tx0ded57f85b00440aa64ba-0068520311) -test DEBUG: Setting object count to 3120 (txn: tx0ded57f85b00440aa64ba-0068520311) -test DEBUG: GET listing from 5 shards for: /v1/a/c?limit=49&format=json&states=listing (txn: tx5760744a9b4f4a12ad9fc-0068520311) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx5760744a9b4f4a12ad9fc-0068520311) -test DEBUG: Get listing from /v1/.shards_a/c_ham?limit=49&format=json&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx5760744a9b4f4a12ad9fc-0068520311) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx5760744a9b4f4a12ad9fc-0068520311) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx5760744a9b4f4a12ad9fc-0068520311) -test DEBUG: Get listing from /v1/.shards_a/c_pie?limit=9&format=json&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx5760744a9b4f4a12ad9fc-0068520311) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx5760744a9b4f4a12ad9fc-0068520311) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx5760744a9b4f4a12ad9fc-0068520311) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?limit=1&format=json&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx5760744a9b4f4a12ad9fc-0068520311) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 49 (txn: tx5760744a9b4f4a12ad9fc-0068520311) -test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=%E2%98%86&format=json&states=listing (txn: tx061a2657a2be4ca1844a5-0068520311) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx061a2657a2be4ca1844a5-0068520311) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&format=json&limit=10000&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx061a2657a2be4ca1844a5-0068520311) -test DEBUG: Found 1022 objects in shard (state=unsharded), total = 1022 (txn: tx061a2657a2be4ca1844a5-0068520311) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx061a2657a2be4ca1844a5-0068520311) -test DEBUG: Get listing from /v1/.shards_a/c_?marker=%E2%A8%83&format=json&limit=8978&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx061a2657a2be4ca1844a5-0068520311) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2046 (txn: tx061a2657a2be4ca1844a5-0068520311) -test DEBUG: GET listing from 4 shards for: /v1/a/c?end_marker=%E2%98%8A&format=json&states=listing (txn: txa2f1ad63a7dc40b8a7d40-0068520312) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txa2f1ad63a7dc40b8a7d40-0068520312) -test DEBUG: Get listing from /v1/.shards_a/c_ham?end_marker=ham%00&format=json&limit=10000&marker= {'X-Backend-Record-Type': 'auto'} (txn: txa2f1ad63a7dc40b8a7d40-0068520312) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txa2f1ad63a7dc40b8a7d40-0068520312) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txa2f1ad63a7dc40b8a7d40-0068520312) -test DEBUG: Get listing from /v1/.shards_a/c_pie?end_marker=pie%00&format=json&limit=9960&marker=h {'X-Backend-Record-Type': 'auto'} (txn: txa2f1ad63a7dc40b8a7d40-0068520312) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txa2f1ad63a7dc40b8a7d40-0068520312) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txa2f1ad63a7dc40b8a7d40-0068520312) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?end_marker=%E2%98%83%00&format=json&limit=9952&marker=p {'X-Backend-Record-Type': 'auto'} (txn: txa2f1ad63a7dc40b8a7d40-0068520312) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txa2f1ad63a7dc40b8a7d40-0068520312) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txa2f1ad63a7dc40b8a7d40-0068520312) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?end_marker=%E2%98%8A&format=json&limit=8928&marker=%D1%B0 {'X-Backend-Record-Type': 'auto'} (txn: txa2f1ad63a7dc40b8a7d40-0068520312) -test DEBUG: Found 6 objects in shard (state=unsharded), total = 1078 (txn: txa2f1ad63a7dc40b8a7d40-0068520312) -test DEBUG: GET listing from 5 shards for: /v1/a/c?prefix=hat&format=json&states=listing (txn: tx295fb23868e441b1bd3a1-0068520312) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx295fb23868e441b1bd3a1-0068520312) -test DEBUG: Get listing from /v1/.shards_a/c_pie?prefix=hat&format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx295fb23868e441b1bd3a1-0068520312) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx295fb23868e441b1bd3a1-0068520312) -test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json&states=listing (txn: txe1316f0034c1487ca5790-0068520312) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txe1316f0034c1487ca5790-0068520312) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json {'X-Backend-Record-Type': 'auto'} (txn: txe1316f0034c1487ca5790-0068520312) -test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: txe1316f0034c1487ca5790-0068520312) -test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json&states=listing (txn: txc77657ca218d4e9290511-0068520312) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txc77657ca218d4e9290511-0068520312) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json {'X-Backend-Record-Type': 'auto'} (txn: txc77657ca218d4e9290511-0068520312) -test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: txc77657ca218d4e9290511-0068520312) -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_batch_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_batch_reclaim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_chexor -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_chexor ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharding_container_gap_in_shards_with_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharding_container_gap_in_shards_with_memcache ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_create_broker -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_create_broker ... ok -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx488eb6684478429aa25fe-0068520310) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json {'X-Backend-Record-Type': 'auto'} (txn: tx488eb6684478429aa25fe-0068520310) -test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: tx488eb6684478429aa25fe-0068520310) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx7b2b51e3acba476bbf28d-0068520310) -test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json&states=listing (txn: tx7b2b51e3acba476bbf28d-0068520310) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx7b2b51e3acba476bbf28d-0068520310) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json {'X-Backend-Record-Type': 'auto'} (txn: tx7b2b51e3acba476bbf28d-0068520310) -test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: tx7b2b51e3acba476bbf28d-0068520310) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx03746563c3fa41ec965d6-0068520311) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: tx03746563c3fa41ec965d6-0068520311) -test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx03746563c3fa41ec965d6-0068520311) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: tx03746563c3fa41ec965d6-0068520311) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_c', lower='b', upper='c') .shards_a/c_c with {'X-Backend-Record-Type': 'auto'} (txn: tx03746563c3fa41ec965d6-0068520311) -test DEBUG: Get listing from /v1/.shards_a/c_c?format=json&limit=9999&marker=b&end_marker=c%00 {'X-Backend-Record-Type': 'auto'} (txn: tx03746563c3fa41ec965d6-0068520311) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: tx03746563c3fa41ec965d6-0068520311) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='c', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx03746563c3fa41ec965d6-0068520311) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx03746563c3fa41ec965d6-0068520311) -test WARNING: Failed to get container listing from /v1/a/c?format=json&states=listing: 404 (txn: tx03746563c3fa41ec965d6-0068520311) -test ERROR: Aborting listing from shards due to bad response: [200, 200, 404] (txn: tx03746563c3fa41ec965d6-0068520311) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx0648a0cb631142f290933-0068520312) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx0648a0cb631142f290933-0068520312) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0648a0cb631142f290933-0068520312) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx0648a0cb631142f290933-0068520312) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx0648a0cb631142f290933-0068520312) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0648a0cb631142f290933-0068520312) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: tx0648a0cb631142f290933-0068520312) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx0648a0cb631142f290933-0068520312) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx0648a0cb631142f290933-0068520312) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: tx0648a0cb631142f290933-0068520312) -test DEBUG: Setting object count to 1065 (txn: tx0648a0cb631142f290933-0068520312) -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmpjrmyhwys/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpjrmyhwys/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmpjrmyhwys/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpjrmyhwys/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:06:42 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0277 "-" 635422 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:06:43 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0359 "-" 635422 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:06:43 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0302 "-" 635422 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:06:43 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0333 "-" 635422 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:06:43 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx64b3ded1c99e48a7ba008-0068520313" "proxy-server 635422" 0.0016 "-" 635422 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:06:43 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:43851/sda1/1/a/c" "tx64b3ded1c99e48a7ba008-0068520313" "container-server 635422" 0.0276 "-" 635422 0 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:06:43 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:34381/sdb1/1/a/c" "tx64b3ded1c99e48a7ba008-0068520313" "container-server 635422" 0.0009 "-" 635422 0 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:00:06:43 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx64b3ded1c99e48a7ba008-0068520313" "proxy-server 635422" 0.1032 "-" 635422 0 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:00:06:43 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx64b3ded1c99e48a7ba008-0068520313" "proxy-server 635422" 0.1415 "-" 635422 0 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/00/06/43 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx64b3ded1c99e48a7ba008-0068520313 - 0.1479 - - 1750205203.104973078 1750205203.252855778 0 -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_overlapping_shards_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_overlapping_shards_no_memcache ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_creation -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_creation ... ok -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205242.00000-0, db: /tmp/tmp2q86rtcl/sda/containers/0/fce/1e8d9167785f7afb8d440a96da94afce/1e8d9167785f7afb8d440a96da94afce.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205246.00000-0, db: /tmp/tmp2q86rtcl/sda/containers/0/04c/30d5e859d971cc6c5e09c4611454d04c/30d5e859d971cc6c5e09c4611454d04c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205250.00000-0, db: /tmp/tmp2q86rtcl/sda/containers/0/426/34782760d151a77d0fd7aa8aa3b4e426/34782760d151a77d0fd7aa8aa3b4e426.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205254.00000-0, db: /tmp/tmp2q86rtcl/sda/containers/0/8fa/a0961b9c77472a3c0399f709590978fa/a0961b9c77472a3c0399f709590978fa.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205258.00000-0, db: /tmp/tmp2q86rtcl/sda/containers/0/561/a955bd1ec4c4125d8fedeab152cac561/a955bd1ec4c4125d8fedeab152cac561.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205262.00000-0, db: /tmp/tmp2q86rtcl/sda/containers/0/3dc/3eafa54091940731d2c6f4737eeb53dc/3eafa54091940731d2c6f4737eeb53dc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205266.00000-0, db: /tmp/tmp2q86rtcl/sda/containers/0/708/be71c78a507b19cc52b7da32d0d8b708/be71c78a507b19cc52b7da32d0d8b708.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205270.00000-0, db: /tmp/tmp2q86rtcl/sda/containers/0/f1e/981c512fb0d31f0ba7d75a4821aa4f1e/981c512fb0d31f0ba7d75a4821aa4f1e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205274.00000-0, db: /tmp/tmp2q86rtcl/sda/containers/0/d9c/38a1da8589f53cdc8bc30912a9cb8d9c/38a1da8589f53cdc8bc30912a9cb8d9c.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205274.00000-0, db: /tmp/tmp2q86rtcl/sda/containers/0/d9c/38a1da8589f53cdc8bc30912a9cb8d9c/38a1da8589f53cdc8bc30912a9cb8d9c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205278.00000-0, db: /tmp/tmp2q86rtcl/sda/containers/0/947/892cf7c306634e80cbbb95d7e8b0b947/892cf7c306634e80cbbb95d7e8b0b947.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205282.00000-0, db: /tmp/tmp2q86rtcl/sda/containers/0/f68/1a259f484061e4acc3e8d7682873ff68/1a259f484061e4acc3e8d7682873ff68.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205286.00000-0, db: /tmp/tmp2q86rtcl/sda/containers/0/69f/fdfc45de920f1eb055d2ccdb7b13469f/fdfc45de920f1eb055d2ccdb7b13469f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205290.00000-0, db: /tmp/tmp2q86rtcl/sda/containers/0/621/c4a5ac0cf6960058a9f84055094ac621/c4a5ac0cf6960058a9f84055094ac621.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205294.00000-0, db: /tmp/tmp2q86rtcl/sda/containers/0/a86/0850920b5cf2c43e780b33599503ea86/0850920b5cf2c43e780b33599503ea86.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205298.00000-0, db: /tmp/tmp2q86rtcl/sda/containers/0/cca/bbf97536ad47055288f49b1740e1dcca/bbf97536ad47055288f49b1740e1dcca.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205302.00000-0, db: /tmp/tmp2q86rtcl/sda/containers/0/031/a1d11c43c808e7157018a3f001026031/a1d11c43c808e7157018a3f001026031.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205306.00000-0, db: /tmp/tmp2q86rtcl/sda/containers/0/124/0de4c8d9524943047dcf1b6986c4d124/0de4c8d9524943047dcf1b6986c4d124.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205306.00000-0, db: /tmp/tmp2q86rtcl/sda/containers/0/124/0de4c8d9524943047dcf1b6986c4d124/0de4c8d9524943047dcf1b6986c4d124.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205310.00000-0, db: /tmp/tmp2q86rtcl/sda/containers/0/355/ae0607f1127385f89a4dac8026608355/ae0607f1127385f89a4dac8026608355.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205314.00000-0, db: /tmp/tmp2q86rtcl/sda/containers/0/b35/d92f0e1cd1087c56d9ebf5c082f61b35/d92f0e1cd1087c56d9ebf5c082f61b35.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205318.00000-0, db: /tmp/tmp2q86rtcl/sda/containers/0/e94/ef4a6dc48e395c7c246e7b9da9933e94/ef4a6dc48e395c7c246e7b9da9933e94.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205322.00000-0, db: /tmp/tmp2q86rtcl/sda/containers/0/331/082ba4bbfc5ede5ea19066c484e21331/082ba4bbfc5ede5ea19066c484e21331.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205326.00000-0, db: /tmp/tmp2q86rtcl/sda/containers/0/ded/d75f4a47a3076a978c0c13fb64762ded/d75f4a47a3076a978c0c13fb64762ded.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205330.00000-0, db: /tmp/tmp2q86rtcl/sda/containers/0/25b/4ab4a8e5800faa0daf565facc5e4125b/4ab4a8e5800faa0daf565facc5e4125b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205334.00000-0, db: /tmp/tmp2q86rtcl/sda/containers/0/3c4/535e1bc306c503a90b5f71dee68723c4/535e1bc306c503a90b5f71dee68723c4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205338.00000-0, db: /tmp/tmp2q86rtcl/sda/containers/0/642/5a21ae35f4d43d9075e43d4aeb4f9642/5a21ae35f4d43d9075e43d4aeb4f9642.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205338.00000-0, db: /tmp/tmp2q86rtcl/sda/containers/0/642/5a21ae35f4d43d9075e43d4aeb4f9642/5a21ae35f4d43d9075e43d4aeb4f9642.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205342.00000-0, db: /tmp/tmp2q86rtcl/sda/containers/0/29e/83920cb06eab99748993bff6787fb29e/83920cb06eab99748993bff6787fb29e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205346.00000-0, db: /tmp/tmp2q86rtcl/sda/containers/0/ce9/afb43b9ae9fc70bc785150ac7b1cace9/afb43b9ae9fc70bc785150ac7b1cace9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205350.00000-0, db: /tmp/tmp2q86rtcl/sda/containers/0/824/ba74f7aa884cced9c3166380b98ec824/ba74f7aa884cced9c3166380b98ec824.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205354.00000-0, db: /tmp/tmp2q86rtcl/sda/containers/0/ed1/838b69f02199b67b4d03f9a4b267eed1/838b69f02199b67b4d03f9a4b267eed1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205358.00000-0, db: /tmp/tmp2q86rtcl/sda/containers/0/039/9222018e9ff9467ad0fb26a63e2b8039/9222018e9ff9467ad0fb26a63e2b8039.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205362.00000-0, db: /tmp/tmp2q86rtcl/sda/containers/0/078/7bcca51833a79c1f6de801761e928078/7bcca51833a79c1f6de801761e928078.db -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_db_file -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_db_file ... ok -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.proxy.test_server.TestAccountController.test_DELETE -test.unit.proxy.test_server.TestAccountController.test_DELETE ... ok -test.unit.proxy.test_server.TestAccountController.test_DELETE_with_query_string -test.unit.proxy.test_server.TestAccountController.test_DELETE_with_query_string ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_delete_db_does_not_clear_particular_sharding_meta -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_delete_db_does_not_clear_particular_sharding_meta ... ok -test.unit.proxy.test_server.TestAccountController.test_GET -test.unit.proxy.test_server.TestAccountController.test_GET ... ok -test.unit.proxy.test_server.TestAccountController.test_GET_autocreate -test.unit.proxy.test_server.TestAccountController.test_GET_autocreate ... ok -test.unit.proxy.test_server.TestAccountController.test_HEAD -test.unit.proxy.test_server.TestAccountController.test_HEAD ... ok -test.unit.proxy.test_server.TestAccountController.test_HEAD_autocreate -test.unit.proxy.test_server.TestAccountController.test_HEAD_autocreate ... ok -test.unit.proxy.test_server.TestAccountController.test_OPTIONS -test.unit.proxy.test_server.TestAccountController.test_OPTIONS ... ok -test.unit.proxy.test_server.TestAccountController.test_POST_autocreate -test.unit.proxy.test_server.TestAccountController.test_POST_autocreate ... ok -test.unit.proxy.test_server.TestAccountController.test_POST_autocreate_with_sysmeta -test.unit.proxy.test_server.TestAccountController.test_POST_autocreate_with_sysmeta ... ok -test.unit.proxy.test_server.TestAccountController.test_POST_bad_metadata -test.unit.proxy.test_server.TestAccountController.test_POST_bad_metadata ... ok -test.unit.proxy.test_server.TestAccountController.test_POST_metadata -test.unit.proxy.test_server.TestAccountController.test_POST_metadata ... ok -test.unit.proxy.test_server.TestAccountController.test_PUT -test.unit.proxy.test_server.TestAccountController.test_PUT ... ok -test.unit.proxy.test_server.TestAccountController.test_PUT_bad_metadata -test.unit.proxy.test_server.TestAccountController.test_PUT_bad_metadata ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_delete_object -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_delete_object ... ok -test.unit.proxy.test_server.TestAccountController.test_PUT_connect_exceptions -test.unit.proxy.test_server.TestAccountController.test_PUT_connect_exceptions ... ok -test.unit.proxy.test_server.TestAccountController.test_PUT_max_account_name_length -test.unit.proxy.test_server.TestAccountController.test_PUT_max_account_name_length ... ok -test.unit.proxy.test_server.TestAccountController.test_PUT_metadata -test.unit.proxy.test_server.TestAccountController.test_PUT_metadata ... ok -test.unit.proxy.test_server.TestAccountController.test_PUT_status -test.unit.proxy.test_server.TestAccountController.test_PUT_status ... ok -test.unit.proxy.test_server.TestAccountController.test_auto_create_account_listing_response_is_json -test.unit.proxy.test_server.TestAccountController.test_auto_create_account_listing_response_is_json ... ok -test.unit.proxy.test_server.TestAccountController.test_connection_refused -test.unit.proxy.test_server.TestAccountController.test_connection_refused ... ok -test.unit.proxy.test_server.TestAccountController.test_other_socket_error -test.unit.proxy.test_server.TestAccountController.test_other_socket_error ... ok -test.unit.proxy.test_server.TestAccountController.test_response_get_accept_ranges_header -test.unit.proxy.test_server.TestAccountController.test_response_get_accept_ranges_header ... ok -test.unit.proxy.test_server.TestAccountController.test_response_head_accept_ranges_header -test.unit.proxy.test_server.TestAccountController.test_response_head_accept_ranges_header ... ok -test.unit.proxy.test_server.TestSwiftInfo.test_registered_defaults -test.unit.proxy.test_server.TestSwiftInfo.test_registered_defaults ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_double_check_trailing_delimiter -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_double_check_trailing_delimiter ... ok -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:06:43 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txa9624854031249d7819b4-0068520313" "proxy-server 635422" 0.0008 "-" 635422 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:06:43 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:43851/sda1/1/a1/c1" "txa9624854031249d7819b4-0068520313" "container-server 635422" 0.0043 "-" 635422 0 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:06:43 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:34381/sdb1/1/a1/c1" "txa9624854031249d7819b4-0068520313" "container-server 635422" 0.0048 "-" 635422 0 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:00:06:43 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txa9624854031249d7819b4-0068520313" "proxy-server 635422" 0.1104 "-" 635422 0 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:00:06:43 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txa9624854031249d7819b4-0068520313" "proxy-server 635422" 0.0381 "-" 635422 0 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/00/06/43 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txa9624854031249d7819b4-0068520313 - 0.1229 - - 1750205203.253835440 1750205203.376704216 0 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:06:43 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txfd8c03459ca04b68835ad-0068520313" "proxy-server 635422" 0.0512 "-" 635422 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:06:43 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:34381/sdb1/2/a/c1" "txfd8c03459ca04b68835ad-0068520313" "container-server 635422" 0.0270 "-" 635422 1 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:06:43 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:43851/sda1/2/a/c1" "txfd8c03459ca04b68835ad-0068520313" "container-server 635422" 0.0008 "-" 635422 1 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:00:06:43 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txfd8c03459ca04b68835ad-0068520313" "proxy-server 635422" 0.1092 "-" 635422 1 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:00:06:43 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txfd8c03459ca04b68835ad-0068520313" "proxy-server 635422" 0.0610 "-" 635422 1 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/00/06/43 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txfd8c03459ca04b68835ad-0068520313 - 0.1667 - - 1750205203.377666235 1750205203.544401407 1 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:06:43 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txbc1e780ce7b445c3914ea-0068520313" "proxy-server 635422" 0.0430 "-" 635422 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:06:43 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:43851/sda1/1/a/c2" "txbc1e780ce7b445c3914ea-0068520313" "container-server 635422" 0.0316 "-" 635422 2 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:06:43 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:34381/sdb1/1/a/c2" "txbc1e780ce7b445c3914ea-0068520313" "container-server 635422" 0.0008 "-" 635422 2 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:00:06:43 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txbc1e780ce7b445c3914ea-0068520313" "proxy-server 635422" 0.1196 "-" 635422 2 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:00:06:43 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txbc1e780ce7b445c3914ea-0068520313" "proxy-server 635422" 0.0861 "-" 635422 2 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/00/06/43 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txbc1e780ce7b445c3914ea-0068520313 - 0.1692 - - 1750205203.545380592 1750205203.714536667 2 -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_double_check_trailing_delimiter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_double_check_trailing_delimiter_non_slash ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_errors_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_errors_no_memcache ... ok -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txc0c910e4b08d4bd08296f-0068520313) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txc0c910e4b08d4bd08296f-0068520313) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txc0c910e4b08d4bd08296f-0068520313) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txc0c910e4b08d4bd08296f-0068520313) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txc0c910e4b08d4bd08296f-0068520313) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txc0c910e4b08d4bd08296f-0068520313) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txc0c910e4b08d4bd08296f-0068520313) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='lemon', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txc0c910e4b08d4bd08296f-0068520313) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txc0c910e4b08d4bd08296f-0068520313) -test DEBUG: Found 1020 objects in shard (state=unsharded), total = 1068 (txn: txc0c910e4b08d4bd08296f-0068520313) -test DEBUG: Setting object count to 1068 (txn: txc0c910e4b08d4bd08296f-0068520313) -test DEBUG: GET listing from 3 shards for: /v1/a/c?reverse=true&format=json&states=listing (txn: tx78a87869cabb4c7cb1e13-0068520313) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='lemon', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx78a87869cabb4c7cb1e13-0068520313) -test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&format=json&limit=10000&marker=&end_marker=lemon {'X-Backend-Record-Type': 'auto'} (txn: tx78a87869cabb4c7cb1e13-0068520313) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: tx78a87869cabb4c7cb1e13-0068520313) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx78a87869cabb4c7cb1e13-0068520313) -test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&format=json&limit=8976&marker=m&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx78a87869cabb4c7cb1e13-0068520313) -test DEBUG: Found 44 objects in shard (state=unsharded), total = 1068 (txn: tx78a87869cabb4c7cb1e13-0068520313) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx78a87869cabb4c7cb1e13-0068520313) -test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&format=json&limit=8932&marker=A&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx78a87869cabb4c7cb1e13-0068520313) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 1068 (txn: tx78a87869cabb4c7cb1e13-0068520313) -test DEBUG: Setting object count to 1068 (txn: tx78a87869cabb4c7cb1e13-0068520313) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txe0a3208e8a94443fa6e1b-0068520314) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txe0a3208e8a94443fa6e1b-0068520314) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txe0a3208e8a94443fa6e1b-0068520314) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txe0a3208e8a94443fa6e1b-0068520314) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txe0a3208e8a94443fa6e1b-0068520314) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txe0a3208e8a94443fa6e1b-0068520314) -test WARNING: Failed to get container listing from /v1/a/c?format=json&states=listing: 404 (txn: txe0a3208e8a94443fa6e1b-0068520314) -test ERROR: Aborting listing from shards due to bad response: [200, 404] (txn: txe0a3208e8a94443fa6e1b-0068520314) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txe29733ef5c5342c4bc417-0068520315) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txe29733ef5c5342c4bc417-0068520315) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txe29733ef5c5342c4bc417-0068520315) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txe29733ef5c5342c4bc417-0068520315) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txe29733ef5c5342c4bc417-0068520315) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txe29733ef5c5342c4bc417-0068520315) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.0:1000/sda (txn: txe29733ef5c5342c4bc417-0068520315) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.1:1001/sdb (txn: txe29733ef5c5342c4bc417-0068520315) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.2:1002/sdc (txn: txe29733ef5c5342c4bc417-0068520315) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.3:1003/sda (txn: txe29733ef5c5342c4bc417-0068520315) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.4:1004/sda (txn: txe29733ef5c5342c4bc417-0068520315) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.5:1005/sda (txn: txe29733ef5c5342c4bc417-0068520315) -test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500] (txn: txe29733ef5c5342c4bc417-0068520315) -test WARNING: Failed to get container listing from /v1/a/c?format=json&states=listing: 503 (txn: txe29733ef5c5342c4bc417-0068520315) -test ERROR: Aborting listing from shards due to bad response: [200, 503] (txn: txe29733ef5c5342c4bc417-0068520315) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txad4789f37f634052b4917-0068520316) -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_redirects_between_shards -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_redirects_between_shards ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205366.00000-0, db: /tmp/tmp2q86rtcl/sda/containers/0/b3d/a5b9a6dad7ae3e0ccfecee931d31db3d/a5b9a6dad7ae3e0ccfecee931d31db3d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205370.00000-0, db: /tmp/tmp2q86rtcl/sda/containers/0/e09/f9d4d2b6fc9e7f49a9c4583a796b6e09/f9d4d2b6fc9e7f49a9c4583a796b6e09.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205370.00000-0, db: /tmp/tmp2q86rtcl/sda/containers/0/e09/f9d4d2b6fc9e7f49a9c4583a796b6e09/f9d4d2b6fc9e7f49a9c4583a796b6e09.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205374.00000-0, db: /tmp/tmp2q86rtcl/sda/containers/0/f52/f6c332850c3325baedc4a4f84f7adf52/f6c332850c3325baedc4a4f84f7adf52.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205378.00000-0, db: /tmp/tmp2q86rtcl/sda/containers/0/375/66788ddee3bc020382fb5e493b207375/66788ddee3bc020382fb5e493b207375.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205382.00000-0, db: /tmp/tmp2q86rtcl/sda/containers/0/dfe/01bd220a91126bbd818387e087cd8dfe/01bd220a91126bbd818387e087cd8dfe.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205386.00000-0, db: /tmp/tmp2q86rtcl/sda/containers/0/275/33b207de187a39df1e1370d94c564275/33b207de187a39df1e1370d94c564275.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205390.00000-0, db: /tmp/tmp2q86rtcl/sda/containers/0/2e2/d423fa80bdf3f5680910d823b58232e2/d423fa80bdf3f5680910d823b58232e2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205394.00000-0, db: /tmp/tmp2q86rtcl/sda/containers/0/d4c/9e39890bbc9606a7749f3c5da3fbbd4c/9e39890bbc9606a7749f3c5da3fbbd4c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205398.00000-0, db: /tmp/tmp2q86rtcl/sda/containers/0/6bc/bf4247d39eae363258597d9054f356bc/bf4247d39eae363258597d9054f356bc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205402.00000-0, db: /tmp/tmp2q86rtcl/sda/containers/0/71a/7c99277803c351fd8edb7b87a9f6571a/7c99277803c351fd8edb7b87a9f6571a.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205402.00000-0, db: /tmp/tmp2q86rtcl/sda/containers/0/71a/7c99277803c351fd8edb7b87a9f6571a/7c99277803c351fd8edb7b87a9f6571a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205406.00000-0, db: /tmp/tmp2q86rtcl/sda/containers/0/5b5/9880484698f74baf87dd62cd10e675b5/9880484698f74baf87dd62cd10e675b5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205410.00000-0, db: /tmp/tmp2q86rtcl/sda/containers/0/5fa/fdd8497115d482bfa87e9dd6838885fa/fdd8497115d482bfa87e9dd6838885fa.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205414.00000-0, db: /tmp/tmp2q86rtcl/sda/containers/0/2e1/a27f64424c220211a609aa16f4a452e1/a27f64424c220211a609aa16f4a452e1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205418.00000-0, db: /tmp/tmp2q86rtcl/sda/containers/0/4c2/5ad752cbc22784924bf9d12e2b8764c2/5ad752cbc22784924bf9d12e2b8764c2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205422.00000-0, db: /tmp/tmp2q86rtcl/sda/containers/0/09c/a8f3dcb9a95af00270fb37f202fb409c/a8f3dcb9a95af00270fb37f202fb409c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205426.00000-0, db: /tmp/tmp2q86rtcl/sda/containers/0/e5d/8655e146e654771d52f1d4889728de5d/8655e146e654771d52f1d4889728de5d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205430.00000-0, db: /tmp/tmp2q86rtcl/sda/containers/0/624/9159ca6933c9419acd55dcba4e42c624/9159ca6933c9419acd55dcba4e42c624.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205434.00000-0, db: /tmp/tmp2q86rtcl/sda/containers/0/f13/25a82a8a9598dcb95ea9475aefe71f13/25a82a8a9598dcb95ea9475aefe71f13.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205434.00000-0, db: /tmp/tmp2q86rtcl/sda/containers/0/f13/25a82a8a9598dcb95ea9475aefe71f13/25a82a8a9598dcb95ea9475aefe71f13.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205438.00000-0, db: /tmp/tmp2q86rtcl/sda/containers/0/261/b327b3883be41c7ae9bb6f64e185c261/b327b3883be41c7ae9bb6f64e185c261.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205442.00000-0, db: /tmp/tmp2q86rtcl/sda/containers/0/32e/b6c92b3a9b2df2ddfd397f81bff2332e/b6c92b3a9b2df2ddfd397f81bff2332e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205446.00000-0, db: /tmp/tmp2q86rtcl/sda/containers/0/486/713258fe70a80af8010985644950a486/713258fe70a80af8010985644950a486.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205450.00000-0, db: /tmp/tmp2q86rtcl/sda/containers/0/76f/da8013364bb6ff9262308fb5714e876f/da8013364bb6ff9262308fb5714e876f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205454.00000-0, db: /tmp/tmp2q86rtcl/sda/containers/0/add/844d6d404b256602feafad0e0db39add/844d6d404b256602feafad0e0db39add.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205458.00000-0, db: /tmp/tmp2q86rtcl/sda/containers/0/7f0/e92684d37945af1cc0000d581a76d7f0/e92684d37945af1cc0000d581a76d7f0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205462.00000-0, db: /tmp/tmp2q86rtcl/sda/containers/0/a15/7b93f8610a2a47f347e58f3fe5c20a15/7b93f8610a2a47f347e58f3fe5c20a15.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205466.00000-0, db: /tmp/tmp2q86rtcl/sda/containers/0/895/3ed3d08a083ef5207face89456f4a895/3ed3d08a083ef5207face89456f4a895.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205470.00000-0, db: /tmp/tmp2q86rtcl/sda/containers/0/2d6/9524fa726ae3155097083c2e5bc412d6/9524fa726ae3155097083c2e5bc412d6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205474.00000-0, db: /tmp/tmp2q86rtcl/sda/containers/0/5b4/4b4f01a465e58499098eb07db66d35b4/4b4f01a465e58499098eb07db66d35b4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205478.00000-0, db: /tmp/tmp2q86rtcl/sda/containers/0/70b/4b0ee68d5a7455c47bb04579c657470b/4b0ee68d5a7455c47bb04579c657470b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205482.00000-0, db: /tmp/tmp2q86rtcl/sda/containers/0/4ac/c44e658a239e080292ea73e77af594ac/c44e658a239e080292ea73e77af594ac.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205486.00000-0, db: /tmp/tmp2q86rtcl/sda/containers/0/0af/540b4e06a57beafe989fd92add6b00af/540b4e06a57beafe989fd92add6b00af.db -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_redirects_to_root_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_redirects_to_root_no_memcache ... ok -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_a', lower='', upper='a') .shards_a/c_a with {'X-Backend-Record-Type': 'auto'} (txn: txad4789f37f634052b4917-0068520316) -test DEBUG: Get listing from /v1/.shards_a/c_a?format=json&limit=10000&marker=&end_marker=a%00 {'X-Backend-Record-Type': 'auto'} (txn: txad4789f37f634052b4917-0068520316) -test DEBUG: Found 33 objects in shard (state=unsharded), total = 33 (txn: txad4789f37f634052b4917-0068520316) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: txad4789f37f634052b4917-0068520316) -test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: txad4789f37f634052b4917-0068520316) -test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00&states=listing (txn: txad4789f37f634052b4917-0068520316) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='b', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txad4789f37f634052b4917-0068520316) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: txad4789f37f634052b4917-0068520316) -test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_?format=json&limit=9967&marker=a&end_marker=b%00&states=listing (txn: txad4789f37f634052b4917-0068520316) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'object'} (txn: txad4789f37f634052b4917-0068520316) -test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'object'} (txn: txad4789f37f634052b4917-0068520316) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: txad4789f37f634052b4917-0068520316) -test DEBUG: Found 1 objects in shard (state=sharded), total = 1 (txn: txad4789f37f634052b4917-0068520316) -test DEBUG: Found 1 objects in shard (state=sharded), total = 34 (txn: txad4789f37f634052b4917-0068520316) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='b', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'object'} (txn: txad4789f37f634052b4917-0068520316) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9966&marker=b&end_marker= {'X-Backend-Record-Type': 'object'} (txn: txad4789f37f634052b4917-0068520316) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1058 (txn: txad4789f37f634052b4917-0068520316) -test DEBUG: Setting object count to 1058 (txn: txad4789f37f634052b4917-0068520316) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: txe18524714721450392124-0068520317) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txe18524714721450392124-0068520317) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=10000&marker=&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txe18524714721450392124-0068520317) -test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_?format=json&limit=10000&marker=&end_marker=&states=listing (txn: txe18524714721450392124-0068520317) -test DEBUG: Getting listing part 0 from shard Namespace(name='a/c', lower='', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: txe18524714721450392124-0068520317) -test DEBUG: Get listing from /v1/a/c?format=json&limit=10000&marker=&end_marker= {'X-Backend-Record-Type': 'object'} (txn: txe18524714721450392124-0068520317) -test DEBUG: Found 1024 objects in shard (state=sharded), total = 1024 (txn: txe18524714721450392124-0068520317) -test DEBUG: Setting object count to 1024 (txn: txe18524714721450392124-0068520317) -test DEBUG: Found 1024 objects in shard (state=sharding), total = 1024 (txn: txe18524714721450392124-0068520317) -test DEBUG: Setting object count to 1024 (txn: txe18524714721450392124-0068520317) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txad2b70f8b4864d27be502-0068520318) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txad2b70f8b4864d27be502-0068520318) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txad2b70f8b4864d27be502-0068520318) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txad2b70f8b4864d27be502-0068520318) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txad2b70f8b4864d27be502-0068520318) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txad2b70f8b4864d27be502-0068520318) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txad2b70f8b4864d27be502-0068520318) -test INFO: Caching listing namespaces for shard-listing-v2/.shards_a/c_pie (3 namespaces) (txn: txad2b70f8b4864d27be502-0068520318) -test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: txad2b70f8b4864d27be502-0068520318) -test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: txad2b70f8b4864d27be502-0068520318) -test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: txad2b70f8b4864d27be502-0068520318) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: txad2b70f8b4864d27be502-0068520318) -test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: txad2b70f8b4864d27be502-0068520318) -test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: txad2b70f8b4864d27be502-0068520318) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: txad2b70f8b4864d27be502-0068520318) -test DEBUG: Getting listing part 2 from shard Namespace(name='a/c_sub_pie', lower='lemon', upper='') a/c_sub_pie with {'X-Backend-Record-Type': 'auto'} (txn: txad2b70f8b4864d27be502-0068520318) -test DEBUG: Get listing from /v1/a/c_sub_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txad2b70f8b4864d27be502-0068520318) -test DEBUG: Found 4 objects in shard (state=unsharded), total = 8 (txn: txad2b70f8b4864d27be502-0068520318) -test DEBUG: Found 8 objects in shard (state=sharded), total = 48 (txn: txad2b70f8b4864d27be502-0068520318) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txad2b70f8b4864d27be502-0068520318) -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharded_shard_with_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharded_shard_with_memcache ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_mixed_policies -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_mixed_policies ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205490.00000-0, db: /tmp/tmp2q86rtcl/sda/containers/0/610/68cda9ff69306f39078b747447069610/68cda9ff69306f39078b747447069610.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205494.00000-0, db: /tmp/tmp2q86rtcl/sda/containers/0/45e/394c4fd6cdaac58678b088fe5221845e/394c4fd6cdaac58678b088fe5221845e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205498.00000-0, db: /tmp/tmp2q86rtcl/sda/containers/0/df7/15f270330f5c0b590882ea4f0dd2edf7/15f270330f5c0b590882ea4f0dd2edf7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205502.00000-0, db: /tmp/tmp2q86rtcl/sda/containers/0/03e/bc0b77b79405e4e32b434f4026d1803e/bc0b77b79405e4e32b434f4026d1803e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205506.00000-0, db: /tmp/tmp2q86rtcl/sda/containers/0/bd3/be28c77e7731854b8ce62f4a6baa7bd3/be28c77e7731854b8ce62f4a6baa7bd3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205510.00000-0, db: /tmp/tmp2q86rtcl/sda/containers/0/f3a/8b009bd98a7f8f607fc3f1a8aa7f0f3a/8b009bd98a7f8f607fc3f1a8aa7f0f3a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205514.00000-0, db: /tmp/tmp2q86rtcl/sda/containers/0/878/01541c8362d625ee2173f2f3ca3e3878/01541c8362d625ee2173f2f3ca3e3878.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205518.00000-0, db: /tmp/tmp2q86rtcl/sda/containers/0/e2a/7acd32588096f4fe82c8c404404dfe2a/7acd32588096f4fe82c8c404404dfe2a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205522.00000-0, db: /tmp/tmp2q86rtcl/sda/containers/0/2ac/2cc8312647fca0ccc428d129b275f2ac/2cc8312647fca0ccc428d129b275f2ac.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205526.00000-0, db: /tmp/tmp2q86rtcl/sda/containers/0/624/8c0c38cd2369f5433934b6b9c01e9624/8c0c38cd2369f5433934b6b9c01e9624.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205530.00000-0, db: /tmp/tmp2q86rtcl/sda/containers/0/b09/23376e5da016682884e91aace08f5b09/23376e5da016682884e91aace08f5b09.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205534.00000-0, db: /tmp/tmp2q86rtcl/sda/containers/0/bd2/f0ce631d109576a2d8fd47d2dae1fbd2/f0ce631d109576a2d8fd47d2dae1fbd2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205538.00000-0, db: /tmp/tmp2q86rtcl/sda/containers/0/910/d2529d073215353140b5095e2cfbb910/d2529d073215353140b5095e2cfbb910.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205542.00000-0, db: /tmp/tmp2q86rtcl/sda/containers/0/227/dae4c43aac829a84dbb10019265ed227/dae4c43aac829a84dbb10019265ed227.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205546.00000-0, db: /tmp/tmp2q86rtcl/sda/containers/0/b43/61b642c44a5f6b40bfec380f2caf7b43/61b642c44a5f6b40bfec380f2caf7b43.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205550.00000-0, db: /tmp/tmp2q86rtcl/sda/containers/0/c69/ba84cf3dfd498b3b379a40dc44afbc69/ba84cf3dfd498b3b379a40dc44afbc69.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205554.00000-0, db: /tmp/tmp2q86rtcl/sda/containers/0/4c7/0d5869eaa75a7fd6a7bb87ed26dd24c7/0d5869eaa75a7fd6a7bb87ed26dd24c7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205558.00000-0, db: /tmp/tmp2q86rtcl/sda/containers/0/c08/9090f25404235d6a09f18a63b3cc6c08/9090f25404235d6a09f18a63b3cc6c08.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205562.00000-0, db: /tmp/tmp2q86rtcl/sda/containers/0/f18/e46896eaf941a35d8fb1c8d423077f18/e46896eaf941a35d8fb1c8d423077f18.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205566.00000-0, db: /tmp/tmp2q86rtcl/sda/containers/0/b65/3b5da136ca96edecc94e704c8e205b65/3b5da136ca96edecc94e704c8e205b65.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205570.00000-0, db: /tmp/tmp2q86rtcl/sda/containers/0/ef2/fc9fb6df020fc5801cb2e0c7dbb69ef2/fc9fb6df020fc5801cb2e0c7dbb69ef2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205574.00000-0, db: /tmp/tmp2q86rtcl/sda/containers/0/89c/087cf075d6e86edd7c497e3ede87e89c/087cf075d6e86edd7c497e3ede87e89c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205578.00000-0, db: /tmp/tmp2q86rtcl/sda/containers/0/238/561ce6bfdcf78c525e31ab3d57fd9238/561ce6bfdcf78c525e31ab3d57fd9238.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205582.00000-0, db: /tmp/tmp2q86rtcl/sda/containers/0/bb5/2ebaeb4fc6aac615194b5d2d1aef5bb5/2ebaeb4fc6aac615194b5d2d1aef5bb5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205586.00000-0, db: /tmp/tmp2q86rtcl/sda/containers/0/355/db7893237bd27a00de492fb585408355/db7893237bd27a00de492fb585408355.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205590.00000-0, db: /tmp/tmp2q86rtcl/sda/containers/0/846/a07572bc9e3c51b08f9e50d37e746846/a07572bc9e3c51b08f9e50d37e746846.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205594.00000-0, db: /tmp/tmp2q86rtcl/sda/containers/0/76c/5d2645ba6f2378e482f1bf953dd1276c/5d2645ba6f2378e482f1bf953dd1276c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205598.00000-0, db: /tmp/tmp2q86rtcl/sda/containers/0/49a/5c13e75a91afd8910ff276600a0aa49a/5c13e75a91afd8910ff276600a0aa49a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205602.00000-0, db: /tmp/tmp2q86rtcl/sda/containers/0/37e/9f3a97fa011b865e5a37755b62b3037e/9f3a97fa011b865e5a37755b62b3037e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205606.00000-0, db: /tmp/tmp2q86rtcl/sda/containers/0/501/2672cf82af6506324ff5e8e624c3c501/2672cf82af6506324ff5e8e624c3c501.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205610.00000-0, db: /tmp/tmp2q86rtcl/sda/containers/0/26e/d45c60f2b50f8d648c9fcc0f6819226e/d45c60f2b50f8d648c9fcc0f6819226e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205614.00000-0, db: /tmp/tmp2q86rtcl/sda/containers/0/9fc/e02a27eaa0e6a52dbe436360327279fc/e02a27eaa0e6a52dbe436360327279fc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205618.00000-0, db: /tmp/tmp2q86rtcl/sda/containers/0/144/f5fd8247094aa5f3490e4d3e483b1144/f5fd8247094aa5f3490e4d3e483b1144.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205622.00000-0, db: /tmp/tmp2q86rtcl/sda/containers/0/75c/0c0f223ff37b612b557dcf939a61d75c/0c0f223ff37b612b557dcf939a61d75c.db -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_no_memcache ... ok -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txad2b70f8b4864d27be502-0068520318) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txad2b70f8b4864d27be502-0068520318) -test DEBUG: Setting object count to 1072 (txn: txad2b70f8b4864d27be502-0068520318) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txf3a902d8294a42a6a56f0-0068520319) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txf3a902d8294a42a6a56f0-0068520319) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txf3a902d8294a42a6a56f0-0068520319) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txf3a902d8294a42a6a56f0-0068520319) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txf3a902d8294a42a6a56f0-0068520319) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txf3a902d8294a42a6a56f0-0068520319) -test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: txf3a902d8294a42a6a56f0-0068520319) -test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: txf3a902d8294a42a6a56f0-0068520319) -test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: txf3a902d8294a42a6a56f0-0068520319) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: txf3a902d8294a42a6a56f0-0068520319) -test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: txf3a902d8294a42a6a56f0-0068520319) -test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: txf3a902d8294a42a6a56f0-0068520319) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: txf3a902d8294a42a6a56f0-0068520319) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: txf3a902d8294a42a6a56f0-0068520319) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: txf3a902d8294a42a6a56f0-0068520319) -test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: txf3a902d8294a42a6a56f0-0068520319) -test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: txf3a902d8294a42a6a56f0-0068520319) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txf3a902d8294a42a6a56f0-0068520319) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txf3a902d8294a42a6a56f0-0068520319) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txf3a902d8294a42a6a56f0-0068520319) -test DEBUG: Setting object count to 1072 (txn: txf3a902d8294a42a6a56f0-0068520319) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx7e8555401cc646b58a12d-006852031a) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx7e8555401cc646b58a12d-006852031a) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7e8555401cc646b58a12d-006852031a) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx7e8555401cc646b58a12d-006852031a) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx7e8555401cc646b58a12d-006852031a) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7e8555401cc646b58a12d-006852031a) -test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: tx7e8555401cc646b58a12d-006852031a) -test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: tx7e8555401cc646b58a12d-006852031a) -test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7e8555401cc646b58a12d-006852031a) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx7e8555401cc646b58a12d-006852031a) -test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: tx7e8555401cc646b58a12d-006852031a) -test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7e8555401cc646b58a12d-006852031a) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: tx7e8555401cc646b58a12d-006852031a) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: tx7e8555401cc646b58a12d-006852031a) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: tx7e8555401cc646b58a12d-006852031a) -test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: tx7e8555401cc646b58a12d-006852031a) -test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: tx7e8555401cc646b58a12d-006852031a) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx7e8555401cc646b58a12d-006852031a) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx7e8555401cc646b58a12d-006852031a) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx7e8555401cc646b58a12d-006852031a) -test DEBUG: Setting object count to 1072 (txn: tx7e8555401cc646b58a12d-006852031a) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx6ff51f33b98e41b082759-006852031a) -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_with_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_with_memcache ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_cleaving_not_merged_while_cleaving -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_cleaving_not_merged_while_cleaving ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_fetch_fails_while_shrinking -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_fetch_fails_while_shrinking ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty_old_style_shard_container ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_deleted_shard -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_deleted_shard ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_delimiter_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_delimiter_no_memcache ... ok -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx6ff51f33b98e41b082759-006852031a) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx6ff51f33b98e41b082759-006852031a) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx6ff51f33b98e41b082759-006852031a) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx6ff51f33b98e41b082759-006852031a) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx6ff51f33b98e41b082759-006852031a) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx6ff51f33b98e41b082759-006852031a) -test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: tx6ff51f33b98e41b082759-006852031a) -test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: tx6ff51f33b98e41b082759-006852031a) -test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: tx6ff51f33b98e41b082759-006852031a) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx6ff51f33b98e41b082759-006852031a) -test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: tx6ff51f33b98e41b082759-006852031a) -test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: tx6ff51f33b98e41b082759-006852031a) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: tx6ff51f33b98e41b082759-006852031a) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: tx6ff51f33b98e41b082759-006852031a) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: tx6ff51f33b98e41b082759-006852031a) -test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: tx6ff51f33b98e41b082759-006852031a) -test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: tx6ff51f33b98e41b082759-006852031a) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx6ff51f33b98e41b082759-006852031a) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx6ff51f33b98e41b082759-006852031a) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx6ff51f33b98e41b082759-006852031a) -test DEBUG: Setting object count to 1072 (txn: tx6ff51f33b98e41b082759-006852031a) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx6901fa8b3ba64148a037f-006852031b) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: tx6901fa8b3ba64148a037f-006852031b) -test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx6901fa8b3ba64148a037f-006852031b) -test WARNING: Failed to get container listing from /v1/a/c?format=json&states=listing: 404 (txn: tx6901fa8b3ba64148a037f-006852031b) -test ERROR: Aborting listing from shards due to bad response: [404] (txn: tx6901fa8b3ba64148a037f-006852031b) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 5 shards for: /v1/a/c?delimiter=%2F&format=json&states=listing (txn: txa1bdd3a61b324c7b9e6c3-006852031c) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ha-ppy', lower='', upper='ha/ppy') .shards_a/c_ha-ppy with {'X-Backend-Record-Type': 'auto'} (txn: txa1bdd3a61b324c7b9e6c3-006852031c) -test DEBUG: Get listing from /v1/.shards_a/c_ha-ppy?delimiter=%2F&format=json&limit=10000&marker=&end_marker=ha%2Fppy%00 {'X-Backend-Record-Type': 'auto'} (txn: txa1bdd3a61b324c7b9e6c3-006852031c) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: txa1bdd3a61b324c7b9e6c3-006852031c) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='ha/ptic', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txa1bdd3a61b324c7b9e6c3-006852031c) -test DEBUG: Get listing from /v1/.shards_a/c_ham?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txa1bdd3a61b324c7b9e6c3-006852031c) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 2 (txn: txa1bdd3a61b324c7b9e6c3-006852031c) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txa1bdd3a61b324c7b9e6c3-006852031c) -test DEBUG: Get listing from /v1/.shards_a/c_pie?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txa1bdd3a61b324c7b9e6c3-006852031c) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 2 (txn: txa1bdd3a61b324c7b9e6c3-006852031c) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txa1bdd3a61b324c7b9e6c3-006852031c) -test DEBUG: Get listing from /v1/.shards_a/c_?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txa1bdd3a61b324c7b9e6c3-006852031c) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 3 (txn: txa1bdd3a61b324c7b9e6c3-006852031c) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 6 shards for: /v1/a/c?delimiter=%2F&reverse=on&format=json&states=listing (txn: txc6d74b37755f4a9f96e77-006852031d) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txc6d74b37755f4a9f96e77-006852031d) -test DEBUG: Get listing from /v1/.shards_a/c_?delimiter=%2F&reverse=on&format=json&limit=10000&marker=&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: txc6d74b37755f4a9f96e77-006852031d) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: txc6d74b37755f4a9f96e77-006852031d) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txc6d74b37755f4a9f96e77-006852031d) -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_delimiter_reverse_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_delimiter_reverse_no_memcache ... ok -test DEBUG: Get listing from /v1/.shards_a/c_pie?delimiter=%2F&reverse=on&format=json&limit=9999&marker=pumpkin&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: txc6d74b37755f4a9f96e77-006852031d) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 1 (txn: txc6d74b37755f4a9f96e77-006852031d) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='ha/ptic', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txc6d74b37755f4a9f96e77-006852031d) -test DEBUG: Get listing from /v1/.shards_a/c_ham?delimiter=%2F&reverse=on&format=json&limit=9999&marker=pumpkin&end_marker=ha%2Fptic {'X-Backend-Record-Type': 'auto'} (txn: txc6d74b37755f4a9f96e77-006852031d) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: txc6d74b37755f4a9f96e77-006852031d) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ha-ppy', lower='ha.d', upper='ha/ppy') .shards_a/c_ha-ppy with {'X-Backend-Record-Type': 'auto'} (txn: txc6d74b37755f4a9f96e77-006852031d) -test DEBUG: Get listing from /v1/.shards_a/c_ha-ppy?delimiter=%2F&reverse=on&format=json&limit=9998&marker=ha%2F&end_marker=ha.d {'X-Backend-Record-Type': 'auto'} (txn: txc6d74b37755f4a9f96e77-006852031d) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 3 (txn: txc6d74b37755f4a9f96e77-006852031d) -test DEBUG: Getting listing part 5 from shard Namespace(name='.shards_a/c_ha.d', lower='', upper='ha.d') .shards_a/c_ha.d with {'X-Backend-Record-Type': 'auto'} (txn: txc6d74b37755f4a9f96e77-006852031d) -test DEBUG: Get listing from /v1/.shards_a/c_ha.d?delimiter=%2F&reverse=on&format=json&limit=9997&marker=ha.ggle&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txc6d74b37755f4a9f96e77-006852031d) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 4 (txn: txc6d74b37755f4a9f96e77-006852031d) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txefd699cafe7c4c068a55e-006852031e) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: txefd699cafe7c4c068a55e-006852031e) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txefd699cafe7c4c068a55e-006852031e) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txefd699cafe7c4c068a55e-006852031e) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txefd699cafe7c4c068a55e-006852031e) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txefd699cafe7c4c068a55e-006852031e) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txefd699cafe7c4c068a55e-006852031e) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txefd699cafe7c4c068a55e-006852031e) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txefd699cafe7c4c068a55e-006852031e) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txefd699cafe7c4c068a55e-006852031e) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txefd699cafe7c4c068a55e-006852031e) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txefd699cafe7c4c068a55e-006852031e) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txefd699cafe7c4c068a55e-006852031e) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: txefd699cafe7c4c068a55e-006852031e) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txefd699cafe7c4c068a55e-006852031e) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txefd699cafe7c4c068a55e-006852031e) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: txefd699cafe7c4c068a55e-006852031e) -test DEBUG: Setting object count to 3120 (txn: txefd699cafe7c4c068a55e-006852031e) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txad61086c71a546c38b315-006852031e) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: txad61086c71a546c38b315-006852031e) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txad61086c71a546c38b315-006852031e) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txad61086c71a546c38b315-006852031e) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txad61086c71a546c38b315-006852031e) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txad61086c71a546c38b315-006852031e) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txad61086c71a546c38b315-006852031e) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txad61086c71a546c38b315-006852031e) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txad61086c71a546c38b315-006852031e) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txad61086c71a546c38b315-006852031e) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txad61086c71a546c38b315-006852031e) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txad61086c71a546c38b315-006852031e) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txad61086c71a546c38b315-006852031e) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: txad61086c71a546c38b315-006852031e) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txad61086c71a546c38b315-006852031e) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txad61086c71a546c38b315-006852031e) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: txad61086c71a546c38b315-006852031e) -test DEBUG: Setting object count to 3120 (txn: txad61086c71a546c38b315-006852031e) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txd504786f0cb24d91aaef9-006852031e) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: txd504786f0cb24d91aaef9-006852031e) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txd504786f0cb24d91aaef9-006852031e) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txd504786f0cb24d91aaef9-006852031e) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txd504786f0cb24d91aaef9-006852031e) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txd504786f0cb24d91aaef9-006852031e) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txd504786f0cb24d91aaef9-006852031e) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txd504786f0cb24d91aaef9-006852031e) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txd504786f0cb24d91aaef9-006852031e) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txd504786f0cb24d91aaef9-006852031e) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txd504786f0cb24d91aaef9-006852031e) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txd504786f0cb24d91aaef9-006852031e) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txd504786f0cb24d91aaef9-006852031e) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: txd504786f0cb24d91aaef9-006852031e) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txd504786f0cb24d91aaef9-006852031e) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txd504786f0cb24d91aaef9-006852031e) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: txd504786f0cb24d91aaef9-006852031e) -test DEBUG: Setting object count to 3120 (txn: txd504786f0cb24d91aaef9-006852031e) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txc04da06e2ad04a24b43dc-006852031e) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txc04da06e2ad04a24b43dc-006852031e) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txc04da06e2ad04a24b43dc-006852031e) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txc04da06e2ad04a24b43dc-006852031e) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txc04da06e2ad04a24b43dc-006852031e) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txc04da06e2ad04a24b43dc-006852031e) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txc04da06e2ad04a24b43dc-006852031e) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txc04da06e2ad04a24b43dc-006852031e) -test DEBUG: Getting listing part 2 from shard Namespace(name='a/c', lower='pie', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: txc04da06e2ad04a24b43dc-006852031e) -test DEBUG: Get listing from /v1/a/c?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'object'} (txn: txc04da06e2ad04a24b43dc-006852031e) -test DEBUG: Found 3072 objects in shard (state=sharded), total = 3120 (txn: txc04da06e2ad04a24b43dc-006852031e) -test DEBUG: Setting object count to 3120 (txn: txc04da06e2ad04a24b43dc-006852031e) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txcbf24bdeaf2149d285dd1-006852031e) -test DEBUG: GET listing from 5 shards for: /v1/a/c?reverse=true&limit=&format=json&states=listing (txn: txcbf24bdeaf2149d285dd1-006852031e) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txcbf24bdeaf2149d285dd1-006852031e) -test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&limit=10000&format=json&marker=&end_marker=%F0%9F%8C%B4 {'X-Backend-Record-Type': 'auto'} (txn: txcbf24bdeaf2149d285dd1-006852031e) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: txcbf24bdeaf2149d285dd1-006852031e) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txcbf24bdeaf2149d285dd1-006852031e) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?reverse=true&limit=8976&format=json&marker=%F0%9F%8C%B5&end_marker=%E2%98%83 {'X-Backend-Record-Type': 'auto'} (txn: txcbf24bdeaf2149d285dd1-006852031e) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2048 (txn: txcbf24bdeaf2149d285dd1-006852031e) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txcbf24bdeaf2149d285dd1-006852031e) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?reverse=true&limit=7952&format=json&marker=%E2%98%84&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: txcbf24bdeaf2149d285dd1-006852031e) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3072 (txn: txcbf24bdeaf2149d285dd1-006852031e) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txcbf24bdeaf2149d285dd1-006852031e) -test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&limit=6928&format=json&marker=q&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: txcbf24bdeaf2149d285dd1-006852031e) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 3080 (txn: txcbf24bdeaf2149d285dd1-006852031e) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txcbf24bdeaf2149d285dd1-006852031e) -test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&limit=6920&format=json&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txcbf24bdeaf2149d285dd1-006852031e) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 3120 (txn: txcbf24bdeaf2149d285dd1-006852031e) -test DEBUG: Setting object count to 3120 (txn: txcbf24bdeaf2149d285dd1-006852031e) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx12cef51bd1f745ba8095f-006852031e) -test DEBUG: GET listing from 5 shards for: /v1/a/c?limit=49&format=json&states=listing (txn: tx12cef51bd1f745ba8095f-006852031e) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx12cef51bd1f745ba8095f-006852031e) -test DEBUG: Get listing from /v1/.shards_a/c_ham?limit=49&format=json&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx12cef51bd1f745ba8095f-006852031e) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx12cef51bd1f745ba8095f-006852031e) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx12cef51bd1f745ba8095f-006852031e) -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_memcache ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205626.00000-0, db: /tmp/tmp2q86rtcl/sda/containers/0/879/87cfd481e28fa493b9b41b9c98cd3879/87cfd481e28fa493b9b41b9c98cd3879.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205630.00000-0, db: /tmp/tmp2q86rtcl/sda/containers/0/02e/00a7ff4e52ad5bb3b9d4368bb0e1902e/00a7ff4e52ad5bb3b9d4368bb0e1902e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205634.00000-0, db: /tmp/tmp2q86rtcl/sda/containers/0/ff3/f4c0e6f0ebe635e57eab1f6b375e1ff3/f4c0e6f0ebe635e57eab1f6b375e1ff3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205638.00000-0, db: /tmp/tmp2q86rtcl/sda/containers/0/e4f/07cf24b065145b8988df8714df9a0e4f/07cf24b065145b8988df8714df9a0e4f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205642.00000-0, db: /tmp/tmp2q86rtcl/sda/containers/0/f4c/de177cdcfbc7be1e237e17ad80d61f4c/de177cdcfbc7be1e237e17ad80d61f4c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205646.00000-0, db: /tmp/tmp2q86rtcl/sda/containers/0/da8/73e4b6af2d60a6b767f3a37500030da8/73e4b6af2d60a6b767f3a37500030da8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205650.00000-0, db: /tmp/tmp2q86rtcl/sda/containers/0/b28/d8a7b9bc5139130046de623344bf7b28/d8a7b9bc5139130046de623344bf7b28.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205654.00000-0, db: /tmp/tmp2q86rtcl/sda/containers/0/e03/5491333f1dfdf5412f17c1b6c0192e03/5491333f1dfdf5412f17c1b6c0192e03.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205658.00000-0, db: /tmp/tmp2q86rtcl/sda/containers/0/cee/a4f2e62a70533584300b38fa0e2a4cee/a4f2e62a70533584300b38fa0e2a4cee.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205662.00000-0, db: /tmp/tmp2q86rtcl/sda/containers/0/ee3/c134afde84d809d5f50992403bcb6ee3/c134afde84d809d5f50992403bcb6ee3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205666.00000-0, db: /tmp/tmp2q86rtcl/sda/containers/0/7a2/86b112b9abf80e21f97ead6f039887a2/86b112b9abf80e21f97ead6f039887a2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205670.00000-0, db: /tmp/tmp2q86rtcl/sda/containers/0/63f/18bd5f5616bf50695ae64aaa4bfbe63f/18bd5f5616bf50695ae64aaa4bfbe63f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205674.00000-0, db: /tmp/tmp2q86rtcl/sda/containers/0/4a1/3c1e87f33304d0287bd2d82018cea4a1/3c1e87f33304d0287bd2d82018cea4a1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205678.00000-0, db: /tmp/tmp2q86rtcl/sda/containers/0/d83/2d3a313ad8919538d312605f9e472d83/2d3a313ad8919538d312605f9e472d83.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205682.00000-0, db: /tmp/tmp2q86rtcl/sda/containers/0/595/99b2394624fe2012b78d3b0cb3fca595/99b2394624fe2012b78d3b0cb3fca595.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205686.00000-0, db: /tmp/tmp2q86rtcl/sda/containers/0/f01/535da43a1dd341eaf3a5de5b96417f01/535da43a1dd341eaf3a5de5b96417f01.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205690.00000-0, db: /tmp/tmp2q86rtcl/sda/containers/0/3e9/1203575b8d377b563c9a711176daf3e9/1203575b8d377b563c9a711176daf3e9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205694.00000-0, db: /tmp/tmp2q86rtcl/sda/containers/0/2d3/7d0474ede62dfef22397d2546b1dd2d3/7d0474ede62dfef22397d2546b1dd2d3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205698.00000-0, db: /tmp/tmp2q86rtcl/sda/containers/0/508/e9149c560b58a092509b5bec478a3508/e9149c560b58a092509b5bec478a3508.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205702.00000-0, db: /tmp/tmp2q86rtcl/sda/containers/0/2ab/e0d746cb91c373653ec175ea21f932ab/e0d746cb91c373653ec175ea21f932ab.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205706.00000-0, db: /tmp/tmp2q86rtcl/sda/containers/0/bc4/b06dab580bcc7812ed05e9bed4ca8bc4/b06dab580bcc7812ed05e9bed4ca8bc4.db -sharder-test WARNING: Failed to get shard ranges from a/c: bad, path: .shards_a/shard_c, db: /tmp/tmp772croy9/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205212.00000.db -sharder-test WARNING: Audit warnings for shard: unable to get shard ranges from root, path: .shards_a/shard_c, db: /tmp/tmp772croy9/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205212.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205215.00000-0, db: /tmp/tmp1pi5qe5x/sda/containers/0/a93/c3dfbe41c5dcc5a676bb4fa9a08cfa93/c3dfbe41c5dcc5a676bb4fa9a08cfa93_1750205215.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205215.00000-0, db: /tmp/tmp1pi5qe5x/sda/containers/0/a93/c3dfbe41c5dcc5a676bb4fa9a08cfa93/c3dfbe41c5dcc5a676bb4fa9a08cfa93_1750205215.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205218.00000-0, db: /tmp/tmp1pi5qe5x/sda/containers/0/917/c7c44c1a512a9cee0f469a0ae6c09917/c7c44c1a512a9cee0f469a0ae6c09917_1750205218.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205218.00000-0, db: /tmp/tmp1pi5qe5x/sda/containers/0/917/c7c44c1a512a9cee0f469a0ae6c09917/c7c44c1a512a9cee0f469a0ae6c09917_1750205218.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205221.00000-0, db: /tmp/tmp1pi5qe5x/sda/containers/0/230/9218efbe333766f2bbe6165294c96230/9218efbe333766f2bbe6165294c96230_1750205221.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205221.00000-0, db: /tmp/tmp1pi5qe5x/sda/containers/0/230/9218efbe333766f2bbe6165294c96230/9218efbe333766f2bbe6165294c96230_1750205221.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205224.00000-0, db: /tmp/tmp1pi5qe5x/sda/containers/0/bc6/9fc9dca2bd16d58468f01673a43b8bc6/9fc9dca2bd16d58468f01673a43b8bc6_1750205224.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205224.00000-0, db: /tmp/tmp1pi5qe5x/sda/containers/0/bc6/9fc9dca2bd16d58468f01673a43b8bc6/9fc9dca2bd16d58468f01673a43b8bc6_1750205224.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205227.00000-0, db: /tmp/tmp1pi5qe5x/sda/containers/0/04e/5b3b6f5d00dc429ab139cb7c6926904e/5b3b6f5d00dc429ab139cb7c6926904e_1750205227.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205227.00000-0, db: /tmp/tmp1pi5qe5x/sda/containers/0/04e/5b3b6f5d00dc429ab139cb7c6926904e/5b3b6f5d00dc429ab139cb7c6926904e_1750205227.00000.db -test DEBUG: Get listing from /v1/.shards_a/c_pie?limit=9&format=json&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx12cef51bd1f745ba8095f-006852031e) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx12cef51bd1f745ba8095f-006852031e) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx12cef51bd1f745ba8095f-006852031e) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?limit=1&format=json&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx12cef51bd1f745ba8095f-006852031e) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 49 (txn: tx12cef51bd1f745ba8095f-006852031e) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx42873a9d833142a2bc8fd-006852031e) -test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=%E2%98%86&format=json&states=listing (txn: tx42873a9d833142a2bc8fd-006852031e) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx42873a9d833142a2bc8fd-006852031e) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&format=json&limit=10000&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx42873a9d833142a2bc8fd-006852031e) -test DEBUG: Found 1022 objects in shard (state=unsharded), total = 1022 (txn: tx42873a9d833142a2bc8fd-006852031e) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx42873a9d833142a2bc8fd-006852031e) -test DEBUG: Get listing from /v1/.shards_a/c_?marker=%E2%A8%83&format=json&limit=8978&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx42873a9d833142a2bc8fd-006852031e) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2046 (txn: tx42873a9d833142a2bc8fd-006852031e) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx1f8189b771ca4c9fbaf7c-006852031e) -test DEBUG: GET listing from 4 shards for: /v1/a/c?end_marker=%E2%98%8A&format=json&states=listing (txn: tx1f8189b771ca4c9fbaf7c-006852031e) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx1f8189b771ca4c9fbaf7c-006852031e) -test DEBUG: Get listing from /v1/.shards_a/c_ham?end_marker=ham%00&format=json&limit=10000&marker= {'X-Backend-Record-Type': 'auto'} (txn: tx1f8189b771ca4c9fbaf7c-006852031e) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx1f8189b771ca4c9fbaf7c-006852031e) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx1f8189b771ca4c9fbaf7c-006852031e) -test DEBUG: Get listing from /v1/.shards_a/c_pie?end_marker=pie%00&format=json&limit=9960&marker=h {'X-Backend-Record-Type': 'auto'} (txn: tx1f8189b771ca4c9fbaf7c-006852031e) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx1f8189b771ca4c9fbaf7c-006852031e) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx1f8189b771ca4c9fbaf7c-006852031e) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?end_marker=%E2%98%83%00&format=json&limit=9952&marker=p {'X-Backend-Record-Type': 'auto'} (txn: tx1f8189b771ca4c9fbaf7c-006852031e) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx1f8189b771ca4c9fbaf7c-006852031e) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx1f8189b771ca4c9fbaf7c-006852031e) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?end_marker=%E2%98%8A&format=json&limit=8928&marker=%D1%B0 {'X-Backend-Record-Type': 'auto'} (txn: tx1f8189b771ca4c9fbaf7c-006852031e) -test DEBUG: Found 6 objects in shard (state=unsharded), total = 1078 (txn: tx1f8189b771ca4c9fbaf7c-006852031e) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx76552ca841c745b0a9c7e-006852031e) -test DEBUG: GET listing from 5 shards for: /v1/a/c?prefix=hat&format=json&states=listing (txn: tx76552ca841c745b0a9c7e-006852031e) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx76552ca841c745b0a9c7e-006852031e) -test DEBUG: Get listing from /v1/.shards_a/c_pie?prefix=hat&format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx76552ca841c745b0a9c7e-006852031e) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx76552ca841c745b0a9c7e-006852031e) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx82dafbede8b24e7498332-006852031e) -test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json&states=listing (txn: tx82dafbede8b24e7498332-006852031e) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx82dafbede8b24e7498332-006852031e) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json {'X-Backend-Record-Type': 'auto'} (txn: tx82dafbede8b24e7498332-006852031e) -test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: tx82dafbede8b24e7498332-006852031e) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txb38eaa62baa44ed5a97d4-006852031e) -test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json&states=listing (txn: txb38eaa62baa44ed5a97d4-006852031e) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txb38eaa62baa44ed5a97d4-006852031e) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json {'X-Backend-Record-Type': 'auto'} (txn: txb38eaa62baa44ed5a97d4-006852031e) -test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: txb38eaa62baa44ed5a97d4-006852031e) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txcbe900cb0c924b51832bf-006852031f) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: txcbe900cb0c924b51832bf-006852031f) -test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: txcbe900cb0c924b51832bf-006852031f) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: txcbe900cb0c924b51832bf-006852031f) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_c', lower='b', upper='c') .shards_a/c_c with {'X-Backend-Record-Type': 'auto'} (txn: txcbe900cb0c924b51832bf-006852031f) -test DEBUG: Get listing from /v1/.shards_a/c_c?format=json&limit=9999&marker=b&end_marker=c%00 {'X-Backend-Record-Type': 'auto'} (txn: txcbe900cb0c924b51832bf-006852031f) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: txcbe900cb0c924b51832bf-006852031f) -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_mix_ok_and_deleted_shard -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_mix_ok_and_deleted_shard ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharding_container_gap_in_shards_with_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharding_container_gap_in_shards_with_memcache ... ok +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_audit_location_class +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_audit_location_class ... ok +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_auditor_status +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_auditor_status ... ok +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_finding_of_hashdirs +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_finding_of_hashdirs ... ok +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_only_catch_expected_errors +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_only_catch_expected_errors ... ok +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_skipping_files +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_skipping_files ... ok +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_skipping_unmounted_devices +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_skipping_unmounted_devices ... ok +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_update_auditor_status_throttle +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_update_auditor_status_throttle ... ok +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_quarantine_age_conf +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_quarantine_age_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_quarantine_threshold_conf +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_quarantine_threshold_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_all_404s_fails +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_all_404s_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_all_404s_fails_custom_request_node_count +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_all_404s_fails_custom_request_node_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_error_with_invalid_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_error_with_invalid_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_errors_works +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_errors_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_exceptions_fails +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_exceptions_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_finds_duplicate_does_not_fail +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_finds_duplicate_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_finds_missing_frag_does_not_fail +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_finds_missing_frag_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_frags_on_handoffs +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_frags_on_handoffs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_invalid_frag_index_headers +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_invalid_frag_index_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_missing_headers +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_missing_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_mixed_meta_timestamps_works +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_mixed_meta_timestamps_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_mixture_of_errors_fails +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_mixture_of_errors_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_errors +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_not_old_enough +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_not_old_enough ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_invalid_frag_index_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_invalid_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_etag_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_etag_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_frag_index_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_timestamp_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_timestamp_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_more_than_threshold_frags +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_more_than_threshold_frags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_non_404_response +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_non_404_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_two +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_two ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_etag_with_same_timestamp +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_etag_with_same_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_new_etag +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_new_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_old_etag +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_old_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_timestamps_etags_fail +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_timestamps_etags_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_parity_fa_with_data_node_failure +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_parity_fa_with_data_node_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_request_node_count_conf +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_request_node_count_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_quarantine_age_conf +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_quarantine_age_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_quarantine_threshold_conf +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_quarantine_threshold_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_all_404s_fails +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_all_404s_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_all_404s_fails_custom_request_node_count +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_all_404s_fails_custom_request_node_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_error_with_invalid_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_error_with_invalid_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_errors_works +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_errors_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_exceptions_fails +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_exceptions_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_finds_duplicate_does_not_fail +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_finds_duplicate_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_finds_missing_frag_does_not_fail +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_finds_missing_frag_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_frags_on_handoffs +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_frags_on_handoffs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_invalid_frag_index_headers +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_invalid_frag_index_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_missing_headers +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_missing_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_mixed_meta_timestamps_works +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_mixed_meta_timestamps_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_mixture_of_errors_fails +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_mixture_of_errors_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_errors +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_not_old_enough +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_not_old_enough ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_invalid_frag_index_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_invalid_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_missing_etag_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_missing_etag_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_missing_frag_index_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_missing_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_missing_timestamp_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_missing_timestamp_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_more_than_threshold_frags +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_more_than_threshold_frags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_non_404_response +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_non_404_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_two +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_two ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_etag_with_same_timestamp +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_etag_with_same_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_new_etag +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_new_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_old_etag +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_old_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_timestamps_etags_fail +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_timestamps_etags_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_parity_fa_with_data_node_failure +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_parity_fa_with_data_node_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_request_node_count_conf +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_request_node_count_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncReplication.test_content_type_sync +test.unit.obj.test_ssync.TestSsyncReplication.test_content_type_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncReplication.test_expired_object +test.unit.obj.test_ssync.TestSsyncReplication.test_expired_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncReplication.test_meta_file_not_synced_to_legacy_receiver +test.unit.obj.test_ssync.TestSsyncReplication.test_meta_file_not_synced_to_legacy_receiver ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncReplication.test_meta_file_sync +test.unit.obj.test_ssync.TestSsyncReplication.test_meta_file_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncReplication.test_no_longer_expired_object_syncs +test.unit.obj.test_ssync.TestSsyncReplication.test_no_longer_expired_object_syncs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncReplication.test_no_longer_expired_object_syncs_meta +test.unit.obj.test_ssync.TestSsyncReplication.test_no_longer_expired_object_syncs_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncReplication.test_nothing_to_sync +test.unit.obj.test_ssync.TestSsyncReplication.test_nothing_to_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncReplication.test_sync +test.unit.obj.test_ssync.TestSsyncReplication.test_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_half_not_found_headers_and_body test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_half_not_found_headers_and_body ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_half_not_found_statuses @@ -49425,103 +56868,166 @@ test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_not_found ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_simple test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_simple ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_write_affinity_after_replication -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_write_affinity_after_replication ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_write_affinity_before_replication -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_write_affinity_before_replication ... ok -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='c', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txcbe900cb0c924b51832bf-006852031f) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txcbe900cb0c924b51832bf-006852031f) -test WARNING: Failed to get container listing from /v1/a/c?format=json&states=listing: 404 (txn: txcbe900cb0c924b51832bf-006852031f) -test ERROR: Aborting listing from shards due to bad response: [200, 200, 404] (txn: txcbe900cb0c924b51832bf-006852031f) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx359ef74e3c46463cb4467-0068520320) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx359ef74e3c46463cb4467-0068520320) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx359ef74e3c46463cb4467-0068520320) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx359ef74e3c46463cb4467-0068520320) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx359ef74e3c46463cb4467-0068520320) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx359ef74e3c46463cb4467-0068520320) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: tx359ef74e3c46463cb4467-0068520320) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx359ef74e3c46463cb4467-0068520320) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx359ef74e3c46463cb4467-0068520320) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: tx359ef74e3c46463cb4467-0068520320) -test DEBUG: Setting object count to 1065 (txn: tx359ef74e3c46463cb4467-0068520320) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: tx75a7631c689d48afb84ce-0068520320) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx1b67ff0e64f3468487a2e-006644f9a7) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx1b67ff0e64f3468487a2e-006644f9a7) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx1b67ff0e64f3468487a2e-006644f9a7) +test DEBUG: Setting object count to 3120 (txn: tx1b67ff0e64f3468487a2e-006644f9a7) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx98c35445c9ef4712ae356-006644f9a7) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx98c35445c9ef4712ae356-006644f9a7) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx98c35445c9ef4712ae356-006644f9a7) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx98c35445c9ef4712ae356-006644f9a7) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx98c35445c9ef4712ae356-006644f9a7) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx98c35445c9ef4712ae356-006644f9a7) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx98c35445c9ef4712ae356-006644f9a7) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx98c35445c9ef4712ae356-006644f9a7) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx98c35445c9ef4712ae356-006644f9a7) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx98c35445c9ef4712ae356-006644f9a7) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx98c35445c9ef4712ae356-006644f9a7) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx98c35445c9ef4712ae356-006644f9a7) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx98c35445c9ef4712ae356-006644f9a7) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx98c35445c9ef4712ae356-006644f9a7) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx98c35445c9ef4712ae356-006644f9a7) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx98c35445c9ef4712ae356-006644f9a7) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx98c35445c9ef4712ae356-006644f9a7) +test DEBUG: Setting object count to 3120 (txn: tx98c35445c9ef4712ae356-006644f9a7) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx52d6b41eb13e4316b5d44-006644f9a7) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx52d6b41eb13e4316b5d44-006644f9a7) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx52d6b41eb13e4316b5d44-006644f9a7) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx52d6b41eb13e4316b5d44-006644f9a7) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx52d6b41eb13e4316b5d44-006644f9a7) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx52d6b41eb13e4316b5d44-006644f9a7) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx52d6b41eb13e4316b5d44-006644f9a7) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx52d6b41eb13e4316b5d44-006644f9a7) +test DEBUG: Getting listing part 2 from shard Namespace(name='a/c', lower='pie', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: tx52d6b41eb13e4316b5d44-006644f9a7) +test DEBUG: Get listing from /v1/a/c?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'object'} (txn: tx52d6b41eb13e4316b5d44-006644f9a7) +test DEBUG: Found 3072 objects in shard (state=sharded), total = 3120 (txn: tx52d6b41eb13e4316b5d44-006644f9a7) +test DEBUG: Setting object count to 3120 (txn: tx52d6b41eb13e4316b5d44-006644f9a7) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txe06eb9c3e5e54e8ba08e0-006644f9a7) +test DEBUG: GET listing from 5 shards for: /v1/a/c?reverse=true&limit=&format=json&states=listing (txn: txe06eb9c3e5e54e8ba08e0-006644f9a7) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txe06eb9c3e5e54e8ba08e0-006644f9a7) +test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&limit=10000&format=json&marker=&end_marker=%F0%9F%8C%B4 {'X-Backend-Record-Type': 'auto'} (txn: txe06eb9c3e5e54e8ba08e0-006644f9a7) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: txe06eb9c3e5e54e8ba08e0-006644f9a7) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txe06eb9c3e5e54e8ba08e0-006644f9a7) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?reverse=true&limit=8976&format=json&marker=%F0%9F%8C%B5&end_marker=%E2%98%83 {'X-Backend-Record-Type': 'auto'} (txn: txe06eb9c3e5e54e8ba08e0-006644f9a7) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2048 (txn: txe06eb9c3e5e54e8ba08e0-006644f9a7) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txe06eb9c3e5e54e8ba08e0-006644f9a7) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?reverse=true&limit=7952&format=json&marker=%E2%98%84&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: txe06eb9c3e5e54e8ba08e0-006644f9a7) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3072 (txn: txe06eb9c3e5e54e8ba08e0-006644f9a7) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txe06eb9c3e5e54e8ba08e0-006644f9a7) +test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&limit=6928&format=json&marker=q&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: txe06eb9c3e5e54e8ba08e0-006644f9a7) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 3080 (txn: txe06eb9c3e5e54e8ba08e0-006644f9a7) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txe06eb9c3e5e54e8ba08e0-006644f9a7) +test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&limit=6920&format=json&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txe06eb9c3e5e54e8ba08e0-006644f9a7) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 3120 (txn: txe06eb9c3e5e54e8ba08e0-006644f9a7) +test DEBUG: Setting object count to 3120 (txn: txe06eb9c3e5e54e8ba08e0-006644f9a7) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txf5614e3c15a64a75bad25-006644f9a7) +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_memcache ... ok +sharder-test DEBUG: got 5 rows (deleted=True) in 0.00013065338134765625s, path: a/c, db: /tmp/tmpdyivrqcm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 3 rows (deleted=False) in 0.00012111663818359375s, path: a/c, db: /tmp/tmpdyivrqcm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 3 rows (deleted=True) in 0.0001361370086669922s, path: a/c, db: /tmp/tmpdyivrqcm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001270771026611328s, path: a/c, db: /tmp/tmpdyivrqcm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.0001270771026611328s, path: a/c, db: /tmp/tmpdyivrqcm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 2 rows (deleted=True) in 0.00012803077697753906s, path: a/c, db: /tmp/tmpdyivrqcm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 5 rows (deleted=False) in 0.00013518333435058594s, path: a/c, db: /tmp/tmpdyivrqcm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 5 rows (deleted=True) in 0.00013065338134765625s, path: a/c, db: /tmp/tmpdyivrqcm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 3 rows (deleted=False) in 0.004166841506958008s, path: a/c, db: /tmp/tmpdyivrqcm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 3 rows (deleted=True) in 0.000133514404296875s, path: a/c, db: /tmp/tmpdyivrqcm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00012421607971191406s, path: a/c, db: /tmp/tmpdyivrqcm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 10 rows (deleted=False) in 0.00015234947204589844s, path: a/c, db: /tmp/tmpdyivrqcm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 5 rows (deleted=False) in 0.0001342296600341797s, path: a/c, db: /tmp/tmpdyivrqcm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 10 rows (deleted=True) in 0.00020956993103027344s, path: a/c, db: /tmp/tmpdyivrqcm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 5 rows (deleted=True) in 0.0001380443572998047s, path: a/c, db: /tmp/tmpdyivrqcm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0002779960632324219s, path: a/c, db: /tmp/tmp8f2gtnq3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 8.20159912109375e-05s, path: a/c, db: /tmp/tmp8f2gtnq3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +test DEBUG: Skipping the update of recently changed /tmp/tmpijck53d1/sdp/objects/auditor_status_ALL.json +test DEBUG: Skipping the update of recently changed /tmp/tmpijck53d1/sdq/objects/auditor_status_ALL.json +test DEBUG: Skipping the update of recently changed /tmp/tmpijck53d1/sdq/objects/auditor_status_ALL.json +test DEBUG: Skipping the update of recently changed /tmp/tmpijck53d1/sdp/objects/auditor_status_ALL.json +test DEBUG: Skipping: /tmp/tmpyp2wd_2_/garbage is not a directory +test DEBUG: Skipping: /tmp/tmpyp2wd_2_/garbage is not mounted +test DEBUG: Skipping: /tmp/tmp0ax969b9/sdq is not mounted proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: tx6bd9550a7c054d2b87bec-006644f9a8) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx884ad757ba2041f390fb9-0068520320) -proxy-server DEBUG: Node is error limited: 10.0.0.12:1012/sdm (txn: tx884ad757ba2041f390fb9-0068520320) -proxy-server DEBUG: Node is error limited: 10.0.0.8:1008/sdi (txn: tx884ad757ba2041f390fb9-0068520320) +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_write_affinity_after_replication +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_write_affinity_after_replication ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_write_affinity_before_replication +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_write_affinity_before_replication ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_all_primaries_error_limited test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_all_primaries_error_limited ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_disconnect test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_disconnect ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_error test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_error ... ok -proxy-server DEBUG: Node is error limited: 10.0.0.4:1004/sde (txn: tx884ad757ba2041f390fb9-0068520320) -proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx884ad757ba2041f390fb9-0068520320) -proxy-server DEBUG: Node is error limited: 10.0.0.7:1007/sdh (txn: tx884ad757ba2041f390fb9-0068520320) -proxy-server DEBUG: Node is error limited: 10.0.0.3:1003/sdd (txn: tx884ad757ba2041f390fb9-0068520320) -proxy-server DEBUG: Node is error limited: 10.0.0.11:1011/sdl (txn: tx884ad757ba2041f390fb9-0068520320) -proxy-server DEBUG: Node is error limited: 10.0.0.9:1009/sdj (txn: tx884ad757ba2041f390fb9-0068520320) -proxy-server DEBUG: Node is error limited: 10.0.0.10:1010/sdk (txn: tx884ad757ba2041f390fb9-0068520320) -proxy-server DEBUG: Node is error limited: 10.0.0.13:1013/sdn (txn: tx884ad757ba2041f390fb9-0068520320) -proxy-server DEBUG: Node is error limited: 10.0.0.6:1006/sdg (txn: tx884ad757ba2041f390fb9-0068520320) -proxy-server DEBUG: Node is error limited: 10.0.0.5:1005/sdf (txn: tx884ad757ba2041f390fb9-0068520320) -proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx884ad757ba2041f390fb9-0068520320) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx884ad757ba2041f390fb9-0068520320) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx884ad757ba2041f390fb9-0068520320) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx884ad757ba2041f390fb9-0068520320) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx884ad757ba2041f390fb9-0068520320) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx884ad757ba2041f390fb9-0068520320) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx884ad757ba2041f390fb9-0068520320) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx884ad757ba2041f390fb9-0068520320) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx884ad757ba2041f390fb9-0068520320) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx884ad757ba2041f390fb9-0068520320) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx884ad757ba2041f390fb9-0068520320) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx884ad757ba2041f390fb9-0068520320) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx884ad757ba2041f390fb9-0068520320) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx884ad757ba2041f390fb9-0068520320) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx884ad757ba2041f390fb9-0068520320) -proxy-server ERROR: Object returning 503 for [] (txn: tx884ad757ba2041f390fb9-0068520320) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.10:1010/sdk (txn: txf5f83b24c9fa4254a9e5c-0068520320) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.11:1011/sdl (txn: txf5f83b24c9fa4254a9e5c-0068520320) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.9:1009/sdj (txn: txf5f83b24c9fa4254a9e5c-0068520320) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.6:1006/sdg (txn: txf5f83b24c9fa4254a9e5c-0068520320) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txf5f83b24c9fa4254a9e5c-0068520320) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txf5f83b24c9fa4254a9e5c-0068520320) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txf5f83b24c9fa4254a9e5c-0068520320) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txf5f83b24c9fa4254a9e5c-0068520320) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txf5f83b24c9fa4254a9e5c-0068520320) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txf5f83b24c9fa4254a9e5c-0068520320) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txf5f83b24c9fa4254a9e5c-0068520320) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txf5f83b24c9fa4254a9e5c-0068520320) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txf5f83b24c9fa4254a9e5c-0068520320) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txf5f83b24c9fa4254a9e5c-0068520320) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 Trying to GET /a/c/o From Object Server 10.0.0.1:1001/sdb (txn: tx24d9c0b416584de7ac21d-0068520320) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 412 from primary (txn: txc3ba6a66f55b4bb19b698-0068520320) -proxy-server DEBUG: Ignoring 412 from primary (txn: txc3ba6a66f55b4bb19b698-0068520320) -proxy-server DEBUG: Ignoring 412 from primary (txn: txc3ba6a66f55b4bb19b698-0068520320) -proxy-server DEBUG: Ignoring 412 from primary (txn: txc3ba6a66f55b4bb19b698-0068520320) -proxy-server DEBUG: Ignoring 412 from primary (txn: txc3ba6a66f55b4bb19b698-0068520320) -proxy-server DEBUG: Ignoring 412 from primary (txn: txc3ba6a66f55b4bb19b698-0068520320) -proxy-server DEBUG: Ignoring 412 from primary (txn: txc3ba6a66f55b4bb19b698-0068520320) -proxy-server DEBUG: Ignoring 412 from primary (txn: txc3ba6a66f55b4bb19b698-0068520320) -proxy-server DEBUG: Ignoring 412 from primary (txn: txc3ba6a66f55b4bb19b698-0068520320) -proxy-server DEBUG: Ignoring 412 from primary (txn: txc3ba6a66f55b4bb19b698-0068520320) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx47c00ad813d34a2ba53e4-006644f9a8) +proxy-server DEBUG: Node is error limited: 10.0.0.6:1006/sdg (txn: tx47c00ad813d34a2ba53e4-006644f9a8) +proxy-server DEBUG: Node is error limited: 10.0.0.13:1013/sdn (txn: tx47c00ad813d34a2ba53e4-006644f9a8) +proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx47c00ad813d34a2ba53e4-006644f9a8) +proxy-server DEBUG: Node is error limited: 10.0.0.5:1005/sdf (txn: tx47c00ad813d34a2ba53e4-006644f9a8) +proxy-server DEBUG: Node is error limited: 10.0.0.12:1012/sdm (txn: tx47c00ad813d34a2ba53e4-006644f9a8) +proxy-server DEBUG: Node is error limited: 10.0.0.9:1009/sdj (txn: tx47c00ad813d34a2ba53e4-006644f9a8) +proxy-server DEBUG: Node is error limited: 10.0.0.3:1003/sdd (txn: tx47c00ad813d34a2ba53e4-006644f9a8) +proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx47c00ad813d34a2ba53e4-006644f9a8) +proxy-server DEBUG: Node is error limited: 10.0.0.8:1008/sdi (txn: tx47c00ad813d34a2ba53e4-006644f9a8) +proxy-server DEBUG: Node is error limited: 10.0.0.4:1004/sde (txn: tx47c00ad813d34a2ba53e4-006644f9a8) +proxy-server DEBUG: Node is error limited: 10.0.0.7:1007/sdh (txn: tx47c00ad813d34a2ba53e4-006644f9a8) +proxy-server DEBUG: Node is error limited: 10.0.0.11:1011/sdl (txn: tx47c00ad813d34a2ba53e4-006644f9a8) +proxy-server DEBUG: Node is error limited: 10.0.0.10:1010/sdk (txn: tx47c00ad813d34a2ba53e4-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx47c00ad813d34a2ba53e4-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx47c00ad813d34a2ba53e4-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx47c00ad813d34a2ba53e4-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx47c00ad813d34a2ba53e4-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx47c00ad813d34a2ba53e4-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx47c00ad813d34a2ba53e4-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx47c00ad813d34a2ba53e4-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx47c00ad813d34a2ba53e4-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx47c00ad813d34a2ba53e4-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx47c00ad813d34a2ba53e4-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx47c00ad813d34a2ba53e4-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx47c00ad813d34a2ba53e4-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx47c00ad813d34a2ba53e4-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx47c00ad813d34a2ba53e4-006644f9a8) +proxy-server ERROR: Object returning 503 for [] (txn: tx47c00ad813d34a2ba53e4-006644f9a8) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.12:1012/sdm (txn: tx82c8dad707b2440e970e9-006644f9a8) +proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.10:1010/sdk (txn: tx82c8dad707b2440e970e9-006644f9a8) +proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.2:1002/sdc (txn: tx82c8dad707b2440e970e9-006644f9a8) +proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.9:1009/sdj (txn: tx82c8dad707b2440e970e9-006644f9a8) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx82c8dad707b2440e970e9-006644f9a8) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx82c8dad707b2440e970e9-006644f9a8) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx82c8dad707b2440e970e9-006644f9a8) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx82c8dad707b2440e970e9-006644f9a8) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx82c8dad707b2440e970e9-006644f9a8) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx82c8dad707b2440e970e9-006644f9a8) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx82c8dad707b2440e970e9-006644f9a8) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx82c8dad707b2440e970e9-006644f9a8) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx82c8dad707b2440e970e9-006644f9a8) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx82c8dad707b2440e970e9-006644f9a8) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR 503 Trying to GET /a/c/o From Object Server 10.0.0.1:1001/sdb (txn: tx1b76dacebc254cf1bf124-006644f9a8) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 412 from primary (txn: txfb7a35d8549846eb896c0-006644f9a8) +proxy-server DEBUG: Ignoring 412 from primary (txn: txfb7a35d8549846eb896c0-006644f9a8) +proxy-server DEBUG: Ignoring 412 from primary (txn: txfb7a35d8549846eb896c0-006644f9a8) +proxy-server DEBUG: Ignoring 412 from primary (txn: txfb7a35d8549846eb896c0-006644f9a8) +proxy-server DEBUG: Ignoring 412 from primary (txn: txfb7a35d8549846eb896c0-006644f9a8) +proxy-server DEBUG: Ignoring 412 from primary (txn: txfb7a35d8549846eb896c0-006644f9a8) +proxy-server DEBUG: Ignoring 412 from primary (txn: txfb7a35d8549846eb896c0-006644f9a8) +proxy-server DEBUG: Ignoring 412 from primary (txn: txfb7a35d8549846eb896c0-006644f9a8) +proxy-server DEBUG: Ignoring 412 from primary (txn: txfb7a35d8549846eb896c0-006644f9a8) +proxy-server DEBUG: Ignoring 412 from primary (txn: txfb7a35d8549846eb896c0-006644f9a8) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( @@ -49529,8 +57035,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc3ba6a66f55b4bb19b698-0068520320) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: +StopIteration (txn: txfb7a35d8549846eb896c0-006644f9a8) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( @@ -49538,8 +57044,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc3ba6a66f55b4bb19b698-0068520320) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: +StopIteration (txn: txfb7a35d8549846eb896c0-006644f9a8) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( @@ -49547,8 +57053,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc3ba6a66f55b4bb19b698-0068520320) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: +StopIteration (txn: txfb7a35d8549846eb896c0-006644f9a8) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( @@ -49556,7 +57062,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc3ba6a66f55b4bb19b698-0068520320) +StopIteration (txn: txfb7a35d8549846eb896c0-006644f9a8) proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -49565,7 +57071,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc3ba6a66f55b4bb19b698-0068520320) +StopIteration (txn: txfb7a35d8549846eb896c0-006644f9a8) proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -49574,7 +57080,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc3ba6a66f55b4bb19b698-0068520320) +StopIteration (txn: txfb7a35d8549846eb896c0-006644f9a8) proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -49583,7 +57089,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc3ba6a66f55b4bb19b698-0068520320) +StopIteration (txn: txfb7a35d8549846eb896c0-006644f9a8) proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -49592,7 +57098,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc3ba6a66f55b4bb19b698-0068520320) +StopIteration (txn: txfb7a35d8549846eb896c0-006644f9a8) proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -49601,7 +57107,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc3ba6a66f55b4bb19b698-0068520320) +StopIteration (txn: txfb7a35d8549846eb896c0-006644f9a8) proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -49610,7 +57116,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc3ba6a66f55b4bb19b698-0068520320) +StopIteration (txn: txfb7a35d8549846eb896c0-006644f9a8) proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -49619,7 +57125,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc3ba6a66f55b4bb19b698-0068520320) +StopIteration (txn: txfb7a35d8549846eb896c0-006644f9a8) proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -49628,7 +57134,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc3ba6a66f55b4bb19b698-0068520320) +StopIteration (txn: txfb7a35d8549846eb896c0-006644f9a8) proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -49637,7 +57143,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc3ba6a66f55b4bb19b698-0068520320) +StopIteration (txn: txfb7a35d8549846eb896c0-006644f9a8) proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -49646,7 +57152,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc3ba6a66f55b4bb19b698-0068520320) +StopIteration (txn: txfb7a35d8549846eb896c0-006644f9a8) proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -49655,7 +57161,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc3ba6a66f55b4bb19b698-0068520320) +StopIteration (txn: txfb7a35d8549846eb896c0-006644f9a8) proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -49664,7 +57170,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc3ba6a66f55b4bb19b698-0068520320) +StopIteration (txn: txfb7a35d8549846eb896c0-006644f9a8) proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -49673,7 +57179,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc3ba6a66f55b4bb19b698-0068520320) +StopIteration (txn: txfb7a35d8549846eb896c0-006644f9a8) proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -49682,18 +57188,18 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc3ba6a66f55b4bb19b698-0068520320) -proxy-server DEBUG: Ignoring 412 from primary (txn: txc4fd84831eb94f45b28fb-0068520320) -proxy-server DEBUG: Ignoring 412 from primary (txn: txc4fd84831eb94f45b28fb-0068520320) -proxy-server DEBUG: Ignoring 412 from primary (txn: txc4fd84831eb94f45b28fb-0068520320) -proxy-server DEBUG: Ignoring 412 from primary (txn: txc4fd84831eb94f45b28fb-0068520320) -proxy-server DEBUG: Ignoring 412 from primary (txn: txc4fd84831eb94f45b28fb-0068520320) -proxy-server DEBUG: Ignoring 412 from primary (txn: txc4fd84831eb94f45b28fb-0068520320) -proxy-server DEBUG: Ignoring 412 from primary (txn: txc4fd84831eb94f45b28fb-0068520320) -proxy-server DEBUG: Ignoring 412 from primary (txn: txc4fd84831eb94f45b28fb-0068520320) -proxy-server DEBUG: Ignoring 412 from primary (txn: txc4fd84831eb94f45b28fb-0068520320) -proxy-server DEBUG: Ignoring 412 from primary (txn: txc4fd84831eb94f45b28fb-0068520320) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: +StopIteration (txn: txfb7a35d8549846eb896c0-006644f9a8) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx81d42c23e5b84b6796a4e-006644f9a8) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx81d42c23e5b84b6796a4e-006644f9a8) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx81d42c23e5b84b6796a4e-006644f9a8) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx81d42c23e5b84b6796a4e-006644f9a8) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx81d42c23e5b84b6796a4e-006644f9a8) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx81d42c23e5b84b6796a4e-006644f9a8) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx81d42c23e5b84b6796a4e-006644f9a8) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx81d42c23e5b84b6796a4e-006644f9a8) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx81d42c23e5b84b6796a4e-006644f9a8) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx81d42c23e5b84b6796a4e-006644f9a8) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( @@ -49701,8 +57207,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc4fd84831eb94f45b28fb-0068520320) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: +StopIteration (txn: tx81d42c23e5b84b6796a4e-006644f9a8) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( @@ -49710,8 +57216,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc4fd84831eb94f45b28fb-0068520320) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: +StopIteration (txn: tx81d42c23e5b84b6796a4e-006644f9a8) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( @@ -49719,8 +57225,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc4fd84831eb94f45b28fb-0068520320) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: +StopIteration (txn: tx81d42c23e5b84b6796a4e-006644f9a8) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( @@ -49728,7 +57234,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc4fd84831eb94f45b28fb-0068520320) +StopIteration (txn: tx81d42c23e5b84b6796a4e-006644f9a8) proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -49737,7 +57243,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc4fd84831eb94f45b28fb-0068520320) +StopIteration (txn: tx81d42c23e5b84b6796a4e-006644f9a8) proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -49746,7 +57252,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc4fd84831eb94f45b28fb-0068520320) +StopIteration (txn: tx81d42c23e5b84b6796a4e-006644f9a8) proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -49755,7 +57261,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc4fd84831eb94f45b28fb-0068520320) +StopIteration (txn: tx81d42c23e5b84b6796a4e-006644f9a8) proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -49764,7 +57270,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc4fd84831eb94f45b28fb-0068520320) +StopIteration (txn: tx81d42c23e5b84b6796a4e-006644f9a8) proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -49773,7 +57279,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc4fd84831eb94f45b28fb-0068520320) +StopIteration (txn: tx81d42c23e5b84b6796a4e-006644f9a8) proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -49782,7 +57288,9 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc4fd84831eb94f45b28fb-0068520320) +StopIteration (txn: tx81d42c23e5b84b6796a4e-006644f9a8) +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_if_match +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_if_match ... ok proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -49791,7 +57299,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc4fd84831eb94f45b28fb-0068520320) +StopIteration (txn: tx81d42c23e5b84b6796a4e-006644f9a8) proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -49800,7 +57308,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc4fd84831eb94f45b28fb-0068520320) +StopIteration (txn: tx81d42c23e5b84b6796a4e-006644f9a8) proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -49809,7 +57317,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc4fd84831eb94f45b28fb-0068520320) +StopIteration (txn: tx81d42c23e5b84b6796a4e-006644f9a8) proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -49818,9 +57326,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc4fd84831eb94f45b28fb-0068520320) -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_if_match -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_if_match ... ok +StopIteration (txn: tx81d42c23e5b84b6796a4e-006644f9a8) proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -49829,7 +57335,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc4fd84831eb94f45b28fb-0068520320) +StopIteration (txn: tx81d42c23e5b84b6796a4e-006644f9a8) proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -49838,7 +57344,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc4fd84831eb94f45b28fb-0068520320) +StopIteration (txn: tx81d42c23e5b84b6796a4e-006644f9a8) proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -49847,7 +57353,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc4fd84831eb94f45b28fb-0068520320) +StopIteration (txn: tx81d42c23e5b84b6796a4e-006644f9a8) proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -49856,9 +57362,9 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc4fd84831eb94f45b28fb-0068520320) +StopIteration (txn: tx81d42c23e5b84b6796a4e-006644f9a8) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( @@ -49866,8 +57372,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx70a789b21c734e84b3aee-0068520320) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: +StopIteration (txn: txa5873f65ed9448e5921ec-006644f9a8) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( @@ -49875,8 +57381,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx70a789b21c734e84b3aee-0068520320) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: +StopIteration (txn: txa5873f65ed9448e5921ec-006644f9a8) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( @@ -49884,8 +57390,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx70a789b21c734e84b3aee-0068520320) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: +StopIteration (txn: txa5873f65ed9448e5921ec-006644f9a8) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( @@ -49893,7 +57399,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx70a789b21c734e84b3aee-0068520320) +StopIteration (txn: txa5873f65ed9448e5921ec-006644f9a8) proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -49902,7 +57408,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx70a789b21c734e84b3aee-0068520320) +StopIteration (txn: txa5873f65ed9448e5921ec-006644f9a8) proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -49911,7 +57417,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx70a789b21c734e84b3aee-0068520320) +StopIteration (txn: txa5873f65ed9448e5921ec-006644f9a8) proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -49920,7 +57426,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx70a789b21c734e84b3aee-0068520320) +StopIteration (txn: txa5873f65ed9448e5921ec-006644f9a8) proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -49929,7 +57435,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx70a789b21c734e84b3aee-0068520320) +StopIteration (txn: txa5873f65ed9448e5921ec-006644f9a8) proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -49938,7 +57444,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx70a789b21c734e84b3aee-0068520320) +StopIteration (txn: txa5873f65ed9448e5921ec-006644f9a8) proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -49947,7 +57453,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx70a789b21c734e84b3aee-0068520320) +StopIteration (txn: txa5873f65ed9448e5921ec-006644f9a8) proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -49956,7 +57462,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx70a789b21c734e84b3aee-0068520320) +StopIteration (txn: txa5873f65ed9448e5921ec-006644f9a8) proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -49965,7 +57471,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx70a789b21c734e84b3aee-0068520320) +StopIteration (txn: txa5873f65ed9448e5921ec-006644f9a8) proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -49974,7 +57480,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx70a789b21c734e84b3aee-0068520320) +StopIteration (txn: txa5873f65ed9448e5921ec-006644f9a8) proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -49983,7 +57489,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx70a789b21c734e84b3aee-0068520320) +StopIteration (txn: txa5873f65ed9448e5921ec-006644f9a8) proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -49992,7 +57498,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx70a789b21c734e84b3aee-0068520320) +StopIteration (txn: txa5873f65ed9448e5921ec-006644f9a8) proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -50001,7 +57507,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx70a789b21c734e84b3aee-0068520320) +StopIteration (txn: txa5873f65ed9448e5921ec-006644f9a8) proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -50010,7 +57516,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx70a789b21c734e84b3aee-0068520320) +StopIteration (txn: txa5873f65ed9448e5921ec-006644f9a8) proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -50019,8 +57525,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx70a789b21c734e84b3aee-0068520320) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: +StopIteration (txn: txa5873f65ed9448e5921ec-006644f9a8) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( @@ -50028,8 +57534,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx21563ac1890b44b2bdbb6-0068520320) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: +StopIteration (txn: txf7fe771111d94238ab91a-006644f9a8) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( @@ -50037,8 +57543,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx21563ac1890b44b2bdbb6-0068520320) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: +StopIteration (txn: txf7fe771111d94238ab91a-006644f9a8) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( @@ -50046,8 +57552,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx21563ac1890b44b2bdbb6-0068520320) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: +StopIteration (txn: txf7fe771111d94238ab91a-006644f9a8) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( @@ -50055,7 +57561,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx21563ac1890b44b2bdbb6-0068520320) +StopIteration (txn: txf7fe771111d94238ab91a-006644f9a8) proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -50064,7 +57570,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx21563ac1890b44b2bdbb6-0068520320) +StopIteration (txn: txf7fe771111d94238ab91a-006644f9a8) proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -50073,7 +57579,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx21563ac1890b44b2bdbb6-0068520320) +StopIteration (txn: txf7fe771111d94238ab91a-006644f9a8) proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -50082,7 +57588,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx21563ac1890b44b2bdbb6-0068520320) +StopIteration (txn: txf7fe771111d94238ab91a-006644f9a8) proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -50091,7 +57597,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx21563ac1890b44b2bdbb6-0068520320) +StopIteration (txn: txf7fe771111d94238ab91a-006644f9a8) proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -50100,7 +57606,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx21563ac1890b44b2bdbb6-0068520320) +StopIteration (txn: txf7fe771111d94238ab91a-006644f9a8) proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -50109,7 +57615,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx21563ac1890b44b2bdbb6-0068520320) +StopIteration (txn: txf7fe771111d94238ab91a-006644f9a8) proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -50118,7 +57624,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx21563ac1890b44b2bdbb6-0068520320) +StopIteration (txn: txf7fe771111d94238ab91a-006644f9a8) proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -50127,7 +57633,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx21563ac1890b44b2bdbb6-0068520320) +StopIteration (txn: txf7fe771111d94238ab91a-006644f9a8) proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -50136,7 +57642,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx21563ac1890b44b2bdbb6-0068520320) +StopIteration (txn: txf7fe771111d94238ab91a-006644f9a8) proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -50145,7 +57651,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx21563ac1890b44b2bdbb6-0068520320) +StopIteration (txn: txf7fe771111d94238ab91a-006644f9a8) proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -50154,7 +57660,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx21563ac1890b44b2bdbb6-0068520320) +StopIteration (txn: txf7fe771111d94238ab91a-006644f9a8) proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -50163,7 +57669,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx21563ac1890b44b2bdbb6-0068520320) +StopIteration (txn: txf7fe771111d94238ab91a-006644f9a8) proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -50172,7 +57678,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx21563ac1890b44b2bdbb6-0068520320) +StopIteration (txn: txf7fe771111d94238ab91a-006644f9a8) proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -50181,8 +57687,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx21563ac1890b44b2bdbb6-0068520320) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: +StopIteration (txn: txf7fe771111d94238ab91a-006644f9a8) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( @@ -50190,8 +57696,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc15de91f8e1e4372bdcc6-0068520320) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: +StopIteration (txn: txe8d28fbc2279448e933f2-006644f9a8) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( @@ -50199,8 +57705,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc15de91f8e1e4372bdcc6-0068520320) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: +StopIteration (txn: txe8d28fbc2279448e933f2-006644f9a8) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( @@ -50208,8 +57714,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc15de91f8e1e4372bdcc6-0068520320) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: +StopIteration (txn: txe8d28fbc2279448e933f2-006644f9a8) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( @@ -50217,7 +57723,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc15de91f8e1e4372bdcc6-0068520320) +StopIteration (txn: txe8d28fbc2279448e933f2-006644f9a8) proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -50226,7 +57732,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc15de91f8e1e4372bdcc6-0068520320) +StopIteration (txn: txe8d28fbc2279448e933f2-006644f9a8) proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -50235,7 +57741,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc15de91f8e1e4372bdcc6-0068520320) +StopIteration (txn: txe8d28fbc2279448e933f2-006644f9a8) proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -50244,7 +57750,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc15de91f8e1e4372bdcc6-0068520320) +StopIteration (txn: txe8d28fbc2279448e933f2-006644f9a8) proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -50253,7 +57759,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc15de91f8e1e4372bdcc6-0068520320) +StopIteration (txn: txe8d28fbc2279448e933f2-006644f9a8) proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -50262,7 +57768,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc15de91f8e1e4372bdcc6-0068520320) +StopIteration (txn: txe8d28fbc2279448e933f2-006644f9a8) proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -50271,7 +57777,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc15de91f8e1e4372bdcc6-0068520320) +StopIteration (txn: txe8d28fbc2279448e933f2-006644f9a8) proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -50280,7 +57786,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc15de91f8e1e4372bdcc6-0068520320) +StopIteration (txn: txe8d28fbc2279448e933f2-006644f9a8) proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -50289,7 +57795,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc15de91f8e1e4372bdcc6-0068520320) +StopIteration (txn: txe8d28fbc2279448e933f2-006644f9a8) proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -50298,7 +57804,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc15de91f8e1e4372bdcc6-0068520320) +StopIteration (txn: txe8d28fbc2279448e933f2-006644f9a8) proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -50307,7 +57813,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc15de91f8e1e4372bdcc6-0068520320) +StopIteration (txn: txe8d28fbc2279448e933f2-006644f9a8) proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -50316,7 +57822,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc15de91f8e1e4372bdcc6-0068520320) +StopIteration (txn: txe8d28fbc2279448e933f2-006644f9a8) proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -50325,7 +57831,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc15de91f8e1e4372bdcc6-0068520320) +StopIteration (txn: txe8d28fbc2279448e933f2-006644f9a8) proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -50334,7 +57840,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc15de91f8e1e4372bdcc6-0068520320) +StopIteration (txn: txe8d28fbc2279448e933f2-006644f9a8) proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -50343,8 +57849,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc15de91f8e1e4372bdcc6-0068520320) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: +StopIteration (txn: txe8d28fbc2279448e933f2-006644f9a8) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( @@ -50352,8 +57858,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txd0ab99881cf547b8bbc1b-0068520320) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: +StopIteration (txn: txc915fb9bd202463b99b3e-006644f9a8) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( @@ -50361,7 +57867,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txd0ab99881cf547b8bbc1b-0068520320) +StopIteration (txn: txc915fb9bd202463b99b3e-006644f9a8) proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -50370,8 +57876,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txd0ab99881cf547b8bbc1b-0068520320) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: +StopIteration (txn: txc915fb9bd202463b99b3e-006644f9a8) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( @@ -50379,7 +57885,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txd0ab99881cf547b8bbc1b-0068520320) +StopIteration (txn: txc915fb9bd202463b99b3e-006644f9a8) proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -50388,7 +57894,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txd0ab99881cf547b8bbc1b-0068520320) +StopIteration (txn: txc915fb9bd202463b99b3e-006644f9a8) proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -50397,7 +57903,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txd0ab99881cf547b8bbc1b-0068520320) +StopIteration (txn: txc915fb9bd202463b99b3e-006644f9a8) proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -50406,7 +57912,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txd0ab99881cf547b8bbc1b-0068520320) +StopIteration (txn: txc915fb9bd202463b99b3e-006644f9a8) proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -50415,7 +57921,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txd0ab99881cf547b8bbc1b-0068520320) +StopIteration (txn: txc915fb9bd202463b99b3e-006644f9a8) proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -50424,7 +57930,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txd0ab99881cf547b8bbc1b-0068520320) +StopIteration (txn: txc915fb9bd202463b99b3e-006644f9a8) proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -50433,7 +57939,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txd0ab99881cf547b8bbc1b-0068520320) +StopIteration (txn: txc915fb9bd202463b99b3e-006644f9a8) proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -50442,7 +57948,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txd0ab99881cf547b8bbc1b-0068520320) +StopIteration (txn: txc915fb9bd202463b99b3e-006644f9a8) proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -50451,7 +57957,17 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txd0ab99881cf547b8bbc1b-0068520320) +StopIteration (txn: txc915fb9bd202463b99b3e-006644f9a8) +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_if_none_match +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_if_none_match ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mismatched_fragment_archives +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mismatched_fragment_archives ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mixed_ranged_responses_success +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mixed_ranged_responses_success ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mixed_success_with_range +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mixed_success_with_range ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_ndata_equals_nparity_with_missing_and_errors +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_ndata_equals_nparity_with_missing_and_errors ... ok proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -50460,7 +57976,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txd0ab99881cf547b8bbc1b-0068520320) +StopIteration (txn: txc915fb9bd202463b99b3e-006644f9a8) proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -50469,7 +57985,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txd0ab99881cf547b8bbc1b-0068520320) +StopIteration (txn: txc915fb9bd202463b99b3e-006644f9a8) proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -50478,7 +57994,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txd0ab99881cf547b8bbc1b-0068520320) +StopIteration (txn: txc915fb9bd202463b99b3e-006644f9a8) proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -50487,17 +58003,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txd0ab99881cf547b8bbc1b-0068520320) -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_if_none_match -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_if_none_match ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mismatched_fragment_archives -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mismatched_fragment_archives ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mixed_ranged_responses_success -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mixed_ranged_responses_success ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mixed_success_with_range -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mixed_success_with_range ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_ndata_equals_nparity_with_missing_and_errors -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_ndata_equals_nparity_with_missing_and_errors ... ok +StopIteration (txn: txc915fb9bd202463b99b3e-006644f9a8) proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -50506,7 +58012,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txd0ab99881cf547b8bbc1b-0068520320) +StopIteration (txn: txc915fb9bd202463b99b3e-006644f9a8) proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -50515,33 +58021,33 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txd0ab99881cf547b8bbc1b-0068520320) +StopIteration (txn: txc915fb9bd202463b99b3e-006644f9a8) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Error decoding fragments for '/a/c/o'. Segments decoded: 3, Lengths: [458, 458, 458, 458, 458, 490, 458, 458, 458, 458]: Invalid fragment payload in ECPyECLibDriver.decode (txn: txdf32d600f42a424a946d8-0068520320) +proxy-server ERROR: Error decoding fragments for '/a/c/o'. Segments decoded: 3, Lengths: [458, 458, 458, 458, 458, 458, 458, 458, 458, 490]: Invalid fragment payload in ECPyECLibDriver.decode (txn: txc13ea9ba896f46d596340-006644f9a8) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx01fbd977b6234b2792ff1-0068520320) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx01fbd977b6234b2792ff1-0068520320) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx01fbd977b6234b2792ff1-0068520320) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 412 from primary (txn: txdc75810ef5364225b2f18-0068520320) -proxy-server DEBUG: Ignoring 412 from primary (txn: txdc75810ef5364225b2f18-0068520320) -proxy-server DEBUG: Ignoring 404 from primary (txn: txdc75810ef5364225b2f18-0068520320) -proxy-server DEBUG: Ignoring 404 from primary (txn: txdc75810ef5364225b2f18-0068520320) -proxy-server DEBUG: Ignoring 404 from primary (txn: txdc75810ef5364225b2f18-0068520320) -proxy-server DEBUG: Ignoring 404 from primary (txn: txdc75810ef5364225b2f18-0068520320) -proxy-server DEBUG: Ignoring 404 from primary (txn: txdc75810ef5364225b2f18-0068520320) -proxy-server DEBUG: Ignoring 404 from primary (txn: txdc75810ef5364225b2f18-0068520320) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdc75810ef5364225b2f18-0068520320) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdc75810ef5364225b2f18-0068520320) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdc75810ef5364225b2f18-0068520320) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdc75810ef5364225b2f18-0068520320) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdc75810ef5364225b2f18-0068520320) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdc75810ef5364225b2f18-0068520320) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdc75810ef5364225b2f18-0068520320) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdc75810ef5364225b2f18-0068520320) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa65506dc5d8f4557b0370-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa65506dc5d8f4557b0370-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa65506dc5d8f4557b0370-006644f9a8) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx6a249317cdf645369e701-006644f9a8) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx6a249317cdf645369e701-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6a249317cdf645369e701-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6a249317cdf645369e701-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6a249317cdf645369e701-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6a249317cdf645369e701-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6a249317cdf645369e701-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6a249317cdf645369e701-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6a249317cdf645369e701-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6a249317cdf645369e701-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6a249317cdf645369e701-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6a249317cdf645369e701-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6a249317cdf645369e701-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6a249317cdf645369e701-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6a249317cdf645369e701-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6a249317cdf645369e701-006644f9a8) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( @@ -50549,8 +58055,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txfc9f1e6fca2646e7972c6-0068520320) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: +StopIteration (txn: tx60c54a33a224479ea7fd1-006644f9a8) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( @@ -50558,8 +58064,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txfc9f1e6fca2646e7972c6-0068520320) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: +StopIteration (txn: tx60c54a33a224479ea7fd1-006644f9a8) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( @@ -50567,8 +58073,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txfc9f1e6fca2646e7972c6-0068520320) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: +StopIteration (txn: tx60c54a33a224479ea7fd1-006644f9a8) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( @@ -50576,8 +58082,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txfc9f1e6fca2646e7972c6-0068520320) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: +StopIteration (txn: tx60c54a33a224479ea7fd1-006644f9a8) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( @@ -50585,8 +58091,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txfc9f1e6fca2646e7972c6-0068520320) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: +StopIteration (txn: tx60c54a33a224479ea7fd1-006644f9a8) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( @@ -50594,8 +58100,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txfc9f1e6fca2646e7972c6-0068520320) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: +StopIteration (txn: tx60c54a33a224479ea7fd1-006644f9a8) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( @@ -50603,8 +58109,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txfc9f1e6fca2646e7972c6-0068520320) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: +StopIteration (txn: tx60c54a33a224479ea7fd1-006644f9a8) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( @@ -50612,7 +58118,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txfc9f1e6fca2646e7972c6-0068520320) +StopIteration (txn: tx60c54a33a224479ea7fd1-006644f9a8) proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -50621,8 +58127,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txfc9f1e6fca2646e7972c6-0068520320) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: +StopIteration (txn: tx60c54a33a224479ea7fd1-006644f9a8) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( @@ -50630,8 +58136,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txfc9f1e6fca2646e7972c6-0068520320) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: +StopIteration (txn: tx60c54a33a224479ea7fd1-006644f9a8) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( @@ -50639,8 +58145,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txfc9f1e6fca2646e7972c6-0068520320) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: +StopIteration (txn: tx60c54a33a224479ea7fd1-006644f9a8) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( @@ -50648,8 +58154,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txfc9f1e6fca2646e7972c6-0068520320) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: +StopIteration (txn: tx60c54a33a224479ea7fd1-006644f9a8) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( @@ -50657,8 +58163,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txfc9f1e6fca2646e7972c6-0068520320) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: +StopIteration (txn: tx60c54a33a224479ea7fd1-006644f9a8) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( @@ -50666,7 +58172,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txfc9f1e6fca2646e7972c6-0068520320) +StopIteration (txn: tx60c54a33a224479ea7fd1-006644f9a8) proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -50675,7 +58181,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txfc9f1e6fca2646e7972c6-0068520320) +StopIteration (txn: tx60c54a33a224479ea7fd1-006644f9a8) proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -50684,7 +58190,9 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txfc9f1e6fca2646e7972c6-0068520320) +StopIteration (txn: tx60c54a33a224479ea7fd1-006644f9a8) +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_no_response_error +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_no_response_error ... ok proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -50693,7 +58201,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txfc9f1e6fca2646e7972c6-0068520320) +StopIteration (txn: tx60c54a33a224479ea7fd1-006644f9a8) proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -50702,7 +58210,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txfc9f1e6fca2646e7972c6-0068520320) +StopIteration (txn: tx60c54a33a224479ea7fd1-006644f9a8) proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -50711,7 +58219,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txfc9f1e6fca2646e7972c6-0068520320) +StopIteration (txn: tx60c54a33a224479ea7fd1-006644f9a8) proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -50720,15 +58228,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txfc9f1e6fca2646e7972c6-0068520320) -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_no_response_error -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_no_response_error ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_nondurable_when_node_iter_runs_out_of_nodes -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_nondurable_when_node_iter_runs_out_of_nodes ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_not_found_when_404_newer -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_not_found_when_404_newer ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_one_short_fragment_archive -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_one_short_fragment_archive ... ok +StopIteration (txn: tx60c54a33a224479ea7fd1-006644f9a8) proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -50737,7 +58237,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txfc9f1e6fca2646e7972c6-0068520320) +StopIteration (txn: tx60c54a33a224479ea7fd1-006644f9a8) proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -50746,7 +58246,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txfc9f1e6fca2646e7972c6-0068520320) +StopIteration (txn: tx60c54a33a224479ea7fd1-006644f9a8) proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -50755,7 +58255,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txfc9f1e6fca2646e7972c6-0068520320) +StopIteration (txn: tx60c54a33a224479ea7fd1-006644f9a8) proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -50764,7 +58264,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txfc9f1e6fca2646e7972c6-0068520320) +StopIteration (txn: tx60c54a33a224479ea7fd1-006644f9a8) proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -50773,7 +58273,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txfc9f1e6fca2646e7972c6-0068520320) +StopIteration (txn: tx60c54a33a224479ea7fd1-006644f9a8) proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -50782,7 +58282,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txfc9f1e6fca2646e7972c6-0068520320) +StopIteration (txn: tx60c54a33a224479ea7fd1-006644f9a8) proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -50791,7 +58291,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txfc9f1e6fca2646e7972c6-0068520320) +StopIteration (txn: tx60c54a33a224479ea7fd1-006644f9a8) proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -50800,426 +58300,413 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txfc9f1e6fca2646e7972c6-0068520320) -proxy-server ERROR: Object returning 503 for [] (txn: txfc9f1e6fca2646e7972c6-0068520320) +StopIteration (txn: tx60c54a33a224479ea7fd1-006644f9a8) +proxy-server ERROR: Object returning 503 for [] (txn: tx60c54a33a224479ea7fd1-006644f9a8) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Node is error limited: 10.0.0.12:1012/sdm (txn: tx5756fd23018849b9a8a10-0068520320) -proxy-server DEBUG: Node is error limited: 10.0.0.11:1011/sdl (txn: tx5756fd23018849b9a8a10-0068520320) -proxy-server DEBUG: Node is error limited: 10.0.0.13:1013/sdn (txn: tx5756fd23018849b9a8a10-0068520320) -proxy-server DEBUG: Node is error limited: 10.0.0.14:1014/sda (txn: tx5756fd23018849b9a8a10-0068520320) -proxy-server DEBUG: Node is error limited: 10.0.0.15:1015/sda (txn: tx5756fd23018849b9a8a10-0068520320) -proxy-server DEBUG: Node is error limited: 10.0.0.16:1016/sda (txn: tx5756fd23018849b9a8a10-0068520320) -proxy-server DEBUG: Node is error limited: 10.0.0.17:1017/sda (txn: tx5756fd23018849b9a8a10-0068520320) -proxy-server DEBUG: Node is error limited: 10.0.0.18:1018/sda (txn: tx5756fd23018849b9a8a10-0068520320) -proxy-server DEBUG: Node is error limited: 10.0.0.19:1019/sda (txn: tx5756fd23018849b9a8a10-0068520320) -proxy-server DEBUG: Node is error limited: 10.0.0.20:1020/sda (txn: tx5756fd23018849b9a8a10-0068520320) -proxy-server DEBUG: Node is error limited: 10.0.0.21:1021/sda (txn: tx5756fd23018849b9a8a10-0068520320) -proxy-server DEBUG: Node is error limited: 10.0.0.22:1022/sda (txn: tx5756fd23018849b9a8a10-0068520320) -proxy-server DEBUG: Node is error limited: 10.0.0.23:1023/sda (txn: tx5756fd23018849b9a8a10-0068520320) -proxy-server DEBUG: Node is error limited: 10.0.0.24:1024/sda (txn: tx5756fd23018849b9a8a10-0068520320) -proxy-server DEBUG: Node is error limited: 10.0.0.25:1025/sda (txn: tx5756fd23018849b9a8a10-0068520320) -proxy-server DEBUG: Node is error limited: 10.0.0.26:1026/sda (txn: tx5756fd23018849b9a8a10-0068520320) -proxy-server DEBUG: Node is error limited: 10.0.0.27:1027/sda (txn: tx5756fd23018849b9a8a10-0068520320) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx5c20507f7c2648c888f41-0068520320) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server WARNING: Un-recoverable fragment rebuild. Only received 9/10 fragments for '/a/c/o' (txn: tx62312ded3d1949af9fcf9-0068520321) -proxy-server WARNING: Un-recoverable fragment rebuild. Only received 9/10 fragments for '/a/c/o' (txn: tx39f7bc67816240af83d08-0068520321) -proxy-server WARNING: Un-recoverable fragment rebuild. Only received 9/10 fragments for '/a/c/o' (txn: txd8c6b39d0c154883914d4-0068520321) -proxy-server WARNING: Un-recoverable fragment rebuild. Only received 9/10 fragments for '/a/c/o' (txn: tx2a1d01e9c10b416aa1188-0068520321) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe53f488b97724a83898dc-0068520321) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe53f488b97724a83898dc-0068520321) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe53f488b97724a83898dc-0068520321) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe53f488b97724a83898dc-0068520321) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe53f488b97724a83898dc-0068520321) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe53f488b97724a83898dc-0068520321) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe53f488b97724a83898dc-0068520321) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe53f488b97724a83898dc-0068520321) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe53f488b97724a83898dc-0068520321) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe53f488b97724a83898dc-0068520321) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe53f488b97724a83898dc-0068520321) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe53f488b97724a83898dc-0068520321) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe53f488b97724a83898dc-0068520321) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe53f488b97724a83898dc-0068520321) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe53f488b97724a83898dc-0068520321) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe53f488b97724a83898dc-0068520321) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe53f488b97724a83898dc-0068520321) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe53f488b97724a83898dc-0068520321) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe53f488b97724a83898dc-0068520321) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe53f488b97724a83898dc-0068520321) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe53f488b97724a83898dc-0068520321) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe53f488b97724a83898dc-0068520321) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe53f488b97724a83898dc-0068520321) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe53f488b97724a83898dc-0068520321) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe53f488b97724a83898dc-0068520321) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe53f488b97724a83898dc-0068520321) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe53f488b97724a83898dc-0068520321) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe53f488b97724a83898dc-0068520321) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe53f488b97724a83898dc-0068520321) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe53f488b97724a83898dc-0068520321) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe53f488b97724a83898dc-0068520321) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe53f488b97724a83898dc-0068520321) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe53f488b97724a83898dc-0068520321) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe53f488b97724a83898dc-0068520321) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe53f488b97724a83898dc-0068520321) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe53f488b97724a83898dc-0068520321) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe53f488b97724a83898dc-0068520321) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe53f488b97724a83898dc-0068520321) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe53f488b97724a83898dc-0068520321) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe53f488b97724a83898dc-0068520321) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe53f488b97724a83898dc-0068520321) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe53f488b97724a83898dc-0068520321) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe53f488b97724a83898dc-0068520321) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe53f488b97724a83898dc-0068520321) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe53f488b97724a83898dc-0068520321) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe53f488b97724a83898dc-0068520321) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe53f488b97724a83898dc-0068520321) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe53f488b97724a83898dc-0068520321) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe53f488b97724a83898dc-0068520321) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe53f488b97724a83898dc-0068520321) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe53f488b97724a83898dc-0068520321) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe53f488b97724a83898dc-0068520321) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe53f488b97724a83898dc-0068520321) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe53f488b97724a83898dc-0068520321) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe53f488b97724a83898dc-0068520321) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe53f488b97724a83898dc-0068520321) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe53f488b97724a83898dc-0068520321) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe53f488b97724a83898dc-0068520321) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe53f488b97724a83898dc-0068520321) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe53f488b97724a83898dc-0068520321) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe53f488b97724a83898dc-0068520321) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe53f488b97724a83898dc-0068520321) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe53f488b97724a83898dc-0068520321) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe53f488b97724a83898dc-0068520321) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe53f488b97724a83898dc-0068520321) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe53f488b97724a83898dc-0068520321) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe53f488b97724a83898dc-0068520321) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe53f488b97724a83898dc-0068520321) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe53f488b97724a83898dc-0068520321) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe53f488b97724a83898dc-0068520321) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe53f488b97724a83898dc-0068520321) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe53f488b97724a83898dc-0068520321) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe53f488b97724a83898dc-0068520321) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe53f488b97724a83898dc-0068520321) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe53f488b97724a83898dc-0068520321) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe53f488b97724a83898dc-0068520321) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe53f488b97724a83898dc-0068520321) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe53f488b97724a83898dc-0068520321) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe53f488b97724a83898dc-0068520321) +proxy-server DEBUG: Node is error limited: 10.0.0.13:1013/sdn (txn: tx321c0064d5444a4b80b76-006644f9a8) +proxy-server DEBUG: Node is error limited: 10.0.0.11:1011/sdl (txn: tx321c0064d5444a4b80b76-006644f9a8) +proxy-server DEBUG: Node is error limited: 10.0.0.12:1012/sdm (txn: tx321c0064d5444a4b80b76-006644f9a8) +proxy-server DEBUG: Node is error limited: 10.0.0.14:1014/sda (txn: tx321c0064d5444a4b80b76-006644f9a8) +proxy-server DEBUG: Node is error limited: 10.0.0.15:1015/sda (txn: tx321c0064d5444a4b80b76-006644f9a8) +proxy-server DEBUG: Node is error limited: 10.0.0.16:1016/sda (txn: tx321c0064d5444a4b80b76-006644f9a8) +proxy-server DEBUG: Node is error limited: 10.0.0.17:1017/sda (txn: tx321c0064d5444a4b80b76-006644f9a8) +proxy-server DEBUG: Node is error limited: 10.0.0.18:1018/sda (txn: tx321c0064d5444a4b80b76-006644f9a8) +proxy-server DEBUG: Node is error limited: 10.0.0.19:1019/sda (txn: tx321c0064d5444a4b80b76-006644f9a8) +proxy-server DEBUG: Node is error limited: 10.0.0.20:1020/sda (txn: tx321c0064d5444a4b80b76-006644f9a8) +proxy-server DEBUG: Node is error limited: 10.0.0.21:1021/sda (txn: tx321c0064d5444a4b80b76-006644f9a8) +proxy-server DEBUG: Node is error limited: 10.0.0.22:1022/sda (txn: tx321c0064d5444a4b80b76-006644f9a8) +proxy-server DEBUG: Node is error limited: 10.0.0.23:1023/sda (txn: tx321c0064d5444a4b80b76-006644f9a8) +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_nondurable_when_node_iter_runs_out_of_nodes +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_nondurable_when_node_iter_runs_out_of_nodes ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_not_found_when_404_newer +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_not_found_when_404_newer ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_one_short_fragment_archive +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_one_short_fragment_archive ... ok +proxy-server DEBUG: Node is error limited: 10.0.0.24:1024/sda (txn: tx321c0064d5444a4b80b76-006644f9a8) +proxy-server DEBUG: Node is error limited: 10.0.0.25:1025/sda (txn: tx321c0064d5444a4b80b76-006644f9a8) +proxy-server DEBUG: Node is error limited: 10.0.0.26:1026/sda (txn: tx321c0064d5444a4b80b76-006644f9a8) +proxy-server DEBUG: Node is error limited: 10.0.0.27:1027/sda (txn: tx321c0064d5444a4b80b76-006644f9a8) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: txedd69c0b865f4a229022d-006644f9a8) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server WARNING: Un-recoverable fragment rebuild. Only received 9/10 fragments for '/a/c/o' (txn: tx31733ef986b044079046d-006644f9a8) +proxy-server WARNING: Un-recoverable fragment rebuild. Only received 9/10 fragments for '/a/c/o' (txn: tx8e2ea3b16c3d4256bb764-006644f9a8) +proxy-server WARNING: Un-recoverable fragment rebuild. Only received 9/10 fragments for '/a/c/o' (txn: tx6d8302966848483387c40-006644f9a8) +proxy-server WARNING: Un-recoverable fragment rebuild. Only received 9/10 fragments for '/a/c/o' (txn: txd175e018c67741fb93427-006644f9a8) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx323c9101aae741a489a29-006644f9a8) test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_primaries_error_during_rebalance test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_primaries_error_during_rebalance ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_simple @@ -51228,52 +58715,66 @@ test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_simple_x_newest ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_timeout test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_timeout ... ok -proxy-server ERROR: Object returning 503 for [] (txn: txe53f488b97724a83898dc-0068520321) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe53f488b97724a83898dc-0068520321) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe53f488b97724a83898dc-0068520321) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe53f488b97724a83898dc-0068520321) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe53f488b97724a83898dc-0068520321) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe53f488b97724a83898dc-0068520321) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe53f488b97724a83898dc-0068520321) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe53f488b97724a83898dc-0068520321) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe53f488b97724a83898dc-0068520321) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe53f488b97724a83898dc-0068520321) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe53f488b97724a83898dc-0068520321) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe53f488b97724a83898dc-0068520321) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe53f488b97724a83898dc-0068520321) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe53f488b97724a83898dc-0068520321) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe53f488b97724a83898dc-0068520321) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server ERROR: Object returning 503 for [] (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx323c9101aae741a489a29-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx323c9101aae741a489a29-006644f9a8) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (0.01s) (txn: txadc00af680964fa7a030c-0068520321) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (0.01s) (txn: txadc00af680964fa7a030c-0068520321) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Error decoding fragments for '/a/c/o'. Segments decoded: 0, Lengths: [490, 490, 490, 490, 490, 490, 490, 490, 490, 490]: pyeclib_c_decode ERROR: Fragment integrity check failed. Please inspect syslog for liberasurecode error report. (txn: txe6f3e49774124d4fbe964-0068520321) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txe6f3e49774124d4fbe964-0068520321) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txe6f3e49774124d4fbe964-0068520321) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txe6f3e49774124d4fbe964-0068520321) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txe6f3e49774124d4fbe964-0068520321) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txe6f3e49774124d4fbe964-0068520321) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txe6f3e49774124d4fbe964-0068520321) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txe6f3e49774124d4fbe964-0068520321) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txe6f3e49774124d4fbe964-0068520321) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txe6f3e49774124d4fbe964-0068520321) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txe6f3e49774124d4fbe964-0068520321) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (0.01s) (txn: tx2b0d259dbc604ff692970-006644f9a8) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (0.01s) (txn: tx2b0d259dbc604ff692970-006644f9a8) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Error decoding fragments for '/a/c/o'. Segments decoded: 0, Lengths: [490, 490, 490, 490, 490, 490, 490, 490, 490, 490]: pyeclib_c_decode ERROR: Fragment integrity check failed. Please inspect syslog for liberasurecode error report. (txn: txab3a157ca9fc44778a130-006644f9a8) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txab3a157ca9fc44778a130-006644f9a8) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txab3a157ca9fc44778a130-006644f9a8) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txab3a157ca9fc44778a130-006644f9a8) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txab3a157ca9fc44778a130-006644f9a8) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txab3a157ca9fc44778a130-006644f9a8) test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_trigger_ec_metadata_check_failure test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_trigger_ec_metadata_check_failure ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_body @@ -51290,6 +58791,11 @@ test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_invalid_ranges ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_many_missed_overwrite_will_need_handoff test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_many_missed_overwrite_will_need_handoff ... ok +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txab3a157ca9fc44778a130-006644f9a8) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txab3a157ca9fc44778a130-006644f9a8) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txab3a157ca9fc44778a130-006644f9a8) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txab3a157ca9fc44778a130-006644f9a8) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txab3a157ca9fc44778a130-006644f9a8) proxy-server ERROR: ERROR Unhandled exception in request: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/server.py", line 598, in handle_request @@ -51332,36 +58838,30 @@ File "/usr/lib/python3/dist-packages/pyeclib/core.py", line 91, in decode return pyeclib_c.decode(self.handle, _fragment_payloads, ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ -pyeclib.ec_iface.ECInvalidFragmentMetadata: pyeclib_c_decode ERROR: Fragment integrity check failed. Please inspect syslog for liberasurecode error report. (txn: txe6f3e49774124d4fbe964-0068520321) +pyeclib.ec_iface.ECInvalidFragmentMetadata: pyeclib_c_decode ERROR: Fragment integrity check failed. Please inspect syslog for liberasurecode error report. (txn: txab3a157ca9fc44778a130-006644f9a8) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf977ec12d0f0419188aa1-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf977ec12d0f0419188aa1-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf977ec12d0f0419188aa1-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf977ec12d0f0419188aa1-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf977ec12d0f0419188aa1-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf977ec12d0f0419188aa1-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf977ec12d0f0419188aa1-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf977ec12d0f0419188aa1-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf977ec12d0f0419188aa1-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf977ec12d0f0419188aa1-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf977ec12d0f0419188aa1-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf977ec12d0f0419188aa1-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf977ec12d0f0419188aa1-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf977ec12d0f0419188aa1-0068520321) -proxy-server ERROR: Object returning 503 for [] (txn: txf977ec12d0f0419188aa1-0068520321) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6cf40f28286643ce84614-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6cf40f28286643ce84614-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6cf40f28286643ce84614-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6cf40f28286643ce84614-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6cf40f28286643ce84614-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6cf40f28286643ce84614-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6cf40f28286643ce84614-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6cf40f28286643ce84614-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6cf40f28286643ce84614-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6cf40f28286643ce84614-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6cf40f28286643ce84614-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6cf40f28286643ce84614-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6cf40f28286643ce84614-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6cf40f28286643ce84614-006644f9a8) +proxy-server ERROR: Object returning 503 for [] (txn: tx6cf40f28286643ce84614-006644f9a8) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx90dff6f1e77a402881882-0068520321) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx90dff6f1e77a402881882-0068520321) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx90dff6f1e77a402881882-0068520321) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx90dff6f1e77a402881882-0068520321) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx90dff6f1e77a402881882-0068520321) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx90dff6f1e77a402881882-0068520321) test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_mixed_frags_may_503 test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_mixed_frags_may_503 ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_stop @@ -51380,67 +58880,71 @@ test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durables_and_older_obscured_durables ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_durable_and_nondurable_frags_will_503 test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_durable_and_nondurable_frags_will_503 ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_durable_frags_and_no_quorum_will_503 -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_durable_frags_and_no_quorum_will_503 ... ok -proxy-server DEBUG: Ignoring 404 from primary (txn: tx90dff6f1e77a402881882-0068520321) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx90dff6f1e77a402881882-0068520321) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx90dff6f1e77a402881882-0068520321) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx90dff6f1e77a402881882-0068520321) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx90dff6f1e77a402881882-0068520321) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx90dff6f1e77a402881882-0068520321) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx90dff6f1e77a402881882-0068520321) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx90dff6f1e77a402881882-0068520321) -proxy-server ERROR: Object returning 503 for [] (txn: tx90dff6f1e77a402881882-0068520321) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx162c9b7eaf21428181f6c-0068520321) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx162c9b7eaf21428181f6c-0068520321) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx162c9b7eaf21428181f6c-0068520321) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx162c9b7eaf21428181f6c-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx162c9b7eaf21428181f6c-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx162c9b7eaf21428181f6c-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx162c9b7eaf21428181f6c-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx162c9b7eaf21428181f6c-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx162c9b7eaf21428181f6c-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx162c9b7eaf21428181f6c-0068520321) -proxy-server ERROR: Object returning 503 for [] (txn: tx162c9b7eaf21428181f6c-0068520321) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx618d0a4a798c4b8aba001-0068520321) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx618d0a4a798c4b8aba001-0068520321) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx618d0a4a798c4b8aba001-0068520321) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx618d0a4a798c4b8aba001-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx618d0a4a798c4b8aba001-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx618d0a4a798c4b8aba001-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx618d0a4a798c4b8aba001-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx618d0a4a798c4b8aba001-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx618d0a4a798c4b8aba001-0068520321) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx37f307462bd1457fad8cd-0068520321) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx37f307462bd1457fad8cd-0068520321) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx37f307462bd1457fad8cd-0068520321) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx37f307462bd1457fad8cd-0068520321) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx37f307462bd1457fad8cd-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx37f307462bd1457fad8cd-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx37f307462bd1457fad8cd-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx37f307462bd1457fad8cd-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx37f307462bd1457fad8cd-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx37f307462bd1457fad8cd-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx37f307462bd1457fad8cd-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx37f307462bd1457fad8cd-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx37f307462bd1457fad8cd-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx37f307462bd1457fad8cd-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx37f307462bd1457fad8cd-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx37f307462bd1457fad8cd-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx37f307462bd1457fad8cd-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx37f307462bd1457fad8cd-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx37f307462bd1457fad8cd-0068520321) +proxy-server DEBUG: Ignoring 404 from primary (txn: txb8be7af385ee455cb4035-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: txb8be7af385ee455cb4035-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: txb8be7af385ee455cb4035-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: txb8be7af385ee455cb4035-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: txb8be7af385ee455cb4035-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: txb8be7af385ee455cb4035-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: txb8be7af385ee455cb4035-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: txb8be7af385ee455cb4035-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: txb8be7af385ee455cb4035-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: txb8be7af385ee455cb4035-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: txb8be7af385ee455cb4035-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: txb8be7af385ee455cb4035-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: txb8be7af385ee455cb4035-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: txb8be7af385ee455cb4035-006644f9a8) +proxy-server ERROR: Object returning 503 for [] (txn: txb8be7af385ee455cb4035-006644f9a8) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx018533b553ca4cd2af8bd-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx018533b553ca4cd2af8bd-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx018533b553ca4cd2af8bd-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx018533b553ca4cd2af8bd-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx018533b553ca4cd2af8bd-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx018533b553ca4cd2af8bd-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx018533b553ca4cd2af8bd-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx018533b553ca4cd2af8bd-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx018533b553ca4cd2af8bd-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx018533b553ca4cd2af8bd-006644f9a8) +proxy-server ERROR: Object returning 503 for [] (txn: tx018533b553ca4cd2af8bd-006644f9a8) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: txbaabf3929c0f43639c54d-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: txbaabf3929c0f43639c54d-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: txbaabf3929c0f43639c54d-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: txbaabf3929c0f43639c54d-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txbaabf3929c0f43639c54d-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txbaabf3929c0f43639c54d-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txbaabf3929c0f43639c54d-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txbaabf3929c0f43639c54d-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txbaabf3929c0f43639c54d-006644f9a8) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx0b2973d6d851456a95a26-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx0b2973d6d851456a95a26-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx0b2973d6d851456a95a26-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx0b2973d6d851456a95a26-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx0b2973d6d851456a95a26-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0b2973d6d851456a95a26-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0b2973d6d851456a95a26-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0b2973d6d851456a95a26-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0b2973d6d851456a95a26-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0b2973d6d851456a95a26-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0b2973d6d851456a95a26-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0b2973d6d851456a95a26-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0b2973d6d851456a95a26-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0b2973d6d851456a95a26-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0b2973d6d851456a95a26-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0b2973d6d851456a95a26-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0b2973d6d851456a95a26-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0b2973d6d851456a95a26-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0b2973d6d851456a95a26-006644f9a8) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Object returning 503 for [] (txn: tx21d9630e19e04aa0b0610-0068520321) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Object returning 503 for [] (txn: tx730fcd6351b74075b92ca-0068520321) +proxy-server ERROR: Object returning 503 for [] (txn: tx7ba8328c72f944119a22f-006644f9a8) +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_durable_frags_and_no_quorum_will_503 +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_durable_frags_and_no_quorum_will_503 ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_etags_at_same_timestamp test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_etags_at_same_timestamp ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_nondurable_frags_and_will_404 @@ -51449,53 +58953,53 @@ test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_short_resume_body test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_short_resume_body ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_slow_body -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_slow_body ... ok proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txc454d19d11e9454493079-0068520321) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txc454d19d11e9454493079-0068520321) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txc454d19d11e9454493079-0068520321) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txc454d19d11e9454493079-0068520321) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txc454d19d11e9454493079-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc454d19d11e9454493079-0068520321) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txc454d19d11e9454493079-0068520321) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txc454d19d11e9454493079-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc454d19d11e9454493079-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc454d19d11e9454493079-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc454d19d11e9454493079-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc454d19d11e9454493079-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc454d19d11e9454493079-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc454d19d11e9454493079-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc454d19d11e9454493079-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc454d19d11e9454493079-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc454d19d11e9454493079-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc454d19d11e9454493079-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc454d19d11e9454493079-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc454d19d11e9454493079-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc454d19d11e9454493079-0068520321) -proxy-server ERROR: Object returning 503 for [] (txn: txc454d19d11e9454493079-0068520321) +proxy-server ERROR: Object returning 503 for [] (txn: tx4e062edda51e401eb5e47-006644f9a8) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txc826232cc6734e76a7ae3-006644f9a8) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txc826232cc6734e76a7ae3-006644f9a8) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txc826232cc6734e76a7ae3-006644f9a8) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txc826232cc6734e76a7ae3-006644f9a8) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txc826232cc6734e76a7ae3-006644f9a8) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txc826232cc6734e76a7ae3-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc826232cc6734e76a7ae3-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc826232cc6734e76a7ae3-006644f9a8) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txc826232cc6734e76a7ae3-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc826232cc6734e76a7ae3-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc826232cc6734e76a7ae3-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc826232cc6734e76a7ae3-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc826232cc6734e76a7ae3-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc826232cc6734e76a7ae3-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc826232cc6734e76a7ae3-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc826232cc6734e76a7ae3-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc826232cc6734e76a7ae3-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc826232cc6734e76a7ae3-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc826232cc6734e76a7ae3-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc826232cc6734e76a7ae3-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc826232cc6734e76a7ae3-006644f9a8) +proxy-server ERROR: Object returning 503 for [] (txn: txc826232cc6734e76a7ae3-006644f9a8) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read next part of EC fragment multi-part GET (retrying) 10.0.0.5:1005/sdf (txn: tx50d7507c480146b6b777f-0068520321) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.8:1008/sdi (txn: tx50d7507c480146b6b777f-0068520321) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx50d7507c480146b6b777f-0068520321) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx50d7507c480146b6b777f-0068520321) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx50d7507c480146b6b777f-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx50d7507c480146b6b777f-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx50d7507c480146b6b777f-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx50d7507c480146b6b777f-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx50d7507c480146b6b777f-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx50d7507c480146b6b777f-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx50d7507c480146b6b777f-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx50d7507c480146b6b777f-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx50d7507c480146b6b777f-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx50d7507c480146b6b777f-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx50d7507c480146b6b777f-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx50d7507c480146b6b777f-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx50d7507c480146b6b777f-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx50d7507c480146b6b777f-0068520321) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx50d7507c480146b6b777f-0068520321) +proxy-server ERROR: Trying to read next part of EC fragment multi-part GET (retrying) 10.0.0.11:1011/sdl (txn: tx26d08f31fbe04e258cc75-006644f9a8) +proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.3:1003/sdd (txn: tx26d08f31fbe04e258cc75-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx26d08f31fbe04e258cc75-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx26d08f31fbe04e258cc75-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx26d08f31fbe04e258cc75-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx26d08f31fbe04e258cc75-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx26d08f31fbe04e258cc75-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx26d08f31fbe04e258cc75-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx26d08f31fbe04e258cc75-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx26d08f31fbe04e258cc75-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx26d08f31fbe04e258cc75-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx26d08f31fbe04e258cc75-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx26d08f31fbe04e258cc75-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx26d08f31fbe04e258cc75-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx26d08f31fbe04e258cc75-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx26d08f31fbe04e258cc75-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx26d08f31fbe04e258cc75-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx26d08f31fbe04e258cc75-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx26d08f31fbe04e258cc75-006644f9a8) proxy-server ERROR: Exception fetching fragments for '/a/c/o': Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 1496, in put_fragments_in_queue @@ -51518,59 +59022,61 @@ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1133, in read raise ShortReadError( -swift.common.exceptions.ShortReadError: Too few bytes; read 415, expecting 490 (txn: tx50d7507c480146b6b777f-0068520321) -proxy-server WARNING: Un-recoverable fragment rebuild. Only received 9/10 fragments for '/a/c/o' (txn: tx50d7507c480146b6b777f-0068520321) +swift.common.exceptions.ShortReadError: Too few bytes; read 415, expecting 490 (txn: tx26d08f31fbe04e258cc75-006644f9a8) +proxy-server WARNING: Un-recoverable fragment rebuild. Only received 9/10 fragments for '/a/c/o' (txn: tx26d08f31fbe04e258cc75-006644f9a8) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read next part of EC fragment multi-part GET (retrying) 10.0.0.7:1007/sdh (txn: tx36998bbb4b79496d8cf06-0068520322) +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_slow_body +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_slow_body ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_unable_to_resume test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_unable_to_resume ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_unable_to_resume_body_started test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_unable_to_resume_body_started ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_no_durable_files test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_no_durable_files ... ok +proxy-server ERROR: Trying to read next part of EC fragment multi-part GET (retrying) 10.0.0.12:1012/sdm (txn: tx0ed47610a0744c688976c-006644f9a8) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read next part of EC fragment multi-part GET (retrying) 10.0.0.8:1008/sdi (txn: txfa894510ec9d493a8b15f-0068520322) -proxy-server DEBUG: Ignoring 404 from primary (txn: txfa894510ec9d493a8b15f-0068520322) -proxy-server DEBUG: Ignoring 404 from primary (txn: txfa894510ec9d493a8b15f-0068520322) -proxy-server DEBUG: Ignoring 404 from primary (txn: txfa894510ec9d493a8b15f-0068520322) -proxy-server DEBUG: Ignoring 404 from primary (txn: txfa894510ec9d493a8b15f-0068520322) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txfa894510ec9d493a8b15f-0068520322) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txfa894510ec9d493a8b15f-0068520322) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txfa894510ec9d493a8b15f-0068520322) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txfa894510ec9d493a8b15f-0068520322) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txfa894510ec9d493a8b15f-0068520322) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txfa894510ec9d493a8b15f-0068520322) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txfa894510ec9d493a8b15f-0068520322) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txfa894510ec9d493a8b15f-0068520322) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txfa894510ec9d493a8b15f-0068520322) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txfa894510ec9d493a8b15f-0068520322) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txfa894510ec9d493a8b15f-0068520322) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txfa894510ec9d493a8b15f-0068520322) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txfa894510ec9d493a8b15f-0068520322) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txfa894510ec9d493a8b15f-0068520322) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to read during GET: ChunkReadTimeout (0.01s after 0.02s) (txn: txfa894510ec9d493a8b15f-0068520322) -proxy-server ERROR: ERROR Unhandled exception in request: ChunkReadTimeout (0.01s after 0.02s) (txn: txfa894510ec9d493a8b15f-0068520322) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read next part of EC fragment multi-part GET (retrying) 10.0.0.0:1000/sda (txn: tx0ab6b67e61854417a0d96-0068520322) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0ab6b67e61854417a0d96-0068520322) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0ab6b67e61854417a0d96-0068520322) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0ab6b67e61854417a0d96-0068520322) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0ab6b67e61854417a0d96-0068520322) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0ab6b67e61854417a0d96-0068520322) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0ab6b67e61854417a0d96-0068520322) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0ab6b67e61854417a0d96-0068520322) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0ab6b67e61854417a0d96-0068520322) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0ab6b67e61854417a0d96-0068520322) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0ab6b67e61854417a0d96-0068520322) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0ab6b67e61854417a0d96-0068520322) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0ab6b67e61854417a0d96-0068520322) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0ab6b67e61854417a0d96-0068520322) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0ab6b67e61854417a0d96-0068520322) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0ab6b67e61854417a0d96-0068520322) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0ab6b67e61854417a0d96-0068520322) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0ab6b67e61854417a0d96-0068520322) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0ab6b67e61854417a0d96-0068520322) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to read during GET: ChunkReadTimeout (0.01s after 0.02s) (txn: tx0ab6b67e61854417a0d96-0068520322) +proxy-server ERROR: Trying to read next part of EC fragment multi-part GET (retrying) 10.0.0.10:1010/sdk (txn: tx162a76c38f13483592231-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx162a76c38f13483592231-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx162a76c38f13483592231-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx162a76c38f13483592231-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx162a76c38f13483592231-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx162a76c38f13483592231-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx162a76c38f13483592231-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx162a76c38f13483592231-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx162a76c38f13483592231-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx162a76c38f13483592231-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx162a76c38f13483592231-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx162a76c38f13483592231-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx162a76c38f13483592231-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx162a76c38f13483592231-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx162a76c38f13483592231-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx162a76c38f13483592231-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx162a76c38f13483592231-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx162a76c38f13483592231-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx162a76c38f13483592231-006644f9a8) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to read during GET: ChunkReadTimeout (0.01s after 0.01s) (txn: tx162a76c38f13483592231-006644f9a8) +proxy-server ERROR: ERROR Unhandled exception in request: ChunkReadTimeout (0.01s after 0.01s) (txn: tx162a76c38f13483592231-006644f9a8) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read next part of EC fragment multi-part GET (retrying) 10.0.0.5:1005/sdf (txn: txd46fbfb02ed246b89df48-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd46fbfb02ed246b89df48-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd46fbfb02ed246b89df48-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd46fbfb02ed246b89df48-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd46fbfb02ed246b89df48-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd46fbfb02ed246b89df48-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd46fbfb02ed246b89df48-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd46fbfb02ed246b89df48-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd46fbfb02ed246b89df48-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd46fbfb02ed246b89df48-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd46fbfb02ed246b89df48-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd46fbfb02ed246b89df48-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd46fbfb02ed246b89df48-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd46fbfb02ed246b89df48-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd46fbfb02ed246b89df48-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd46fbfb02ed246b89df48-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd46fbfb02ed246b89df48-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd46fbfb02ed246b89df48-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd46fbfb02ed246b89df48-006644f9a8) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to read during GET: ChunkReadTimeout (0.01s after 0.01s) (txn: txd46fbfb02ed246b89df48-006644f9a8) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txn1) (client_ip: 127.0.0.2) proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txn1) (client_ip: 127.0.0.2) @@ -51581,27 +59087,77 @@ proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txn1) (client_ip: 127.0.0.2) proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txn1) (client_ip: 127.0.0.2) proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a6db04f81ed4b8485581-0068520322) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a6db04f81ed4b8485581-0068520322) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a6db04f81ed4b8485581-0068520322) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a6db04f81ed4b8485581-0068520322) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a6db04f81ed4b8485581-0068520322) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a6db04f81ed4b8485581-0068520322) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a6db04f81ed4b8485581-0068520322) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a6db04f81ed4b8485581-0068520322) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a6db04f81ed4b8485581-0068520322) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a6db04f81ed4b8485581-0068520322) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a6db04f81ed4b8485581-0068520322) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a6db04f81ed4b8485581-0068520322) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a6db04f81ed4b8485581-0068520322) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a6db04f81ed4b8485581-0068520322) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx9c9d09b001c8409294961-0068520322) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx9c9d09b001c8409294961-0068520322) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx9c9d09b001c8409294961-0068520322) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx9c9d09b001c8409294961-0068520322) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8cc74c314e004329adf4d-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8cc74c314e004329adf4d-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8cc74c314e004329adf4d-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8cc74c314e004329adf4d-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8cc74c314e004329adf4d-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8cc74c314e004329adf4d-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8cc74c314e004329adf4d-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8cc74c314e004329adf4d-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8cc74c314e004329adf4d-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8cc74c314e004329adf4d-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8cc74c314e004329adf4d-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8cc74c314e004329adf4d-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8cc74c314e004329adf4d-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8cc74c314e004329adf4d-006644f9a8) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa3d7e89b524847d9a9db5-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa3d7e89b524847d9a9db5-006644f9a8) test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_no_success test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_no_success ... ok +test DEBUG: GET listing from 5 shards for: /v1/a/c?limit=49&format=json&states=listing (txn: txf5614e3c15a64a75bad25-006644f9a7) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txf5614e3c15a64a75bad25-006644f9a7) +test DEBUG: Get listing from /v1/.shards_a/c_ham?limit=49&format=json&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txf5614e3c15a64a75bad25-006644f9a7) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txf5614e3c15a64a75bad25-006644f9a7) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txf5614e3c15a64a75bad25-006644f9a7) +test DEBUG: Get listing from /v1/.shards_a/c_pie?limit=9&format=json&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txf5614e3c15a64a75bad25-006644f9a7) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txf5614e3c15a64a75bad25-006644f9a7) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txf5614e3c15a64a75bad25-006644f9a7) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?limit=1&format=json&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txf5614e3c15a64a75bad25-006644f9a7) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 49 (txn: txf5614e3c15a64a75bad25-006644f9a7) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txdeb2da2bb21740c785aa5-006644f9a7) +test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=%E2%98%86&format=json&states=listing (txn: txdeb2da2bb21740c785aa5-006644f9a7) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txdeb2da2bb21740c785aa5-006644f9a7) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&format=json&limit=10000&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txdeb2da2bb21740c785aa5-006644f9a7) +test DEBUG: Found 1022 objects in shard (state=unsharded), total = 1022 (txn: txdeb2da2bb21740c785aa5-006644f9a7) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txdeb2da2bb21740c785aa5-006644f9a7) +test DEBUG: Get listing from /v1/.shards_a/c_?marker=%E2%A8%83&format=json&limit=8978&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txdeb2da2bb21740c785aa5-006644f9a7) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2046 (txn: txdeb2da2bb21740c785aa5-006644f9a7) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx5004d8ea06714a55b756b-006644f9a7) +test DEBUG: GET listing from 4 shards for: /v1/a/c?end_marker=%E2%98%8A&format=json&states=listing (txn: tx5004d8ea06714a55b756b-006644f9a7) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx5004d8ea06714a55b756b-006644f9a7) +test DEBUG: Get listing from /v1/.shards_a/c_ham?end_marker=ham%00&format=json&limit=10000&marker= {'X-Backend-Record-Type': 'auto'} (txn: tx5004d8ea06714a55b756b-006644f9a7) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx5004d8ea06714a55b756b-006644f9a7) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx5004d8ea06714a55b756b-006644f9a7) +test DEBUG: Get listing from /v1/.shards_a/c_pie?end_marker=pie%00&format=json&limit=9960&marker=h {'X-Backend-Record-Type': 'auto'} (txn: tx5004d8ea06714a55b756b-006644f9a7) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx5004d8ea06714a55b756b-006644f9a7) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx5004d8ea06714a55b756b-006644f9a7) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?end_marker=%E2%98%83%00&format=json&limit=9952&marker=p {'X-Backend-Record-Type': 'auto'} (txn: tx5004d8ea06714a55b756b-006644f9a7) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx5004d8ea06714a55b756b-006644f9a7) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx5004d8ea06714a55b756b-006644f9a7) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?end_marker=%E2%98%8A&format=json&limit=8928&marker=%D1%B0 {'X-Backend-Record-Type': 'auto'} (txn: tx5004d8ea06714a55b756b-006644f9a7) +test DEBUG: Found 6 objects in shard (state=unsharded), total = 1078 (txn: tx5004d8ea06714a55b756b-006644f9a7) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx194b236447be46018862e-006644f9a8) +test DEBUG: GET listing from 5 shards for: /v1/a/c?prefix=hat&format=json&states=listing (txn: tx194b236447be46018862e-006644f9a8) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx194b236447be46018862e-006644f9a8) +test DEBUG: Get listing from /v1/.shards_a/c_pie?prefix=hat&format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx194b236447be46018862e-006644f9a8) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx194b236447be46018862e-006644f9a8) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txab518bdf96304380a22ce-006644f9a8) +test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json&states=listing (txn: txab518bdf96304380a22ce-006644f9a8) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txab518bdf96304380a22ce-006644f9a8) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json {'X-Backend-Record-Type': 'auto'} (txn: txab518bdf96304380a22ce-006644f9a8) +test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: txab518bdf96304380a22ce-006644f9a8) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx163bc68f1aec4077a9605-006644f9a8) +test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json&states=listing (txn: tx163bc68f1aec4077a9605-006644f9a8) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx163bc68f1aec4077a9605-006644f9a8) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json {'X-Backend-Record-Type': 'auto'} (txn: tx163bc68f1aec4077a9605-006644f9a8) +test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: tx163bc68f1aec4077a9605-006644f9a8) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx855fb83277514259a6a44-006644f9a9) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: tx855fb83277514259a6a44-006644f9a9) +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_mix_ok_and_deleted_shard +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_mix_ok_and_deleted_shard ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_one_slow_frag_lane test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_one_slow_frag_lane ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_only_handoffs @@ -51616,132 +59172,186 @@ test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_single_missed_overwrite_does_not_need_handoff ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_slow_nodes_and_failures test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_slow_nodes_and_failures ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_enable_sharding -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_enable_sharding ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_exception -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_exception ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_slow_primaries test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_slow_primaries ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharding_container_gap_in_shards_with_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharding_container_gap_in_shards_with_memcache ... ok +test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx855fb83277514259a6a44-006644f9a9) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: tx855fb83277514259a6a44-006644f9a9) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_c', lower='b', upper='c') .shards_a/c_c with {'X-Backend-Record-Type': 'auto'} (txn: tx855fb83277514259a6a44-006644f9a9) +test DEBUG: Get listing from /v1/.shards_a/c_c?format=json&limit=9999&marker=b&end_marker=c%00 {'X-Backend-Record-Type': 'auto'} (txn: tx855fb83277514259a6a44-006644f9a9) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: tx855fb83277514259a6a44-006644f9a9) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='c', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx855fb83277514259a6a44-006644f9a9) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx855fb83277514259a6a44-006644f9a9) +test WARNING: Failed to get container listing from /v1/a/c?format=json&states=listing: 404 (txn: tx855fb83277514259a6a44-006644f9a9) +test ERROR: Aborting listing from shards due to bad response: [200, 200, 404] (txn: tx855fb83277514259a6a44-006644f9a9) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx3232e1cd8d6c46eb9e508-006644f9aa) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx3232e1cd8d6c46eb9e508-006644f9aa) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx3232e1cd8d6c46eb9e508-006644f9aa) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx3232e1cd8d6c46eb9e508-006644f9aa) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx3232e1cd8d6c46eb9e508-006644f9aa) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx3232e1cd8d6c46eb9e508-006644f9aa) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: tx3232e1cd8d6c46eb9e508-006644f9aa) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx3232e1cd8d6c46eb9e508-006644f9aa) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx3232e1cd8d6c46eb9e508-006644f9aa) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: tx3232e1cd8d6c46eb9e508-006644f9aa) +test DEBUG: Setting object count to 1065 (txn: tx3232e1cd8d6c46eb9e508-006644f9aa) +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmpfy7trzfe/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpfy7trzfe/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmpfy7trzfe/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpfy7trzfe/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:06:34 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0248 "-" 1329771 - +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:06:34 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0092 "-" 1329771 - +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:06:34 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0083 "-" 1329771 - +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:06:34 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0087 "-" 1329771 - +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:06:34 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx447f9f5f64cd4128941da-006644f9aa" "proxy-server 1329771" 0.0010 "-" 1329771 - +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:06:34 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:57645/sdb1/1/a/c" "tx447f9f5f64cd4128941da-006644f9aa" "container-server 1329771" 0.0009 "-" 1329771 0 +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:06:34 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:56311/sda1/1/a/c" "tx447f9f5f64cd4128941da-006644f9aa" "container-server 1329771" 0.0011 "-" 1329771 0 +cont1 INFO: 127.0.0.1 - - [15/May/2024:18:06:34 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx447f9f5f64cd4128941da-006644f9aa" "proxy-server 1329771" 0.0268 "-" 1329771 0 +cont2 INFO: 127.0.0.1 - - [15/May/2024:18:06:34 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx447f9f5f64cd4128941da-006644f9aa" "proxy-server 1329771" 0.0158 "-" 1329771 0 +proxy INFO: 127.0.0.1 127.0.0.1 15/May/2024/18/06/34 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx447f9f5f64cd4128941da-006644f9aa - 0.0350 - - 1715796394.211056232 1715796394.246016979 0 +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:06:34 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx0c844d3e343f499aa062d-006644f9aa" "proxy-server 1329771" 0.0013 "-" 1329771 - +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:06:34 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:56311/sda1/1/a1/c1" "tx0c844d3e343f499aa062d-006644f9aa" "container-server 1329771" 0.0010 "-" 1329771 0 +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:06:34 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:57645/sdb1/1/a1/c1" "tx0c844d3e343f499aa062d-006644f9aa" "container-server 1329771" 0.0011 "-" 1329771 0 +cont1 INFO: 127.0.0.1 - - [15/May/2024:18:06:34 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx0c844d3e343f499aa062d-006644f9aa" "proxy-server 1329771" 0.0136 "-" 1329771 0 +cont2 INFO: 127.0.0.1 - - [15/May/2024:18:06:34 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx0c844d3e343f499aa062d-006644f9aa" "proxy-server 1329771" 0.0242 "-" 1329771 0 +proxy INFO: 127.0.0.1 127.0.0.1 15/May/2024/18/06/34 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx0c844d3e343f499aa062d-006644f9aa - 0.0314 - - 1715796394.247482538 1715796394.278931618 0 +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:06:34 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx8ceac944a5a44236b4d8d-006644f9aa" "proxy-server 1329771" 0.0088 "-" 1329771 - +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:06:34 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:56311/sda1/2/a/c1" "tx8ceac944a5a44236b4d8d-006644f9aa" "container-server 1329771" 0.0086 "-" 1329771 1 +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:06:34 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:57645/sdb1/2/a/c1" "tx8ceac944a5a44236b4d8d-006644f9aa" "container-server 1329771" 0.0010 "-" 1329771 1 +cont2 INFO: 127.0.0.1 - - [15/May/2024:18:06:34 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx8ceac944a5a44236b4d8d-006644f9aa" "proxy-server 1329771" 0.0264 "-" 1329771 1 +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.proxy.test_server.TestSwiftInfo.test_registered_defaults +test.unit.proxy.test_server.TestSwiftInfo.test_registered_defaults ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_some_slow_primaries test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_some_slow_primaries ... ok -proxy-server DEBUG: Ignoring 404 from primary (txn: tx9c9d09b001c8409294961-0068520322) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx9c9d09b001c8409294961-0068520322) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx9c9d09b001c8409294961-0068520322) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx9c9d09b001c8409294961-0068520322) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx9c9d09b001c8409294961-0068520322) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx9c9d09b001c8409294961-0068520322) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx9c9d09b001c8409294961-0068520322) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx9c9d09b001c8409294961-0068520322) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx9c9d09b001c8409294961-0068520322) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx9c9d09b001c8409294961-0068520322) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9c9d09b001c8409294961-0068520322) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9c9d09b001c8409294961-0068520322) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9c9d09b001c8409294961-0068520322) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9c9d09b001c8409294961-0068520322) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9c9d09b001c8409294961-0068520322) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9c9d09b001c8409294961-0068520322) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9c9d09b001c8409294961-0068520322) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9c9d09b001c8409294961-0068520322) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9c9d09b001c8409294961-0068520322) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9c9d09b001c8409294961-0068520322) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9c9d09b001c8409294961-0068520322) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9c9d09b001c8409294961-0068520322) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9c9d09b001c8409294961-0068520322) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9c9d09b001c8409294961-0068520322) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx89dafcdde1d44f0b8480a-0068520322) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx89dafcdde1d44f0b8480a-0068520322) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx89dafcdde1d44f0b8480a-0068520322) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx89dafcdde1d44f0b8480a-0068520322) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx89dafcdde1d44f0b8480a-0068520322) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx89dafcdde1d44f0b8480a-0068520322) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx89dafcdde1d44f0b8480a-0068520322) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx89dafcdde1d44f0b8480a-0068520322) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx89dafcdde1d44f0b8480a-0068520322) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx89dafcdde1d44f0b8480a-0068520322) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx89dafcdde1d44f0b8480a-0068520322) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx89dafcdde1d44f0b8480a-0068520322) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx89dafcdde1d44f0b8480a-0068520322) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx89dafcdde1d44f0b8480a-0068520322) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2cd6164b59354c3cbdefb-0068520322) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa3d7e89b524847d9a9db5-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa3d7e89b524847d9a9db5-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa3d7e89b524847d9a9db5-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa3d7e89b524847d9a9db5-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa3d7e89b524847d9a9db5-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa3d7e89b524847d9a9db5-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa3d7e89b524847d9a9db5-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa3d7e89b524847d9a9db5-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa3d7e89b524847d9a9db5-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa3d7e89b524847d9a9db5-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa3d7e89b524847d9a9db5-006644f9a8) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa3d7e89b524847d9a9db5-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa3d7e89b524847d9a9db5-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa3d7e89b524847d9a9db5-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa3d7e89b524847d9a9db5-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa3d7e89b524847d9a9db5-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa3d7e89b524847d9a9db5-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa3d7e89b524847d9a9db5-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa3d7e89b524847d9a9db5-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa3d7e89b524847d9a9db5-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa3d7e89b524847d9a9db5-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa3d7e89b524847d9a9db5-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa3d7e89b524847d9a9db5-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa3d7e89b524847d9a9db5-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa3d7e89b524847d9a9db5-006644f9a8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa3d7e89b524847d9a9db5-006644f9a8) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx01d3b207815c4e649ff43-006644f9a9) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx01d3b207815c4e649ff43-006644f9a9) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx01d3b207815c4e649ff43-006644f9a9) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx01d3b207815c4e649ff43-006644f9a9) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx01d3b207815c4e649ff43-006644f9a9) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx01d3b207815c4e649ff43-006644f9a9) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx01d3b207815c4e649ff43-006644f9a9) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx01d3b207815c4e649ff43-006644f9a9) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx01d3b207815c4e649ff43-006644f9a9) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx01d3b207815c4e649ff43-006644f9a9) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx01d3b207815c4e649ff43-006644f9a9) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx01d3b207815c4e649ff43-006644f9a9) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx01d3b207815c4e649ff43-006644f9a9) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx01d3b207815c4e649ff43-006644f9a9) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: txc2b0275bc8964a6183209-006644f9a9) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 500 Trying to GET /a/c/o From Object Server 10.0.0.10:1010/sdk (txn: txf601bf2c8f4d4c259095f-0068520322) +proxy-server ERROR: ERROR 500 Trying to GET /a/c/o From Object Server 10.0.0.1:1001/sdb (txn: tx72677addbae84f41b06ae-006644f9a9) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx82bfa042530b47a58099c-0068520323) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx82bfa042530b47a58099c-0068520323) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx82bfa042530b47a58099c-0068520323) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx82bfa042530b47a58099c-0068520323) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx82bfa042530b47a58099c-0068520323) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx340e90794f3b4d2fae858-006644f9aa) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx340e90794f3b4d2fae858-006644f9aa) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx340e90794f3b4d2fae858-006644f9aa) test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_success_and_404_will_404 test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_success_and_404_will_404 ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_success_and_507_will_503 test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_success_and_507_will_503 ... ok +cont1 INFO: 127.0.0.1 - - [15/May/2024:18:06:34 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx8ceac944a5a44236b4d8d-006644f9aa" "proxy-server 1329771" 0.0374 "-" 1329771 1 +proxy INFO: 127.0.0.1 127.0.0.1 15/May/2024/18/06/34 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx8ceac944a5a44236b4d8d-006644f9aa - 0.0519 - - 1715796394.280370235 1715796394.332291842 1 +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:06:34 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txe8f7f6a9761742b8b68d3-006644f9aa" "proxy-server 1329771" 0.0083 "-" 1329771 - +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:06:34 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:57645/sdb1/1/a/c2" "txe8f7f6a9761742b8b68d3-006644f9aa" "container-server 1329771" 0.0010 "-" 1329771 2 +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:06:34 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:56311/sda1/1/a/c2" "txe8f7f6a9761742b8b68d3-006644f9aa" "container-server 1329771" 0.0105 "-" 1329771 2 +cont2 INFO: 127.0.0.1 - - [15/May/2024:18:06:34 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txe8f7f6a9761742b8b68d3-006644f9aa" "proxy-server 1329771" 0.0431 "-" 1329771 2 +cont1 INFO: 127.0.0.1 - - [15/May/2024:18:06:34 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txe8f7f6a9761742b8b68d3-006644f9aa" "proxy-server 1329771" 0.0296 "-" 1329771 2 +proxy INFO: 127.0.0.1 127.0.0.1 15/May/2024/18/06/34 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txe8f7f6a9761742b8b68d3-006644f9aa - 0.0581 - - 1715796394.333642960 1715796394.391731501 2 test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_write_timeout test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_write_timeout ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges ... ok -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx82bfa042530b47a58099c-0068520323) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx82bfa042530b47a58099c-0068520323) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx82bfa042530b47a58099c-0068520323) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx82bfa042530b47a58099c-0068520323) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx82bfa042530b47a58099c-0068520323) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx82bfa042530b47a58099c-0068520323) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx82bfa042530b47a58099c-0068520323) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx82bfa042530b47a58099c-0068520323) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx82bfa042530b47a58099c-0068520323) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx82bfa042530b47a58099c-0068520323) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx82bfa042530b47a58099c-0068520323) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx82bfa042530b47a58099c-0068520323) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx82bfa042530b47a58099c-0068520323) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx82bfa042530b47a58099c-0068520323) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.9:1009/sdj, error: ERROR Insufficient Storage (txn: tx86d9db2cf4014cfd86568-0068520323) -proxy-server DEBUG: Node is error limited: 10.0.0.9:1009/sdj (txn: tx86d9db2cf4014cfd86568-0068520323) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx86d9db2cf4014cfd86568-0068520323) -proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx86d9db2cf4014cfd86568-0068520323) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.7:1007/sdh, error: ERROR Insufficient Storage (txn: tx86d9db2cf4014cfd86568-0068520323) -proxy-server DEBUG: Node is error limited: 10.0.0.7:1007/sdh (txn: tx86d9db2cf4014cfd86568-0068520323) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.6:1006/sdg, error: ERROR Insufficient Storage (txn: tx86d9db2cf4014cfd86568-0068520323) -proxy-server DEBUG: Node is error limited: 10.0.0.6:1006/sdg (txn: tx86d9db2cf4014cfd86568-0068520323) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.13:1013/sdn, error: ERROR Insufficient Storage (txn: tx86d9db2cf4014cfd86568-0068520323) -proxy-server DEBUG: Node is error limited: 10.0.0.13:1013/sdn (txn: tx86d9db2cf4014cfd86568-0068520323) -proxy-server DEBUG: Ignoring 507 from handoff (txn: tx86d9db2cf4014cfd86568-0068520323) -proxy-server DEBUG: Ignoring 507 from handoff (txn: tx86d9db2cf4014cfd86568-0068520323) -proxy-server DEBUG: Ignoring 507 from handoff (txn: tx86d9db2cf4014cfd86568-0068520323) -proxy-server DEBUG: Ignoring 507 from handoff (txn: tx86d9db2cf4014cfd86568-0068520323) -proxy-server DEBUG: Ignoring 507 from handoff (txn: tx86d9db2cf4014cfd86568-0068520323) -proxy-server DEBUG: Ignoring 507 from handoff (txn: tx86d9db2cf4014cfd86568-0068520323) -proxy-server DEBUG: Ignoring 507 from handoff (txn: tx86d9db2cf4014cfd86568-0068520323) -proxy-server DEBUG: Ignoring 507 from handoff (txn: tx86d9db2cf4014cfd86568-0068520323) -proxy-server DEBUG: Ignoring 507 from handoff (txn: tx86d9db2cf4014cfd86568-0068520323) -proxy-server DEBUG: Ignoring 507 from handoff (txn: tx86d9db2cf4014cfd86568-0068520323) -proxy-server DEBUG: Ignoring 507 from handoff (txn: tx86d9db2cf4014cfd86568-0068520323) -proxy-server DEBUG: Ignoring 507 from handoff (txn: tx86d9db2cf4014cfd86568-0068520323) -proxy-server DEBUG: Ignoring 507 from handoff (txn: tx86d9db2cf4014cfd86568-0068520323) -proxy-server DEBUG: Ignoring 507 from handoff (txn: tx86d9db2cf4014cfd86568-0068520323) -proxy-server ERROR: Object returning 503 for [507, 507, 507, 507, 507] (txn: tx86d9db2cf4014cfd86568-0068520323) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: txac0e7d5119524496bc00d-0068520323) -proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: txac0e7d5119524496bc00d-0068520323) -proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: txac0e7d5119524496bc00d-0068520323) -proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: txac0e7d5119524496bc00d-0068520323) -proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: txac0e7d5119524496bc00d-0068520323) -proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: txac0e7d5119524496bc00d-0068520323) -proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: txac0e7d5119524496bc00d-0068520323) -proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: txac0e7d5119524496bc00d-0068520323) -proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: txac0e7d5119524496bc00d-0068520323) -proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: txac0e7d5119524496bc00d-0068520323) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx340e90794f3b4d2fae858-006644f9aa) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx340e90794f3b4d2fae858-006644f9aa) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx340e90794f3b4d2fae858-006644f9aa) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx340e90794f3b4d2fae858-006644f9aa) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx340e90794f3b4d2fae858-006644f9aa) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx340e90794f3b4d2fae858-006644f9aa) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx340e90794f3b4d2fae858-006644f9aa) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx340e90794f3b4d2fae858-006644f9aa) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx340e90794f3b4d2fae858-006644f9aa) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx340e90794f3b4d2fae858-006644f9aa) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx340e90794f3b4d2fae858-006644f9aa) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx340e90794f3b4d2fae858-006644f9aa) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx340e90794f3b4d2fae858-006644f9aa) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx340e90794f3b4d2fae858-006644f9aa) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx340e90794f3b4d2fae858-006644f9aa) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx340e90794f3b4d2fae858-006644f9aa) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.10:1010/sdk, error: ERROR Insufficient Storage (txn: txd83b141698e14a9ca1c3b-006644f9aa) +proxy-server DEBUG: Node is error limited: 10.0.0.10:1010/sdk (txn: txd83b141698e14a9ca1c3b-006644f9aa) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: txd83b141698e14a9ca1c3b-006644f9aa) +proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: txd83b141698e14a9ca1c3b-006644f9aa) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: txd83b141698e14a9ca1c3b-006644f9aa) +proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txd83b141698e14a9ca1c3b-006644f9aa) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.7:1007/sdh, error: ERROR Insufficient Storage (txn: txd83b141698e14a9ca1c3b-006644f9aa) +proxy-server DEBUG: Node is error limited: 10.0.0.7:1007/sdh (txn: txd83b141698e14a9ca1c3b-006644f9aa) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.3:1003/sdd, error: ERROR Insufficient Storage (txn: txd83b141698e14a9ca1c3b-006644f9aa) +proxy-server DEBUG: Node is error limited: 10.0.0.3:1003/sdd (txn: txd83b141698e14a9ca1c3b-006644f9aa) +proxy-server DEBUG: Ignoring 507 from handoff (txn: txd83b141698e14a9ca1c3b-006644f9aa) +proxy-server DEBUG: Ignoring 507 from handoff (txn: txd83b141698e14a9ca1c3b-006644f9aa) +proxy-server DEBUG: Ignoring 507 from handoff (txn: txd83b141698e14a9ca1c3b-006644f9aa) +proxy-server DEBUG: Ignoring 507 from handoff (txn: txd83b141698e14a9ca1c3b-006644f9aa) +proxy-server DEBUG: Ignoring 507 from handoff (txn: txd83b141698e14a9ca1c3b-006644f9aa) +proxy-server DEBUG: Ignoring 507 from handoff (txn: txd83b141698e14a9ca1c3b-006644f9aa) +proxy-server DEBUG: Ignoring 507 from handoff (txn: txd83b141698e14a9ca1c3b-006644f9aa) +proxy-server DEBUG: Ignoring 507 from handoff (txn: txd83b141698e14a9ca1c3b-006644f9aa) +proxy-server DEBUG: Ignoring 507 from handoff (txn: txd83b141698e14a9ca1c3b-006644f9aa) +proxy-server DEBUG: Ignoring 507 from handoff (txn: txd83b141698e14a9ca1c3b-006644f9aa) +proxy-server DEBUG: Ignoring 507 from handoff (txn: txd83b141698e14a9ca1c3b-006644f9aa) +proxy-server DEBUG: Ignoring 507 from handoff (txn: txd83b141698e14a9ca1c3b-006644f9aa) +proxy-server DEBUG: Ignoring 507 from handoff (txn: txd83b141698e14a9ca1c3b-006644f9aa) +proxy-server DEBUG: Ignoring 507 from handoff (txn: txd83b141698e14a9ca1c3b-006644f9aa) +proxy-server ERROR: Object returning 503 for [507, 507, 507, 507, 507] (txn: txd83b141698e14a9ca1c3b-006644f9aa) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: txc9e11fc97b954076b86a7-006644f9aa) +proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: txc9e11fc97b954076b86a7-006644f9aa) +proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: txc9e11fc97b954076b86a7-006644f9aa) +proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: txc9e11fc97b954076b86a7-006644f9aa) +proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: txc9e11fc97b954076b86a7-006644f9aa) +proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: txc9e11fc97b954076b86a7-006644f9aa) +proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: txc9e11fc97b954076b86a7-006644f9aa) +proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: txc9e11fc97b954076b86a7-006644f9aa) +proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: txc9e11fc97b954076b86a7-006644f9aa) +proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: txc9e11fc97b954076b86a7-006644f9aa) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to HEAD /v1/a/c/o: +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( @@ -51749,7 +59359,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txf6aa11570b8c4ce6b4824-0068520324) +StopIteration (txn: tx54d20b33db9e4994acac0-006644f9ab) proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -51758,8 +59368,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txf6aa11570b8c4ce6b4824-0068520324) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx54d20b33db9e4994acac0-006644f9ab) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( @@ -51767,8 +59377,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txf6aa11570b8c4ce6b4824-0068520324) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx54d20b33db9e4994acac0-006644f9ab) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( @@ -51776,8 +59386,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txf6aa11570b8c4ce6b4824-0068520324) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx54d20b33db9e4994acac0-006644f9ab) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( @@ -51785,8 +59395,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txf6aa11570b8c4ce6b4824-0068520324) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx54d20b33db9e4994acac0-006644f9ab) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( @@ -51794,8 +59404,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txf6aa11570b8c4ce6b4824-0068520324) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx54d20b33db9e4994acac0-006644f9ab) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( @@ -51803,8 +59413,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txf6aa11570b8c4ce6b4824-0068520324) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx54d20b33db9e4994acac0-006644f9ab) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( @@ -51812,8 +59422,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txf6aa11570b8c4ce6b4824-0068520324) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx54d20b33db9e4994acac0-006644f9ab) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( @@ -51821,8 +59431,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txf6aa11570b8c4ce6b4824-0068520324) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx54d20b33db9e4994acac0-006644f9ab) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( @@ -51830,8 +59440,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txf6aa11570b8c4ce6b4824-0068520324) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx54d20b33db9e4994acac0-006644f9ab) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( @@ -51839,8 +59449,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txf6aa11570b8c4ce6b4824-0068520324) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx54d20b33db9e4994acac0-006644f9ab) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( @@ -51848,8 +59458,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txf6aa11570b8c4ce6b4824-0068520324) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx54d20b33db9e4994acac0-006644f9ab) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( @@ -51857,7 +59467,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txf6aa11570b8c4ce6b4824-0068520324) +StopIteration (txn: tx54d20b33db9e4994acac0-006644f9ab) proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -51866,7 +59476,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txf6aa11570b8c4ce6b4824-0068520324) +StopIteration (txn: tx54d20b33db9e4994acac0-006644f9ab) proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -51875,7 +59485,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txf6aa11570b8c4ce6b4824-0068520324) +StopIteration (txn: tx54d20b33db9e4994acac0-006644f9ab) proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -51884,7 +59494,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txf6aa11570b8c4ce6b4824-0068520324) +StopIteration (txn: tx54d20b33db9e4994acac0-006644f9ab) proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -51893,7 +59503,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txf6aa11570b8c4ce6b4824-0068520324) +StopIteration (txn: tx54d20b33db9e4994acac0-006644f9ab) proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -51902,7 +59512,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txf6aa11570b8c4ce6b4824-0068520324) +StopIteration (txn: tx54d20b33db9e4994acac0-006644f9ab) proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -51911,7 +59521,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txf6aa11570b8c4ce6b4824-0068520324) +StopIteration (txn: tx54d20b33db9e4994acac0-006644f9ab) proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -51920,7 +59530,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txf6aa11570b8c4ce6b4824-0068520324) +StopIteration (txn: tx54d20b33db9e4994acac0-006644f9ab) proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -51929,7 +59539,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txf6aa11570b8c4ce6b4824-0068520324) +StopIteration (txn: tx54d20b33db9e4994acac0-006644f9ab) proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -51938,7 +59548,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txf6aa11570b8c4ce6b4824-0068520324) +StopIteration (txn: tx54d20b33db9e4994acac0-006644f9ab) proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -51947,7 +59557,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txf6aa11570b8c4ce6b4824-0068520324) +StopIteration (txn: tx54d20b33db9e4994acac0-006644f9ab) proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -51956,7 +59566,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txf6aa11570b8c4ce6b4824-0068520324) +StopIteration (txn: tx54d20b33db9e4994acac0-006644f9ab) proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -51965,7 +59575,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txf6aa11570b8c4ce6b4824-0068520324) +StopIteration (txn: tx54d20b33db9e4994acac0-006644f9ab) proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -51974,7 +59584,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txf6aa11570b8c4ce6b4824-0068520324) +StopIteration (txn: tx54d20b33db9e4994acac0-006644f9ab) proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -51983,8 +59593,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txf6aa11570b8c4ce6b4824-0068520324) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx54d20b33db9e4994acac0-006644f9ab) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( @@ -51992,8 +59602,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx84c834aaa61a4039b9076-0068520324) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx284395ff7f094825bc51e-006644f9ab) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( @@ -52001,7 +59611,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx84c834aaa61a4039b9076-0068520324) +StopIteration (txn: tx284395ff7f094825bc51e-006644f9ab) proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -52010,8 +59620,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx84c834aaa61a4039b9076-0068520324) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx284395ff7f094825bc51e-006644f9ab) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( @@ -52019,8 +59629,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx84c834aaa61a4039b9076-0068520324) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx284395ff7f094825bc51e-006644f9ab) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( @@ -52028,7 +59638,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx84c834aaa61a4039b9076-0068520324) +StopIteration (txn: tx284395ff7f094825bc51e-006644f9ab) proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -52037,8 +59647,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx84c834aaa61a4039b9076-0068520324) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx284395ff7f094825bc51e-006644f9ab) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( @@ -52046,8 +59656,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx84c834aaa61a4039b9076-0068520324) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx284395ff7f094825bc51e-006644f9ab) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( @@ -52055,8 +59665,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx84c834aaa61a4039b9076-0068520324) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx284395ff7f094825bc51e-006644f9ab) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( @@ -52064,8 +59674,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx84c834aaa61a4039b9076-0068520324) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx284395ff7f094825bc51e-006644f9ab) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( @@ -52073,8 +59683,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx84c834aaa61a4039b9076-0068520324) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx284395ff7f094825bc51e-006644f9ab) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( @@ -52082,8 +59692,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx84c834aaa61a4039b9076-0068520324) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx284395ff7f094825bc51e-006644f9ab) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( @@ -52091,8 +59701,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx84c834aaa61a4039b9076-0068520324) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx284395ff7f094825bc51e-006644f9ab) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( @@ -52100,7 +59710,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx84c834aaa61a4039b9076-0068520324) +StopIteration (txn: tx284395ff7f094825bc51e-006644f9ab) proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -52109,7 +59719,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx84c834aaa61a4039b9076-0068520324) +StopIteration (txn: tx284395ff7f094825bc51e-006644f9ab) proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -52118,7 +59728,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx84c834aaa61a4039b9076-0068520324) +StopIteration (txn: tx284395ff7f094825bc51e-006644f9ab) proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -52127,7 +59737,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx84c834aaa61a4039b9076-0068520324) +StopIteration (txn: tx284395ff7f094825bc51e-006644f9ab) proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -52136,7 +59746,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx84c834aaa61a4039b9076-0068520324) +StopIteration (txn: tx284395ff7f094825bc51e-006644f9ab) proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -52145,7 +59755,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx84c834aaa61a4039b9076-0068520324) +StopIteration (txn: tx284395ff7f094825bc51e-006644f9ab) proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -52154,7 +59764,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx84c834aaa61a4039b9076-0068520324) +StopIteration (txn: tx284395ff7f094825bc51e-006644f9ab) proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -52163,7 +59773,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx84c834aaa61a4039b9076-0068520324) +StopIteration (txn: tx284395ff7f094825bc51e-006644f9ab) test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_if_match test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_if_match ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_if_none_match @@ -52178,7 +59788,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx84c834aaa61a4039b9076-0068520324) +StopIteration (txn: tx284395ff7f094825bc51e-006644f9ab) proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -52187,7 +59797,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx84c834aaa61a4039b9076-0068520324) +StopIteration (txn: tx284395ff7f094825bc51e-006644f9ab) proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -52196,7 +59806,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx84c834aaa61a4039b9076-0068520324) +StopIteration (txn: tx284395ff7f094825bc51e-006644f9ab) proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -52205,7 +59815,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx84c834aaa61a4039b9076-0068520324) +StopIteration (txn: tx284395ff7f094825bc51e-006644f9ab) proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -52214,7 +59824,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx84c834aaa61a4039b9076-0068520324) +StopIteration (txn: tx284395ff7f094825bc51e-006644f9ab) proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -52223,7 +59833,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx84c834aaa61a4039b9076-0068520324) +StopIteration (txn: tx284395ff7f094825bc51e-006644f9ab) proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -52232,7 +59842,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx84c834aaa61a4039b9076-0068520324) +StopIteration (txn: tx284395ff7f094825bc51e-006644f9ab) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) @@ -52244,7 +59854,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx007f589bb9c544248f51e-0068520324) +StopIteration (txn: txc2181ea4bb9f4e23868d5-006644f9ab) proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -52253,7 +59863,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx007f589bb9c544248f51e-0068520324) +StopIteration (txn: txc2181ea4bb9f4e23868d5-006644f9ab) proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -52262,7 +59872,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx007f589bb9c544248f51e-0068520324) +StopIteration (txn: txc2181ea4bb9f4e23868d5-006644f9ab) proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -52271,7 +59881,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx007f589bb9c544248f51e-0068520324) +StopIteration (txn: txc2181ea4bb9f4e23868d5-006644f9ab) proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -52280,7 +59890,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx007f589bb9c544248f51e-0068520324) +StopIteration (txn: txc2181ea4bb9f4e23868d5-006644f9ab) proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -52289,7 +59899,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx007f589bb9c544248f51e-0068520324) +StopIteration (txn: txc2181ea4bb9f4e23868d5-006644f9ab) test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest ... ok proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sda re: Trying to HEAD /v1/a/c/o: @@ -52300,7 +59910,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx007f589bb9c544248f51e-0068520324) +StopIteration (txn: txc2181ea4bb9f4e23868d5-006644f9ab) proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -52309,7 +59919,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx007f589bb9c544248f51e-0068520324) +StopIteration (txn: txc2181ea4bb9f4e23868d5-006644f9ab) proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -52318,7 +59928,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx007f589bb9c544248f51e-0068520324) +StopIteration (txn: txc2181ea4bb9f4e23868d5-006644f9ab) proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -52327,7 +59937,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx007f589bb9c544248f51e-0068520324) +StopIteration (txn: txc2181ea4bb9f4e23868d5-006644f9ab) proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -52336,7 +59946,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx007f589bb9c544248f51e-0068520324) +StopIteration (txn: txc2181ea4bb9f4e23868d5-006644f9ab) proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -52345,7 +59955,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx007f589bb9c544248f51e-0068520324) +StopIteration (txn: txc2181ea4bb9f4e23868d5-006644f9ab) proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -52354,7 +59964,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx007f589bb9c544248f51e-0068520324) +StopIteration (txn: txc2181ea4bb9f4e23868d5-006644f9ab) proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -52363,7 +59973,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx007f589bb9c544248f51e-0068520324) +StopIteration (txn: txc2181ea4bb9f4e23868d5-006644f9ab) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): @@ -52373,7 +59983,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc40a44e43e944f78921ee-0068520324) +StopIteration (txn: txf7ff8097b8ab4401b399d-006644f9ab) proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -52382,7 +59992,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc40a44e43e944f78921ee-0068520324) +StopIteration (txn: txf7ff8097b8ab4401b399d-006644f9ab) proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -52391,7 +60001,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc40a44e43e944f78921ee-0068520324) +StopIteration (txn: txf7ff8097b8ab4401b399d-006644f9ab) proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -52400,7 +60010,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc40a44e43e944f78921ee-0068520324) +StopIteration (txn: txf7ff8097b8ab4401b399d-006644f9ab) proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -52409,7 +60019,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc40a44e43e944f78921ee-0068520324) +StopIteration (txn: txf7ff8097b8ab4401b399d-006644f9ab) proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -52418,7 +60028,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc40a44e43e944f78921ee-0068520324) +StopIteration (txn: txf7ff8097b8ab4401b399d-006644f9ab) test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest_different_timestamps test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest_different_timestamps ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest_with_some_missing @@ -52431,7 +60041,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc40a44e43e944f78921ee-0068520324) +StopIteration (txn: txf7ff8097b8ab4401b399d-006644f9ab) proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -52440,7 +60050,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc40a44e43e944f78921ee-0068520324) +StopIteration (txn: txf7ff8097b8ab4401b399d-006644f9ab) proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -52449,7 +60059,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc40a44e43e944f78921ee-0068520324) +StopIteration (txn: txf7ff8097b8ab4401b399d-006644f9ab) proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -52458,7 +60068,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc40a44e43e944f78921ee-0068520324) +StopIteration (txn: txf7ff8097b8ab4401b399d-006644f9ab) proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -52467,7 +60077,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc40a44e43e944f78921ee-0068520324) +StopIteration (txn: txf7ff8097b8ab4401b399d-006644f9ab) proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -52476,7 +60086,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc40a44e43e944f78921ee-0068520324) +StopIteration (txn: txf7ff8097b8ab4401b399d-006644f9ab) proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -52485,7 +60095,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc40a44e43e944f78921ee-0068520324) +StopIteration (txn: txf7ff8097b8ab4401b399d-006644f9ab) proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -52494,7 +60104,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc40a44e43e944f78921ee-0068520324) +StopIteration (txn: txf7ff8097b8ab4401b399d-006644f9ab) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sda re: Trying to HEAD /v1/a/c/o: @@ -52505,7 +60115,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx21ea625c71224778b586b-0068520324) +StopIteration (txn: txfc1c2c6ea0194c65ab7f9-006644f9ab) proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -52514,7 +60124,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx21ea625c71224778b586b-0068520324) +StopIteration (txn: txfc1c2c6ea0194c65ab7f9-006644f9ab) proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -52523,7 +60133,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx21ea625c71224778b586b-0068520324) +StopIteration (txn: txfc1c2c6ea0194c65ab7f9-006644f9ab) proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -52532,7 +60142,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx21ea625c71224778b586b-0068520324) +StopIteration (txn: txfc1c2c6ea0194c65ab7f9-006644f9ab) proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -52541,7 +60151,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx21ea625c71224778b586b-0068520324) +StopIteration (txn: txfc1c2c6ea0194c65ab7f9-006644f9ab) test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest_with_two_vector_timestamps test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest_with_two_vector_timestamps ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_delete_at_in_past @@ -52560,39 +60170,6 @@ test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_delete_at_non_integer ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_limits_expirer_queue_deletes test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_limits_expirer_queue_deletes ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges_errors -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges_errors ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205230.00000-0, db: /tmp/tmp1pi5qe5x/sda/containers/0/0e2/9f3f6a37488a46e7e3a305861291c0e2/9f3f6a37488a46e7e3a305861291c0e2_1750205230.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205230.00000-0, db: /tmp/tmp1pi5qe5x/sda/containers/0/0e2/9f3f6a37488a46e7e3a305861291c0e2/9f3f6a37488a46e7e3a305861291c0e2_1750205230.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205233.00000-0, db: /tmp/tmp1pi5qe5x/sda/containers/0/3f5/1f623a315381c9b56bf2155e2c69a3f5/1f623a315381c9b56bf2155e2c69a3f5_1750205233.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205233.00000-0, db: /tmp/tmp1pi5qe5x/sda/containers/0/3f5/1f623a315381c9b56bf2155e2c69a3f5/1f623a315381c9b56bf2155e2c69a3f5_1750205233.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205236.00000-0, db: /tmp/tmp1pi5qe5x/sda/containers/0/59e/ee03afa27286598b9731d5dc6417e59e/ee03afa27286598b9731d5dc6417e59e_1750205236.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205236.00000-0, db: /tmp/tmp1pi5qe5x/sda/containers/0/59e/ee03afa27286598b9731d5dc6417e59e/ee03afa27286598b9731d5dc6417e59e_1750205236.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205239.00000-0, db: /tmp/tmp1pi5qe5x/sda/containers/0/b52/0c563a88e89359365777565a1879cb52/0c563a88e89359365777565a1879cb52_1750205239.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205239.00000-0, db: /tmp/tmp1pi5qe5x/sda/containers/0/b52/0c563a88e89359365777565a1879cb52/0c563a88e89359365777565a1879cb52_1750205239.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205242.00000-0, db: /tmp/tmp1pi5qe5x/sda/containers/0/fce/1e8d9167785f7afb8d440a96da94afce/1e8d9167785f7afb8d440a96da94afce_1750205242.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205242.00000-0, db: /tmp/tmp1pi5qe5x/sda/containers/0/fce/1e8d9167785f7afb8d440a96da94afce/1e8d9167785f7afb8d440a96da94afce_1750205242.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205245.00000-0, db: /tmp/tmp1pi5qe5x/sda/containers/0/3ad/e045f65c360fd0eba20f5824c80833ad/e045f65c360fd0eba20f5824c80833ad_1750205245.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205245.00000-0, db: /tmp/tmp1pi5qe5x/sda/containers/0/3ad/e045f65c360fd0eba20f5824c80833ad/e045f65c360fd0eba20f5824c80833ad_1750205245.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205248.00000-0, db: /tmp/tmp1pi5qe5x/sda/containers/0/338/c5a076237e8d33d4239b6400d73d7338/c5a076237e8d33d4239b6400d73d7338_1750205248.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205248.00000-0, db: /tmp/tmp1pi5qe5x/sda/containers/0/338/c5a076237e8d33d4239b6400d73d7338/c5a076237e8d33d4239b6400d73d7338_1750205248.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205251.00000-0, db: /tmp/tmp1pi5qe5x/sda/containers/0/8bb/8cc849aed939f86e1829d2e171b9f8bb/8cc849aed939f86e1829d2e171b9f8bb_1750205251.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205251.00000-0, db: /tmp/tmp1pi5qe5x/sda/containers/0/8bb/8cc849aed939f86e1829d2e171b9f8bb/8cc849aed939f86e1829d2e171b9f8bb_1750205251.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205254.00000-0, db: /tmp/tmp1pi5qe5x/sda/containers/0/8fa/a0961b9c77472a3c0399f709590978fa/a0961b9c77472a3c0399f709590978fa_1750205254.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205254.00000-0, db: /tmp/tmp1pi5qe5x/sda/containers/0/8fa/a0961b9c77472a3c0399f709590978fa/a0961b9c77472a3c0399f709590978fa_1750205254.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205257.00000-0, db: /tmp/tmp1pi5qe5x/sda/containers/0/3c9/79764fcfc710b48f5dcef15f9eb613c9/79764fcfc710b48f5dcef15f9eb613c9_1750205257.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205257.00000-0, db: /tmp/tmp1pi5qe5x/sda/containers/0/3c9/79764fcfc710b48f5dcef15f9eb613c9/79764fcfc710b48f5dcef15f9eb613c9_1750205257.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205260.00000-0, db: /tmp/tmp1pi5qe5x/sda/containers/0/ef2/6680bea191629d20a40832facf808ef2/6680bea191629d20a40832facf808ef2_1750205260.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205260.00000-0, db: /tmp/tmp1pi5qe5x/sda/containers/0/ef2/6680bea191629d20a40832facf808ef2/6680bea191629d20a40832facf808ef2_1750205260.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205263.00000-0, db: /tmp/tmp1pi5qe5x/sda/containers/0/04c/42524d30272bde46a9874a2a81bd804c/42524d30272bde46a9874a2a81bd804c_1750205263.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205263.00000-0, db: /tmp/tmp1pi5qe5x/sda/containers/0/04c/42524d30272bde46a9874a2a81bd804c/42524d30272bde46a9874a2a81bd804c_1750205263.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205266.00000-0, db: /tmp/tmp1pi5qe5x/sda/containers/0/708/be71c78a507b19cc52b7da32d0d8b708/be71c78a507b19cc52b7da32d0d8b708_1750205266.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205266.00000-0, db: /tmp/tmp1pi5qe5x/sda/containers/0/708/be71c78a507b19cc52b7da32d0d8b708/be71c78a507b19cc52b7da32d0d8b708_1750205266.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205269.00000-0, db: /tmp/tmp1pi5qe5x/sda/containers/0/f7e/ef7e8e00a9c81d608977ce228ba57f7e/ef7e8e00a9c81d608977ce228ba57f7e_1750205269.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205269.00000-0, db: /tmp/tmp1pi5qe5x/sda/containers/0/f7e/ef7e8e00a9c81d608977ce228ba57f7e/ef7e8e00a9c81d608977ce228ba57f7e_1750205269.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205272.00000-0, db: /tmp/tmp1pi5qe5x/sda/containers/0/802/c1385913d88e1c495c5fc6d322ce2802/c1385913d88e1c495c5fc6d322ce2802_1750205272.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205272.00000-0, db: /tmp/tmp1pi5qe5x/sda/containers/0/802/c1385913d88e1c495c5fc6d322ce2802/c1385913d88e1c495c5fc6d322ce2802_1750205272.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205275.00000-0, db: /tmp/tmp1pi5qe5x/sda/containers/0/422/607422d9a3d9868f82a1f2e017584422/607422d9a3d9868f82a1f2e017584422_1750205275.00000.db proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -52601,7 +60178,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx21ea625c71224778b586b-0068520324) +StopIteration (txn: txfc1c2c6ea0194c65ab7f9-006644f9ab) proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -52610,7 +60187,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx21ea625c71224778b586b-0068520324) +StopIteration (txn: txfc1c2c6ea0194c65ab7f9-006644f9ab) proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -52619,7 +60196,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx21ea625c71224778b586b-0068520324) +StopIteration (txn: txfc1c2c6ea0194c65ab7f9-006644f9ab) proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -52628,7 +60205,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx21ea625c71224778b586b-0068520324) +StopIteration (txn: txfc1c2c6ea0194c65ab7f9-006644f9ab) proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -52637,7 +60214,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx21ea625c71224778b586b-0068520324) +StopIteration (txn: txfc1c2c6ea0194c65ab7f9-006644f9ab) proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -52646,7 +60223,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx21ea625c71224778b586b-0068520324) +StopIteration (txn: txfc1c2c6ea0194c65ab7f9-006644f9ab) proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -52655,7 +60232,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx21ea625c71224778b586b-0068520324) +StopIteration (txn: txfc1c2c6ea0194c65ab7f9-006644f9ab) proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -52664,7 +60241,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx21ea625c71224778b586b-0068520324) +StopIteration (txn: txfc1c2c6ea0194c65ab7f9-006644f9ab) proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -52673,7 +60250,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx21ea625c71224778b586b-0068520324) +StopIteration (txn: txfc1c2c6ea0194c65ab7f9-006644f9ab) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) @@ -52712,8 +60289,6 @@ test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_handoff_local_first_non_default ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_first_best_effort test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_first_best_effort ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges_with_misplaced_objects -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges_with_misplaced_objects ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_first_moves_locals_first test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_first_moves_locals_first ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_first_noops_when_no_affinity @@ -52765,11 +60340,11 @@ proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.11:1011/sdl (txn: txbb821944b0034240a934e-0068520325) +proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.13:1013/sdn (txn: txb66e55977f294db083636-006644f9ab) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.12:1012/sdm (txn: tx74f1244940c84403b51e4-0068520325) +proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.5:1005/sdf (txn: tx267d2c46b7e44c398ac01-006644f9ab) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.10:1010/sdk (txn: txf6f19739e2094a13b7358-0068520325) +proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.5:1005/sdf (txn: tx18e540d0949e4ed6b89d9-006644f9ab) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) @@ -52797,7587 +60372,66 @@ proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (client_ip: 127.0.0.2) -cont1 DEBUG: Could not load '/tmp/tmp77dcegdz/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp77dcegdz/tmp_test_proxy_server_chunked/container-sync-realms.conf' (client_ip: 127.0.0.2) -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. (client_ip: 127.0.0.2) -cont2 DEBUG: Could not load '/tmp/tmp77dcegdz/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp77dcegdz/tmp_test_proxy_server_chunked/container-sync-realms.conf' (client_ip: 127.0.0.2) -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. (client_ip: 127.0.0.2) -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:07:01 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.0316 "-" 635424 - -HTTP PERF: 0.03398 seconds to PUT 127.0.0.1:45305 /sda1/0/a) -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:07:01 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0457 "-" 635424 - -HTTP PERF: 0.04721 seconds to PUT 127.0.0.1:42559 /sdb1/0/a) -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:07:01 +0000] "PUT /sda1/0/a1" 201 - "-" "test" "-" 0.0327 "-" 635424 - -HTTP PERF: 0.03424 seconds to PUT 127.0.0.1:45305 /sda1/0/a1) -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:07:01 +0000] "PUT /sdb1/0/a1" 201 - "-" "test" "-" 0.0328 "-" 635424 - -HTTP PERF: 0.03425 seconds to PUT 127.0.0.1:42559 /sdb1/0/a1) -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:07:01 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx014091827a8c4ccd92725-0068520325" "proxy-server 635424" 0.0012 "-" 635424 - -HTTP PERF: 0.00240 seconds to HEAD 127.0.0.1:45305 /sda1/0/a?format=json) -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:07:01 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:36185/sda1/0/a/c" "tx014091827a8c4ccd92725-0068520325" "container-server 635424" 0.0009 "-" 635424 0 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:07:01 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:56043/sdb1/0/a/c" "tx014091827a8c4ccd92725-0068520325" "container-server 635424" 0.0007 "-" 635424 0 -HTTP PERF: 0.01982 seconds to PUT 127.0.0.1:42559 /sdb1/0/a/c) -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:00:07:01 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "tx014091827a8c4ccd92725-0068520325" "proxy-server 635424" 0.0540 "-" 635424 0 -HTTP PERF: 0.00404 seconds to PUT 127.0.0.1:45305 /sda1/0/a/c) -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:00:07:01 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "tx014091827a8c4ccd92725-0068520325" "proxy-server 635424" 0.0200 "-" 635424 0 -HTTP PERF: 0.05590 seconds to PUT 127.0.0.1:36185 /sda1/0/a/c) -HTTP PERF: 0.05597 seconds to PUT 127.0.0.1:56043 /sdb1/0/a/c) -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/00/07/01 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx014091827a8c4ccd92725-0068520325 - 0.0709 - - 1750205221.551596642 1750205221.622498751 0 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:07:01 +0000] "HEAD /sda1/0/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx85ccb04c16b34ac0b43a2-0068520325" "proxy-server 635424" 0.0010 "-" 635424 - -HTTP PERF: 0.00196 seconds to HEAD 127.0.0.1:45305 /sda1/0/a1?format=json) -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:07:01 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://127.0.0.1:36185/sda1/2/a1/c1" "tx85ccb04c16b34ac0b43a2-0068520325" "container-server 635424" 0.0052 "-" 635424 0 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:07:01 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://127.0.0.1:56043/sdb1/2/a1/c1" "tx85ccb04c16b34ac0b43a2-0068520325" "container-server 635424" 0.0057 "-" 635424 0 -HTTP PERF: 0.01451 seconds to PUT 127.0.0.1:42559 /sdb1/0/a1/c1) -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:00:07:01 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx85ccb04c16b34ac0b43a2-0068520325" "proxy-server 635424" 0.0604 "-" 635424 0 -HTTP PERF: 0.06141 seconds to PUT 127.0.0.1:45305 /sda1/0/a1/c1) -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:00:07:01 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx85ccb04c16b34ac0b43a2-0068520325" "proxy-server 635424" 0.1104 "-" 635424 0 -HTTP PERF: 0.11175 seconds to PUT 127.0.0.1:36185 /sda1/2/a1/c1) -HTTP PERF: 0.11185 seconds to PUT 127.0.0.1:56043 /sdb1/2/a1/c1) -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_brokers -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_brokers ... ok -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/00/07/01 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx85ccb04c16b34ac0b43a2-0068520325 - 0.1244 - - 1750205221.627684355 1750205221.752077579 0 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:07:01 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx463a4871adc54acea5c69-0068520325" "proxy-server 635424" 0.0346 "-" 635424 - -HTTP PERF: 0.03586 seconds to HEAD 127.0.0.1:42559 /sdb1/0/a?format=json) -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:07:01 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:56043/sdb1/0/a/c1" "tx463a4871adc54acea5c69-0068520325" "container-server 635424" 0.0009 "-" 635424 1 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:07:01 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:36185/sda1/0/a/c1" "tx463a4871adc54acea5c69-0068520325" "container-server 635424" 0.0361 "-" 635424 1 -HTTP PERF: 0.04711 seconds to PUT 127.0.0.1:45305 /sda1/0/a/c1) -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:00:07:01 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx463a4871adc54acea5c69-0068520325" "proxy-server 635424" 0.0749 "-" 635424 1 -HTTP PERF: 0.07588 seconds to PUT 127.0.0.1:42559 /sdb1/0/a/c1) -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:00:07:01 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx463a4871adc54acea5c69-0068520325" "proxy-server 635424" 0.1040 "-" 635424 1 -HTTP PERF: 0.10527 seconds to PUT 127.0.0.1:56043 /sdb1/0/a/c1) -HTTP PERF: 0.10585 seconds to PUT 127.0.0.1:36185 /sda1/0/a/c1) -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/00/07/01 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx463a4871adc54acea5c69-0068520325 - 0.1439 - - 1750205221.753087044 1750205221.897002459 1 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:07:01 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx838257e5d4fa436f9674d-0068520325" "proxy-server 635424" 0.0345 "-" 635424 - -HTTP PERF: 0.04075 seconds to HEAD 127.0.0.1:45305 /sda1/0/a?format=json) -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:07:02 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:36185/sda1/2/a/c2" "tx838257e5d4fa436f9674d-0068520325" "container-server 635424" 0.0010 "-" 635424 2 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:07:03 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:56043/sdb1/2/a/c2" "tx838257e5d4fa436f9674d-0068520325" "container-server 635424" 1.2496 "-" 635424 2 -HTTP PERF: 1.47395 seconds to PUT 127.0.0.1:45305 /sda1/0/a/c2) -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:00:07:03 +0000] "PUT /sda1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx838257e5d4fa436f9674d-0068520325" "proxy-server 635424" 1.5077 "-" 635424 2 -HTTP PERF: 1.25418 seconds to PUT 127.0.0.1:42559 /sdb1/0/a/c2) -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:00:07:03 +0000] "PUT /sdb1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx838257e5d4fa436f9674d-0068520325" "proxy-server 635424" 1.4745 "-" 635424 2 -HTTP PERF: 1.51061 seconds to PUT 127.0.0.1:36185 /sda1/2/a/c2) -HTTP PERF: 1.51054 seconds to PUT 127.0.0.1:56043 /sdb1/2/a/c2) -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_404 -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_big -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_big ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_deleted -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_failure_handling -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_failure_handling ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_pipeline -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_pipeline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_HEAD_ec -test.unit.proxy.test_mem_server.TestECObjectController.test_HEAD_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_HEAD_ec_404 -test.unit.proxy.test_mem_server.TestECObjectController.test_HEAD_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_archive_etag_mismatch -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_quorum_bad_request -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_quorum_bad_request ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_if_none_match -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_multiple_segments -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_multiple_segments ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_object_etag_mismatch -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_object_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_conditional_GET_ec -test.unit.proxy.test_mem_server.TestECObjectController.test_conditional_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_ec_client_disconnect -test.unit.proxy.test_mem_server.TestECObjectController.test_ec_client_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_ec_client_put_disconnect -test.unit.proxy.test_mem_server.TestECObjectController.test_ec_client_put_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_reload_ring_ec -test.unit.proxy.test_mem_server.TestECObjectController.test_reload_ring_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_db_state -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_db_state ... ok -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/00/07/03 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx838257e5d4fa436f9674d-0068520325 - 1.5595 - - 1750205221.898058414 1750205223.457569599 2 -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (client_ip: 127.0.0.2) -cont1 DEBUG: Could not load '/tmp/tmp4_bjvtjm/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp4_bjvtjm/tmp_test_proxy_server_chunked/container-sync-realms.conf' (client_ip: 127.0.0.2) -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. (client_ip: 127.0.0.2) -cont2 DEBUG: Could not load '/tmp/tmp4_bjvtjm/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp4_bjvtjm/tmp_test_proxy_server_chunked/container-sync-realms.conf' (client_ip: 127.0.0.2) -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. (client_ip: 127.0.0.2) -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:07:03 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.4178 "-" 635424 - -HTTP PERF: 0.42064 seconds to PUT 127.0.0.1:60369 /sda1/0/a) -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:07:04 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.5423 "-" 635424 - -HTTP PERF: 0.54352 seconds to PUT 127.0.0.1:42743 /sdb1/0/a) -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:07:04 +0000] "PUT /sda1/0/a1" 201 - "-" "test" "-" 0.4565 "-" 635424 - -HTTP PERF: 0.45795 seconds to PUT 127.0.0.1:60369 /sda1/0/a1) -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:07:05 +0000] "PUT /sdb1/0/a1" 201 - "-" "test" "-" 0.5131 "-" 635424 - -HTTP PERF: 0.51452 seconds to PUT 127.0.0.1:42743 /sdb1/0/a1) -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:07:05 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx912d1cbfb7454ed3afde5-0068520329" "proxy-server 635424" 0.0017 "-" 635424 - -HTTP PERF: 0.00272 seconds to HEAD 127.0.0.1:42743 /sdb1/0/a?format=json) -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:07:06 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:59681/sda1/0/a/c" "tx912d1cbfb7454ed3afde5-0068520329" "container-server 635424" 0.0011 "-" 635424 0 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:07:06 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:53279/sdb1/0/a/c" "tx912d1cbfb7454ed3afde5-0068520329" "container-server 635424" 0.0009 "-" 635424 0 -HTTP PERF: 0.00677 seconds to PUT 127.0.0.1:60369 /sda1/0/a/c) -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:00:07:06 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "tx912d1cbfb7454ed3afde5-0068520329" "proxy-server 635424" 0.3913 "-" 635424 0 -HTTP PERF: 0.39313 seconds to PUT 127.0.0.1:42743 /sdb1/0/a/c) -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:00:07:06 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "tx912d1cbfb7454ed3afde5-0068520329" "proxy-server 635424" 0.6129 "-" 635424 0 -HTTP PERF: 0.61409 seconds to PUT 127.0.0.1:53279 /sdb1/0/a/c) -HTTP PERF: 0.61604 seconds to PUT 127.0.0.1:59681 /sda1/0/a/c) -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/00/07/06 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx912d1cbfb7454ed3afde5-0068520329 - 0.6209 - - 1750205225.492913246 1750205226.113838911 0 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:07:06 +0000] "HEAD /sdb1/0/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx28c6ebede44b46f481b71-006852032a" "proxy-server 635424" 0.0010 "-" 635424 - -HTTP PERF: 0.00197 seconds to HEAD 127.0.0.1:42743 /sdb1/0/a1?format=json) -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:07:06 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://127.0.0.1:59681/sda1/2/a1/c1" "tx28c6ebede44b46f481b71-006852032a" "container-server 635424" 0.0011 "-" 635424 0 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:07:06 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://127.0.0.1:53279/sdb1/2/a1/c1" "tx28c6ebede44b46f481b71-006852032a" "container-server 635424" 0.0008 "-" 635424 0 -HTTP PERF: 0.23927 seconds to PUT 127.0.0.1:42743 /sdb1/0/a1/c1) -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:00:07:06 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx28c6ebede44b46f481b71-006852032a" "proxy-server 635424" 0.5242 "-" 635424 0 -HTTP PERF: 0.00686 seconds to PUT 127.0.0.1:60369 /sda1/0/a1/c1) -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:00:07:06 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx28c6ebede44b46f481b71-006852032a" "proxy-server 635424" 0.2431 "-" 635424 0 -HTTP PERF: 0.52782 seconds to PUT 127.0.0.1:59681 /sda1/2/a1/c1) -HTTP PERF: 0.52967 seconds to PUT 127.0.0.1:53279 /sdb1/2/a1/c1) -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/00/07/06 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx28c6ebede44b46f481b71-006852032a - 0.5360 - - 1750205226.114981651 1750205226.650958776 0 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:07:07 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx8ff6802162ff478088974-006852032a" "proxy-server 635424" 0.4519 "-" 635424 - -HTTP PERF: 0.45313 seconds to HEAD 127.0.0.1:42743 /sdb1/0/a?format=json) -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info ... ok -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:07:07 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:59681/sda1/0/a/c1" "tx8ff6802162ff478088974-006852032a" "container-server 635424" 0.0240 "-" 635424 1 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:07:07 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:53279/sdb1/0/a/c1" "tx8ff6802162ff478088974-006852032a" "container-server 635424" 0.0035 "-" 635424 1 -HTTP PERF: 0.02951 seconds to PUT 127.0.0.1:42743 /sdb1/0/a/c1) -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:00:07:07 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx8ff6802162ff478088974-006852032a" "proxy-server 635424" 0.0615 "-" 635424 1 -HTTP PERF: 0.06246 seconds to PUT 127.0.0.1:60369 /sda1/0/a/c1) -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:00:07:07 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx8ff6802162ff478088974-006852032a" "proxy-server 635424" 0.2598 "-" 635424 1 -HTTP PERF: 0.26146 seconds to PUT 127.0.0.1:59681 /sda1/0/a/c1) -HTTP PERF: 0.26137 seconds to PUT 127.0.0.1:53279 /sdb1/0/a/c1) -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/00/07/07 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx8ff6802162ff478088974-006852032a - 0.7199 - - 1750205226.651995897 1750205227.371932983 1 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:07:07 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txb4298cea248c4f1ea144d-006852032b" "proxy-server 635424" 0.0235 "-" 635424 - -HTTP PERF: 0.02471 seconds to HEAD 127.0.0.1:42743 /sdb1/0/a?format=json) -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:07:07 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:53279/sdb1/2/a/c2" "txb4298cea248c4f1ea144d-006852032b" "container-server 635424" 0.0341 "-" 635424 2 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:07:07 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:59681/sda1/2/a/c2" "txb4298cea248c4f1ea144d-006852032b" "container-server 635424" 0.0048 "-" 635424 2 -HTTP PERF: 0.04121 seconds to PUT 127.0.0.1:60369 /sda1/0/a/c2) -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:00:07:07 +0000] "PUT /sdb1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txb4298cea248c4f1ea144d-006852032b" "proxy-server 635424" 0.1103 "-" 635424 2 -HTTP PERF: 0.11869 seconds to PUT 127.0.0.1:42743 /sdb1/0/a/c2) -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:00:07:07 +0000] "PUT /sda1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txb4298cea248c4f1ea144d-006852032b" "proxy-server 635424" 0.3557 "-" 635424 2 -HTTP PERF: 0.35694 seconds to PUT 127.0.0.1:59681 /sda1/2/a/c2) -HTTP PERF: 0.35762 seconds to PUT 127.0.0.1:53279 /sdb1/2/a/c2) -test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_expose_headers -test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_expose_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_non_strict -test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_non_strict ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_strict -test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_strict ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_with_obj_headers -test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_with_obj_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_DELETE -test.unit.proxy.test_server.TestReplicatedObjectController.test_DELETE ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_DELETE_x_container_headers_with_more_container_replicas -test.unit.proxy.test_server.TestReplicatedObjectController.test_DELETE_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_bad_range_zero_byte -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_bad_range_zero_byte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_calls_authorize -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_newest -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_newest ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_newest_large_file -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_newest_large_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_pipeline -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_pipeline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_ranges -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_ranges_resuming -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_ranges_resuming ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_respects_read_affinity -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_respects_read_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_short_read -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_short_read ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_short_read_resuming -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_short_read_resuming ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD -test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_absolute_uri -test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_absolute_uri ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_calls_authorize -test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_newest -test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_newest ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_OPTIONS -test.unit.proxy.test_server.TestReplicatedObjectController.test_OPTIONS ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_backend_headers -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_backend_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_calls_authorize -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_converts_delete_after_to_delete_at -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_converts_delete_after_to_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_authorize -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_count -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_key_len -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_key_len ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_size -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_size ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_val_len -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_val_len ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_x_container_headers_with_more_container_replicas -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_GET_unicode_metadata -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_GET_unicode_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_POST_last_modified -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_POST_last_modified ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_POST_requires_container_exist -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_POST_requires_container_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_auto_content_type -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_auto_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_autodetect_content_type -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_autodetect_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_bad_content_type -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_bad_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_bad_message_length -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_bad_message_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_calls_authorize -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_connect_exceptions -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_connect_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_error_limiting -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_error_limiting ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_error_limiting_last_node -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_error_limiting_last_node ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_expect_header_nonzero_content_length -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_expect_header_nonzero_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_expect_header_zero_content_length -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_expect_header_zero_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_getresponse_exceptions -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_getresponse_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_max_size -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_max_size ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_too_large -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_too_large ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_unsup_xfr_encoding -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_unsup_xfr_encoding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_both -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_both ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_both_with_crazy_meta -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_both_with_crazy_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_content_length -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_transfer_encoding -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_transfer_encoding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_no_etag_fallocate -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_no_etag_fallocate ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_not_autodetect_content_type -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_not_autodetect_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_all_containers_error -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_all_containers_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_container_does_not_exist -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_container_does_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_container_exist_on_handoff -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_container_exist_on_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_primary_containers_timeout -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_primary_containers_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_primary_timeout_container_exist -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_primary_timeout_container_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_respects_write_affinity -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_respects_write_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_respects_write_affinity_with_507s -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_respects_write_affinity_with_507s ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_send_exceptions -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_send_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_equal_replicas -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_equal_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_fewer_container_replicas -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_fewer_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_many_object_replicas -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_many_object_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_more_container_replicas -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_fewer_container_replicas -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_fewer_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_more_container_replicas -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_acc_or_con_missing_returns_404 -test.unit.proxy.test_server.TestReplicatedObjectController.test_acc_or_con_missing_returns_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_cache_set_error -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_cache_set_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_can_skip_cache -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_can_skip_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_errors -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_no_cache -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_is_deleted ... ok -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_empty_cache -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_empty_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_cache -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_infocache -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_infocache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_bad_metadata -test.unit.proxy.test_server.TestReplicatedObjectController.test_bad_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_best_response_sets_etag -test.unit.proxy.test_server.TestReplicatedObjectController.test_best_response_sets_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_best_response_sets_headers -test.unit.proxy.test_server.TestReplicatedObjectController.test_best_response_sets_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_method -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_path -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_path_no_controller -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_path_no_controller ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_utf8 -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_utf8 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_version -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_version ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_chunked_put -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_chunked_put ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_head_account -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_head_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_unhandled_exception -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_unhandled_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_utf8_all_the_way_down -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_utf8_all_the_way_down ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_client_disconnect -test.unit.proxy.test_server.TestReplicatedObjectController.test_client_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_client_timeout -test.unit.proxy.test_server.TestReplicatedObjectController.test_client_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_conditional_GET_replication -test.unit.proxy.test_server.TestReplicatedObjectController.test_conditional_GET_replication ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_conditional_range_get -test.unit.proxy.test_server.TestReplicatedObjectController.test_conditional_range_get ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_custom_mime_types_files -test.unit.proxy.test_server.TestReplicatedObjectController.test_custom_mime_types_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_error_limiting -test.unit.proxy.test_server.TestReplicatedObjectController.test_error_limiting ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_error_limiting_survives_ring_reload -test.unit.proxy.test_server.TestReplicatedObjectController.test_error_limiting_survives_ring_reload ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes -test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_calls_sort_nodes -test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_calls_sort_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_gives_extra_if_error_limited_inline -test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_gives_extra_if_error_limited_inline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_skips_error_limited -test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_skips_error_limited ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_with_replication_network -test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_with_replication_network ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_without_replication_network -test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_without_replication_network ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_leak_1 -test.unit.proxy.test_server.TestReplicatedObjectController.test_leak_1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_mismatched_etags -test.unit.proxy.test_server.TestReplicatedObjectController.test_mismatched_etags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_first_two_time_out_etags_match -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_first_two_time_out_etags_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_one_etag_mismatch -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_one_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_two_etag_mismatch -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_two_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_only_first_time_out -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_only_first_time_out ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_three_time_out -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_three_time_out ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_two_time_out -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_two_time_out ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_request_setting -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_request_setting ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_write_timeout -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_write_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_policy_IO -test.unit.proxy.test_server.TestReplicatedObjectController.test_policy_IO ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_policy_IO_override -test.unit.proxy.test_server.TestReplicatedObjectController.test_policy_IO_override ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_proxy_passes_content_length_on_head -test.unit.proxy.test_server.TestReplicatedObjectController.test_proxy_passes_content_length_on_head ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_proxy_passes_content_type -test.unit.proxy.test_server.TestReplicatedObjectController.test_proxy_passes_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_response_get_accept_ranges_header -test.unit.proxy.test_server.TestReplicatedObjectController.test_response_get_accept_ranges_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_response_head_accept_ranges_header -test.unit.proxy.test_server.TestReplicatedObjectController.test_response_head_accept_ranges_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_no_stale_reads -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_no_stale_reads ... ok -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/00/07/07 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txb4298cea248c4f1ea144d-006852032b - 0.3866 - - 1750205227.376662493 1750205227.763291359 2 -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_sharding_states -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_sharding_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_stale_read_ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_stale_read_ok ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_items_since -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_items_since ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces_root_container_fill_gap -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces_root_container_fill_gap ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces_state_filtering -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces_state_filtering ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_objects -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_objects ... ok -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205275.00000-0, db: /tmp/tmp1pi5qe5x/sda/containers/0/422/607422d9a3d9868f82a1f2e017584422/607422d9a3d9868f82a1f2e017584422_1750205275.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205278.00000-0, db: /tmp/tmp1pi5qe5x/sda/containers/0/947/892cf7c306634e80cbbb95d7e8b0b947/892cf7c306634e80cbbb95d7e8b0b947_1750205278.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205278.00000-0, db: /tmp/tmp1pi5qe5x/sda/containers/0/947/892cf7c306634e80cbbb95d7e8b0b947/892cf7c306634e80cbbb95d7e8b0b947_1750205278.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205281.00000-0, db: /tmp/tmp1pi5qe5x/sda/containers/0/365/004800408726445f747ec53bd6473365/004800408726445f747ec53bd6473365_1750205281.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205281.00000-0, db: /tmp/tmp1pi5qe5x/sda/containers/0/365/004800408726445f747ec53bd6473365/004800408726445f747ec53bd6473365_1750205281.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205284.00000-0, db: /tmp/tmp1pi5qe5x/sda/containers/0/8f6/7ae8b35c7277200348118e814348f8f6/7ae8b35c7277200348118e814348f8f6_1750205284.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205284.00000-0, db: /tmp/tmp1pi5qe5x/sda/containers/0/8f6/7ae8b35c7277200348118e814348f8f6/7ae8b35c7277200348118e814348f8f6_1750205284.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205287.00000-0, db: /tmp/tmp1pi5qe5x/sda/containers/0/246/b924acd84a710124ad503e15b7ecf246/b924acd84a710124ad503e15b7ecf246_1750205287.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205287.00000-0, db: /tmp/tmp1pi5qe5x/sda/containers/0/246/b924acd84a710124ad503e15b7ecf246/b924acd84a710124ad503e15b7ecf246_1750205287.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205290.00000-0, db: /tmp/tmp1pi5qe5x/sda/containers/0/621/c4a5ac0cf6960058a9f84055094ac621/c4a5ac0cf6960058a9f84055094ac621_1750205290.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205290.00000-0, db: /tmp/tmp1pi5qe5x/sda/containers/0/621/c4a5ac0cf6960058a9f84055094ac621/c4a5ac0cf6960058a9f84055094ac621_1750205290.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205293.00000-0, db: /tmp/tmp1pi5qe5x/sda/containers/0/45f/202016913934d6ccedcf3aaf73f7f45f/202016913934d6ccedcf3aaf73f7f45f_1750205293.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205293.00000-0, db: /tmp/tmp1pi5qe5x/sda/containers/0/45f/202016913934d6ccedcf3aaf73f7f45f/202016913934d6ccedcf3aaf73f7f45f_1750205293.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205296.00000-0, db: /tmp/tmp1pi5qe5x/sda/containers/0/f36/8213625e972bdd1a8623dfeddb77cf36/8213625e972bdd1a8623dfeddb77cf36_1750205296.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205296.00000-0, db: /tmp/tmp1pi5qe5x/sda/containers/0/f36/8213625e972bdd1a8623dfeddb77cf36/8213625e972bdd1a8623dfeddb77cf36_1750205296.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205299.00000-0, db: /tmp/tmp1pi5qe5x/sda/containers/0/206/168b8b39ee837e29382345545eae3206/168b8b39ee837e29382345545eae3206_1750205299.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205299.00000-0, db: /tmp/tmp1pi5qe5x/sda/containers/0/206/168b8b39ee837e29382345545eae3206/168b8b39ee837e29382345545eae3206_1750205299.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205302.00000-0, db: /tmp/tmp1pi5qe5x/sda/containers/0/031/a1d11c43c808e7157018a3f001026031/a1d11c43c808e7157018a3f001026031_1750205302.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205302.00000-0, db: /tmp/tmp1pi5qe5x/sda/containers/0/031/a1d11c43c808e7157018a3f001026031/a1d11c43c808e7157018a3f001026031_1750205302.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205305.00000-0, db: /tmp/tmp1pi5qe5x/sda/containers/0/5b7/3a1eabd117173270acf3e63596dc85b7/3a1eabd117173270acf3e63596dc85b7_1750205305.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205305.00000-0, db: /tmp/tmp1pi5qe5x/sda/containers/0/5b7/3a1eabd117173270acf3e63596dc85b7/3a1eabd117173270acf3e63596dc85b7_1750205305.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205308.00000-0, db: /tmp/tmp1pi5qe5x/sda/containers/0/a87/2604a216921afc99875a227135097a87/2604a216921afc99875a227135097a87_1750205308.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205308.00000-0, db: /tmp/tmp1pi5qe5x/sda/containers/0/a87/2604a216921afc99875a227135097a87/2604a216921afc99875a227135097a87_1750205308.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205311.00000-0, db: /tmp/tmp1pi5qe5x/sda/containers/0/631/d26ec7f498ff45a151517801dab29631/d26ec7f498ff45a151517801dab29631_1750205311.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205311.00000-0, db: /tmp/tmp1pi5qe5x/sda/containers/0/631/d26ec7f498ff45a151517801dab29631/d26ec7f498ff45a151517801dab29631_1750205311.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205314.00000-0, db: /tmp/tmp1pi5qe5x/sda/containers/0/b35/d92f0e1cd1087c56d9ebf5c082f61b35/d92f0e1cd1087c56d9ebf5c082f61b35_1750205314.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205314.00000-0, db: /tmp/tmp1pi5qe5x/sda/containers/0/b35/d92f0e1cd1087c56d9ebf5c082f61b35/d92f0e1cd1087c56d9ebf5c082f61b35_1750205314.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205317.00000-0, db: /tmp/tmp1pi5qe5x/sda/containers/0/2b3/7f2305f78c6cc99341fc1a01412812b3/7f2305f78c6cc99341fc1a01412812b3_1750205317.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205317.00000-0, db: /tmp/tmp1pi5qe5x/sda/containers/0/2b3/7f2305f78c6cc99341fc1a01412812b3/7f2305f78c6cc99341fc1a01412812b3_1750205317.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205320.00000-0, db: /tmp/tmp1pi5qe5x/sda/containers/0/7dd/653a60d8d9dd2b3f03a6d70e459657dd/653a60d8d9dd2b3f03a6d70e459657dd_1750205320.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205320.00000-0, db: /tmp/tmp1pi5qe5x/sda/containers/0/7dd/653a60d8d9dd2b3f03a6d70e459657dd/653a60d8d9dd2b3f03a6d70e459657dd_1750205320.00000.db -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_objects_since_row -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_objects_since_row ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_own_shard_range -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_own_shard_range ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_policy_info -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_policy_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_replication_info -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_replication_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_report_info -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_report_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_range_rows_with_limit -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_range_rows_with_limit ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_includes -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_includes ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_with_sharding_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_with_sharding_overlaps ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_with_shrinking_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_with_shrinking_overlaps ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_usage -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_usage ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_has_multiple_policies -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_has_multiple_policies ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205323.00000-0, db: /tmp/tmp1pi5qe5x/sda/containers/0/338/8fe9a3e92fcda7bc35a33e1f754c6338/8fe9a3e92fcda7bc35a33e1f754c6338_1750205323.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205323.00000-0, db: /tmp/tmp1pi5qe5x/sda/containers/0/338/8fe9a3e92fcda7bc35a33e1f754c6338/8fe9a3e92fcda7bc35a33e1f754c6338_1750205323.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205326.00000-0, db: /tmp/tmp1pi5qe5x/sda/containers/0/ded/d75f4a47a3076a978c0c13fb64762ded/d75f4a47a3076a978c0c13fb64762ded_1750205326.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205326.00000-0, db: /tmp/tmp1pi5qe5x/sda/containers/0/ded/d75f4a47a3076a978c0c13fb64762ded/d75f4a47a3076a978c0c13fb64762ded_1750205326.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205329.00000-0, db: /tmp/tmp1pi5qe5x/sda/containers/0/f98/fe5acbe9fffcca117cd90d6f249cff98/fe5acbe9fffcca117cd90d6f249cff98_1750205329.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205329.00000-0, db: /tmp/tmp1pi5qe5x/sda/containers/0/f98/fe5acbe9fffcca117cd90d6f249cff98/fe5acbe9fffcca117cd90d6f249cff98_1750205329.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205332.00000-0, db: /tmp/tmp1pi5qe5x/sda/containers/0/fa1/0c280521397afc01736ddce906105fa1/0c280521397afc01736ddce906105fa1_1750205332.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205332.00000-0, db: /tmp/tmp1pi5qe5x/sda/containers/0/fa1/0c280521397afc01736ddce906105fa1/0c280521397afc01736ddce906105fa1_1750205332.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205335.00000-0, db: /tmp/tmp1pi5qe5x/sda/containers/0/8f2/90c5df833a8a219fb059981ce54198f2/90c5df833a8a219fb059981ce54198f2_1750205335.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205335.00000-0, db: /tmp/tmp1pi5qe5x/sda/containers/0/8f2/90c5df833a8a219fb059981ce54198f2/90c5df833a8a219fb059981ce54198f2_1750205335.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205338.00000-0, db: /tmp/tmp1pi5qe5x/sda/containers/0/642/5a21ae35f4d43d9075e43d4aeb4f9642/5a21ae35f4d43d9075e43d4aeb4f9642_1750205338.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205338.00000-0, db: /tmp/tmp1pi5qe5x/sda/containers/0/642/5a21ae35f4d43d9075e43d4aeb4f9642/5a21ae35f4d43d9075e43d4aeb4f9642_1750205338.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205341.00000-0, db: /tmp/tmp1pi5qe5x/sda/containers/0/579/f17e1d8ce622a377f407f6f83659d579/f17e1d8ce622a377f407f6f83659d579_1750205341.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205341.00000-0, db: /tmp/tmp1pi5qe5x/sda/containers/0/579/f17e1d8ce622a377f407f6f83659d579/f17e1d8ce622a377f407f6f83659d579_1750205341.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205344.00000-0, db: /tmp/tmp1pi5qe5x/sda/containers/0/b56/b58aa399a97fba3b9cfb3bcb97c89b56/b58aa399a97fba3b9cfb3bcb97c89b56_1750205344.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205344.00000-0, db: /tmp/tmp1pi5qe5x/sda/containers/0/b56/b58aa399a97fba3b9cfb3bcb97c89b56/b58aa399a97fba3b9cfb3bcb97c89b56_1750205344.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205347.00000-0, db: /tmp/tmp1pi5qe5x/sda/containers/0/8f7/1932d5f4c738ce7dae9bc25439d0e8f7/1932d5f4c738ce7dae9bc25439d0e8f7_1750205347.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205347.00000-0, db: /tmp/tmp1pi5qe5x/sda/containers/0/8f7/1932d5f4c738ce7dae9bc25439d0e8f7/1932d5f4c738ce7dae9bc25439d0e8f7_1750205347.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205350.00000-0, db: /tmp/tmp1pi5qe5x/sda/containers/0/824/ba74f7aa884cced9c3166380b98ec824/ba74f7aa884cced9c3166380b98ec824_1750205350.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205350.00000-0, db: /tmp/tmp1pi5qe5x/sda/containers/0/824/ba74f7aa884cced9c3166380b98ec824/ba74f7aa884cced9c3166380b98ec824_1750205350.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205353.00000-0, db: /tmp/tmp1pi5qe5x/sda/containers/0/a4f/716792fda7e32aa39d50b9edc1339a4f/716792fda7e32aa39d50b9edc1339a4f_1750205353.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205353.00000-0, db: /tmp/tmp1pi5qe5x/sda/containers/0/a4f/716792fda7e32aa39d50b9edc1339a4f/716792fda7e32aa39d50b9edc1339a4f_1750205353.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205356.00000-0, db: /tmp/tmp1pi5qe5x/sda/containers/0/58d/21ea52ad844ace60b443375983c8858d/21ea52ad844ace60b443375983c8858d_1750205356.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205356.00000-0, db: /tmp/tmp1pi5qe5x/sda/containers/0/58d/21ea52ad844ace60b443375983c8858d/21ea52ad844ace60b443375983c8858d_1750205356.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205359.00000-0, db: /tmp/tmp1pi5qe5x/sda/containers/0/0d2/b7f13e3b3384a1917d4f9bdd5620a0d2/b7f13e3b3384a1917d4f9bdd5620a0d2_1750205359.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205359.00000-0, db: /tmp/tmp1pi5qe5x/sda/containers/0/0d2/b7f13e3b3384a1917d4f9bdd5620a0d2/b7f13e3b3384a1917d4f9bdd5620a0d2_1750205359.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205362.00000-0, db: /tmp/tmp1pi5qe5x/sda/containers/0/078/7bcca51833a79c1f6de801761e928078/7bcca51833a79c1f6de801761e928078_1750205362.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205362.00000-0, db: /tmp/tmp1pi5qe5x/sda/containers/0/078/7bcca51833a79c1f6de801761e928078/7bcca51833a79c1f6de801761e928078_1750205362.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205365.00000-0, db: /tmp/tmp1pi5qe5x/sda/containers/0/7d9/56bf987a88d20b3859fb8d7690c947d9/56bf987a88d20b3859fb8d7690c947d9_1750205365.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205365.00000-0, db: /tmp/tmp1pi5qe5x/sda/containers/0/7d9/56bf987a88d20b3859fb8d7690c947d9/56bf987a88d20b3859fb8d7690c947d9_1750205365.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205368.00000-0, db: /tmp/tmp1pi5qe5x/sda/containers/0/fbf/735f1ee999cc15282ea1bfd350214fbf/735f1ee999cc15282ea1bfd350214fbf_1750205368.00000.db -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_has_other_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_has_other_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_initialize_container_broker_in_default -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_initialize_container_broker_in_default ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_old_enough_to_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_old_enough_to_reclaim ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_merge_while_sharding -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_merge_while_sharding ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_reclaimable ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_last_modified_time -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_last_modified_time ... ok -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205368.00000-0, db: /tmp/tmp1pi5qe5x/sda/containers/0/fbf/735f1ee999cc15282ea1bfd350214fbf/735f1ee999cc15282ea1bfd350214fbf_1750205368.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205371.00000-0, db: /tmp/tmp1pi5qe5x/sda/containers/0/018/9258556028ecdd4c472cb784f9740018/9258556028ecdd4c472cb784f9740018_1750205371.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205371.00000-0, db: /tmp/tmp1pi5qe5x/sda/containers/0/018/9258556028ecdd4c472cb784f9740018/9258556028ecdd4c472cb784f9740018_1750205371.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205374.00000-0, db: /tmp/tmp1pi5qe5x/sda/containers/0/f52/f6c332850c3325baedc4a4f84f7adf52/f6c332850c3325baedc4a4f84f7adf52_1750205374.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205374.00000-0, db: /tmp/tmp1pi5qe5x/sda/containers/0/f52/f6c332850c3325baedc4a4f84f7adf52/f6c332850c3325baedc4a4f84f7adf52_1750205374.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205377.00000-0, db: /tmp/tmp1pi5qe5x/sda/containers/0/427/5f42a8c5331546f4fb318aeb4f5cc427/5f42a8c5331546f4fb318aeb4f5cc427_1750205377.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205377.00000-0, db: /tmp/tmp1pi5qe5x/sda/containers/0/427/5f42a8c5331546f4fb318aeb4f5cc427/5f42a8c5331546f4fb318aeb4f5cc427_1750205377.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205380.00000-0, db: /tmp/tmp1pi5qe5x/sda/containers/0/67e/5d35698032be0c372f26749b0568d67e/5d35698032be0c372f26749b0568d67e_1750205380.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205380.00000-0, db: /tmp/tmp1pi5qe5x/sda/containers/0/67e/5d35698032be0c372f26749b0568d67e/5d35698032be0c372f26749b0568d67e_1750205380.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205383.00000-0, db: /tmp/tmp1pi5qe5x/sda/containers/0/35d/501a08c4e1259facb13dbb92355ce35d/501a08c4e1259facb13dbb92355ce35d_1750205383.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205383.00000-0, db: /tmp/tmp1pi5qe5x/sda/containers/0/35d/501a08c4e1259facb13dbb92355ce35d/501a08c4e1259facb13dbb92355ce35d_1750205383.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205386.00000-0, db: /tmp/tmp1pi5qe5x/sda/containers/0/275/33b207de187a39df1e1370d94c564275/33b207de187a39df1e1370d94c564275_1750205386.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205386.00000-0, db: /tmp/tmp1pi5qe5x/sda/containers/0/275/33b207de187a39df1e1370d94c564275/33b207de187a39df1e1370d94c564275_1750205386.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205389.00000-0, db: /tmp/tmp1pi5qe5x/sda/containers/0/0fa/4eddab26ecc8d531e2e22ccfe554f0fa/4eddab26ecc8d531e2e22ccfe554f0fa_1750205389.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205389.00000-0, db: /tmp/tmp1pi5qe5x/sda/containers/0/0fa/4eddab26ecc8d531e2e22ccfe554f0fa/4eddab26ecc8d531e2e22ccfe554f0fa_1750205389.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205392.00000-0, db: /tmp/tmp1pi5qe5x/sda/containers/0/aad/2a0e2ef3841443bf71d9f28733c16aad/2a0e2ef3841443bf71d9f28733c16aad_1750205392.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205392.00000-0, db: /tmp/tmp1pi5qe5x/sda/containers/0/aad/2a0e2ef3841443bf71d9f28733c16aad/2a0e2ef3841443bf71d9f28733c16aad_1750205392.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205395.00000-0, db: /tmp/tmp1pi5qe5x/sda/containers/0/656/3845c4feffbcfacec60951066a18d656/3845c4feffbcfacec60951066a18d656_1750205395.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205395.00000-0, db: /tmp/tmp1pi5qe5x/sda/containers/0/656/3845c4feffbcfacec60951066a18d656/3845c4feffbcfacec60951066a18d656_1750205395.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205398.00000-0, db: /tmp/tmp1pi5qe5x/sda/containers/0/6bc/bf4247d39eae363258597d9054f356bc/bf4247d39eae363258597d9054f356bc_1750205398.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205398.00000-0, db: /tmp/tmp1pi5qe5x/sda/containers/0/6bc/bf4247d39eae363258597d9054f356bc/bf4247d39eae363258597d9054f356bc_1750205398.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205401.00000-0, db: /tmp/tmp1pi5qe5x/sda/containers/0/7c6/f42908c3758415669418eb3bc7aa77c6/f42908c3758415669418eb3bc7aa77c6_1750205401.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205401.00000-0, db: /tmp/tmp1pi5qe5x/sda/containers/0/7c6/f42908c3758415669418eb3bc7aa77c6/f42908c3758415669418eb3bc7aa77c6_1750205401.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205404.00000-0, db: /tmp/tmp1pi5qe5x/sda/containers/0/4a8/e3d6f3e893f9316c33d8125740c504a8/e3d6f3e893f9316c33d8125740c504a8_1750205404.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205404.00000-0, db: /tmp/tmp1pi5qe5x/sda/containers/0/4a8/e3d6f3e893f9316c33d8125740c504a8/e3d6f3e893f9316c33d8125740c504a8_1750205404.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205246.00000-0, db: /tmp/tmpcl6u2l5x/sda/containers/0/04c/30d5e859d971cc6c5e09c4611454d04c/30d5e859d971cc6c5e09c4611454d04c.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205246.00000-0, db: /tmp/tmpcl6u2l5x/sda/containers/0/04c/30d5e859d971cc6c5e09c4611454d04c/30d5e859d971cc6c5e09c4611454d04c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205250.00000-0, db: /tmp/tmpcl6u2l5x/sda/containers/0/426/34782760d151a77d0fd7aa8aa3b4e426/34782760d151a77d0fd7aa8aa3b4e426.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205250.00000-0, db: /tmp/tmpcl6u2l5x/sda/containers/0/426/34782760d151a77d0fd7aa8aa3b4e426/34782760d151a77d0fd7aa8aa3b4e426.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205254.00000-0, db: /tmp/tmpcl6u2l5x/sda/containers/0/8fa/a0961b9c77472a3c0399f709590978fa/a0961b9c77472a3c0399f709590978fa.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205254.00000-0, db: /tmp/tmpcl6u2l5x/sda/containers/0/8fa/a0961b9c77472a3c0399f709590978fa/a0961b9c77472a3c0399f709590978fa.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205258.00000-0, db: /tmp/tmpcl6u2l5x/sda/containers/0/561/a955bd1ec4c4125d8fedeab152cac561/a955bd1ec4c4125d8fedeab152cac561.db -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_legacy_pending_files -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_legacy_pending_files ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_non_slash ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_order_and_reverse -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_order_and_reverse ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_prefix_delim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_with_reserved_name -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_with_reserved_name ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_load_old_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_load_old_record_from_pending_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_make_tuple_for_pickle -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_make_tuple_for_pickle ... ok -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205258.00000-0, db: /tmp/tmpcl6u2l5x/sda/containers/0/561/a955bd1ec4c4125d8fedeab152cac561/a955bd1ec4c4125d8fedeab152cac561.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205262.00000-0, db: /tmp/tmpcl6u2l5x/sda/containers/0/3dc/3eafa54091940731d2c6f4737eeb53dc/3eafa54091940731d2c6f4737eeb53dc.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205262.00000-0, db: /tmp/tmpcl6u2l5x/sda/containers/0/3dc/3eafa54091940731d2c6f4737eeb53dc/3eafa54091940731d2c6f4737eeb53dc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205266.00000-0, db: /tmp/tmpcl6u2l5x/sda/containers/0/708/be71c78a507b19cc52b7da32d0d8b708/be71c78a507b19cc52b7da32d0d8b708.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205266.00000-0, db: /tmp/tmpcl6u2l5x/sda/containers/0/708/be71c78a507b19cc52b7da32d0d8b708/be71c78a507b19cc52b7da32d0d8b708.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205270.00000-0, db: /tmp/tmpcl6u2l5x/sda/containers/0/f1e/981c512fb0d31f0ba7d75a4821aa4f1e/981c512fb0d31f0ba7d75a4821aa4f1e.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205270.00000-0, db: /tmp/tmpcl6u2l5x/sda/containers/0/f1e/981c512fb0d31f0ba7d75a4821aa4f1e/981c512fb0d31f0ba7d75a4821aa4f1e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205274.00000-0, db: /tmp/tmpcl6u2l5x/sda/containers/0/d9c/38a1da8589f53cdc8bc30912a9cb8d9c/38a1da8589f53cdc8bc30912a9cb8d9c.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205274.00000-0, db: /tmp/tmpcl6u2l5x/sda/containers/0/d9c/38a1da8589f53cdc8bc30912a9cb8d9c/38a1da8589f53cdc8bc30912a9cb8d9c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205278.00000-0, db: /tmp/tmpcl6u2l5x/sda/containers/0/947/892cf7c306634e80cbbb95d7e8b0b947/892cf7c306634e80cbbb95d7e8b0b947.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205278.00000-0, db: /tmp/tmpcl6u2l5x/sda/containers/0/947/892cf7c306634e80cbbb95d7e8b0b947/892cf7c306634e80cbbb95d7e8b0b947.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205282.00000-0, db: /tmp/tmpcl6u2l5x/sda/containers/0/f68/1a259f484061e4acc3e8d7682873ff68/1a259f484061e4acc3e8d7682873ff68.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205282.00000-0, db: /tmp/tmpcl6u2l5x/sda/containers/0/f68/1a259f484061e4acc3e8d7682873ff68/1a259f484061e4acc3e8d7682873ff68.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205286.00000-0, db: /tmp/tmpcl6u2l5x/sda/containers/0/69f/fdfc45de920f1eb055d2ccdb7b13469f/fdfc45de920f1eb055d2ccdb7b13469f.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205286.00000-0, db: /tmp/tmpcl6u2l5x/sda/containers/0/69f/fdfc45de920f1eb055d2ccdb7b13469f/fdfc45de920f1eb055d2ccdb7b13469f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205290.00000-0, db: /tmp/tmpcl6u2l5x/sda/containers/0/621/c4a5ac0cf6960058a9f84055094ac621/c4a5ac0cf6960058a9f84055094ac621.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205290.00000-0, db: /tmp/tmpcl6u2l5x/sda/containers/0/621/c4a5ac0cf6960058a9f84055094ac621/c4a5ac0cf6960058a9f84055094ac621.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205294.00000-0, db: /tmp/tmpcl6u2l5x/sda/containers/0/a86/0850920b5cf2c43e780b33599503ea86/0850920b5cf2c43e780b33599503ea86.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205294.00000-0, db: /tmp/tmpcl6u2l5x/sda/containers/0/a86/0850920b5cf2c43e780b33599503ea86/0850920b5cf2c43e780b33599503ea86.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205298.00000-0, db: /tmp/tmpcl6u2l5x/sda/containers/0/cca/bbf97536ad47055288f49b1740e1dcca/bbf97536ad47055288f49b1740e1dcca.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205298.00000-0, db: /tmp/tmpcl6u2l5x/sda/containers/0/cca/bbf97536ad47055288f49b1740e1dcca/bbf97536ad47055288f49b1740e1dcca.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205302.00000-0, db: /tmp/tmpcl6u2l5x/sda/containers/0/031/a1d11c43c808e7157018a3f001026031/a1d11c43c808e7157018a3f001026031.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205302.00000-0, db: /tmp/tmpcl6u2l5x/sda/containers/0/031/a1d11c43c808e7157018a3f001026031/a1d11c43c808e7157018a3f001026031.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205306.00000-0, db: /tmp/tmpcl6u2l5x/sda/containers/0/124/0de4c8d9524943047dcf1b6986c4d124/0de4c8d9524943047dcf1b6986c4d124.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205306.00000-0, db: /tmp/tmpcl6u2l5x/sda/containers/0/124/0de4c8d9524943047dcf1b6986c4d124/0de4c8d9524943047dcf1b6986c4d124.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205310.00000-0, db: /tmp/tmpcl6u2l5x/sda/containers/0/355/ae0607f1127385f89a4dac8026608355/ae0607f1127385f89a4dac8026608355.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205310.00000-0, db: /tmp/tmpcl6u2l5x/sda/containers/0/355/ae0607f1127385f89a4dac8026608355/ae0607f1127385f89a4dac8026608355.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205314.00000-0, db: /tmp/tmpcl6u2l5x/sda/containers/0/b35/d92f0e1cd1087c56d9ebf5c082f61b35/d92f0e1cd1087c56d9ebf5c082f61b35.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205314.00000-0, db: /tmp/tmpcl6u2l5x/sda/containers/0/b35/d92f0e1cd1087c56d9ebf5c082f61b35/d92f0e1cd1087c56d9ebf5c082f61b35.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205318.00000-0, db: /tmp/tmpcl6u2l5x/sda/containers/0/e94/ef4a6dc48e395c7c246e7b9da9933e94/ef4a6dc48e395c7c246e7b9da9933e94.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205318.00000-0, db: /tmp/tmpcl6u2l5x/sda/containers/0/e94/ef4a6dc48e395c7c246e7b9da9933e94/ef4a6dc48e395c7c246e7b9da9933e94.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205322.00000-0, db: /tmp/tmpcl6u2l5x/sda/containers/0/331/082ba4bbfc5ede5ea19066c484e21331/082ba4bbfc5ede5ea19066c484e21331.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205322.00000-0, db: /tmp/tmpcl6u2l5x/sda/containers/0/331/082ba4bbfc5ede5ea19066c484e21331/082ba4bbfc5ede5ea19066c484e21331.db -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_is_green -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_is_green ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_overwrite -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_overwrite ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_overwrite_unicode -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_overwrite_unicode ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_post_overwrite_out_of_order -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_post_overwrite_out_of_order ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205326.00000-0, db: /tmp/tmpcl6u2l5x/sda/containers/0/ded/d75f4a47a3076a978c0c13fb64762ded/d75f4a47a3076a978c0c13fb64762ded.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205326.00000-0, db: /tmp/tmpcl6u2l5x/sda/containers/0/ded/d75f4a47a3076a978c0c13fb64762ded/d75f4a47a3076a978c0c13fb64762ded.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205330.00000-0, db: /tmp/tmpcl6u2l5x/sda/containers/0/25b/4ab4a8e5800faa0daf565facc5e4125b/4ab4a8e5800faa0daf565facc5e4125b.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205330.00000-0, db: /tmp/tmpcl6u2l5x/sda/containers/0/25b/4ab4a8e5800faa0daf565facc5e4125b/4ab4a8e5800faa0daf565facc5e4125b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205334.00000-0, db: /tmp/tmpcl6u2l5x/sda/containers/0/3c4/535e1bc306c503a90b5f71dee68723c4/535e1bc306c503a90b5f71dee68723c4.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205334.00000-0, db: /tmp/tmpcl6u2l5x/sda/containers/0/3c4/535e1bc306c503a90b5f71dee68723c4/535e1bc306c503a90b5f71dee68723c4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205338.00000-0, db: /tmp/tmpcl6u2l5x/sda/containers/0/642/5a21ae35f4d43d9075e43d4aeb4f9642/5a21ae35f4d43d9075e43d4aeb4f9642.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205338.00000-0, db: /tmp/tmpcl6u2l5x/sda/containers/0/642/5a21ae35f4d43d9075e43d4aeb4f9642/5a21ae35f4d43d9075e43d4aeb4f9642.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205342.00000-0, db: /tmp/tmpcl6u2l5x/sda/containers/0/29e/83920cb06eab99748993bff6787fb29e/83920cb06eab99748993bff6787fb29e.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205342.00000-0, db: /tmp/tmpcl6u2l5x/sda/containers/0/29e/83920cb06eab99748993bff6787fb29e/83920cb06eab99748993bff6787fb29e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205346.00000-0, db: /tmp/tmpcl6u2l5x/sda/containers/0/ce9/afb43b9ae9fc70bc785150ac7b1cace9/afb43b9ae9fc70bc785150ac7b1cace9.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205346.00000-0, db: /tmp/tmpcl6u2l5x/sda/containers/0/ce9/afb43b9ae9fc70bc785150ac7b1cace9/afb43b9ae9fc70bc785150ac7b1cace9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205350.00000-0, db: /tmp/tmpcl6u2l5x/sda/containers/0/824/ba74f7aa884cced9c3166380b98ec824/ba74f7aa884cced9c3166380b98ec824.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205350.00000-0, db: /tmp/tmpcl6u2l5x/sda/containers/0/824/ba74f7aa884cced9c3166380b98ec824/ba74f7aa884cced9c3166380b98ec824.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205354.00000-0, db: /tmp/tmpcl6u2l5x/sda/containers/0/ed1/838b69f02199b67b4d03f9a4b267eed1/838b69f02199b67b4d03f9a4b267eed1.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205354.00000-0, db: /tmp/tmpcl6u2l5x/sda/containers/0/ed1/838b69f02199b67b4d03f9a4b267eed1/838b69f02199b67b4d03f9a4b267eed1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205358.00000-0, db: /tmp/tmpcl6u2l5x/sda/containers/0/039/9222018e9ff9467ad0fb26a63e2b8039/9222018e9ff9467ad0fb26a63e2b8039.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205358.00000-0, db: /tmp/tmpcl6u2l5x/sda/containers/0/039/9222018e9ff9467ad0fb26a63e2b8039/9222018e9ff9467ad0fb26a63e2b8039.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205362.00000-0, db: /tmp/tmpcl6u2l5x/sda/containers/0/078/7bcca51833a79c1f6de801761e928078/7bcca51833a79c1f6de801761e928078.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205362.00000-0, db: /tmp/tmpcl6u2l5x/sda/containers/0/078/7bcca51833a79c1f6de801761e928078/7bcca51833a79c1f6de801761e928078.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205366.00000-0, db: /tmp/tmpcl6u2l5x/sda/containers/0/b3d/a5b9a6dad7ae3e0ccfecee931d31db3d/a5b9a6dad7ae3e0ccfecee931d31db3d.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205366.00000-0, db: /tmp/tmpcl6u2l5x/sda/containers/0/b3d/a5b9a6dad7ae3e0ccfecee931d31db3d/a5b9a6dad7ae3e0ccfecee931d31db3d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205370.00000-0, db: /tmp/tmpcl6u2l5x/sda/containers/0/e09/f9d4d2b6fc9e7f49a9c4583a796b6e09/f9d4d2b6fc9e7f49a9c4583a796b6e09.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205370.00000-0, db: /tmp/tmpcl6u2l5x/sda/containers/0/e09/f9d4d2b6fc9e7f49a9c4583a796b6e09/f9d4d2b6fc9e7f49a9c4583a796b6e09.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205374.00000-0, db: /tmp/tmpcl6u2l5x/sda/containers/0/f52/f6c332850c3325baedc4a4f84f7adf52/f6c332850c3325baedc4a4f84f7adf52.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205374.00000-0, db: /tmp/tmpcl6u2l5x/sda/containers/0/f52/f6c332850c3325baedc4a4f84f7adf52/f6c332850c3325baedc4a4f84f7adf52.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205378.00000-0, db: /tmp/tmpcl6u2l5x/sda/containers/0/375/66788ddee3bc020382fb5e493b207375/66788ddee3bc020382fb5e493b207375.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205378.00000-0, db: /tmp/tmpcl6u2l5x/sda/containers/0/375/66788ddee3bc020382fb5e493b207375/66788ddee3bc020382fb5e493b207375.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205382.00000-0, db: /tmp/tmpcl6u2l5x/sda/containers/0/dfe/01bd220a91126bbd818387e087cd8dfe/01bd220a91126bbd818387e087cd8dfe.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205382.00000-0, db: /tmp/tmpcl6u2l5x/sda/containers/0/dfe/01bd220a91126bbd818387e087cd8dfe/01bd220a91126bbd818387e087cd8dfe.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205386.00000-0, db: /tmp/tmpcl6u2l5x/sda/containers/0/275/33b207de187a39df1e1370d94c564275/33b207de187a39df1e1370d94c564275.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205386.00000-0, db: /tmp/tmpcl6u2l5x/sda/containers/0/275/33b207de187a39df1e1370d94c564275/33b207de187a39df1e1370d94c564275.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205390.00000-0, db: /tmp/tmpcl6u2l5x/sda/containers/0/2e2/d423fa80bdf3f5680910d823b58232e2/d423fa80bdf3f5680910d823b58232e2.db -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_range_single_record -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_range_single_record ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges_deleted ... ok -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205390.00000-0, db: /tmp/tmpcl6u2l5x/sda/containers/0/2e2/d423fa80bdf3f5680910d823b58232e2/d423fa80bdf3f5680910d823b58232e2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205394.00000-0, db: /tmp/tmpcl6u2l5x/sda/containers/0/d4c/9e39890bbc9606a7749f3c5da3fbbd4c/9e39890bbc9606a7749f3c5da3fbbd4c.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205394.00000-0, db: /tmp/tmpcl6u2l5x/sda/containers/0/d4c/9e39890bbc9606a7749f3c5da3fbbd4c/9e39890bbc9606a7749f3c5da3fbbd4c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205398.00000-0, db: /tmp/tmpcl6u2l5x/sda/containers/0/6bc/bf4247d39eae363258597d9054f356bc/bf4247d39eae363258597d9054f356bc.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205398.00000-0, db: /tmp/tmpcl6u2l5x/sda/containers/0/6bc/bf4247d39eae363258597d9054f356bc/bf4247d39eae363258597d9054f356bc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205402.00000-0, db: /tmp/tmpcl6u2l5x/sda/containers/0/71a/7c99277803c351fd8edb7b87a9f6571a/7c99277803c351fd8edb7b87a9f6571a.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205402.00000-0, db: /tmp/tmpcl6u2l5x/sda/containers/0/71a/7c99277803c351fd8edb7b87a9f6571a/7c99277803c351fd8edb7b87a9f6571a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205406.00000-0, db: /tmp/tmpcl6u2l5x/sda/containers/0/5b5/9880484698f74baf87dd62cd10e675b5/9880484698f74baf87dd62cd10e675b5.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205406.00000-0, db: /tmp/tmpcl6u2l5x/sda/containers/0/5b5/9880484698f74baf87dd62cd10e675b5/9880484698f74baf87dd62cd10e675b5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205410.00000-0, db: /tmp/tmpcl6u2l5x/sda/containers/0/5fa/fdd8497115d482bfa87e9dd6838885fa/fdd8497115d482bfa87e9dd6838885fa.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205410.00000-0, db: /tmp/tmpcl6u2l5x/sda/containers/0/5fa/fdd8497115d482bfa87e9dd6838885fa/fdd8497115d482bfa87e9dd6838885fa.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205414.00000-0, db: /tmp/tmpcl6u2l5x/sda/containers/0/2e1/a27f64424c220211a609aa16f4a452e1/a27f64424c220211a609aa16f4a452e1.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205414.00000-0, db: /tmp/tmpcl6u2l5x/sda/containers/0/2e1/a27f64424c220211a609aa16f4a452e1/a27f64424c220211a609aa16f4a452e1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205418.00000-0, db: /tmp/tmpcl6u2l5x/sda/containers/0/4c2/5ad752cbc22784924bf9d12e2b8764c2/5ad752cbc22784924bf9d12e2b8764c2.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205418.00000-0, db: /tmp/tmpcl6u2l5x/sda/containers/0/4c2/5ad752cbc22784924bf9d12e2b8764c2/5ad752cbc22784924bf9d12e2b8764c2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205422.00000-0, db: /tmp/tmpcl6u2l5x/sda/containers/0/09c/a8f3dcb9a95af00270fb37f202fb409c/a8f3dcb9a95af00270fb37f202fb409c.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205422.00000-0, db: /tmp/tmpcl6u2l5x/sda/containers/0/09c/a8f3dcb9a95af00270fb37f202fb409c/a8f3dcb9a95af00270fb37f202fb409c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205426.00000-0, db: /tmp/tmpcl6u2l5x/sda/containers/0/e5d/8655e146e654771d52f1d4889728de5d/8655e146e654771d52f1d4889728de5d.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205426.00000-0, db: /tmp/tmpcl6u2l5x/sda/containers/0/e5d/8655e146e654771d52f1d4889728de5d/8655e146e654771d52f1d4889728de5d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205430.00000-0, db: /tmp/tmpcl6u2l5x/sda/containers/0/624/9159ca6933c9419acd55dcba4e42c624/9159ca6933c9419acd55dcba4e42c624.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205430.00000-0, db: /tmp/tmpcl6u2l5x/sda/containers/0/624/9159ca6933c9419acd55dcba4e42c624/9159ca6933c9419acd55dcba4e42c624.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205434.00000-0, db: /tmp/tmpcl6u2l5x/sda/containers/0/f13/25a82a8a9598dcb95ea9475aefe71f13/25a82a8a9598dcb95ea9475aefe71f13.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205434.00000-0, db: /tmp/tmpcl6u2l5x/sda/containers/0/f13/25a82a8a9598dcb95ea9475aefe71f13/25a82a8a9598dcb95ea9475aefe71f13.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205438.00000-0, db: /tmp/tmpcl6u2l5x/sda/containers/0/261/b327b3883be41c7ae9bb6f64e185c261/b327b3883be41c7ae9bb6f64e185c261.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205438.00000-0, db: /tmp/tmpcl6u2l5x/sda/containers/0/261/b327b3883be41c7ae9bb6f64e185c261/b327b3883be41c7ae9bb6f64e185c261.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205442.00000-0, db: /tmp/tmpcl6u2l5x/sda/containers/0/32e/b6c92b3a9b2df2ddfd397f81bff2332e/b6c92b3a9b2df2ddfd397f81bff2332e.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205442.00000-0, db: /tmp/tmpcl6u2l5x/sda/containers/0/32e/b6c92b3a9b2df2ddfd397f81bff2332e/b6c92b3a9b2df2ddfd397f81bff2332e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205446.00000-0, db: /tmp/tmpcl6u2l5x/sda/containers/0/486/713258fe70a80af8010985644950a486/713258fe70a80af8010985644950a486.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205446.00000-0, db: /tmp/tmpcl6u2l5x/sda/containers/0/486/713258fe70a80af8010985644950a486/713258fe70a80af8010985644950a486.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205450.00000-0, db: /tmp/tmpcl6u2l5x/sda/containers/0/76f/da8013364bb6ff9262308fb5714e876f/da8013364bb6ff9262308fb5714e876f.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205450.00000-0, db: /tmp/tmpcl6u2l5x/sda/containers/0/76f/da8013364bb6ff9262308fb5714e876f/da8013364bb6ff9262308fb5714e876f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205454.00000-0, db: /tmp/tmpcl6u2l5x/sda/containers/0/add/844d6d404b256602feafad0e0db39add/844d6d404b256602feafad0e0db39add.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205454.00000-0, db: /tmp/tmpcl6u2l5x/sda/containers/0/add/844d6d404b256602feafad0e0db39add/844d6d404b256602feafad0e0db39add.db -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_merge_while_unsharded -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_merge_while_unsharded ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205458.00000-0, db: /tmp/tmpcl6u2l5x/sda/containers/0/7f0/e92684d37945af1cc0000d581a76d7f0/e92684d37945af1cc0000d581a76d7f0.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205458.00000-0, db: /tmp/tmpcl6u2l5x/sda/containers/0/7f0/e92684d37945af1cc0000d581a76d7f0/e92684d37945af1cc0000d581a76d7f0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205462.00000-0, db: /tmp/tmpcl6u2l5x/sda/containers/0/a15/7b93f8610a2a47f347e58f3fe5c20a15/7b93f8610a2a47f347e58f3fe5c20a15.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205462.00000-0, db: /tmp/tmpcl6u2l5x/sda/containers/0/a15/7b93f8610a2a47f347e58f3fe5c20a15/7b93f8610a2a47f347e58f3fe5c20a15.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205466.00000-0, db: /tmp/tmpcl6u2l5x/sda/containers/0/895/3ed3d08a083ef5207face89456f4a895/3ed3d08a083ef5207face89456f4a895.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205466.00000-0, db: /tmp/tmpcl6u2l5x/sda/containers/0/895/3ed3d08a083ef5207face89456f4a895/3ed3d08a083ef5207face89456f4a895.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205470.00000-0, db: /tmp/tmpcl6u2l5x/sda/containers/0/2d6/9524fa726ae3155097083c2e5bc412d6/9524fa726ae3155097083c2e5bc412d6.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205470.00000-0, db: /tmp/tmpcl6u2l5x/sda/containers/0/2d6/9524fa726ae3155097083c2e5bc412d6/9524fa726ae3155097083c2e5bc412d6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205474.00000-0, db: /tmp/tmpcl6u2l5x/sda/containers/0/5b4/4b4f01a465e58499098eb07db66d35b4/4b4f01a465e58499098eb07db66d35b4.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205474.00000-0, db: /tmp/tmpcl6u2l5x/sda/containers/0/5b4/4b4f01a465e58499098eb07db66d35b4/4b4f01a465e58499098eb07db66d35b4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205478.00000-0, db: /tmp/tmpcl6u2l5x/sda/containers/0/70b/4b0ee68d5a7455c47bb04579c657470b/4b0ee68d5a7455c47bb04579c657470b.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205478.00000-0, db: /tmp/tmpcl6u2l5x/sda/containers/0/70b/4b0ee68d5a7455c47bb04579c657470b/4b0ee68d5a7455c47bb04579c657470b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205482.00000-0, db: /tmp/tmpcl6u2l5x/sda/containers/0/4ac/c44e658a239e080292ea73e77af594ac/c44e658a239e080292ea73e77af594ac.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205482.00000-0, db: /tmp/tmpcl6u2l5x/sda/containers/0/4ac/c44e658a239e080292ea73e77af594ac/c44e658a239e080292ea73e77af594ac.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205486.00000-0, db: /tmp/tmpcl6u2l5x/sda/containers/0/0af/540b4e06a57beafe989fd92add6b00af/540b4e06a57beafe989fd92add6b00af.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205486.00000-0, db: /tmp/tmpcl6u2l5x/sda/containers/0/0af/540b4e06a57beafe989fd92add6b00af/540b4e06a57beafe989fd92add6b00af.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205490.00000-0, db: /tmp/tmpcl6u2l5x/sda/containers/0/610/68cda9ff69306f39078b747447069610/68cda9ff69306f39078b747447069610.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205490.00000-0, db: /tmp/tmpcl6u2l5x/sda/containers/0/610/68cda9ff69306f39078b747447069610/68cda9ff69306f39078b747447069610.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205494.00000-0, db: /tmp/tmpcl6u2l5x/sda/containers/0/45e/394c4fd6cdaac58678b088fe5221845e/394c4fd6cdaac58678b088fe5221845e.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205494.00000-0, db: /tmp/tmpcl6u2l5x/sda/containers/0/45e/394c4fd6cdaac58678b088fe5221845e/394c4fd6cdaac58678b088fe5221845e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205498.00000-0, db: /tmp/tmpcl6u2l5x/sda/containers/0/df7/15f270330f5c0b590882ea4f0dd2edf7/15f270330f5c0b590882ea4f0dd2edf7.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205498.00000-0, db: /tmp/tmpcl6u2l5x/sda/containers/0/df7/15f270330f5c0b590882ea4f0dd2edf7/15f270330f5c0b590882ea4f0dd2edf7.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205259.00000-0, db: /tmp/tmpi0fphw8k/sda/containers/0/776/c15a2f2ee5f1091ef3daa7bb06bb9776/c15a2f2ee5f1091ef3daa7bb06bb9776.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205259.00000-0, db: /tmp/tmpi0fphw8k/sda/containers/0/776/c15a2f2ee5f1091ef3daa7bb06bb9776/c15a2f2ee5f1091ef3daa7bb06bb9776.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205262.00000-0, db: /tmp/tmpi0fphw8k/sda/containers/0/3dc/3eafa54091940731d2c6f4737eeb53dc/3eafa54091940731d2c6f4737eeb53dc.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205262.00000-0, db: /tmp/tmpi0fphw8k/sda/containers/0/3dc/3eafa54091940731d2c6f4737eeb53dc/3eafa54091940731d2c6f4737eeb53dc.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205265.00000-0, db: /tmp/tmpi0fphw8k/sda/containers/0/482/184a9bda8d663fdde676b43f06e82482/184a9bda8d663fdde676b43f06e82482.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205265.00000-0, db: /tmp/tmpi0fphw8k/sda/containers/0/482/184a9bda8d663fdde676b43f06e82482/184a9bda8d663fdde676b43f06e82482.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205268.00000-0, db: /tmp/tmpi0fphw8k/sda/containers/0/c88/ffd87aeda1dc85c9fa57cb203820ac88/ffd87aeda1dc85c9fa57cb203820ac88.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205268.00000-0, db: /tmp/tmpi0fphw8k/sda/containers/0/c88/ffd87aeda1dc85c9fa57cb203820ac88/ffd87aeda1dc85c9fa57cb203820ac88.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205271.00000-0, db: /tmp/tmpi0fphw8k/sda/containers/0/b35/195ff7ab55dd203ae37fd5be458f7b35/195ff7ab55dd203ae37fd5be458f7b35.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205271.00000-0, db: /tmp/tmpi0fphw8k/sda/containers/0/b35/195ff7ab55dd203ae37fd5be458f7b35/195ff7ab55dd203ae37fd5be458f7b35.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205274.00000-0, db: /tmp/tmpi0fphw8k/sda/containers/0/d9c/38a1da8589f53cdc8bc30912a9cb8d9c/38a1da8589f53cdc8bc30912a9cb8d9c.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205274.00000-0, db: /tmp/tmpi0fphw8k/sda/containers/0/d9c/38a1da8589f53cdc8bc30912a9cb8d9c/38a1da8589f53cdc8bc30912a9cb8d9c.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205277.00000-0, db: /tmp/tmpi0fphw8k/sda/containers/0/3a8/a139672806c0f75780ac1a3e131393a8/a139672806c0f75780ac1a3e131393a8.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205277.00000-0, db: /tmp/tmpi0fphw8k/sda/containers/0/3a8/a139672806c0f75780ac1a3e131393a8/a139672806c0f75780ac1a3e131393a8.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205280.00000-0, db: /tmp/tmpi0fphw8k/sda/containers/0/13c/6893e3dd01bb87ada889e28809b9e13c/6893e3dd01bb87ada889e28809b9e13c.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205280.00000-0, db: /tmp/tmpi0fphw8k/sda/containers/0/13c/6893e3dd01bb87ada889e28809b9e13c/6893e3dd01bb87ada889e28809b9e13c.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205283.00000-0, db: /tmp/tmpi0fphw8k/sda/containers/0/1fd/5af2c24b74309fa5d701b1417dcbb1fd/5af2c24b74309fa5d701b1417dcbb1fd.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205283.00000-0, db: /tmp/tmpi0fphw8k/sda/containers/0/1fd/5af2c24b74309fa5d701b1417dcbb1fd/5af2c24b74309fa5d701b1417dcbb1fd.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205286.00000-0, db: /tmp/tmpi0fphw8k/sda/containers/0/69f/fdfc45de920f1eb055d2ccdb7b13469f/fdfc45de920f1eb055d2ccdb7b13469f.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205286.00000-0, db: /tmp/tmpi0fphw8k/sda/containers/0/69f/fdfc45de920f1eb055d2ccdb7b13469f/fdfc45de920f1eb055d2ccdb7b13469f.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205289.00000-0, db: /tmp/tmpi0fphw8k/sda/containers/0/656/fca3b0715c20990df14e9bf3c3944656/fca3b0715c20990df14e9bf3c3944656.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205289.00000-0, db: /tmp/tmpi0fphw8k/sda/containers/0/656/fca3b0715c20990df14e9bf3c3944656/fca3b0715c20990df14e9bf3c3944656.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205292.00000-0, db: /tmp/tmpi0fphw8k/sda/containers/0/828/7fe8ec7a26310158c11e18a341236828/7fe8ec7a26310158c11e18a341236828.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205292.00000-0, db: /tmp/tmpi0fphw8k/sda/containers/0/828/7fe8ec7a26310158c11e18a341236828/7fe8ec7a26310158c11e18a341236828.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205295.00000-0, db: /tmp/tmpi0fphw8k/sda/containers/0/6fd/479081162adb7a530d648879a979b6fd/479081162adb7a530d648879a979b6fd.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205295.00000-0, db: /tmp/tmpi0fphw8k/sda/containers/0/6fd/479081162adb7a530d648879a979b6fd/479081162adb7a530d648879a979b6fd.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205298.00000-0, db: /tmp/tmpi0fphw8k/sda/containers/0/cca/bbf97536ad47055288f49b1740e1dcca/bbf97536ad47055288f49b1740e1dcca.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205298.00000-0, db: /tmp/tmpi0fphw8k/sda/containers/0/cca/bbf97536ad47055288f49b1740e1dcca/bbf97536ad47055288f49b1740e1dcca.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205301.00000-0, db: /tmp/tmpi0fphw8k/sda/containers/0/abc/cc5840535a9839bd010b2b6992d8dabc/cc5840535a9839bd010b2b6992d8dabc.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205301.00000-0, db: /tmp/tmpi0fphw8k/sda/containers/0/abc/cc5840535a9839bd010b2b6992d8dabc/cc5840535a9839bd010b2b6992d8dabc.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205304.00000-0, db: /tmp/tmpi0fphw8k/sda/containers/0/a8a/7e842f18a16fd07fd2dccf31817b9a8a/7e842f18a16fd07fd2dccf31817b9a8a.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205304.00000-0, db: /tmp/tmpi0fphw8k/sda/containers/0/a8a/7e842f18a16fd07fd2dccf31817b9a8a/7e842f18a16fd07fd2dccf31817b9a8a.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205307.00000-0, db: /tmp/tmpi0fphw8k/sda/containers/0/b8e/82b945a516f83df7cdffc32a974d4b8e/82b945a516f83df7cdffc32a974d4b8e.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205307.00000-0, db: /tmp/tmpi0fphw8k/sda/containers/0/b8e/82b945a516f83df7cdffc32a974d4b8e/82b945a516f83df7cdffc32a974d4b8e.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205310.00000-0, db: /tmp/tmpi0fphw8k/sda/containers/0/355/ae0607f1127385f89a4dac8026608355/ae0607f1127385f89a4dac8026608355.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205310.00000-0, db: /tmp/tmpi0fphw8k/sda/containers/0/355/ae0607f1127385f89a4dac8026608355/ae0607f1127385f89a4dac8026608355.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205313.00000-0, db: /tmp/tmpi0fphw8k/sda/containers/0/2b1/d9cbfffe3480b5efbcd4c7ef866b12b1/d9cbfffe3480b5efbcd4c7ef866b12b1.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205313.00000-0, db: /tmp/tmpi0fphw8k/sda/containers/0/2b1/d9cbfffe3480b5efbcd4c7ef866b12b1/d9cbfffe3480b5efbcd4c7ef866b12b1.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205316.00000-0, db: /tmp/tmpi0fphw8k/sda/containers/0/6b1/6665d0fe6b236c4f04f173f589f166b1/6665d0fe6b236c4f04f173f589f166b1.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205316.00000-0, db: /tmp/tmpi0fphw8k/sda/containers/0/6b1/6665d0fe6b236c4f04f173f589f166b1/6665d0fe6b236c4f04f173f589f166b1.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205319.00000-0, db: /tmp/tmpi0fphw8k/sda/containers/0/d89/b847effb8ddcece3e47af87514138d89/b847effb8ddcece3e47af87514138d89.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205319.00000-0, db: /tmp/tmpi0fphw8k/sda/containers/0/d89/b847effb8ddcece3e47af87514138d89/b847effb8ddcece3e47af87514138d89.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205322.00000-0, db: /tmp/tmpi0fphw8k/sda/containers/0/331/082ba4bbfc5ede5ea19066c484e21331/082ba4bbfc5ede5ea19066c484e21331.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205322.00000-0, db: /tmp/tmpi0fphw8k/sda/containers/0/331/082ba4bbfc5ede5ea19066c484e21331/082ba4bbfc5ede5ea19066c484e21331.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205325.00000-0, db: /tmp/tmpi0fphw8k/sda/containers/0/451/c66d51178042fbe0145993c5c023f451/c66d51178042fbe0145993c5c023f451.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205325.00000-0, db: /tmp/tmpi0fphw8k/sda/containers/0/451/c66d51178042fbe0145993c5c023f451/c66d51178042fbe0145993c5c023f451.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205328.00000-0, db: /tmp/tmpi0fphw8k/sda/containers/0/cca/d8c47c770863d11eebe7f15de05d4cca/d8c47c770863d11eebe7f15de05d4cca.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205328.00000-0, db: /tmp/tmpi0fphw8k/sda/containers/0/cca/d8c47c770863d11eebe7f15de05d4cca/d8c47c770863d11eebe7f15de05d4cca.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205331.00000-0, db: /tmp/tmpi0fphw8k/sda/containers/0/840/32c70118a1052a1658893e225450e840/32c70118a1052a1658893e225450e840.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205331.00000-0, db: /tmp/tmpi0fphw8k/sda/containers/0/840/32c70118a1052a1658893e225450e840/32c70118a1052a1658893e225450e840.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205334.00000-0, db: /tmp/tmpi0fphw8k/sda/containers/0/3c4/535e1bc306c503a90b5f71dee68723c4/535e1bc306c503a90b5f71dee68723c4.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205334.00000-0, db: /tmp/tmpi0fphw8k/sda/containers/0/3c4/535e1bc306c503a90b5f71dee68723c4/535e1bc306c503a90b5f71dee68723c4.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205337.00000-0, db: /tmp/tmpi0fphw8k/sda/containers/0/c47/0049318a4c0b2cef0a4ced2b26513c47/0049318a4c0b2cef0a4ced2b26513c47.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205337.00000-0, db: /tmp/tmpi0fphw8k/sda/containers/0/c47/0049318a4c0b2cef0a4ced2b26513c47/0049318a4c0b2cef0a4ced2b26513c47.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205340.00000-0, db: /tmp/tmpi0fphw8k/sda/containers/0/d79/d8ae60d729e3d8d8749e511985c8cd79/d8ae60d729e3d8d8749e511985c8cd79.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205340.00000-0, db: /tmp/tmpi0fphw8k/sda/containers/0/d79/d8ae60d729e3d8d8749e511985c8cd79/d8ae60d729e3d8d8749e511985c8cd79.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205343.00000-0, db: /tmp/tmpi0fphw8k/sda/containers/0/7f6/3a68fd628e25124b67825631611127f6/3a68fd628e25124b67825631611127f6.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205343.00000-0, db: /tmp/tmpi0fphw8k/sda/containers/0/7f6/3a68fd628e25124b67825631611127f6/3a68fd628e25124b67825631611127f6.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205346.00000-0, db: /tmp/tmpi0fphw8k/sda/containers/0/ce9/afb43b9ae9fc70bc785150ac7b1cace9/afb43b9ae9fc70bc785150ac7b1cace9.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205346.00000-0, db: /tmp/tmpi0fphw8k/sda/containers/0/ce9/afb43b9ae9fc70bc785150ac7b1cace9/afb43b9ae9fc70bc785150ac7b1cace9.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205349.00000-0, db: /tmp/tmpi0fphw8k/sda/containers/0/16c/2378fa42cee124145d3ff049f96e516c/2378fa42cee124145d3ff049f96e516c.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205349.00000-0, db: /tmp/tmpi0fphw8k/sda/containers/0/16c/2378fa42cee124145d3ff049f96e516c/2378fa42cee124145d3ff049f96e516c.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205352.00000-0, db: /tmp/tmpi0fphw8k/sda/containers/0/0aa/b98d2bed0ab0f02f3532a458612060aa/b98d2bed0ab0f02f3532a458612060aa.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205352.00000-0, db: /tmp/tmpi0fphw8k/sda/containers/0/0aa/b98d2bed0ab0f02f3532a458612060aa/b98d2bed0ab0f02f3532a458612060aa.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205355.00000-0, db: /tmp/tmpi0fphw8k/sda/containers/0/59c/a0baed7b6d124bc410609c3ed65c559c/a0baed7b6d124bc410609c3ed65c559c.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205355.00000-0, db: /tmp/tmpi0fphw8k/sda/containers/0/59c/a0baed7b6d124bc410609c3ed65c559c/a0baed7b6d124bc410609c3ed65c559c.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205358.00000-0, db: /tmp/tmpi0fphw8k/sda/containers/0/039/9222018e9ff9467ad0fb26a63e2b8039/9222018e9ff9467ad0fb26a63e2b8039.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205358.00000-0, db: /tmp/tmpi0fphw8k/sda/containers/0/039/9222018e9ff9467ad0fb26a63e2b8039/9222018e9ff9467ad0fb26a63e2b8039.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205361.00000-0, db: /tmp/tmpi0fphw8k/sda/containers/0/23d/652400b82042fc9b27995fdb811e623d/652400b82042fc9b27995fdb811e623d.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205361.00000-0, db: /tmp/tmpi0fphw8k/sda/containers/0/23d/652400b82042fc9b27995fdb811e623d/652400b82042fc9b27995fdb811e623d.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205364.00000-0, db: /tmp/tmpi0fphw8k/sda/containers/0/7f8/2978051a056781aac29312a54102b7f8/2978051a056781aac29312a54102b7f8.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205364.00000-0, db: /tmp/tmpi0fphw8k/sda/containers/0/7f8/2978051a056781aac29312a54102b7f8/2978051a056781aac29312a54102b7f8.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205367.00000-0, db: /tmp/tmpi0fphw8k/sda/containers/0/73b/36d891482b190aba5b7684cf1e19873b/36d891482b190aba5b7684cf1e19873b.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205367.00000-0, db: /tmp/tmpi0fphw8k/sda/containers/0/73b/36d891482b190aba5b7684cf1e19873b/36d891482b190aba5b7684cf1e19873b.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205370.00000-0, db: /tmp/tmpi0fphw8k/sda/containers/0/e09/f9d4d2b6fc9e7f49a9c4583a796b6e09/f9d4d2b6fc9e7f49a9c4583a796b6e09.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205370.00000-0, db: /tmp/tmpi0fphw8k/sda/containers/0/e09/f9d4d2b6fc9e7f49a9c4583a796b6e09/f9d4d2b6fc9e7f49a9c4583a796b6e09.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205373.00000-0, db: /tmp/tmpi0fphw8k/sda/containers/0/5a8/61c07d4e2d37a58f0806019264c175a8/61c07d4e2d37a58f0806019264c175a8.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205373.00000-0, db: /tmp/tmpi0fphw8k/sda/containers/0/5a8/61c07d4e2d37a58f0806019264c175a8/61c07d4e2d37a58f0806019264c175a8.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205376.00000-0, db: /tmp/tmpi0fphw8k/sda/containers/0/917/2c7679d7f48120a28cbcf3408c41d917/2c7679d7f48120a28cbcf3408c41d917.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205376.00000-0, db: /tmp/tmpi0fphw8k/sda/containers/0/917/2c7679d7f48120a28cbcf3408c41d917/2c7679d7f48120a28cbcf3408c41d917.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205379.00000-0, db: /tmp/tmpi0fphw8k/sda/containers/0/490/a0ad014308327435d1577d7d5024b490/a0ad014308327435d1577d7d5024b490.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205379.00000-0, db: /tmp/tmpi0fphw8k/sda/containers/0/490/a0ad014308327435d1577d7d5024b490/a0ad014308327435d1577d7d5024b490.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205382.00000-0, db: /tmp/tmpi0fphw8k/sda/containers/0/dfe/01bd220a91126bbd818387e087cd8dfe/01bd220a91126bbd818387e087cd8dfe.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205382.00000-0, db: /tmp/tmpi0fphw8k/sda/containers/0/dfe/01bd220a91126bbd818387e087cd8dfe/01bd220a91126bbd818387e087cd8dfe.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205385.00000-0, db: /tmp/tmpi0fphw8k/sda/containers/0/451/eec732493dae413d6386ec1546193451/eec732493dae413d6386ec1546193451.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205385.00000-0, db: /tmp/tmpi0fphw8k/sda/containers/0/451/eec732493dae413d6386ec1546193451/eec732493dae413d6386ec1546193451.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205388.00000-0, db: /tmp/tmpi0fphw8k/sda/containers/0/9ce/2e63b10fafc2573f4c7cca719a7979ce/2e63b10fafc2573f4c7cca719a7979ce.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205388.00000-0, db: /tmp/tmpi0fphw8k/sda/containers/0/9ce/2e63b10fafc2573f4c7cca719a7979ce/2e63b10fafc2573f4c7cca719a7979ce.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205391.00000-0, db: /tmp/tmpi0fphw8k/sda/containers/0/1e7/eea85d50e8eac4f378bca16cafb5e1e7/eea85d50e8eac4f378bca16cafb5e1e7.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205391.00000-0, db: /tmp/tmpi0fphw8k/sda/containers/0/1e7/eea85d50e8eac4f378bca16cafb5e1e7/eea85d50e8eac4f378bca16cafb5e1e7.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205394.00000-0, db: /tmp/tmpi0fphw8k/sda/containers/0/d4c/9e39890bbc9606a7749f3c5da3fbbd4c/9e39890bbc9606a7749f3c5da3fbbd4c.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205394.00000-0, db: /tmp/tmpi0fphw8k/sda/containers/0/d4c/9e39890bbc9606a7749f3c5da3fbbd4c/9e39890bbc9606a7749f3c5da3fbbd4c.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205397.00000-0, db: /tmp/tmpi0fphw8k/sda/containers/0/e05/64f756263600ca2aa462e488b84b6e05/64f756263600ca2aa462e488b84b6e05.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205397.00000-0, db: /tmp/tmpi0fphw8k/sda/containers/0/e05/64f756263600ca2aa462e488b84b6e05/64f756263600ca2aa462e488b84b6e05.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205400.00000-0, db: /tmp/tmpi0fphw8k/sda/containers/0/bdc/5c2ee07efb88e988754302e6603cdbdc/5c2ee07efb88e988754302e6603cdbdc.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205400.00000-0, db: /tmp/tmpi0fphw8k/sda/containers/0/bdc/5c2ee07efb88e988754302e6603cdbdc/5c2ee07efb88e988754302e6603cdbdc.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205403.00000-0, db: /tmp/tmpi0fphw8k/sda/containers/0/e39/8704309009e4610ab6d02db4b18dde39/8704309009e4610ab6d02db4b18dde39.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205403.00000-0, db: /tmp/tmpi0fphw8k/sda/containers/0/e39/8704309009e4610ab6d02db4b18dde39/8704309009e4610ab6d02db4b18dde39.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205406.00000-0, db: /tmp/tmpi0fphw8k/sda/containers/0/5b5/9880484698f74baf87dd62cd10e675b5/9880484698f74baf87dd62cd10e675b5.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205406.00000-0, db: /tmp/tmpi0fphw8k/sda/containers/0/5b5/9880484698f74baf87dd62cd10e675b5/9880484698f74baf87dd62cd10e675b5.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205409.00000-0, db: /tmp/tmpi0fphw8k/sda/containers/0/115/ce61ee75a1ab4a935298a27c4c07c115/ce61ee75a1ab4a935298a27c4c07c115.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205409.00000-0, db: /tmp/tmpi0fphw8k/sda/containers/0/115/ce61ee75a1ab4a935298a27c4c07c115/ce61ee75a1ab4a935298a27c4c07c115.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205412.00000-0, db: /tmp/tmpi0fphw8k/sda/containers/0/482/11b232e54a41637358e211fe05610482/11b232e54a41637358e211fe05610482.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205412.00000-0, db: /tmp/tmpi0fphw8k/sda/containers/0/482/11b232e54a41637358e211fe05610482/11b232e54a41637358e211fe05610482.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205415.00000-0, db: /tmp/tmpi0fphw8k/sda/containers/0/a9b/98d8dc9f9da071788e8a5e1ed5462a9b/98d8dc9f9da071788e8a5e1ed5462a9b.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205415.00000-0, db: /tmp/tmpi0fphw8k/sda/containers/0/a9b/98d8dc9f9da071788e8a5e1ed5462a9b/98d8dc9f9da071788e8a5e1ed5462a9b.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205418.00000-0, db: /tmp/tmpi0fphw8k/sda/containers/0/4c2/5ad752cbc22784924bf9d12e2b8764c2/5ad752cbc22784924bf9d12e2b8764c2.db -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_missing_own_merged_while_shrinking -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_missing_own_merged_while_shrinking ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges_state -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges_state ... ok -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205418.00000-0, db: /tmp/tmpi0fphw8k/sda/containers/0/4c2/5ad752cbc22784924bf9d12e2b8764c2/5ad752cbc22784924bf9d12e2b8764c2.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205421.00000-0, db: /tmp/tmpi0fphw8k/sda/containers/0/2a9/7381b2e3339315de021b9e74481902a9/7381b2e3339315de021b9e74481902a9.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205421.00000-0, db: /tmp/tmpi0fphw8k/sda/containers/0/2a9/7381b2e3339315de021b9e74481902a9/7381b2e3339315de021b9e74481902a9.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205424.00000-0, db: /tmp/tmpi0fphw8k/sda/containers/0/0ab/920b79504c8d37bc8e2608c2651ba0ab/920b79504c8d37bc8e2608c2651ba0ab.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205424.00000-0, db: /tmp/tmpi0fphw8k/sda/containers/0/0ab/920b79504c8d37bc8e2608c2651ba0ab/920b79504c8d37bc8e2608c2651ba0ab.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205270.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/f1e/981c512fb0d31f0ba7d75a4821aa4f1e/981c512fb0d31f0ba7d75a4821aa4f1e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205275.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/422/607422d9a3d9868f82a1f2e017584422/607422d9a3d9868f82a1f2e017584422.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205280.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/13c/6893e3dd01bb87ada889e28809b9e13c/6893e3dd01bb87ada889e28809b9e13c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205285.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/9ce/9cd6a2c1798cbda14f8ce9168b17f9ce/9cd6a2c1798cbda14f8ce9168b17f9ce.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205290.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/621/c4a5ac0cf6960058a9f84055094ac621/c4a5ac0cf6960058a9f84055094ac621.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205295.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/6fd/479081162adb7a530d648879a979b6fd/479081162adb7a530d648879a979b6fd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205300.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/912/2d3dd3dcfa6a3a6e133b17454a044912/2d3dd3dcfa6a3a6e133b17454a044912.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205305.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/5b7/3a1eabd117173270acf3e63596dc85b7/3a1eabd117173270acf3e63596dc85b7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205310.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/355/ae0607f1127385f89a4dac8026608355/ae0607f1127385f89a4dac8026608355.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205315.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/016/5f61dc384af43181eff10dd98b051016/5f61dc384af43181eff10dd98b051016.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205320.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/7dd/653a60d8d9dd2b3f03a6d70e459657dd/653a60d8d9dd2b3f03a6d70e459657dd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205325.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/451/c66d51178042fbe0145993c5c023f451/c66d51178042fbe0145993c5c023f451.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205330.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/25b/4ab4a8e5800faa0daf565facc5e4125b/4ab4a8e5800faa0daf565facc5e4125b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205335.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/8f2/90c5df833a8a219fb059981ce54198f2/90c5df833a8a219fb059981ce54198f2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205340.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/d79/d8ae60d729e3d8d8749e511985c8cd79/d8ae60d729e3d8d8749e511985c8cd79.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205345.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/bc7/42611a30634535ad8bc480ee87896bc7/42611a30634535ad8bc480ee87896bc7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205350.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/824/ba74f7aa884cced9c3166380b98ec824/ba74f7aa884cced9c3166380b98ec824.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205355.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/59c/a0baed7b6d124bc410609c3ed65c559c/a0baed7b6d124bc410609c3ed65c559c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205360.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/853/e653b06009c22b78bdf2094e1a773853/e653b06009c22b78bdf2094e1a773853.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205365.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/7d9/56bf987a88d20b3859fb8d7690c947d9/56bf987a88d20b3859fb8d7690c947d9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205370.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/e09/f9d4d2b6fc9e7f49a9c4583a796b6e09/f9d4d2b6fc9e7f49a9c4583a796b6e09.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205375.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/282/572a118544d72d6992091aa2f182c282/572a118544d72d6992091aa2f182c282.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205380.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/67e/5d35698032be0c372f26749b0568d67e/5d35698032be0c372f26749b0568d67e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205385.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/451/eec732493dae413d6386ec1546193451/eec732493dae413d6386ec1546193451.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205390.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/2e2/d423fa80bdf3f5680910d823b58232e2/d423fa80bdf3f5680910d823b58232e2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205395.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/656/3845c4feffbcfacec60951066a18d656/3845c4feffbcfacec60951066a18d656.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205400.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/bdc/5c2ee07efb88e988754302e6603cdbdc/5c2ee07efb88e988754302e6603cdbdc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205405.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/721/3e49616bb169258c7f5ba0dd4f1b6721/3e49616bb169258c7f5ba0dd4f1b6721.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205410.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/5fa/fdd8497115d482bfa87e9dd6838885fa/fdd8497115d482bfa87e9dd6838885fa.db -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_newid -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_newid ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_old_style_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_old_style_root_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_old_style_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_root_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_old_style_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_old_style_root_account_container_path ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205415.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/a9b/98d8dc9f9da071788e8a5e1ed5462a9b/98d8dc9f9da071788e8a5e1ed5462a9b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205420.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/b1f/238c4428af586e37dddf9ed7b25efb1f/238c4428af586e37dddf9ed7b25efb1f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205425.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/da0/739711818df4a15cbd6151a8a6f61da0/739711818df4a15cbd6151a8a6f61da0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205430.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/624/9159ca6933c9419acd55dcba4e42c624/9159ca6933c9419acd55dcba4e42c624.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205435.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/a6a/b8ae699c5aa7c6e1ca1365ca39974a6a/b8ae699c5aa7c6e1ca1365ca39974a6a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205440.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/ace/d51d87a4f9e060492e831242500deace/d51d87a4f9e060492e831242500deace.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205445.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/f60/63df5bf028be33403c805bfaba80bf60/63df5bf028be33403c805bfaba80bf60.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205450.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/76f/da8013364bb6ff9262308fb5714e876f/da8013364bb6ff9262308fb5714e876f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205455.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/519/9aed5e54869ceb64b535eaa5af4a1519/9aed5e54869ceb64b535eaa5af4a1519.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205460.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/601/b6cc36eb9e3a9ed1f59b72cd8e9a4601/b6cc36eb9e3a9ed1f59b72cd8e9a4601.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205465.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/2c7/6e248028fde348cb72952c05e60162c7/6e248028fde348cb72952c05e60162c7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205470.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/2d6/9524fa726ae3155097083c2e5bc412d6/9524fa726ae3155097083c2e5bc412d6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205475.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/34f/37a8b2ea13be5ab61fb44da7ee0c334f/37a8b2ea13be5ab61fb44da7ee0c334f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205480.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/f48/8ed2e9747727f28a70190a43dc5dff48/8ed2e9747727f28a70190a43dc5dff48.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205485.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/f8a/542f0db9cd4e3e5de7b1c9043228af8a/542f0db9cd4e3e5de7b1c9043228af8a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205490.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/610/68cda9ff69306f39078b747447069610/68cda9ff69306f39078b747447069610.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205495.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/dae/3a21f0a1993a8516b96c61ae9c6b9dae/3a21f0a1993a8516b96c61ae9c6b9dae.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205500.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/5b1/7372ac6742cd6f9f0dca9d15eed445b1/7372ac6742cd6f9f0dca9d15eed445b1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205505.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/5b3/5e11d72bae512a5f9898e428f71bf5b3/5e11d72bae512a5f9898e428f71bf5b3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205510.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/f3a/8b009bd98a7f8f607fc3f1a8aa7f0f3a/8b009bd98a7f8f607fc3f1a8aa7f0f3a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205515.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/31d/817312727259e0188dc06c80190c631d/817312727259e0188dc06c80190c631d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205520.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/84a/4414e1c86176755023f9e9dbf139c84a/4414e1c86176755023f9e9dbf139c84a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205525.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/3d9/464f58586b95f53a4caa8d102abb53d9/464f58586b95f53a4caa8d102abb53d9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205530.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/b09/23376e5da016682884e91aace08f5b09/23376e5da016682884e91aace08f5b09.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205535.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/35c/724feacacd96f74f6f1ea687ec63735c/724feacacd96f74f6f1ea687ec63735c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205540.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/5ea/3cbfa536710441a4048c3515b320b5ea/3cbfa536710441a4048c3515b320b5ea.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205545.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/305/a2344d15c9529de2ba3e097513c4a305/a2344d15c9529de2ba3e097513c4a305.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205550.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/c69/ba84cf3dfd498b3b379a40dc44afbc69/ba84cf3dfd498b3b379a40dc44afbc69.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205555.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/6a9/e9ae804d1e47f4d71c590a5b4f2a86a9/e9ae804d1e47f4d71c590a5b4f2a86a9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205560.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/988/2c14d04b897aabd68558c219020c2988/2c14d04b897aabd68558c219020c2988.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205565.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/d7f/3b975ad264ba59f7748e07ff82ebad7f/3b975ad264ba59f7748e07ff82ebad7f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205570.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/ef2/fc9fb6df020fc5801cb2e0c7dbb69ef2/fc9fb6df020fc5801cb2e0c7dbb69ef2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205575.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/33d/6a771d62a5cb74dedb7a7e2bdea8f33d/6a771d62a5cb74dedb7a7e2bdea8f33d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205580.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/781/a58f3834b3268694bda9c4342c704781/a58f3834b3268694bda9c4342c704781.db -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_overlap_shard_range_order -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_overlap_shard_range_order ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_path -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_pending_file_name -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_pending_file_name ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_policy_stat_tracking -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_policy_stat_tracking ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_misplaced_object_does_not_effect_container_stats -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_misplaced_object_does_not_effect_container_stats ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_encoded_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_encoded_timestamps_using_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_encoded_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_encoded_timestamps_using_memory ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_explicit_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_explicit_timestamps_using_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_explicit_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_explicit_timestamps_using_memory ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205585.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/fa0/22f03a6d5d6d9ca7995d8dc708c46fa0/22f03a6d5d6d9ca7995d8dc708c46fa0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205590.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/846/a07572bc9e3c51b08f9e50d37e746846/a07572bc9e3c51b08f9e50d37e746846.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205595.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/31b/dbdfe89ba1a1748dd8ac618bfeea131b/dbdfe89ba1a1748dd8ac618bfeea131b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205600.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/a2f/2fa379e4eace7faebf51cf5864aa9a2f/2fa379e4eace7faebf51cf5864aa9a2f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205605.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/2db/4851c0401b90e4e50fa5d6dd04ece2db/4851c0401b90e4e50fa5d6dd04ece2db.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205610.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/26e/d45c60f2b50f8d648c9fcc0f6819226e/d45c60f2b50f8d648c9fcc0f6819226e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205615.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/c9e/c6fe484e5983f3589b4894d48aa45c9e/c6fe484e5983f3589b4894d48aa45c9e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205620.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/99e/96e79ee22e2c98772b5c7ac34745299e/96e79ee22e2c98772b5c7ac34745299e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205625.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/4d3/26327e22249a3fa1336122dfbc7cb4d3/26327e22249a3fa1336122dfbc7cb4d3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205630.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/02e/00a7ff4e52ad5bb3b9d4368bb0e1902e/00a7ff4e52ad5bb3b9d4368bb0e1902e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205635.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/f47/3dcce59c4cf7d6f4db3c0dfd7adb2f47/3dcce59c4cf7d6f4db3c0dfd7adb2f47.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205640.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/00f/76b500e38bfcb06a694b38355b88800f/76b500e38bfcb06a694b38355b88800f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205645.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/fc5/bbeeeccea44d5d7e68cbd6485df50fc5/bbeeeccea44d5d7e68cbd6485df50fc5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205650.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/b28/d8a7b9bc5139130046de623344bf7b28/d8a7b9bc5139130046de623344bf7b28.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205655.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/1b3/33f7dbca80206480923ca384978481b3/33f7dbca80206480923ca384978481b3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205660.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/6c9/67cd2ed1ec465b68e52f94bf53df36c9/67cd2ed1ec465b68e52f94bf53df36c9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205665.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/1a1/ba3f510695eef0da83bf644b0b5f01a1/ba3f510695eef0da83bf644b0b5f01a1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205670.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/63f/18bd5f5616bf50695ae64aaa4bfbe63f/18bd5f5616bf50695ae64aaa4bfbe63f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205675.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/d71/6ca73e4259b1e82ac97517dc3033bd71/6ca73e4259b1e82ac97517dc3033bd71.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205680.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/3a8/ffd332a37b264ca94250a21ffee2b3a8/ffd332a37b264ca94250a21ffee2b3a8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205685.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/06b/fdedde2639058b0d4e8525a73ae7b06b/fdedde2639058b0d4e8525a73ae7b06b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205690.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/3e9/1203575b8d377b563c9a711176daf3e9/1203575b8d377b563c9a711176daf3e9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205695.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/44c/3d0ac316d67381021b4fe1e2b87ef44c/3d0ac316d67381021b4fe1e2b87ef44c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205700.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/202/6d430e9d9cfe27cc8ddb31ed0260e202/6d430e9d9cfe27cc8ddb31ed0260e202.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205705.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/302/1faaff384ddb750846237afceaa31302/1faaff384ddb750846237afceaa31302.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205710.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/34a/f589ad8567cc6043334a1f79ee75d34a/f589ad8567cc6043334a1f79ee75d34a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205715.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/360/84de248af53b5e26511586f582f26360/84de248af53b5e26511586f582f26360.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205720.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/edb/e01177d8b7163edcca5849e41b4ecedb/e01177d8b7163edcca5849e41b4ecedb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205725.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/afc/5ad97de1d8be4a31c046edc4b4c7bafc/5ad97de1d8be4a31c046edc4b4c7bafc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205730.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/d31/11ec2be42cbe69f9593ef14c6c6fbd31/11ec2be42cbe69f9593ef14c6c6fbd31.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205735.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/792/0583f2f65000784f43e94fea048cc792/0583f2f65000784f43e94fea048cc792.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205740.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/b27/1af30ed3cdaef38b6e14de06985dcb27/1af30ed3cdaef38b6e14de06985dcb27.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205745.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/553/c3d79046a043dd7e859d593c7cb8a553/c3d79046a043dd7e859d593c7cb8a553.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205750.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/b19/61a999425d3a645425b16404c6083b19/61a999425d3a645425b16404c6083b19.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205755.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/8b0/aa154fab34c80c6ddd883efd77d838b0/aa154fab34c80c6ddd883efd77d838b0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205760.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/8a7/63cb77e68e935a8a73b88f0966da68a7/63cb77e68e935a8a73b88f0966da68a7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205765.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/3f7/5f470f9af58f9ebe7e3059ada34943f7/5f470f9af58f9ebe7e3059ada34943f7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205770.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/e68/0c8daefdb9c59c6656fc09894fa45e68/0c8daefdb9c59c6656fc09894fa45e68.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205775.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/0d3/898eb69d6fa2ac0c329d8bc2b2c330d3/898eb69d6fa2ac0c329d8bc2b2c330d3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205780.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/768/d8b3aed8976319ecc198f4497c1f7768/d8b3aed8976319ecc198f4497c1f7768.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205785.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/ae1/aabbcb96281a69cc07a97506d9c23ae1/aabbcb96281a69cc07a97506d9c23ae1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205790.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/4a9/ab630869822078bc7c745795523304a9/ab630869822078bc7c745795523304a9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205795.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/083/1ec91efc3ce04e061d23028a246ad083/1ec91efc3ce04e061d23028a246ad083.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205800.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/c75/19377f3fd3ff074cd62e375a28e2bc75/19377f3fd3ff074cd62e375a28e2bc75.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205805.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/166/2dbec39b5ab1d62fb30bdd368ee3f166/2dbec39b5ab1d62fb30bdd368ee3f166.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205810.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/a83/0b0cd99da26c2882d4ce8b63daba6a83/0b0cd99da26c2882d4ce8b63daba6a83.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205815.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/16b/265ccb4c6f2df32a3c6182ec60fd716b/265ccb4c6f2df32a3c6182ec60fd716b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205820.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/09e/e19777e5187a8627705767c735a3209e/e19777e5187a8627705767c735a3209e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205825.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/37a/b37f2dea9b8c21b2b4d1803eadab537a/b37f2dea9b8c21b2b4d1803eadab537a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205830.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/d92/d02729d6d73ff2ccdf63dd09c4596d92/d02729d6d73ff2ccdf63dd09c4596d92.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205835.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/787/6136511bf75930aaff75cc5869ef1787/6136511bf75930aaff75cc5869ef1787.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205840.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/126/1f8d7eaa1085037809703c2c4e07b126/1f8d7eaa1085037809703c2c4e07b126.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205845.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/b72/923a12e920b6d5d6917c636566054b72/923a12e920b6d5d6917c636566054b72.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205850.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/dd7/8a9026a32a73b70d4e5836a6e09a3dd7/8a9026a32a73b70d4e5836a6e09a3dd7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205855.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/0e7/4a45932c402ace352b6f7d0cd69f20e7/4a45932c402ace352b6f7d0cd69f20e7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205860.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/14a/65c15466e47bb29eff6643ef4be4014a/65c15466e47bb29eff6643ef4be4014a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205865.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/efc/80965db49230e840c627953c912afefc/80965db49230e840c627953c912afefc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205870.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/6b1/4083dfdea7fd2a93fcb7c0b541a566b1/4083dfdea7fd2a93fcb7c0b541a566b1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205875.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/b21/00ad3a5a6354cd216963627e9531ab21/00ad3a5a6354cd216963627e9531ab21.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205880.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/58b/56d483718d5f56063a66f5e4a1eae58b/56d483718d5f56063a66f5e4a1eae58b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205885.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/04f/e2568daf84b8d072f02fb40e1663c04f/e2568daf84b8d072f02fb40e1663c04f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205890.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/20d/6ad38673475f68bfffb8871eda0cc20d/6ad38673475f68bfffb8871eda0cc20d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205895.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/88e/b37b33a812bd6e070bf60670d98b788e/b37b33a812bd6e070bf60670d98b788e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205900.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/1af/cb1402ddbf96b8ac53095a62ec11c1af/cb1402ddbf96b8ac53095a62ec11c1af.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205905.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/4b3/0ac5385737ad0c85c80b245209b934b3/0ac5385737ad0c85c80b245209b934b3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205910.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/893/fbf24d52f7dfbb4b08e3fe18567ec893/fbf24d52f7dfbb4b08e3fe18567ec893.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205915.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/604/ce230ae05987967d769ffb5d54140604/ce230ae05987967d769ffb5d54140604.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205920.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/4e4/a48673a5896cebb6ab7c69f317e224e4/a48673a5896cebb6ab7c69f317e224e4.db -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_deadlock -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_deadlock ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_with_duplicate_names -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_with_duplicate_names ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reconciler_sync -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reconciler_sync ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205925.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/fbe/d670d8172f700939983868cbcb3c2fbe/d670d8172f700939983868cbcb3c2fbe.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205930.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/58d/ad0c51c5f38ae6e54ad76750ea10158d/ad0c51c5f38ae6e54ad76750ea10158d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205935.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/24f/7bfe1baebc1df07634b1fa6f127cc24f/7bfe1baebc1df07634b1fa6f127cc24f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205940.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/374/5d2bb5a2703ad8bbf9a279fe5a29e374/5d2bb5a2703ad8bbf9a279fe5a29e374.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205945.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/d12/e2775ceab863e52dcdde1da663a0bd12/e2775ceab863e52dcdde1da663a0bd12.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205950.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/e4c/15d222aa6002fe926e17c9a28224be4c/15d222aa6002fe926e17c9a28224be4c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205955.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/094/a037a37a87f4a3a4a447249762d13094/a037a37a87f4a3a4a447249762d13094.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205960.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/218/37cf9e9c7a3143eb8333c32c2b73e218/37cf9e9c7a3143eb8333c32c2b73e218.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205965.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/996/e80d2058de82e1bc87a285c9beb92996/e80d2058de82e1bc87a285c9beb92996.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205970.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/2a1/cf440b14b6c903e5a1fdb85c84cba2a1/cf440b14b6c903e5a1fdb85c84cba2a1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205975.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/985/429d502ef743a4b1a8c1d130056b7985/429d502ef743a4b1a8c1d130056b7985.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205980.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/6fe/31fd03ba22c87fccc916f888b327d6fe/31fd03ba22c87fccc916f888b327d6fe.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205985.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/f0a/8f9ed31ffd5ac355df06996d4244af0a/8f9ed31ffd5ac355df06996d4244af0a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205990.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/e19/38ce9c2bc239a33d25df80583be5ae19/38ce9c2bc239a33d25df80583be5ae19.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205995.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/cbb/558ebfce239315879eb5cbcd478efcbb/558ebfce239315879eb5cbcd478efcbb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206000.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/2ec/6c3756e0db86b28707745bae4ceee2ec/6c3756e0db86b28707745bae4ceee2ec.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206005.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/4f0/275ce818484ac3e4c21945867c3624f0/275ce818484ac3e4c21945867c3624f0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206010.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/7d3/d26fe792c5f0ddc0c0440fc37d5537d3/d26fe792c5f0ddc0c0440fc37d5537d3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206015.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/2d3/2f1fa269b4bc9dea9592f2128f8b62d3/2f1fa269b4bc9dea9592f2128f8b62d3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206020.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/1c7/17fca4ddb5c612c95f155cffe3d0e1c7/17fca4ddb5c612c95f155cffe3d0e1c7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206025.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/e6e/14d7daa96dfb7a698b995111d2350e6e/14d7daa96dfb7a698b995111d2350e6e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206030.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/0c1/68cbecdef534ca28905b091f642bf0c1/68cbecdef534ca28905b091f642bf0c1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206035.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/559/2ee826eb79b52e85b4dbe3ffbb282559/2ee826eb79b52e85b4dbe3ffbb282559.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206040.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/157/d7fc502b8f9743555e935ef30cc7d157/d7fc502b8f9743555e935ef30cc7d157.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206045.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/3eb/dd4e9ac0954a0921771a12dd823e53eb/dd4e9ac0954a0921771a12dd823e53eb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206050.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/398/90448c8148f64f7b2da40f9c5b7e8398/90448c8148f64f7b2da40f9c5b7e8398.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206055.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/16e/22a543281e5cb23522d6c3df4855916e/22a543281e5cb23522d6c3df4855916e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206060.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/1fe/0e06550e200bebf3644b2e195f7281fe/0e06550e200bebf3644b2e195f7281fe.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206065.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/59a/fbb00d79f982f922e705c1802264559a/fbb00d79f982f922e705c1802264559a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206070.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/f08/a25ea3017ca4cc23c98bbabea2e1df08/a25ea3017ca4cc23c98bbabea2e1df08.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206075.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/131/9f37c683896e66c23028598a91f21131/9f37c683896e66c23028598a91f21131.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206080.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/f5d/74f751bb57882aa29bb9876eb263ff5d/74f751bb57882aa29bb9876eb263ff5d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206085.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/d39/2d56422bfb34f0b5ff512f3db2d3fd39/2d56422bfb34f0b5ff512f3db2d3fd39.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206090.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/5c1/abc4d3c82204f495836998eae427f5c1/abc4d3c82204f495836998eae427f5c1.db -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_remove_objects -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_remove_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_resolve_shard_range_states -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_resolve_shard_range_states ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206095.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/350/324e8a0d80882e6110d7c23c44fa9350/324e8a0d80882e6110d7c23c44fa9350.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206100.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/a08/6d321960f468973de1a057a7ab929a08/6d321960f468973de1a057a7ab929a08.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206105.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/97e/12cf9531f419bbc044d6dd82f793a97e/12cf9531f419bbc044d6dd82f793a97e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206110.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/709/d906115efb3f40e6c20b097c1ffbf709/d906115efb3f40e6c20b097c1ffbf709.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206115.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/53b/50ecaba3f04fc8ca4e0367d2774ed53b/50ecaba3f04fc8ca4e0367d2774ed53b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206120.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/a21/82c78c9b9d7d7ba6b90de1dd1d65ba21/82c78c9b9d7d7ba6b90de1dd1d65ba21.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206125.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/43e/95d96d617ad88f2da42b18d235e9c43e/95d96d617ad88f2da42b18d235e9c43e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206130.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/6fa/a9bdd71130f9be61409334c6b5f776fa/a9bdd71130f9be61409334c6b5f776fa.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206135.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/b7d/537b34b5be0c686c24a15e297f9bdb7d/537b34b5be0c686c24a15e297f9bdb7d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206140.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/596/f058ff61bad26666e21ded2939914596/f058ff61bad26666e21ded2939914596.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206145.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/651/9b9a7fa2fb076806c3b0e55f88683651/9b9a7fa2fb076806c3b0e55f88683651.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206150.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/d85/abe8a6b4a89bde2efebae3fa272bad85/abe8a6b4a89bde2efebae3fa272bad85.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206155.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/454/bce5afa5cf4f02b7d679d3cf5535a454/bce5afa5cf4f02b7d679d3cf5535a454.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206160.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/cc4/f5b9eed045dda9b72f66e2d095dd4cc4/f5b9eed045dda9b72f66e2d095dd4cc4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206165.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/045/0c4e67b158aa803b63849b1d70619045/0c4e67b158aa803b63849b1d70619045.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206170.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/10a/5165dbafd63c32fbeddce4d66624710a/5165dbafd63c32fbeddce4d66624710a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206175.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/ce7/5e96c89e33c74dc24b2d680f30566ce7/5e96c89e33c74dc24b2d680f30566ce7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206180.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/561/031e88e5990f5b661307492ae66b6561/031e88e5990f5b661307492ae66b6561.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206185.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/d38/3d4fc31c0cd7cefcee7a97ca73bdfd38/3d4fc31c0cd7cefcee7a97ca73bdfd38.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206190.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/a74/db7c61bf16ce171b18e7ddd2c8133a74/db7c61bf16ce171b18e7ddd2c8133a74.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206195.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/6cc/143f623b6d02090ffa0aa0a5417b76cc/143f623b6d02090ffa0aa0a5417b76cc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206200.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/c0e/1b39b725519008e9c05de175a6818c0e/1b39b725519008e9c05de175a6818c0e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206205.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/8cc/34f7a9569ea135b54e6514101cf5a8cc/34f7a9569ea135b54e6514101cf5a8cc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206210.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/859/87da48ab8145aead60ff24c85351b859/87da48ab8145aead60ff24c85351b859.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206215.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/ede/9a8bc83cd5aa96223a5112f4d97a8ede/9a8bc83cd5aa96223a5112f4d97a8ede.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206220.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/275/8352187728ead5f9a4ec39f9878b5275/8352187728ead5f9a4ec39f9878b5275.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206225.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/69f/81104de4c8dc288e4097c7f18c6bb69f/81104de4c8dc288e4097c7f18c6bb69f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206230.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/03f/9443618166741cc737c3b57c3134003f/9443618166741cc737c3b57c3134003f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206235.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/60e/64410147c2c56cab573b49fd3c65360e/64410147c2c56cab573b49fd3c65360e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206240.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/950/704faa5cdea5bec5a68ea5560e52b950/704faa5cdea5bec5a68ea5560e52b950.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206245.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/051/5c074e94865adcdbc701d9fcbd9a1051/5c074e94865adcdbc701d9fcbd9a1051.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206250.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/19f/84a7a75182fa5f3229839c8038f8119f/84a7a75182fa5f3229839c8038f8119f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206255.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/bc8/fb9a2685e2f11563b23ba0a12c909bc8/fb9a2685e2f11563b23ba0a12c909bc8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206260.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/a7b/0a9ff83ac1583f48a05504f05eb57a7b/0a9ff83ac1583f48a05504f05eb57a7b.db -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reverse_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reverse_prefix_delim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_root_account_container_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_save_and_load_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_save_and_load_record_from_pending_file ... ok -test ERROR: Failed to unlink '/tmp/tmpwczw68j2/containers/part/suffix/hash/container.db': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2244, in set_sharded_state - os.unlink(retiring_file) - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError: 1 -test DEBUG: Unlinked retiring db '/tmp/tmpwczw68j2/containers/part/suffix/hash/container_1750205193.00000.db' -test WARNING: Still have multiple db files after unlinking '/tmp/tmpwczw68j2/containers/part/suffix/hash/container_1750205193.00000.db': ['/tmp/tmpwczw68j2/containers/part/suffix/hash/container.db', '/tmp/tmpwczw68j2/containers/part/suffix/hash/container_1750205194.00000.db'] -test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmpwczw68j2/containers/part/suffix/hash/container_1750205194.00000.db']. -test ERROR: Failed to set the ROWID of the fresh database for a/c: -test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: -test ERROR: Problem finding shard upper in '/tmp/tmpc1dcppmi/test_container.db': : LockTimeout (Nones) -test ERROR: Problem finding shard upper in '/tmp/tmpc1dcppmi/test_container.db': : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2507, in find_shard_ranges - next_shard_upper = sub_broker._get_next_shard_range_upper( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -sqlite3.OperationalError -test DEBUG: Unlinked retiring db '/tmp/tmp_mve_i_r/containers/part/suffix/hash/container.db' -test WARNING: Unexpected db files will be ignored: ['/tmp/tmp_mve_i_r/containers/part/suffix/hash/container.db'] -Container 'a/c' cannot be set to sharded state while in unsharded state -Container 'a/c' cannot be set to sharding state: missing epoch -Container 'a/c' cannot be set to sharding state while in sharding state -Container 'a/c' cannot be set to sharded state while in sharded state -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_db_states -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_db_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharded_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharded_state_errors ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206265.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/4c5/f9171d35b14009d5bd0af15d1c8a04c5/f9171d35b14009d5bd0af15d1c8a04c5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206270.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/11f/f54d1261c5e5969cae20adb489b2e11f/f54d1261c5e5969cae20adb489b2e11f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206275.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/0b7/5659e0e58b978e1d2081717dd5d7b0b7/5659e0e58b978e1d2081717dd5d7b0b7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206280.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/3e0/2cdfcfa203a8254950f691dccae4f3e0/2cdfcfa203a8254950f691dccae4f3e0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206285.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/d72/6daa998c0a349cd7492bd977f1e7dd72/6daa998c0a349cd7492bd977f1e7dd72.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206290.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/e31/8ca581d01256682f105d4e400a679e31/8ca581d01256682f105d4e400a679e31.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206295.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/16f/9b61f58864520e2ad209b1d21383d16f/9b61f58864520e2ad209b1d21383d16f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206300.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/09f/9e5dedd87dd1adc4c85d8152d6ef309f/9e5dedd87dd1adc4c85d8152d6ef309f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206305.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/8d5/de1002d46f6eecfa682e28058e5a28d5/de1002d46f6eecfa682e28058e5a28d5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206310.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/c20/0bfec51c7d007060c2a13a538825cc20/0bfec51c7d007060c2a13a538825cc20.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206315.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/bbd/8abeb2dfe1fa2a4212481ed85ff8fbbd/8abeb2dfe1fa2a4212481ed85ff8fbbd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206320.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/231/4b76bd1994898af84e8e70ea41eb8231/4b76bd1994898af84e8e70ea41eb8231.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206325.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/280/f92b648ba193fad7d42f4d0c46d5c280/f92b648ba193fad7d42f4d0c46d5c280.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206330.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/c45/49aec56d7c22b2bad93b11eacc427c45/49aec56d7c22b2bad93b11eacc427c45.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206335.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/b27/ea8d96ce1e392eb24ecbd5c59849bb27/ea8d96ce1e392eb24ecbd5c59849bb27.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206340.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/57f/0ef73352db22063135a8ab76b0f4457f/0ef73352db22063135a8ab76b0f4457f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206345.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/a1c/1ff4e254495a0761228e46a515fd1a1c/1ff4e254495a0761228e46a515fd1a1c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206350.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/8b7/d493ab4cf2e5b604f9a14070078908b7/d493ab4cf2e5b604f9a14070078908b7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206355.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/07d/8145369d0be59d343f07464ce2ae307d/8145369d0be59d343f07464ce2ae307d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206360.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/090/0fb040e613dfe63ce99fd3a59ba07090/0fb040e613dfe63ce99fd3a59ba07090.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206365.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/486/b6db21140d41f24e2c2a70e3a6bd2486/b6db21140d41f24e2c2a70e3a6bd2486.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206370.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/ccf/fac2bcab23901c11ee31271ed08f3ccf/fac2bcab23901c11ee31271ed08f3ccf.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206375.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/62c/fb7e3e3c2b43ab8c83925d4e7748262c/fb7e3e3c2b43ab8c83925d4e7748262c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206380.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/de5/b68477831d2cf251725c60412ca77de5/b68477831d2cf251725c60412ca77de5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206385.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/80e/9e1e009aefed4a240895b06c0344080e/9e1e009aefed4a240895b06c0344080e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206390.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/a74/de81c76c283e1e4a88cf9e2371640a74/de81c76c283e1e4a88cf9e2371640a74.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206395.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/403/e52b38e979e3443551343c0dfd170403/e52b38e979e3443551343c0dfd170403.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206400.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/b84/5f49829459cf791ca2983e52e17b4b84/5f49829459cf791ca2983e52e17b4b84.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206405.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/460/8d5196cff5e6d4dc18a0474f3cad7460/8d5196cff5e6d4dc18a0474f3cad7460.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206410.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/079/3e660c51a9a979014053cac3df341079/3e660c51a9a979014053cac3df341079.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206415.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/149/b4f0d5a6f5fd29dd8bddd7134aaa8149/b4f0d5a6f5fd29dd8bddd7134aaa8149.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206420.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/6d5/159182fbdf64a121e1858da4d94036d5/159182fbdf64a121e1858da4d94036d5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206425.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/5be/8fc432fcb17101074fa80319076af5be/8fc432fcb17101074fa80319076af5be.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206430.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/a1b/3103deaf553ee477b70db9cee5ccca1b/3103deaf553ee477b70db9cee5ccca1b.db -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_storage_policy_index -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_storage_policy_index ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_storage_policy_index_empty -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_storage_policy_index_empty ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_x_syncs -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_x_syncs ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_not_merged_not_cleaving -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_not_merged_not_cleaving ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_initiated_and_required -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_initiated_and_required ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_state_is_not_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_state_is_not_reclaimable ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_sysmeta -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_sysmeta ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206435.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/dbf/4a0014456ad0a455ccbaeb4ad03e5dbf/4a0014456ad0a455ccbaeb4ad03e5dbf.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206440.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/33c/ca5a9449e0ce196f600982887f26533c/ca5a9449e0ce196f600982887f26533c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206445.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/2c8/73cd90ca9870f5daadba34ac3aeb22c8/73cd90ca9870f5daadba34ac3aeb22c8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206450.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/e68/efd91c1aa11c2e25841797952b6bce68/efd91c1aa11c2e25841797952b6bce68.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206455.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/1bd/cc6843f8b231d1f533ca3f802ad1f1bd/cc6843f8b231d1f533ca3f802ad1f1bd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206460.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/fa5/b37615904ade1efbcaa4c8b773a6ffa5/b37615904ade1efbcaa4c8b773a6ffa5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206465.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/9fa/28ff0b815d2171105427610fbf47a9fa/28ff0b815d2171105427610fbf47a9fa.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206470.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/36d/b21610ffd3900c351637e6e4a87ae36d/b21610ffd3900c351637e6e4a87ae36d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206475.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/95f/9f06b35262cb1980e2366519a927d95f/9f06b35262cb1980e2366519a927d95f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206480.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/fa4/cc3748a1deaec398851d2ddabd802fa4/cc3748a1deaec398851d2ddabd802fa4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206485.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/23f/4efb93ed53e515b0ad553765ad86723f/4efb93ed53e515b0ad553765ad86723f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206490.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/006/f81e095096e85315411bb73092e73006/f81e095096e85315411bb73092e73006.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206495.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/ed0/79c26c1384de57c293961599144d0ed0/79c26c1384de57c293961599144d0ed0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206500.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/3b1/28d6d258d610c7776bb7bd95449053b1/28d6d258d610c7776bb7bd95449053b1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206505.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/98c/3b0c10094263cff2d01d420c57d4f98c/3b0c10094263cff2d01d420c57d4f98c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206510.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/cea/1a8f2aa0145e483137849003f6164cea/1a8f2aa0145e483137849003f6164cea.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206515.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/f75/999e71746ef566895552e8d2c66eaf75/999e71746ef566895552e8d2c66eaf75.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206520.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/e45/6421d0849378472a44f430ad131aae45/6421d0849378472a44f430ad131aae45.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206525.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/cec/5f2892911490384f7b16883d03ea4cec/5f2892911490384f7b16883d03ea4cec.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206530.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/6ef/935ecab05d046ada37325912031e96ef/935ecab05d046ada37325912031e96ef.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206535.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/e25/7e2b39cbac95ba2b650517c8cfd49e25/7e2b39cbac95ba2b650517c8cfd49e25.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206540.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/a8e/97281ab51acbff0038643ffa45b85a8e/97281ab51acbff0038643ffa45b85a8e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206545.00000-0, db: /tmp/tmpuvbxwezq/sda/containers/0/345/77da381da22b62a0851b1cdbaa5cf345/77da381da22b62a0851b1cdbaa5cf345.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf8bv2yvh/sda/containers/0/206/168b8b39ee837e29382345545eae3206/168b8b39ee837e29382345545eae3206.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205299.00000-0, db: /tmp/tmpf8bv2yvh/sda/containers/0/206/168b8b39ee837e29382345545eae3206/168b8b39ee837e29382345545eae3206_1750205299.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf8bv2yvh/sda/containers/0/752/b7558064d9a8333a6920c9a1adf77752/b7558064d9a8333a6920c9a1adf77752.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205303.00000-0, db: /tmp/tmpf8bv2yvh/sda/containers/0/752/b7558064d9a8333a6920c9a1adf77752/b7558064d9a8333a6920c9a1adf77752_1750205303.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf8bv2yvh/sda/containers/0/b8e/82b945a516f83df7cdffc32a974d4b8e/82b945a516f83df7cdffc32a974d4b8e.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205307.00000-0, db: /tmp/tmpf8bv2yvh/sda/containers/0/b8e/82b945a516f83df7cdffc32a974d4b8e/82b945a516f83df7cdffc32a974d4b8e_1750205307.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf8bv2yvh/sda/containers/0/631/d26ec7f498ff45a151517801dab29631/d26ec7f498ff45a151517801dab29631.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205311.00000-0, db: /tmp/tmpf8bv2yvh/sda/containers/0/631/d26ec7f498ff45a151517801dab29631/d26ec7f498ff45a151517801dab29631_1750205311.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf8bv2yvh/sda/containers/0/016/5f61dc384af43181eff10dd98b051016/5f61dc384af43181eff10dd98b051016.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205315.00000-0, db: /tmp/tmpf8bv2yvh/sda/containers/0/016/5f61dc384af43181eff10dd98b051016/5f61dc384af43181eff10dd98b051016_1750205315.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf8bv2yvh/sda/containers/0/d89/b847effb8ddcece3e47af87514138d89/b847effb8ddcece3e47af87514138d89.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205319.00000-0, db: /tmp/tmpf8bv2yvh/sda/containers/0/d89/b847effb8ddcece3e47af87514138d89/b847effb8ddcece3e47af87514138d89_1750205319.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf8bv2yvh/sda/containers/0/338/8fe9a3e92fcda7bc35a33e1f754c6338/8fe9a3e92fcda7bc35a33e1f754c6338.db' -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_storage_policy_property -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_storage_policy_property ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sync_merging -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sync_merging ... ok -test.unit.obj.test_server.TestObjectController.test_DELETE -test.unit.obj.test_server.TestObjectController.test_DELETE ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_DELETE_bad_timestamp -test.unit.obj.test_server.TestObjectController.test_DELETE_bad_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_DELETE_but_expired -test.unit.obj.test_server.TestObjectController.test_DELETE_but_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_DELETE_calls_delete_at -test.unit.obj.test_server.TestObjectController.test_DELETE_calls_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_DELETE_can_skip_updating_expirer_queue -test.unit.obj.test_server.TestObjectController.test_DELETE_can_skip_updating_expirer_queue ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_DELETE_container_updates -test.unit.obj.test_server.TestObjectController.test_DELETE_container_updates ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_DELETE_full_drive -test.unit.obj.test_server.TestObjectController.test_DELETE_full_drive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_DELETE_if_delete_at -test.unit.obj.test_server.TestObjectController.test_DELETE_if_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_DELETE_if_delete_at_expired_still_deletes -test.unit.obj.test_server.TestObjectController.test_DELETE_if_delete_at_expired_still_deletes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_DELETE_succeeds_with_later_POST -test.unit.obj.test_server.TestObjectController.test_DELETE_succeeds_with_later_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_DELETE_with_full_drive -test.unit.obj.test_server.TestObjectController.test_DELETE_with_full_drive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_EC_GET_quarantine_invalid_frag_archive -test.unit.obj.test_server.TestObjectController.test_EC_GET_quarantine_invalid_frag_archive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_EC_PUT_GET_data -test.unit.obj.test_server.TestObjectController.test_EC_PUT_GET_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_EC_PUT_GET_data_no_commit -test.unit.obj.test_server.TestObjectController.test_EC_PUT_GET_data_no_commit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET -test.unit.obj.test_server.TestObjectController.test_GET ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_HEAD_with_fragment_preferences -test.unit.obj.test_server.TestObjectController.test_GET_HEAD_with_fragment_preferences ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_but_expired -test.unit.obj.test_server.TestObjectController.test_GET_but_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_cooperative_period_config -test.unit.obj.test_server.TestObjectController.test_GET_cooperative_period_config ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_if_match -test.unit.obj.test_server.TestObjectController.test_GET_if_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_if_match_etag_is_at -test.unit.obj.test_server.TestObjectController.test_GET_if_match_etag_is_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_if_modified_since -test.unit.obj.test_server.TestObjectController.test_GET_if_modified_since ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_if_none_match -test.unit.obj.test_server.TestObjectController.test_GET_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_if_unmodified_since -test.unit.obj.test_server.TestObjectController.test_GET_if_unmodified_since ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_private_config_false -test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_private_config_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_private_config_true -test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_private_config_true ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_config_false -test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_config_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_config_true -test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_config_true ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_no_config -test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_no_config ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_not_slo -test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_not_slo ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_quarantine -test.unit.obj.test_server.TestObjectController.test_GET_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_quarantine_range -test.unit.obj.test_server.TestObjectController.test_GET_quarantine_range ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_quarantine_zbyte -test.unit.obj.test_server.TestObjectController.test_GET_quarantine_zbyte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_range_not_satisfiable -test.unit.obj.test_server.TestObjectController.test_GET_range_not_satisfiable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_range_zero_byte_object -test.unit.obj.test_server.TestObjectController.test_GET_range_zero_byte_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_HEAD -test.unit.obj.test_server.TestObjectController.test_HEAD ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_HEAD_but_expired -test.unit.obj.test_server.TestObjectController.test_HEAD_but_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_HEAD_if_match -test.unit.obj.test_server.TestObjectController.test_HEAD_if_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_HEAD_if_modified_since -test.unit.obj.test_server.TestObjectController.test_HEAD_if_modified_since ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_HEAD_if_none_match -test.unit.obj.test_server.TestObjectController.test_HEAD_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_HEAD_if_unmodified_since -test.unit.obj.test_server.TestObjectController.test_HEAD_if_unmodified_since ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_HEAD_quarantine_zbyte -test.unit.obj.test_server.TestObjectController.test_HEAD_quarantine_zbyte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_OPTIONS -test.unit.obj.test_server.TestObjectController.test_OPTIONS ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_bad_timestamp -test.unit.obj.test_server.TestObjectController.test_POST_bad_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_but_expired -test.unit.obj.test_server.TestObjectController.test_POST_but_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_calls_delete_at -test.unit.obj.test_server.TestObjectController.test_POST_calls_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_can_skip_updating_expirer_queue -test.unit.obj.test_server.TestObjectController.test_POST_can_skip_updating_expirer_queue ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_conflicts_with_later_POST -test.unit.obj.test_server.TestObjectController.test_POST_conflicts_with_later_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_container_connection -test.unit.obj.test_server.TestObjectController.test_POST_container_connection ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_container_updates_precedence -test.unit.obj.test_server.TestObjectController.test_POST_container_updates_precedence ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_container_updates_with_EC_policy -test.unit.obj.test_server.TestObjectController.test_POST_container_updates_with_EC_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_container_updates_with_replication_policy -test.unit.obj.test_server.TestObjectController.test_POST_container_updates_with_replication_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_delete_at_in_past -test.unit.obj.test_server.TestObjectController.test_POST_delete_at_in_past ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_delete_at_in_past_with_skewed_clock -test.unit.obj.test_server.TestObjectController.test_POST_delete_at_in_past_with_skewed_clock ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_invalid_path -test.unit.obj.test_server.TestObjectController.test_POST_invalid_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_no_timestamp -test.unit.obj.test_server.TestObjectController.test_POST_no_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_not_exist -test.unit.obj.test_server.TestObjectController.test_POST_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_old_timestamp -test.unit.obj.test_server.TestObjectController.test_POST_old_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_quarantine_zbyte -test.unit.obj.test_server.TestObjectController.test_POST_quarantine_zbyte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_system_metadata -test.unit.obj.test_server.TestObjectController.test_POST_system_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_then_fetch_content_type -test.unit.obj.test_server.TestObjectController.test_POST_then_fetch_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_transient_sysmeta -test.unit.obj.test_server.TestObjectController.test_POST_transient_sysmeta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_update_meta -test.unit.obj.test_server.TestObjectController.test_POST_update_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_with_full_drive -test.unit.obj.test_server.TestObjectController.test_POST_with_full_drive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_bad_footer_checksum -test.unit.obj.test_server.TestObjectController.test_PUT_bad_footer_checksum ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_bad_footer_json -test.unit.obj.test_server.TestObjectController.test_PUT_bad_footer_json ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_bad_timestamp -test.unit.obj.test_server.TestObjectController.test_PUT_bad_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_bad_transfer_encoding -test.unit.obj.test_server.TestObjectController.test_PUT_bad_transfer_encoding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_calls_delete_at -test.unit.obj.test_server.TestObjectController.test_PUT_calls_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_can_skip_deleting_expirer_queue_but_still_inserts -test.unit.obj.test_server.TestObjectController.test_PUT_can_skip_deleting_expirer_queue_but_still_inserts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_can_skip_updating_expirer_queue -test.unit.obj.test_server.TestObjectController.test_PUT_can_skip_updating_expirer_queue ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_client_closed_connection -test.unit.obj.test_server.TestObjectController.test_PUT_client_closed_connection ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_client_timeout -test.unit.obj.test_server.TestObjectController.test_PUT_client_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_commits_data -test.unit.obj.test_server.TestObjectController.test_PUT_commits_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_common -test.unit.obj.test_server.TestObjectController.test_PUT_common ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_container_connection -test.unit.obj.test_server.TestObjectController.test_PUT_container_connection ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_container_update_overrides -test.unit.obj.test_server.TestObjectController.test_PUT_container_update_overrides ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_container_update_to_old_style_shard -test.unit.obj.test_server.TestObjectController.test_PUT_container_update_to_old_style_shard ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_container_update_to_shard -test.unit.obj.test_server.TestObjectController.test_PUT_container_update_to_shard ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_delete_at_in_past -test.unit.obj.test_server.TestObjectController.test_PUT_delete_at_in_past ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_etag_in_footer -test.unit.obj.test_server.TestObjectController.test_PUT_etag_in_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_etag_in_footer_mismatch -test.unit.obj.test_server.TestObjectController.test_PUT_etag_in_footer_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_extra_mime_docs_ignored -test.unit.obj.test_server.TestObjectController.test_PUT_extra_mime_docs_ignored ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_if_none_match -test.unit.obj.test_server.TestObjectController.test_PUT_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_if_none_match_but_expired -test.unit.obj.test_server.TestObjectController.test_PUT_if_none_match_but_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_if_none_match_star -test.unit.obj.test_server.TestObjectController.test_PUT_if_none_match_star ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_invalid_content_type -test.unit.obj.test_server.TestObjectController.test_PUT_invalid_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_invalid_etag -test.unit.obj.test_server.TestObjectController.test_PUT_invalid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_invalid_path -test.unit.obj.test_server.TestObjectController.test_PUT_invalid_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_meta_in_footer -test.unit.obj.test_server.TestObjectController.test_PUT_meta_in_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_missing_footer_checksum -test.unit.obj.test_server.TestObjectController.test_PUT_missing_footer_checksum ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_new_object_really_old_timestamp -test.unit.obj.test_server.TestObjectController.test_PUT_new_object_really_old_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power -test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power_eexist -test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power_eexist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power_races_around_makedirs_eexist -test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power_races_around_makedirs_eexist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power_races_around_makedirs_enoent -test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power_races_around_makedirs_enoent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_no_content_length -test.unit.obj.test_server.TestObjectController.test_PUT_no_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_no_content_type -test.unit.obj.test_server.TestObjectController.test_PUT_no_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_no_etag -test.unit.obj.test_server.TestObjectController.test_PUT_no_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_no_timestamp -test.unit.obj.test_server.TestObjectController.test_PUT_no_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_object_really_new_timestamp -test.unit.obj.test_server.TestObjectController.test_PUT_object_really_new_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_old_timestamp -test.unit.obj.test_server.TestObjectController.test_PUT_old_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_overwrite -test.unit.obj.test_server.TestObjectController.test_PUT_overwrite ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_overwrite_to_newer_ts_failed -test.unit.obj.test_server.TestObjectController.test_PUT_overwrite_to_newer_ts_failed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_overwrite_to_older_ts_success -test.unit.obj.test_server.TestObjectController.test_PUT_overwrite_to_older_ts_success ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_overwrite_w_delete_at -test.unit.obj.test_server.TestObjectController.test_PUT_overwrite_w_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_redirected_async_pending -test.unit.obj.test_server.TestObjectController.test_PUT_redirected_async_pending ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_redirected_async_pending_with_container_path -test.unit.obj.test_server.TestObjectController.test_PUT_redirected_async_pending_with_container_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_redirected_async_pending_with_old_style_container_path -test.unit.obj.test_server.TestObjectController.test_PUT_redirected_async_pending_with_old_style_container_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_slow -test.unit.obj.test_server.TestObjectController.test_PUT_slow ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_ssync_multi_frag -test.unit.obj.test_server.TestObjectController.test_PUT_ssync_multi_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_succeeds_with_later_POST -test.unit.obj.test_server.TestObjectController.test_PUT_succeeds_with_later_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_system_metadata -test.unit.obj.test_server.TestObjectController.test_PUT_system_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_then_POST_async_pendings_with_EC_policy -test.unit.obj.test_server.TestObjectController.test_PUT_then_POST_async_pendings_with_EC_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_then_POST_async_pendings_with_repl_policy -test.unit.obj.test_server.TestObjectController.test_PUT_then_POST_async_pendings_with_repl_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_then_POST_then_fetch_system_metadata -test.unit.obj.test_server.TestObjectController.test_PUT_then_POST_then_fetch_system_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_then_fetch_system_metadata -test.unit.obj.test_server.TestObjectController.test_PUT_then_fetch_system_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_user_metadata -test.unit.obj.test_server.TestObjectController.test_PUT_user_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_user_metadata_no_xattr -test.unit.obj.test_server.TestObjectController.test_PUT_user_metadata_no_xattr ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_with_full_drive -test.unit.obj.test_server.TestObjectController.test_PUT_with_full_drive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_with_replication_headers -test.unit.obj.test_server.TestObjectController.test_PUT_with_replication_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_zero_content_length -test.unit.obj.test_server.TestObjectController.test_PUT_zero_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_REPLICATE_pickle_protocol -test.unit.obj.test_server.TestObjectController.test_REPLICATE_pickle_protocol ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_REPLICATE_reclaims_tombstones -test.unit.obj.test_server.TestObjectController.test_REPLICATE_reclaims_tombstones ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_REPLICATE_timeout -test.unit.obj.test_server.TestObjectController.test_REPLICATE_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_REPLICATE_works -test.unit.obj.test_server.TestObjectController.test_REPLICATE_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_REQUEST_SPECIAL_CHARS -test.unit.obj.test_server.TestObjectController.test_REQUEST_SPECIAL_CHARS ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_SSYNC_can_be_called -test.unit.obj.test_server.TestObjectController.test_SSYNC_can_be_called ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test__call__returns_500 -test.unit.obj.test_server.TestObjectController.test__call__returns_500 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_allowed_headers -test.unit.obj.test_server.TestObjectController.test_allowed_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_async_update_does_not_save_on_2xx -test.unit.obj.test_server.TestObjectController.test_async_update_does_not_save_on_2xx ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_async_update_http_connect -test.unit.obj.test_server.TestObjectController.test_async_update_http_connect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_async_update_saves_on_exception -test.unit.obj.test_server.TestObjectController.test_async_update_saves_on_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_async_update_saves_on_non_2xx -test.unit.obj.test_server.TestObjectController.test_async_update_saves_on_non_2xx ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_async_update_saves_on_timeout -test.unit.obj.test_server.TestObjectController.test_async_update_saves_on_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_bad_sinces -test.unit.obj.test_server.TestObjectController.test_bad_sinces ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_call_bad_method -test.unit.obj.test_server.TestObjectController.test_call_bad_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_call_bad_request -test.unit.obj.test_server.TestObjectController.test_call_bad_request ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_call_name_collision -test.unit.obj.test_server.TestObjectController.test_call_name_collision ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_call_not_found -test.unit.obj.test_server.TestObjectController.test_call_not_found ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_chunked_DELETE_with_full_drive -test.unit.obj.test_server.TestObjectController.test_chunked_DELETE_with_full_drive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_chunked_PUT_with_full_drive -test.unit.obj.test_server.TestObjectController.test_chunked_PUT_with_full_drive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_chunked_content_length_mismatch_zero -test.unit.obj.test_server.TestObjectController.test_chunked_content_length_mismatch_zero ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_chunked_put -test.unit.obj.test_server.TestObjectController.test_chunked_put ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_container_update_as_greenthread -test.unit.obj.test_server.TestObjectController.test_container_update_as_greenthread ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_container_update_as_greenthread_with_timeout -test.unit.obj.test_server.TestObjectController.test_container_update_as_greenthread_with_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_container_update_async -test.unit.obj.test_server.TestObjectController.test_container_update_async ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_container_update_bad_args -test.unit.obj.test_server.TestObjectController.test_container_update_bad_args ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_container_update_no_async_update -test.unit.obj.test_server.TestObjectController.test_container_update_no_async_update ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_container_update_success -test.unit.obj.test_server.TestObjectController.test_container_update_success ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_content_encoding -test.unit.obj.test_server.TestObjectController.test_content_encoding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_correct_allowed_method -test.unit.obj.test_server.TestObjectController.test_correct_allowed_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_create_reserved_namespace_object -test.unit.obj.test_server.TestObjectController.test_create_reserved_namespace_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_create_reserved_namespace_object_in_user_container -test.unit.obj.test_server.TestObjectController.test_create_reserved_namespace_object_in_user_container ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_delete_at_cap -test.unit.obj.test_server.TestObjectController.test_delete_at_cap ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_delete_at_negative -test.unit.obj.test_server.TestObjectController.test_delete_at_negative ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_delete_at_update_cleans_old_entries -test.unit.obj.test_server.TestObjectController.test_delete_at_update_cleans_old_entries ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_delete_at_update_delete -test.unit.obj.test_server.TestObjectController.test_delete_at_update_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info -test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info_but_empty_host -test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info_but_empty_host ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info_but_missing_container -test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info_but_missing_container ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info_but_missing_host -test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info_but_missing_host ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_delete_backend_replication -test.unit.obj.test_server.TestObjectController.test_delete_backend_replication ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_device_unavailable -test.unit.obj.test_server.TestObjectController.test_device_unavailable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_dynamic_datadir -test.unit.obj.test_server.TestObjectController.test_dynamic_datadir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_global_conf_callback_does_nothing -test.unit.obj.test_server.TestObjectController.test_global_conf_callback_does_nothing ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_global_conf_callback_replication_semaphore -test.unit.obj.test_server.TestObjectController.test_global_conf_callback_replication_semaphore ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_handling_of_replication_semaphore_config -test.unit.obj.test_server.TestObjectController.test_handling_of_replication_semaphore_config ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_init -test.unit.obj.test_server.TestObjectController.test_init ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_insufficient_storage_mount_check_false -test.unit.obj.test_server.TestObjectController.test_insufficient_storage_mount_check_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_insufficient_storage_mount_check_true -test.unit.obj.test_server.TestObjectController.test_insufficient_storage_mount_check_true ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_invalid_method_doesnt_exist -test.unit.obj.test_server.TestObjectController.test_invalid_method_doesnt_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_invalid_method_is_not_public -test.unit.obj.test_server.TestObjectController.test_invalid_method_is_not_public ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_list_allowed_methods -test.unit.obj.test_server.TestObjectController.test_list_allowed_methods ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_log_line_format -test.unit.obj.test_server.TestObjectController.test_log_line_format ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_max_object_name_length -test.unit.obj.test_server.TestObjectController.test_max_object_name_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_max_upload_time -test.unit.obj.test_server.TestObjectController.test_max_upload_time ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_multiphase_put_draining -test.unit.obj.test_server.TestObjectController.test_multiphase_put_draining ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_not_allowed_method -test.unit.obj.test_server.TestObjectController.test_not_allowed_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_not_utf8_and_not_logging_requests -test.unit.obj.test_server.TestObjectController.test_not_utf8_and_not_logging_requests ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_object_delete_at_async_update -test.unit.obj.test_server.TestObjectController.test_object_delete_at_async_update ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_object_update_with_offset -test.unit.obj.test_server.TestObjectController.test_object_update_with_offset ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_other_methods_reserved_namespace_object -test.unit.obj.test_server.TestObjectController.test_other_methods_reserved_namespace_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_override_etag_footer_trumps_header -test.unit.obj.test_server.TestObjectController.test_override_etag_footer_trumps_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_override_etag_lone_header_footer -test.unit.obj.test_server.TestObjectController.test_override_etag_lone_header_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_override_etag_sysmeta_footer_trumps_backend_header -test.unit.obj.test_server.TestObjectController.test_override_etag_sysmeta_footer_trumps_backend_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_override_etag_sysmeta_header_trumps_backend_footer -test.unit.obj.test_server.TestObjectController.test_override_etag_sysmeta_header_trumps_backend_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_override_etag_sysmeta_trumps_backend -test.unit.obj.test_server.TestObjectController.test_override_etag_sysmeta_trumps_backend ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_race_doesnt_quarantine -test.unit.obj.test_server.TestObjectController.test_race_doesnt_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_replication_server_call_all_methods -test.unit.obj.test_server.TestObjectController.test_replication_server_call_all_methods ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_serv_reserv -test.unit.obj.test_server.TestObjectController.test_serv_reserv ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_short_body -test.unit.obj.test_server.TestObjectController.test_short_body ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_storage_policy_index_is_validated -test.unit.obj.test_server.TestObjectController.test_storage_policy_index_is_validated ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_updating_multiple_container_servers -test.unit.obj.test_server.TestObjectController.test_updating_multiple_container_servers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_updating_multiple_delete_at_container_servers -test.unit.obj.test_server.TestObjectController.test_updating_multiple_delete_at_container_servers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_x_if_delete_at_formats -test.unit.obj.test_server.TestObjectController.test_x_if_delete_at_formats ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestTpoolSize.test_default_config -test.unit.obj.test_server.TestTpoolSize.test_default_config ... ok -test.unit.obj.test_server.TestTpoolSize.test_explicit_setting -test.unit.obj.test_server.TestTpoolSize.test_explicit_setting ... ok -test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_empty -test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_empty ... ok -test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_no_explicit_setting -test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_no_explicit_setting ... ok -test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_with_explicit_setting -test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_with_explicit_setting ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_base_have_quorum -test.unit.proxy.controllers.test_base.TestFuncs.test_base_have_quorum ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_best_response_overrides -test.unit.proxy.controllers.test_base.TestFuncs.test_best_response_overrides ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_bytes_to_skip -test.unit.proxy.controllers.test_base.TestFuncs.test_bytes_to_skip ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_container_info_needs_req -test.unit.proxy.controllers.test_base.TestFuncs.test_container_info_needs_req ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_container_info_preserves_storage_policy -test.unit.proxy.controllers.test_base.TestFuncs.test_container_info_preserves_storage_policy ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers -test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers_change_backend_user_agent -test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers_change_backend_user_agent ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers_with_no_orig_req -test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers_with_no_orig_req ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers_with_sysmeta -test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers_with_sysmeta ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_bad_path -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_bad_path ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_cache -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_cache ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_env -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_env ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_infocache -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_infocache ... ok -test ERROR: Failed to unlink '/tmp/tmprzwen2v3/containers/part/suffix/hash/container.db': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2244, in set_sharded_state - os.unlink(retiring_file) - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError: 1 -test DEBUG: Unlinked retiring db '/tmp/tmprzwen2v3/containers/part/suffix/hash/container_1750205294.00000.db' -test WARNING: Still have multiple db files after unlinking '/tmp/tmprzwen2v3/containers/part/suffix/hash/container_1750205294.00000.db': ['/tmp/tmprzwen2v3/containers/part/suffix/hash/container.db', '/tmp/tmprzwen2v3/containers/part/suffix/hash/container_1750205295.00000.db'] -test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmprzwen2v3/containers/part/suffix/hash/container_1750205295.00000.db']. -test ERROR: Failed to set the ROWID of the fresh database for a/c: -test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: Base DELETE returning 503 for (204, 204, 404) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx203aee2978dc4b1c976be-0068520371) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx203aee2978dc4b1c976be-0068520371) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx203aee2978dc4b1c976be-0068520371) -test ERROR: Container HEAD returning 503 for [] (txn: tx203aee2978dc4b1c976be-0068520371) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_no_cache -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_no_cache ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_swift_owner -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_swift_owner ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_swift_source -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_swift_source ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_uses_logging_app -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_uses_logging_app ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_cache_key -test.unit.proxy.controllers.test_base.TestFuncs.test_get_cache_key ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_bad_path -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_bad_path ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_cache -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_cache ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_env -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_env ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_in_pipeline -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_in_pipeline ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_account -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_account ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_auto_account -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_auto_account ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_cache -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_cache ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_container_gets_cached -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_container_gets_cached ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_only_lookup_cache -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_only_lookup_cache ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_swift_source -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_swift_source ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_uses_logging_app -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_uses_logging_app ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_info -test.unit.proxy.controllers.test_base.TestFuncs.test_get_info ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_info_zero_recheck -test.unit.proxy.controllers.test_base.TestFuncs.test_get_info_zero_recheck ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_disabled -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_disabled ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_error -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_error ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_hit -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_hit ... ok -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_infocache_hit -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_infocache_hit ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_miss -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_miss ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_skips -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_skips ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_object_info_env -test.unit.proxy.controllers.test_base.TestFuncs.test_get_object_info_env ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_object_info_no_env -test.unit.proxy.controllers.test_base.TestFuncs.test_get_object_info_no_env ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_object_info_swift_source -test.unit.proxy.controllers.test_base.TestFuncs.test_get_object_info_swift_source ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_from_container_info -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_from_container_info ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_meta -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_meta ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_missing -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_missing ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_storage_policies -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_storage_policies ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_sys_meta -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_sys_meta ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_values -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_values ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_meta -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_meta ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_missing -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_missing ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_sys_meta -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_sys_meta ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_values -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_values ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_meta -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_meta ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_missing -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_missing ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_sys_meta -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_sys_meta ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_transient_sysmeta -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_transient_sysmeta ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_values -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_values ... ok -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test.unit.proxy.controllers.test_base.TestFuncs.test_info_clearing -test.unit.proxy.controllers.test_base.TestFuncs.test_info_clearing ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_options -test.unit.proxy.controllers.test_base.TestFuncs.test_options ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_options_unauthorized -test.unit.proxy.controllers.test_base.TestFuncs.test_options_unauthorized ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_options_with_null_allow_origin -test.unit.proxy.controllers.test_base.TestFuncs.test_options_with_null_allow_origin ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_record_cache_op_metrics -test.unit.proxy.controllers.test_base.TestFuncs.test_record_cache_op_metrics ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_disabled -test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_disabled ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_error -test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_error ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_infocache_exists -test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_infocache_exists ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_ok -test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_ok ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_transfer_headers_with_sysmeta -test.unit.proxy.controllers.test_base.TestFuncs.test_transfer_headers_with_sysmeta ... ok -test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_record_type_object_makes_no_cache_lookup -test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_record_type_object_makes_no_cache_lookup ... ok -test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_include_deleted_shards -test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_include_deleted_shards ... ok -test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_requesting_listing_shards -test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_requesting_listing_shards ... ok -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txe219b2e76b5d4f829badd-0068520371) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txe219b2e76b5d4f829badd-0068520371) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txe219b2e76b5d4f829badd-0068520371) -test ERROR: Container HEAD returning 503 for [] (txn: txe219b2e76b5d4f829badd-0068520371) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx2206843ad7a64567a0ce3-0068520371) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx2206843ad7a64567a0ce3-0068520371) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx2206843ad7a64567a0ce3-0068520371) -test ERROR: Container HEAD returning 503 for [] (txn: tx2206843ad7a64567a0ce3-0068520371) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_requesting_updating_shards -test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_requesting_updating_shards ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_not_available -test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_not_available ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_reading -test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_reading ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_recheck_time_zero -test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_recheck_time_zero ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_writing -test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_writing ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_empty_body -test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_empty_body ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_not_available -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_not_available ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_reading -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_reading ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_recheck_time_zero -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_recheck_time_zero ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_writing -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_writing ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_empty_body -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_empty_body ... ok -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=x1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server INFO: Caching updating shards for shard-updating-v2/a/c (3 shards) (txn: txb96a8e89fe3647bc933a1-0068520372) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Problem with listing response from /v1/a/c/o: JSONDecodeError('Expecting value: line 1 column 1 (char 0)') (txn: tx3b3731e5627b45ddadda8-0068520372) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=%E1%88%B41_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server INFO: Caching updating shards for shard-updating-v2/a/c (3 shards) (txn: txcf5359c5cbe84073b0535-0068520372) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Problem with listing response from /v1/a/c/o: JSONDecodeError('Expecting value: line 1 column 1 (char 0)') (txn: tx9fbc27c39487447db9ec2-0068520372) -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmp2hxjp40o/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp2hxjp40o/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmp2hxjp40o/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp2hxjp40o/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:08:18 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0157 "-" 635426 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:08:18 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0137 "-" 635426 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:08:18 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0167 "-" 635426 - -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.proxy.test_mem_server.TestController.test_account_info_200 -test.unit.proxy.test_mem_server.TestController.test_account_info_200 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_account_info_404 -test.unit.proxy.test_mem_server.TestController.test_account_info_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_account_info_container_count -test.unit.proxy.test_mem_server.TestController.test_account_info_container_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_account_info_no_account -test.unit.proxy.test_mem_server.TestController.test_account_info_no_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_account_info_no_cache -test.unit.proxy.test_mem_server.TestController.test_account_info_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_container_info_200 -test.unit.proxy.test_mem_server.TestController.test_container_info_200 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_container_info_404 -test.unit.proxy.test_mem_server.TestController.test_container_info_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_container_info_invalid_account -test.unit.proxy.test_mem_server.TestController.test_container_info_invalid_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_container_info_no_cache -test.unit.proxy.test_mem_server.TestController.test_container_info_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_get_account_info_returns_values_as_strings -test.unit.proxy.test_mem_server.TestController.test_get_account_info_returns_values_as_strings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_get_container_info_returns_values_as_strings -test.unit.proxy.test_mem_server.TestController.test_get_container_info_returns_values_as_strings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_make_requests -test.unit.proxy.test_mem_server.TestController.test_make_requests ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_transfer_headers -test.unit.proxy.test_mem_server.TestController.test_transfer_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:08:18 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0211 "-" 635426 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:08:18 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txf2396662619a42f7a2891-0068520372" "proxy-server 635426" 0.0013 "-" 635426 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:08:18 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:60913/sdb1/1/a/c" "txf2396662619a42f7a2891-0068520372" "container-server 635426" 0.0009 "-" 635426 0 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:08:18 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:39837/sda1/1/a/c" "txf2396662619a42f7a2891-0068520372" "container-server 635426" 0.0026 "-" 635426 0 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:00:08:18 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txf2396662619a42f7a2891-0068520372" "proxy-server 635426" 0.0304 "-" 635426 0 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:00:08:18 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txf2396662619a42f7a2891-0068520372" "proxy-server 635426" 0.0597 "-" 635426 0 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/00/08/18 PUT /v1/a/c HTTP/1.0 201 - - t - - - txf2396662619a42f7a2891-0068520372 - 0.0697 - - 1750205298.145650864 1750205298.215332031 0 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:08:18 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx367f4b117799479a88ef9-0068520372" "proxy-server 635426" 0.0009 "-" 635426 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:08:18 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:60913/sdb1/1/a1/c1" "tx367f4b117799479a88ef9-0068520372" "container-server 635426" 0.0014 "-" 635426 0 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:08:18 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:39837/sda1/1/a1/c1" "tx367f4b117799479a88ef9-0068520372" "container-server 635426" 0.0010 "-" 635426 0 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:00:08:18 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx367f4b117799479a88ef9-0068520372" "proxy-server 635426" 0.0521 "-" 635426 0 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:00:08:18 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx367f4b117799479a88ef9-0068520372" "proxy-server 635426" 0.0371 "-" 635426 0 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/00/08/18 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx367f4b117799479a88ef9-0068520372 - 0.0665 - - 1750205298.217277527 1750205298.283730268 0 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:08:18 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txe0fe7d919a64471eb9317-0068520372" "proxy-server 635426" 0.0363 "-" 635426 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:08:18 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:39837/sda1/2/a/c1" "txe0fe7d919a64471eb9317-0068520372" "container-server 635426" 0.0015 "-" 635426 1 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:08:18 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:60913/sdb1/2/a/c1" "txe0fe7d919a64471eb9317-0068520372" "container-server 635426" 0.0298 "-" 635426 1 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:00:08:18 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txe0fe7d919a64471eb9317-0068520372" "proxy-server 635426" 0.0931 "-" 635426 1 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:00:08:18 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txe0fe7d919a64471eb9317-0068520372" "proxy-server 635426" 0.0620 "-" 635426 1 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/00/08/18 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txe0fe7d919a64471eb9317-0068520372 - 0.1384 - - 1750205298.284989595 1750205298.423429966 1 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:08:18 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txb1d5ae87ba3a4a05a5aec-0068520372" "proxy-server 635426" 0.0320 "-" 635426 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:08:18 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:60913/sdb1/1/a/c2" "txb1d5ae87ba3a4a05a5aec-0068520372" "container-server 635426" 0.0181 "-" 635426 2 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:08:18 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:39837/sda1/1/a/c2" "txb1d5ae87ba3a4a05a5aec-0068520372" "container-server 635426" 0.0011 "-" 635426 2 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:00:08:18 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txb1d5ae87ba3a4a05a5aec-0068520372" "proxy-server 635426" 0.0781 "-" 635426 2 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:00:08:18 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txb1d5ae87ba3a4a05a5aec-0068520372" "proxy-server 635426" 0.0493 "-" 635426 2 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/00/08/18 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txb1d5ae87ba3a4a05a5aec-0068520372 - 0.1190 - - 1750205298.425171375 1750205298.544145107 2 -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmpin1yqi3k/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpin1yqi3k/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmpin1yqi3k/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpin1yqi3k/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:08:18 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0188 "-" 635426 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:08:18 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0259 "-" 635426 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:08:18 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0154 "-" 635426 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:08:18 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0245 "-" 635426 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:08:18 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx1173f5598018459c9fc88-0068520372" "proxy-server 635426" 0.0017 "-" 635426 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:08:18 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:41757/sdb1/1/a/c" "tx1173f5598018459c9fc88-0068520372" "container-server 635426" 0.0061 "-" 635426 0 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:08:18 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:54449/sda1/1/a/c" "tx1173f5598018459c9fc88-0068520372" "container-server 635426" 0.0031 "-" 635426 0 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:00:08:18 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx1173f5598018459c9fc88-0068520372" "proxy-server 635426" 0.0513 "-" 635426 0 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:00:08:18 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx1173f5598018459c9fc88-0068520372" "proxy-server 635426" 0.0751 "-" 635426 0 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/00/08/18 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx1173f5598018459c9fc88-0068520372 - 0.0849 - - 1750205298.701499701 1750205298.786404610 0 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:08:18 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx6a5a2dbf38414d00bbd0d-0068520372" "proxy-server 635426" 0.0017 "-" 635426 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:08:18 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:54449/sda1/1/a1/c1" "tx6a5a2dbf38414d00bbd0d-0068520372" "container-server 635426" 0.0012 "-" 635426 0 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:08:18 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:41757/sdb1/1/a1/c1" "tx6a5a2dbf38414d00bbd0d-0068520372" "container-server 635426" 0.0010 "-" 635426 0 -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.proxy.test_server.TestContainerController.test_CORS_valid -test.unit.proxy.test_server.TestContainerController.test_CORS_valid ... ok -test.unit.proxy.test_server.TestContainerController.test_DELETE -test.unit.proxy.test_server.TestContainerController.test_DELETE ... ok -test.unit.proxy.test_server.TestContainerController.test_DELETE_backed_x_timestamp_header -test.unit.proxy.test_server.TestContainerController.test_DELETE_backed_x_timestamp_header ... ok -test.unit.proxy.test_server.TestContainerController.test_DELETE_x_account_headers_with_fewer_account_replicas -test.unit.proxy.test_server.TestContainerController.test_DELETE_x_account_headers_with_fewer_account_replicas ... ok -test.unit.proxy.test_server.TestContainerController.test_DELETE_x_account_headers_with_more_account_replicas -test.unit.proxy.test_server.TestContainerController.test_DELETE_x_account_headers_with_more_account_replicas ... ok -test.unit.proxy.test_server.TestContainerController.test_GET_account_non_existent -test.unit.proxy.test_server.TestContainerController.test_GET_account_non_existent ... ok -test.unit.proxy.test_server.TestContainerController.test_GET_auto_create_prefix_account_non_existent -test.unit.proxy.test_server.TestContainerController.test_GET_auto_create_prefix_account_non_existent ... ok -test.unit.proxy.test_server.TestContainerController.test_GET_calls_authorize -test.unit.proxy.test_server.TestContainerController.test_GET_calls_authorize ... ok -test.unit.proxy.test_server.TestContainerController.test_GET_no_content -test.unit.proxy.test_server.TestContainerController.test_GET_no_content ... ok -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:00:08:18 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx6a5a2dbf38414d00bbd0d-0068520372" "proxy-server 635426" 0.0440 "-" 635426 0 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:00:08:18 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx6a5a2dbf38414d00bbd0d-0068520372" "proxy-server 635426" 0.0251 "-" 635426 0 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/00/08/18 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx6a5a2dbf38414d00bbd0d-0068520372 - 0.0551 - - 1750205298.788440943 1750205298.843582869 0 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:08:18 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txf802442af6c141ec9d5b0-0068520372" "proxy-server 635426" 0.0301 "-" 635426 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:08:18 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:54449/sda1/2/a/c1" "txf802442af6c141ec9d5b0-0068520372" "container-server 635426" 0.0315 "-" 635426 1 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:08:18 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:41757/sdb1/2/a/c1" "txf802442af6c141ec9d5b0-0068520372" "container-server 635426" 0.0015 "-" 635426 1 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:00:08:18 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txf802442af6c141ec9d5b0-0068520372" "proxy-server 635426" 0.0920 "-" 635426 1 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:00:08:18 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txf802442af6c141ec9d5b0-0068520372" "proxy-server 635426" 0.0676 "-" 635426 1 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/00/08/18 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txf802442af6c141ec9d5b0-0068520372 - 0.1309 - - 1750205298.844797134 1750205298.975669861 1 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:08:19 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx946e242bc7754c189a3f7-0068520372" "proxy-server 635426" 0.0261 "-" 635426 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:08:19 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:41757/sdb1/1/a/c2" "tx946e242bc7754c189a3f7-0068520372" "container-server 635426" 0.0011 "-" 635426 2 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:08:19 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:54449/sda1/1/a/c2" "tx946e242bc7754c189a3f7-0068520372" "container-server 635426" 0.0243 "-" 635426 2 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:00:08:19 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx946e242bc7754c189a3f7-0068520372" "proxy-server 635426" 0.0473 "-" 635426 2 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:00:08:19 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx946e242bc7754c189a3f7-0068520372" "proxy-server 635426" 0.0702 "-" 635426 2 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/00/08/19 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx946e242bc7754c189a3f7-0068520372 - 0.1104 - - 1750205298.978527308 1750205299.088899851 2 -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx14d48ad37985433c84646-0068520373) -test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx34d81155cab2470a8a8b2-0068520373) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx3b99745bbbfd4ceb837db-0068520373) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:2000/sda (txn: tx3b99745bbbfd4ceb837db-0068520373) -test ERROR: Container GET returning 503 for (204, 503, 503) (txn: tx3b99745bbbfd4ceb837db-0068520373) -test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx959fc57e181c46f999b6b-0068520373) -test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx959fc57e181c46f999b6b-0068520373) -test ERROR: Container GET returning 503 for (204, 503, 503) (txn: tx959fc57e181c46f999b6b-0068520373) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:2000/sda (txn: tx5f9c8ad30bb944269fd66-0068520373) -test ERROR: Container GET returning 503 for (204, 404, 503) (txn: tx5f9c8ad30bb944269fd66-0068520373) -test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx3d2115facd3d43b489913-0068520373) -test ERROR: Container GET returning 503 for (204, 404, 503) (txn: tx3d2115facd3d43b489913-0068520373) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: tx2d5adc57298f43d7819a1-0068520373) -test.unit.proxy.test_server.TestContainerController.test_HEAD_GET -test.unit.proxy.test_server.TestContainerController.test_HEAD_GET ... ok -test.unit.proxy.test_server.TestContainerController.test_HEAD_calls_authorize -test.unit.proxy.test_server.TestContainerController.test_HEAD_calls_authorize ... ok -test.unit.proxy.test_server.TestContainerController.test_OPTIONS -test.unit.proxy.test_server.TestContainerController.test_OPTIONS ... ok -test.unit.proxy.test_server.TestContainerController.test_OPTIONS_get_info_drops_origin -test.unit.proxy.test_server.TestContainerController.test_OPTIONS_get_info_drops_origin ... ok -test.unit.proxy.test_server.TestContainerController.test_POST -test.unit.proxy.test_server.TestContainerController.test_POST ... ok -test.unit.proxy.test_server.TestContainerController.test_POST_bad_metadata -test.unit.proxy.test_server.TestContainerController.test_POST_bad_metadata ... ok -test.unit.proxy.test_server.TestContainerController.test_POST_calls_clean_acl -test.unit.proxy.test_server.TestContainerController.test_POST_calls_clean_acl ... ok -test.unit.proxy.test_server.TestContainerController.test_POST_metadata -test.unit.proxy.test_server.TestContainerController.test_POST_metadata ... ok -test INFO: Client disconnected on read of '/a/c' (txn: tx2d5adc57298f43d7819a1-0068520373) -test INFO: Client disconnected on read of '/a/c' (txn: tx42f54e10063f4865baec0-0068520373) -test INFO: Client disconnected on read of '/a/c' (txn: tx42f54e10063f4865baec0-0068520373) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txe7b68985767c4bbaa456e-0068520373) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx2703781e7efe44559a6e6-0068520373) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx3aabe546dbe246dfa6a7c-0068520373) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx3aabe546dbe246dfa6a7c-0068520373) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx3aabe546dbe246dfa6a7c-0068520373) -test ERROR: Container GET returning 503 for [500, 500, 500] (txn: tx3aabe546dbe246dfa6a7c-0068520373) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx1f719d5ac6eb4eb6aa1ad-0068520373) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx1f719d5ac6eb4eb6aa1ad-0068520373) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx1f719d5ac6eb4eb6aa1ad-0068520373) -test ERROR: Container GET returning 503 for [500, 500, 500] (txn: tx1f719d5ac6eb4eb6aa1ad-0068520373) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a: Network unreachable (txn: tx0b709ce3eefc41dea9ccf-0068520373) -test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a: Network unreachable (txn: tx0b709ce3eefc41dea9ccf-0068520373) -test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a: Network unreachable (txn: tx0b709ce3eefc41dea9ccf-0068520373) -test ERROR: Account HEAD returning 503 for [] (txn: tx0b709ce3eefc41dea9ccf-0068520373) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 500 Trying to POST /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx70905ab9ae67434daaead-0068520373) -test ERROR: ERROR 500 Trying to POST /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx4adc32ab4df84494b6048-0068520373) -test ERROR: Container GET returning 503 for (204, 404, 503) (txn: tx4adc32ab4df84494b6048-0068520373) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx54d5ad6765bd499b8033e-0068520373) -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx00e123825c0349cb8796c-0068520373) -test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx6fa5a3771c9e411a86a83-0068520373) -test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx0c8ee31791cf4b9c86794-0068520373) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 500 Trying to PUT /a/c From Container Server 10.0.0.0:2000/sda (txn: tx39fbf45773644d099a838-0068520373) -test ERROR: ERROR 500 Trying to PUT /a/c From Container Server 10.0.0.2:2002/sdc (txn: txf368172ac32d408eb9090-0068520373) -test ERROR: Container GET returning 503 for (204, 404, 503) (txn: txf368172ac32d408eb9090-0068520373) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: txca6ab59ad6f7418ab71d5-0068520373) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: txca6ab59ad6f7418ab71d5-0068520373) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: txca6ab59ad6f7418ab71d5-0068520373) -test.unit.proxy.test_server.TestContainerController.test_PUT -test.unit.proxy.test_server.TestContainerController.test_PUT ... ok -test.unit.proxy.test_server.TestContainerController.test_PUT_autocreate_account_utf8 -test.unit.proxy.test_server.TestContainerController.test_PUT_autocreate_account_utf8 ... ok -test.unit.proxy.test_server.TestContainerController.test_PUT_autocreate_account_with_sysmeta -test.unit.proxy.test_server.TestContainerController.test_PUT_autocreate_account_with_sysmeta ... ok -test.unit.proxy.test_server.TestContainerController.test_PUT_backed_x_timestamp_header -test.unit.proxy.test_server.TestContainerController.test_PUT_backed_x_timestamp_header ... ok -test.unit.proxy.test_server.TestContainerController.test_PUT_bad_metadata -test.unit.proxy.test_server.TestContainerController.test_PUT_bad_metadata ... ok -test.unit.proxy.test_server.TestContainerController.test_PUT_calls_clean_acl -test.unit.proxy.test_server.TestContainerController.test_PUT_calls_clean_acl ... ok -test ERROR: Account HEAD returning 503 for [503, 503, 503] (txn: txca6ab59ad6f7418ab71d5-0068520373) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to PUT /account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txca6ab59ad6f7418ab71d5-0068520373) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to PUT /account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txca6ab59ad6f7418ab71d5-0068520373) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to PUT /account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txca6ab59ad6f7418ab71d5-0068520373) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txca6ab59ad6f7418ab71d5-0068520373) -test WARNING: Could not autocreate account '/account' (txn: txca6ab59ad6f7418ab71d5-0068520373) -test INFO: autocreate account '/account' (txn: tx362ef516e725484daafb5-0068520373) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: txe157337f6c754fef98c02-0068520373) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: txe157337f6c754fef98c02-0068520373) -test ERROR: Account HEAD returning 503 for [503, 503] (txn: txe157337f6c754fef98c02-0068520373) -test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.0:1000/sda (txn: txe157337f6c754fef98c02-0068520373) -test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.2:1002/sdc (txn: txe157337f6c754fef98c02-0068520373) -test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.1:1001/sdb (txn: txe157337f6c754fef98c02-0068520373) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txe157337f6c754fef98c02-0068520373) -test WARNING: Could not autocreate account '/account' (txn: txe157337f6c754fef98c02-0068520373) -test INFO: autocreate account '/account' (txn: tx540f7b6c489846389bf1f-0068520373) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:2000/sda (txn: txc583c5c57f5f41389d974-0068520373) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:2001/sdb (txn: txc583c5c57f5f41389d974-0068520373) -test ERROR: Container GET returning 503 for (201, 503, 503) (txn: txc583c5c57f5f41389d974-0068520373) -test INFO: autocreate account '/account' (txn: tx5cdc04ca0e76412c98d3b-0068520373) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: tx60e49d14034c4cf8b49ca-0068520373) -test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.0:1000/sda (txn: tx60e49d14034c4cf8b49ca-0068520373) -test INFO: autocreate account '/account' (txn: tx60e49d14034c4cf8b49ca-0068520373) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: tx425c66d56c8643b483688-0068520373) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:2000/sda (txn: tx425c66d56c8643b483688-0068520373) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: autocreate account '/☃' (txn: tx6b19d610ae794efdbb03f-0068520373) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: autocreate account '/account' (txn: tx22ee5e43769249acbb2cb-0068520373) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx3c44f68cb0da4c3b9e0b0-0068520373) -test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx3c5259b45d9540ef91fb3-0068520373) -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txa7c12ab2d3ae4878bd2ef-0068520373) -test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx9bd797415978485398118-0068520373) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test.unit.proxy.test_server.TestContainerController.test_PUT_connect_exceptions -test.unit.proxy.test_server.TestContainerController.test_PUT_connect_exceptions ... ok -test.unit.proxy.test_server.TestContainerController.test_PUT_max_container_name_length -test.unit.proxy.test_server.TestContainerController.test_PUT_max_container_name_length ... ok -test.unit.proxy.test_server.TestContainerController.test_PUT_max_containers_per_account -test.unit.proxy.test_server.TestContainerController.test_PUT_max_containers_per_account ... ok -test.unit.proxy.test_server.TestContainerController.test_PUT_metadata -test.unit.proxy.test_server.TestContainerController.test_PUT_metadata ... ok -test.unit.proxy.test_server.TestContainerController.test_PUT_policy_headers -test.unit.proxy.test_server.TestContainerController.test_PUT_policy_headers ... ok -test.unit.proxy.test_server.TestContainerController.test_PUT_x_account_headers_with_fewer_account_replicas -test.unit.proxy.test_server.TestContainerController.test_PUT_x_account_headers_with_fewer_account_replicas ... ok -test.unit.proxy.test_server.TestContainerController.test_PUT_x_account_headers_with_more_account_replicas -test.unit.proxy.test_server.TestContainerController.test_PUT_x_account_headers_with_more_account_replicas ... ok -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect - raise HTTPException() -http.client.HTTPException (txn: tx9dfeee4834f848d3bd9cd-0068520373) -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c/: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect - raise HTTPException() -http.client.HTTPException (txn: txea423e21d1ca48819b065-0068520373) -test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect - raise HTTPException() -http.client.HTTPException (txn: tx922fbda7bd7b42a7bdb5e-0068520373) -test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect - raise HTTPException() -http.client.HTTPException (txn: tx922fbda7bd7b42a7bdb5e-0068520373) -test ERROR: Container GET returning 503 for (201, 503, 503) (txn: tx922fbda7bd7b42a7bdb5e-0068520373) -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c/: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect - raise HTTPException() -http.client.HTTPException (txn: tx264d5c980ea3485db0d4c-0068520373) -test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c/: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect - raise HTTPException() -http.client.HTTPException (txn: tx264d5c980ea3485db0d4c-0068520373) -test ERROR: Container GET returning 503 for (201, 503, 503) (txn: tx264d5c980ea3485db0d4c-0068520373) -test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect - raise HTTPException() -http.client.HTTPException (txn: tx937067f722fc49618511a-0068520373) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:2000/sda (txn: tx937067f722fc49618511a-0068520373) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx937067f722fc49618511a-0068520373) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx937067f722fc49618511a-0068520373) -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c/: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect - raise HTTPException() -http.client.HTTPException (txn: tx5b42da2ead4e4debae964-0068520373) -test ERROR: ERROR 503 Trying to PUT /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx5b42da2ead4e4debae964-0068520373) -test ERROR: ERROR 503 Trying to PUT /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx5b42da2ead4e4debae964-0068520373) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx5b42da2ead4e4debae964-0068520373) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: tx81a8f6b3d9e94197ad59f-0068520373) -test.unit.proxy.test_server.TestContainerController.test_acc_missing_returns_404 -test.unit.proxy.test_server.TestContainerController.test_acc_missing_returns_404 ... ok -test.unit.proxy.test_server.TestContainerController.test_authorized_requests_when_account_not_found -test.unit.proxy.test_server.TestContainerController.test_authorized_requests_when_account_not_found ... ok -test.unit.proxy.test_server.TestContainerController.test_convert_index_to_name -test.unit.proxy.test_server.TestContainerController.test_convert_index_to_name ... ok -test.unit.proxy.test_server.TestContainerController.test_convert_policy_to_index -test.unit.proxy.test_server.TestContainerController.test_convert_policy_to_index ... ok -test.unit.proxy.test_server.TestContainerController.test_error_convert_index_to_name -test.unit.proxy.test_server.TestContainerController.test_error_convert_index_to_name ... ok -test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse - raise Exception('test') -Exception: test (txn: tx0582260b687d40a6a62d7-0068520373) -test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse - raise Exception('test') -Exception: test (txn: tx0582260b687d40a6a62d7-0068520373) -test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx0582260b687d40a6a62d7-0068520373) -test ERROR: Account HEAD returning 503 for [] (txn: tx0582260b687d40a6a62d7-0068520373) -test DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: txa9a326b55c20462186c07-0068520373) -test DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: txa9a326b55c20462186c07-0068520373) -test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txa9a326b55c20462186c07-0068520373) -test ERROR: Account HEAD returning 503 for [] (txn: txa9a326b55c20462186c07-0068520373) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: txd3e184585cb845a98e377-0068520373) -test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse - raise Exception('test') -Exception: test (txn: tx025283a85c4245dbaf778-0068520373) -test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse - raise Exception('test') -Exception: test (txn: tx025283a85c4245dbaf778-0068520373) -test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx025283a85c4245dbaf778-0068520373) -test ERROR: Account HEAD returning 503 for [] (txn: tx025283a85c4245dbaf778-0068520373) -test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx6698c17340a04c54ac6cb-0068520373) -test DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx6698c17340a04c54ac6cb-0068520373) -test DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx6698c17340a04c54ac6cb-0068520373) -test ERROR: Account HEAD returning 503 for [] (txn: tx6698c17340a04c54ac6cb-0068520373) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: txc3e51f72d2814fdf941aa-0068520373) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: Could not translate X-Backend-Storage-Policy-Index ('-1') from '/a' to policy (txn: tx879e1427d5e641ab996a1-0068520373) -test ERROR: Could not translate X-Backend-Storage-Policy-Index ('-1') from '/a/c' to policy (txn: tx879e1427d5e641ab996a1-0068520373) -test INFO: Client disconnected on read of '/a/c' (txn: tx879e1427d5e641ab996a1-0068520373) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx7c6dbbd503a64b38b7518-0068520373) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx04b37613e55d4f07b4fba-0068520373) -test INFO: Client disconnected on read of '/a/c' (txn: tx04b37613e55d4f07b4fba-0068520373) -test INFO: Client disconnected on read of '/a/c/' (txn: tx04b37613e55d4f07b4fba-0068520373) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx7694fccbf1454b31b1d79-0068520373) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx7694fccbf1454b31b1d79-0068520373) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx7694fccbf1454b31b1d79-0068520373) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx7694fccbf1454b31b1d79-0068520373) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx9e94829e958642499d347-0068520373) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx9e94829e958642499d347-0068520373) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx9e94829e958642499d347-0068520373) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx9e94829e958642499d347-0068520373) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx923e64463262430fb13e7-0068520373) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx923e64463262430fb13e7-0068520373) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx923e64463262430fb13e7-0068520373) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx923e64463262430fb13e7-0068520373) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx9ae923696ba84f4dbe519-0068520373) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx9ae923696ba84f4dbe519-0068520373) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx9ae923696ba84f4dbe519-0068520373) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx9ae923696ba84f4dbe519-0068520373) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx6367e08129c54bf48bedc-0068520373) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx6367e08129c54bf48bedc-0068520373) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx6367e08129c54bf48bedc-0068520373) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx6367e08129c54bf48bedc-0068520373) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx3452fde3a16b4b008a9a4-0068520373) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx3452fde3a16b4b008a9a4-0068520373) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx3452fde3a16b4b008a9a4-0068520373) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx3452fde3a16b4b008a9a4-0068520373) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txe5feb95ee9a342aba723b-0068520373) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txe5feb95ee9a342aba723b-0068520373) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txe5feb95ee9a342aba723b-0068520373) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txe5feb95ee9a342aba723b-0068520373) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx7df2e3a6c9a14f0f8d627-0068520373) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx7df2e3a6c9a14f0f8d627-0068520373) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx7df2e3a6c9a14f0f8d627-0068520373) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx7df2e3a6c9a14f0f8d627-0068520373) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txb96f863fb2fd43c697578-0068520373) -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:2000/sda (txn: txb96f863fb2fd43c697578-0068520373) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txb96f863fb2fd43c697578-0068520373) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txb96f863fb2fd43c697578-0068520373) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txb96f863fb2fd43c697578-0068520373) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txb96f863fb2fd43c697578-0068520373) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx70d6d912a4b24ae3b9573-0068520373) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx70d6d912a4b24ae3b9573-0068520373) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx70d6d912a4b24ae3b9573-0068520373) -test ERROR: Container GET returning 503 for [503, 503] (txn: tx70d6d912a4b24ae3b9573-0068520373) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx3ef9899d95c4478c81b11-0068520373) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx3ef9899d95c4478c81b11-0068520373) -test ERROR: Node will be error limited for 60.00s: 10.0.0.1:2001/sdb (txn: tx3ef9899d95c4478c81b11-0068520373) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx3ef9899d95c4478c81b11-0068520373) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx3ef9899d95c4478c81b11-0068520373) -test ERROR: Node will be error limited for 60.00s: 10.0.0.2:2002/sdc (txn: tx3ef9899d95c4478c81b11-0068520373) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx3ef9899d95c4478c81b11-0068520373) -test ERROR: Container GET returning 503 for [503, 503] (txn: tx3ef9899d95c4478c81b11-0068520373) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx4e93aa7e68f84dc0b101e-0068520373) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx4e93aa7e68f84dc0b101e-0068520373) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx4e93aa7e68f84dc0b101e-0068520373) -test ERROR: Container GET returning 503 for [] (txn: tx4e93aa7e68f84dc0b101e-0068520373) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txfc6d2c3b3fa44161969fb-0068520373) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txfc6d2c3b3fa44161969fb-0068520373) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txfc6d2c3b3fa44161969fb-0068520373) -test ERROR: Container GET returning 503 for [] (txn: txfc6d2c3b3fa44161969fb-0068520373) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx60e1a3a50af54f19b8757-0068520373) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx60e1a3a50af54f19b8757-0068520373) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx60e1a3a50af54f19b8757-0068520373) -test ERROR: Container GET returning 503 for [] (txn: tx60e1a3a50af54f19b8757-0068520373) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx21c5125590a5488e95e1a-0068520373) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx21c5125590a5488e95e1a-0068520373) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx21c5125590a5488e95e1a-0068520373) -test ERROR: Container GET returning 503 for [] (txn: tx21c5125590a5488e95e1a-0068520373) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx4b0d6079e6b1453999122-0068520373) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx4b0d6079e6b1453999122-0068520373) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx4b0d6079e6b1453999122-0068520373) -test ERROR: Container GET returning 503 for [] (txn: tx4b0d6079e6b1453999122-0068520373) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txe819133f00a447a8bd3c4-0068520373) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txe819133f00a447a8bd3c4-0068520373) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txe819133f00a447a8bd3c4-0068520373) -test ERROR: Container GET returning 503 for [] (txn: txe819133f00a447a8bd3c4-0068520373) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txa2b4527e20f9456c894cf-0068520373) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txa2b4527e20f9456c894cf-0068520373) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txa2b4527e20f9456c894cf-0068520373) -test ERROR: Container GET returning 503 for [] (txn: txa2b4527e20f9456c894cf-0068520373) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx34441c58052341618bc7c-0068520373) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx34441c58052341618bc7c-0068520373) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx34441c58052341618bc7c-0068520373) -test ERROR: Container GET returning 503 for [] (txn: tx34441c58052341618bc7c-0068520373) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txfd9696bc49044d45bbcf6-0068520373) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txfd9696bc49044d45bbcf6-0068520373) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txfd9696bc49044d45bbcf6-0068520373) -test ERROR: Container GET returning 503 for [] (txn: txfd9696bc49044d45bbcf6-0068520373) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txf2a1f6f084504755a543a-0068520373) -test.unit.proxy.test_server.TestContainerController.test_error_limiting -test.unit.proxy.test_server.TestContainerController.test_error_limiting ... ok -test.unit.proxy.test_server.TestContainerController.test_no_convert_index_to_name_when_container_not_found -test.unit.proxy.test_server.TestContainerController.test_no_convert_index_to_name_when_container_not_found ... ok -test.unit.proxy.test_server.TestContainerController.test_node_read_timeout_no_retry_to_container -test.unit.proxy.test_server.TestContainerController.test_node_read_timeout_no_retry_to_container ... ok -test.unit.proxy.test_server.TestContainerController.test_response_get_accept_ranges_header -test.unit.proxy.test_server.TestContainerController.test_response_get_accept_ranges_header ... ok -test.unit.proxy.test_server.TestContainerController.test_response_head_accept_ranges_header -test.unit.proxy.test_server.TestContainerController.test_response_head_accept_ranges_header ... ok -test.unit.proxy.test_server.TestContainerController.test_transfer_headers -test.unit.proxy.test_server.TestContainerController.test_transfer_headers ... ok -test.unit.proxy.test_server.TestContainerController.test_unauthorized_requests_when_account_not_found -test.unit.proxy.test_server.TestContainerController.test_unauthorized_requests_when_account_not_found ... ok -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txf2a1f6f084504755a543a-0068520373) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txf2a1f6f084504755a543a-0068520373) -test ERROR: Container GET returning 503 for [] (txn: txf2a1f6f084504755a543a-0068520373) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx4fc46fe98a384cc294665-0068520373) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx4fc46fe98a384cc294665-0068520373) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx4fc46fe98a384cc294665-0068520373) -test ERROR: Container GET returning 503 for [] (txn: tx4fc46fe98a384cc294665-0068520373) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txf7fb09522626475bae941-0068520373) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txf7fb09522626475bae941-0068520373) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txf7fb09522626475bae941-0068520373) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txf7fb09522626475bae941-0068520373) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx950135ae42e84fc69b13b-0068520373) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx950135ae42e84fc69b13b-0068520373) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx950135ae42e84fc69b13b-0068520373) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx950135ae42e84fc69b13b-0068520373) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx15632fb942dc4149861a2-0068520373) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx15632fb942dc4149861a2-0068520373) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx15632fb942dc4149861a2-0068520373) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx15632fb942dc4149861a2-0068520373) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txcba0907ec8014398942b3-0068520373) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txcba0907ec8014398942b3-0068520373) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txcba0907ec8014398942b3-0068520373) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txcba0907ec8014398942b3-0068520373) -test INFO: Client disconnected on read of '/a/c' (txn: tx7f2668b4d717471c8fe39-0068520373) -test INFO: Client disconnected on read of '/a/c/' (txn: tx7f2668b4d717471c8fe39-0068520373) -test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse - raise Exception('test') -Exception: test (txn: txca8d94b03591415d87713-0068520373) -test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse - raise Exception('test') -Exception: test (txn: txca8d94b03591415d87713-0068520373) -test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse - raise Exception('test') -Exception: test (txn: txca8d94b03591415d87713-0068520373) -test ERROR: Account HEAD returning 503 for [] (txn: txca8d94b03591415d87713-0068520373) -test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse - raise Exception('test') -Exception: test (txn: txd21aec1c7511425cab008-0068520373) -test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse - raise Exception('test') -Exception: test (txn: txd21aec1c7511425cab008-0068520373) -test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse - raise Exception('test') -Exception: test (txn: txd21aec1c7511425cab008-0068520373) -test ERROR: Account HEAD returning 503 for [] (txn: txd21aec1c7511425cab008-0068520373) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: txf946a6667641428d94ef7-0068520373) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: txeb71136a2b084543a27b7-0068520373) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: tx7c0066598d844d68ba031-0068520373) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test.unit.proxy.test_server.TestProxyServer.test_adds_transaction_id -test.unit.proxy.test_server.TestProxyServer.test_adds_transaction_id ... ok -test.unit.proxy.test_server.TestProxyServer.test_adds_transaction_id_length_limit -test.unit.proxy.test_server.TestProxyServer.test_adds_transaction_id_length_limit ... ok -test.unit.proxy.test_server.TestProxyServer.test_calls_authorize_allow -test.unit.proxy.test_server.TestProxyServer.test_calls_authorize_allow ... ok -test.unit.proxy.test_server.TestProxyServer.test_calls_authorize_deny -test.unit.proxy.test_server.TestProxyServer.test_calls_authorize_deny ... ok -test.unit.proxy.test_server.TestProxyServer.test_check_response_200 -test.unit.proxy.test_server.TestProxyServer.test_check_response_200 ... ok -test.unit.proxy.test_server.TestProxyServer.test_check_response_503 -test.unit.proxy.test_server.TestProxyServer.test_check_response_503 ... ok -test.unit.proxy.test_server.TestProxyServer.test_check_response_507 -test.unit.proxy.test_server.TestProxyServer.test_check_response_507 ... ok -test.unit.proxy.test_server.TestProxyServer.test_denied_host_header -test.unit.proxy.test_server.TestProxyServer.test_denied_host_header ... ok -test.unit.proxy.test_server.TestProxyServer.test_error_limit_methods -test.unit.proxy.test_server.TestProxyServer.test_error_limit_methods ... ok -test.unit.proxy.test_server.TestProxyServer.test_error_occurred -test.unit.proxy.test_server.TestProxyServer.test_error_occurred ... ok -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to PUT /v1/a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR 503 full Trying to GET /v1/a/c/o From Object Server 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage -test DEBUG: Node is error limited: 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage -test DEBUG: Node is error limited: 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: test msg 10.0.0.0:1000/sda -test ERROR: ERROR with test1 server 10.0.0.0:1000/sda re: test1 msg: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1307, in test_error_limit_methods - raise Exception('kaboom1!') -Exception: kaboom1! -test WARNING: ERROR with test2 server 10.0.0.0:1000/sda re: test2 msg -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1321, in test_error_limit_methods - raise Exception('kaboom2!') -Exception: kaboom2! -test WARNING: ERROR with test3 server 10.0.0.0:1000/sda re: test3 msg -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1336, in test_error_limit_methods - raise Exception('kaboom3!') -Exception: kaboom3! -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test.unit.proxy.test_server.TestProxyServer.test_exception_occurred -test.unit.proxy.test_server.TestProxyServer.test_exception_occurred ... ok -test.unit.proxy.test_server.TestProxyServer.test_exception_occurred_replication_ip_port_logging -test.unit.proxy.test_server.TestProxyServer.test_exception_occurred_replication_ip_port_logging ... ok -test.unit.proxy.test_server.TestProxyServer.test_get_info_controller -test.unit.proxy.test_server.TestProxyServer.test_get_info_controller ... ok -test.unit.proxy.test_server.TestProxyServer.test_get_object_ring -test.unit.proxy.test_server.TestProxyServer.test_get_object_ring ... ok -test.unit.proxy.test_server.TestProxyServer.test_inexistent_method_request -test.unit.proxy.test_server.TestProxyServer.test_inexistent_method_request ... ok -test.unit.proxy.test_server.TestProxyServer.test_info_defaults -test.unit.proxy.test_server.TestProxyServer.test_info_defaults ... ok -test.unit.proxy.test_server.TestProxyServer.test_internal_method_request -test.unit.proxy.test_server.TestProxyServer.test_internal_method_request ... ok -test.unit.proxy.test_server.TestProxyServer.test_internal_reserved_name_request -test.unit.proxy.test_server.TestProxyServer.test_internal_reserved_name_request ... ok -test.unit.proxy.test_server.TestProxyServer.test_negative_content_length -test.unit.proxy.test_server.TestProxyServer.test_negative_content_length ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205323.00000-0, db: /tmp/tmpf8bv2yvh/sda/containers/0/338/8fe9a3e92fcda7bc35a33e1f754c6338/8fe9a3e92fcda7bc35a33e1f754c6338_1750205323.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf8bv2yvh/sda/containers/0/11b/69a92f0bce3258a08690cc4b2ec9d11b/69a92f0bce3258a08690cc4b2ec9d11b.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205327.00000-0, db: /tmp/tmpf8bv2yvh/sda/containers/0/11b/69a92f0bce3258a08690cc4b2ec9d11b/69a92f0bce3258a08690cc4b2ec9d11b_1750205327.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf8bv2yvh/sda/containers/0/840/32c70118a1052a1658893e225450e840/32c70118a1052a1658893e225450e840.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205331.00000-0, db: /tmp/tmpf8bv2yvh/sda/containers/0/840/32c70118a1052a1658893e225450e840/32c70118a1052a1658893e225450e840_1750205331.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf8bv2yvh/sda/containers/0/8f2/90c5df833a8a219fb059981ce54198f2/90c5df833a8a219fb059981ce54198f2.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205335.00000-0, db: /tmp/tmpf8bv2yvh/sda/containers/0/8f2/90c5df833a8a219fb059981ce54198f2/90c5df833a8a219fb059981ce54198f2_1750205335.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf8bv2yvh/sda/containers/0/6a6/d8e085633ca427d8c22b9dd2365c96a6/d8e085633ca427d8c22b9dd2365c96a6.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205339.00000-0, db: /tmp/tmpf8bv2yvh/sda/containers/0/6a6/d8e085633ca427d8c22b9dd2365c96a6/d8e085633ca427d8c22b9dd2365c96a6_1750205339.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf8bv2yvh/sda/containers/0/7f6/3a68fd628e25124b67825631611127f6/3a68fd628e25124b67825631611127f6.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205343.00000-0, db: /tmp/tmpf8bv2yvh/sda/containers/0/7f6/3a68fd628e25124b67825631611127f6/3a68fd628e25124b67825631611127f6_1750205343.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf8bv2yvh/sda/containers/0/8f7/1932d5f4c738ce7dae9bc25439d0e8f7/1932d5f4c738ce7dae9bc25439d0e8f7.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205347.00000-0, db: /tmp/tmpf8bv2yvh/sda/containers/0/8f7/1932d5f4c738ce7dae9bc25439d0e8f7/1932d5f4c738ce7dae9bc25439d0e8f7_1750205347.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf8bv2yvh/sda/containers/0/1ca/8a7df550b56366555bada5b0675041ca/8a7df550b56366555bada5b0675041ca.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205351.00000-0, db: /tmp/tmpf8bv2yvh/sda/containers/0/1ca/8a7df550b56366555bada5b0675041ca/8a7df550b56366555bada5b0675041ca_1750205351.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf8bv2yvh/sda/containers/0/59c/a0baed7b6d124bc410609c3ed65c559c/a0baed7b6d124bc410609c3ed65c559c.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205355.00000-0, db: /tmp/tmpf8bv2yvh/sda/containers/0/59c/a0baed7b6d124bc410609c3ed65c559c/a0baed7b6d124bc410609c3ed65c559c_1750205355.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf8bv2yvh/sda/containers/0/0d2/b7f13e3b3384a1917d4f9bdd5620a0d2/b7f13e3b3384a1917d4f9bdd5620a0d2.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205359.00000-0, db: /tmp/tmpf8bv2yvh/sda/containers/0/0d2/b7f13e3b3384a1917d4f9bdd5620a0d2/b7f13e3b3384a1917d4f9bdd5620a0d2_1750205359.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf8bv2yvh/sda/containers/0/320/48170fba44832f544f4e5955fd614320/48170fba44832f544f4e5955fd614320.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205363.00000-0, db: /tmp/tmpf8bv2yvh/sda/containers/0/320/48170fba44832f544f4e5955fd614320/48170fba44832f544f4e5955fd614320_1750205363.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf8bv2yvh/sda/containers/0/73b/36d891482b190aba5b7684cf1e19873b/36d891482b190aba5b7684cf1e19873b.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205367.00000-0, db: /tmp/tmpf8bv2yvh/sda/containers/0/73b/36d891482b190aba5b7684cf1e19873b/36d891482b190aba5b7684cf1e19873b_1750205367.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf8bv2yvh/sda/containers/0/018/9258556028ecdd4c472cb784f9740018/9258556028ecdd4c472cb784f9740018.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205371.00000-0, db: /tmp/tmpf8bv2yvh/sda/containers/0/018/9258556028ecdd4c472cb784f9740018/9258556028ecdd4c472cb784f9740018_1750205371.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf8bv2yvh/sda/containers/0/282/572a118544d72d6992091aa2f182c282/572a118544d72d6992091aa2f182c282.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205375.00000-0, db: /tmp/tmpf8bv2yvh/sda/containers/0/282/572a118544d72d6992091aa2f182c282/572a118544d72d6992091aa2f182c282_1750205375.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf8bv2yvh/sda/containers/0/490/a0ad014308327435d1577d7d5024b490/a0ad014308327435d1577d7d5024b490.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205379.00000-0, db: /tmp/tmpf8bv2yvh/sda/containers/0/490/a0ad014308327435d1577d7d5024b490/a0ad014308327435d1577d7d5024b490_1750205379.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf8bv2yvh/sda/containers/0/35d/501a08c4e1259facb13dbb92355ce35d/501a08c4e1259facb13dbb92355ce35d.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205383.00000-0, db: /tmp/tmpf8bv2yvh/sda/containers/0/35d/501a08c4e1259facb13dbb92355ce35d/501a08c4e1259facb13dbb92355ce35d_1750205383.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf8bv2yvh/sda/containers/0/1a1/27622cedae1c4e3f809449e3df8091a1/27622cedae1c4e3f809449e3df8091a1.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205387.00000-0, db: /tmp/tmpf8bv2yvh/sda/containers/0/1a1/27622cedae1c4e3f809449e3df8091a1/27622cedae1c4e3f809449e3df8091a1_1750205387.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf8bv2yvh/sda/containers/0/1e7/eea85d50e8eac4f378bca16cafb5e1e7/eea85d50e8eac4f378bca16cafb5e1e7.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205391.00000-0, db: /tmp/tmpf8bv2yvh/sda/containers/0/1e7/eea85d50e8eac4f378bca16cafb5e1e7/eea85d50e8eac4f378bca16cafb5e1e7_1750205391.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf8bv2yvh/sda/containers/0/656/3845c4feffbcfacec60951066a18d656/3845c4feffbcfacec60951066a18d656.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205395.00000-0, db: /tmp/tmpf8bv2yvh/sda/containers/0/656/3845c4feffbcfacec60951066a18d656/3845c4feffbcfacec60951066a18d656_1750205395.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf8bv2yvh/sda/containers/0/1ea/32bef68fd607f4da74fd16b93129e1ea/32bef68fd607f4da74fd16b93129e1ea.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205399.00000-0, db: /tmp/tmpf8bv2yvh/sda/containers/0/1ea/32bef68fd607f4da74fd16b93129e1ea/32bef68fd607f4da74fd16b93129e1ea_1750205399.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf8bv2yvh/sda/containers/0/e39/8704309009e4610ab6d02db4b18dde39/8704309009e4610ab6d02db4b18dde39.db' -test.unit.proxy.test_server.TestProxyServer.test_node_concurrency -test.unit.proxy.test_server.TestProxyServer.test_node_concurrency ... ok -test.unit.proxy.test_server.TestProxyServer.test_node_timing -test.unit.proxy.test_server.TestProxyServer.test_node_timing ... ok -test.unit.proxy.test_server.TestProxyServer.test_private_method_request -test.unit.proxy.test_server.TestProxyServer.test_private_method_request ... ok -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy ... ok -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_inherits -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_inherits ... ok -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: tx03c23ced7f704aa097457-0068520373) -test INFO: Client disconnected on read of '/a/c' (txn: tx03c23ced7f704aa097457-0068520373) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.1.0:1100/sda (txn: txae38416e5e834810b8997-0068520373) -test INFO: Client disconnected on read of '/a/c' (txn: txae38416e5e834810b8997-0068520373) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to UPDATE /a/c: Network unreachable (txn: txbadd773cf28e4cc497d28-0068520375) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to UPDATE /a/c: Network unreachable (txn: txbadd773cf28e4cc497d28-0068520375) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to UPDATE /a/c: Network unreachable (txn: txbadd773cf28e4cc497d28-0068520375) -test ERROR: Container UPDATE returning 503 for (503, 503, 503) (txn: txbadd773cf28e4cc497d28-0068520375) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r3=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r3=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r3=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_overrides -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_overrides ... ok -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_with_no_default -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_with_no_default ... ok -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_proxy_server_config -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_proxy_server_config ... ok -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_timing_per_policy -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_timing_per_policy ... ok -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_default -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_default ... ok -test.unit.proxy.test_server.TestProxyServer.test_statsd_prefix -test.unit.proxy.test_server.TestProxyServer.test_statsd_prefix ... ok -test.unit.proxy.test_server.TestProxyServer.test_unhandled_exception -test.unit.proxy.test_server.TestProxyServer.test_unhandled_exception ... ok -test.unit.proxy.test_server.TestProxyServer.test_valid_api_version -test.unit.proxy.test_server.TestProxyServer.test_valid_api_version ... ok -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205403.00000-0, db: /tmp/tmpf8bv2yvh/sda/containers/0/e39/8704309009e4610ab6d02db4b18dde39/8704309009e4610ab6d02db4b18dde39_1750205403.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf8bv2yvh/sda/containers/0/620/d74714da67b58bee45965bfbd8236620/d74714da67b58bee45965bfbd8236620.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205407.00000-0, db: /tmp/tmpf8bv2yvh/sda/containers/0/620/d74714da67b58bee45965bfbd8236620/d74714da67b58bee45965bfbd8236620_1750205407.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf8bv2yvh/sda/containers/0/092/c95c824803c24b2ded4cf9e6ba519092/c95c824803c24b2ded4cf9e6ba519092.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205411.00000-0, db: /tmp/tmpf8bv2yvh/sda/containers/0/092/c95c824803c24b2ded4cf9e6ba519092/c95c824803c24b2ded4cf9e6ba519092_1750205411.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf8bv2yvh/sda/containers/0/a9b/98d8dc9f9da071788e8a5e1ed5462a9b/98d8dc9f9da071788e8a5e1ed5462a9b.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205415.00000-0, db: /tmp/tmpf8bv2yvh/sda/containers/0/a9b/98d8dc9f9da071788e8a5e1ed5462a9b/98d8dc9f9da071788e8a5e1ed5462a9b_1750205415.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf8bv2yvh/sda/containers/0/e49/a6118353baa507419b7baccec610ae49/a6118353baa507419b7baccec610ae49.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205419.00000-0, db: /tmp/tmpf8bv2yvh/sda/containers/0/e49/a6118353baa507419b7baccec610ae49/a6118353baa507419b7baccec610ae49_1750205419.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf8bv2yvh/sda/containers/0/244/6bfb9edd9f69faedd99a46ce0e0ac244/6bfb9edd9f69faedd99a46ce0e0ac244.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205423.00000-0, db: /tmp/tmpf8bv2yvh/sda/containers/0/244/6bfb9edd9f69faedd99a46ce0e0ac244/6bfb9edd9f69faedd99a46ce0e0ac244_1750205423.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf8bv2yvh/sda/containers/0/901/4cb75c6d4c9d92778c610e5f91d61901/4cb75c6d4c9d92778c610e5f91d61901.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205427.00000-0, db: /tmp/tmpf8bv2yvh/sda/containers/0/901/4cb75c6d4c9d92778c610e5f91d61901/4cb75c6d4c9d92778c610e5f91d61901_1750205427.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf8bv2yvh/sda/containers/0/972/5dc102dcca6563567de5475ef089e972/5dc102dcca6563567de5475ef089e972.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205431.00000-0, db: /tmp/tmpf8bv2yvh/sda/containers/0/972/5dc102dcca6563567de5475ef089e972/5dc102dcca6563567de5475ef089e972_1750205431.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf8bv2yvh/sda/containers/0/a6a/b8ae699c5aa7c6e1ca1365ca39974a6a/b8ae699c5aa7c6e1ca1365ca39974a6a.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205435.00000-0, db: /tmp/tmpf8bv2yvh/sda/containers/0/a6a/b8ae699c5aa7c6e1ca1365ca39974a6a/b8ae699c5aa7c6e1ca1365ca39974a6a_1750205435.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf8bv2yvh/sda/containers/0/329/531acc281b5f3bcb9a691291fcfd7329/531acc281b5f3bcb9a691291fcfd7329.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205439.00000-0, db: /tmp/tmpf8bv2yvh/sda/containers/0/329/531acc281b5f3bcb9a691291fcfd7329/531acc281b5f3bcb9a691291fcfd7329_1750205439.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf8bv2yvh/sda/containers/0/bbc/09297aa189988708e7c5e61237cafbbc/09297aa189988708e7c5e61237cafbbc.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205443.00000-0, db: /tmp/tmpf8bv2yvh/sda/containers/0/bbc/09297aa189988708e7c5e61237cafbbc/09297aa189988708e7c5e61237cafbbc_1750205443.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf8bv2yvh/sda/containers/0/197/b7e1610b087d71c45d73bf6bc73ed197/b7e1610b087d71c45d73bf6bc73ed197.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205447.00000-0, db: /tmp/tmpf8bv2yvh/sda/containers/0/197/b7e1610b087d71c45d73bf6bc73ed197/b7e1610b087d71c45d73bf6bc73ed197_1750205447.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf8bv2yvh/sda/containers/0/95f/1cf0489bad5c6b5b55d400dbe4c3e95f/1cf0489bad5c6b5b55d400dbe4c3e95f.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205451.00000-0, db: /tmp/tmpf8bv2yvh/sda/containers/0/95f/1cf0489bad5c6b5b55d400dbe4c3e95f/1cf0489bad5c6b5b55d400dbe4c3e95f_1750205451.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf8bv2yvh/sda/containers/0/519/9aed5e54869ceb64b535eaa5af4a1519/9aed5e54869ceb64b535eaa5af4a1519.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205455.00000-0, db: /tmp/tmpf8bv2yvh/sda/containers/0/519/9aed5e54869ceb64b535eaa5af4a1519/9aed5e54869ceb64b535eaa5af4a1519_1750205455.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf8bv2yvh/sda/containers/0/624/2901cd398b846de1607cb7f7d1f66624/2901cd398b846de1607cb7f7d1f66624.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205459.00000-0, db: /tmp/tmpf8bv2yvh/sda/containers/0/624/2901cd398b846de1607cb7f7d1f66624/2901cd398b846de1607cb7f7d1f66624_1750205459.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf8bv2yvh/sda/containers/0/98c/81716b4cecc7397e32703330711d498c/81716b4cecc7397e32703330711d498c.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205463.00000-0, db: /tmp/tmpf8bv2yvh/sda/containers/0/98c/81716b4cecc7397e32703330711d498c/81716b4cecc7397e32703330711d498c_1750205463.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf8bv2yvh/sda/containers/0/ac1/b1041b5a82bddea614e457888735dac1/b1041b5a82bddea614e457888735dac1.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205467.00000-0, db: /tmp/tmpf8bv2yvh/sda/containers/0/ac1/b1041b5a82bddea614e457888735dac1/b1041b5a82bddea614e457888735dac1_1750205467.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf8bv2yvh/sda/containers/0/934/2d04149f3b15a5a5b26e18b94338e934/2d04149f3b15a5a5b26e18b94338e934.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205471.00000-0, db: /tmp/tmpf8bv2yvh/sda/containers/0/934/2d04149f3b15a5a5b26e18b94338e934/2d04149f3b15a5a5b26e18b94338e934_1750205471.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf8bv2yvh/sda/containers/0/34f/37a8b2ea13be5ab61fb44da7ee0c334f/37a8b2ea13be5ab61fb44da7ee0c334f.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205475.00000-0, db: /tmp/tmpf8bv2yvh/sda/containers/0/34f/37a8b2ea13be5ab61fb44da7ee0c334f/37a8b2ea13be5ab61fb44da7ee0c334f_1750205475.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf8bv2yvh/sda/containers/0/0f4/d14ce27dc8326cbf49e803d3a4a170f4/d14ce27dc8326cbf49e803d3a4a170f4.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205479.00000-0, db: /tmp/tmpf8bv2yvh/sda/containers/0/0f4/d14ce27dc8326cbf49e803d3a4a170f4/d14ce27dc8326cbf49e803d3a4a170f4_1750205479.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf8bv2yvh/sda/containers/0/f91/56d44acef01313d86b5a97d29e0c3f91/56d44acef01313d86b5a97d29e0c3f91.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205483.00000-0, db: /tmp/tmpf8bv2yvh/sda/containers/0/f91/56d44acef01313d86b5a97d29e0c3f91/56d44acef01313d86b5a97d29e0c3f91_1750205483.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf8bv2yvh/sda/containers/0/452/8df63f2ee914451b7ff597c1636a7452/8df63f2ee914451b7ff597c1636a7452.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205487.00000-0, db: /tmp/tmpf8bv2yvh/sda/containers/0/452/8df63f2ee914451b7ff597c1636a7452/8df63f2ee914451b7ff597c1636a7452_1750205487.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf8bv2yvh/sda/containers/0/5f1/ec7658967775a069ac667194437fb5f1/ec7658967775a069ac667194437fb5f1.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205491.00000-0, db: /tmp/tmpf8bv2yvh/sda/containers/0/5f1/ec7658967775a069ac667194437fb5f1/ec7658967775a069ac667194437fb5f1_1750205491.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf8bv2yvh/sda/containers/0/dae/3a21f0a1993a8516b96c61ae9c6b9dae/3a21f0a1993a8516b96c61ae9c6b9dae.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205495.00000-0, db: /tmp/tmpf8bv2yvh/sda/containers/0/dae/3a21f0a1993a8516b96c61ae9c6b9dae/3a21f0a1993a8516b96c61ae9c6b9dae_1750205495.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf8bv2yvh/sda/containers/0/975/f8b70d9cc717bc01a29376e21777a975/f8b70d9cc717bc01a29376e21777a975.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205499.00000-0, db: /tmp/tmpf8bv2yvh/sda/containers/0/975/f8b70d9cc717bc01a29376e21777a975/f8b70d9cc717bc01a29376e21777a975_1750205499.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf8bv2yvh/sda/containers/0/dc3/55aa789d9b06b0d3c4ab5eb2b4796dc3/55aa789d9b06b0d3c4ab5eb2b4796dc3.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205503.00000-0, db: /tmp/tmpf8bv2yvh/sda/containers/0/dc3/55aa789d9b06b0d3c4ab5eb2b4796dc3/55aa789d9b06b0d3c4ab5eb2b4796dc3_1750205503.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf8bv2yvh/sda/containers/0/3a3/72aae86e2d948c08e55467808c0853a3/72aae86e2d948c08e55467808c0853a3.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205507.00000-0, db: /tmp/tmpf8bv2yvh/sda/containers/0/3a3/72aae86e2d948c08e55467808c0853a3/72aae86e2d948c08e55467808c0853a3_1750205507.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf8bv2yvh/sda/containers/0/ead/ee7bfed1c8da9cda262de6da74e57ead/ee7bfed1c8da9cda262de6da74e57ead.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205511.00000-0, db: /tmp/tmpf8bv2yvh/sda/containers/0/ead/ee7bfed1c8da9cda262de6da74e57ead/ee7bfed1c8da9cda262de6da74e57ead_1750205511.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf8bv2yvh/sda/containers/0/31d/817312727259e0188dc06c80190c631d/817312727259e0188dc06c80190c631d.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205515.00000-0, db: /tmp/tmpf8bv2yvh/sda/containers/0/31d/817312727259e0188dc06c80190c631d/817312727259e0188dc06c80190c631d_1750205515.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf8bv2yvh/sda/containers/0/3f3/250c4d7fa1361414ce8858ec9a30c3f3/250c4d7fa1361414ce8858ec9a30c3f3.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205519.00000-0, db: /tmp/tmpf8bv2yvh/sda/containers/0/3f3/250c4d7fa1361414ce8858ec9a30c3f3/250c4d7fa1361414ce8858ec9a30c3f3_1750205519.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf8bv2yvh/sda/containers/0/153/86a9a68c632b023d612d8c7051823153/86a9a68c632b023d612d8c7051823153.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205523.00000-0, db: /tmp/tmpf8bv2yvh/sda/containers/0/153/86a9a68c632b023d612d8c7051823153/86a9a68c632b023d612d8c7051823153_1750205523.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf8bv2yvh/sda/containers/0/247/65f009ef1d9f1a0d76f60b609befb247/65f009ef1d9f1a0d76f60b609befb247.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205527.00000-0, db: /tmp/tmpf8bv2yvh/sda/containers/0/247/65f009ef1d9f1a0d76f60b609befb247/65f009ef1d9f1a0d76f60b609befb247_1750205527.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf8bv2yvh/sda/containers/0/ff5/6fe1b2f9eca134c2fae184e6ae5b5ff5/6fe1b2f9eca134c2fae184e6ae5b5ff5.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205531.00000-0, db: /tmp/tmpf8bv2yvh/sda/containers/0/ff5/6fe1b2f9eca134c2fae184e6ae5b5ff5/6fe1b2f9eca134c2fae184e6ae5b5ff5_1750205531.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf8bv2yvh/sda/containers/0/35c/724feacacd96f74f6f1ea687ec63735c/724feacacd96f74f6f1ea687ec63735c.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205535.00000-0, db: /tmp/tmpf8bv2yvh/sda/containers/0/35c/724feacacd96f74f6f1ea687ec63735c/724feacacd96f74f6f1ea687ec63735c_1750205535.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf8bv2yvh/sda/containers/0/2d7/f2b6835c51de3ad862d69a8bf33a72d7/f2b6835c51de3ad862d69a8bf33a72d7.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205539.00000-0, db: /tmp/tmpf8bv2yvh/sda/containers/0/2d7/f2b6835c51de3ad862d69a8bf33a72d7/f2b6835c51de3ad862d69a8bf33a72d7_1750205539.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf8bv2yvh/sda/containers/0/ebd/aae32809ed3b64b05094f17401ef2ebd/aae32809ed3b64b05094f17401ef2ebd.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205543.00000-0, db: /tmp/tmpf8bv2yvh/sda/containers/0/ebd/aae32809ed3b64b05094f17401ef2ebd/aae32809ed3b64b05094f17401ef2ebd_1750205543.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf8bv2yvh/sda/containers/0/6e9/bc24b10a2967afb2fc7a5592e37f56e9/bc24b10a2967afb2fc7a5592e37f56e9.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205547.00000-0, db: /tmp/tmpf8bv2yvh/sda/containers/0/6e9/bc24b10a2967afb2fc7a5592e37f56e9/bc24b10a2967afb2fc7a5592e37f56e9_1750205547.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf8bv2yvh/sda/containers/0/5a5/c8e569e97d424b98301e1abc748e75a5/c8e569e97d424b98301e1abc748e75a5.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205551.00000-0, db: /tmp/tmpf8bv2yvh/sda/containers/0/5a5/c8e569e97d424b98301e1abc748e75a5/c8e569e97d424b98301e1abc748e75a5_1750205551.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf8bv2yvh/sda/containers/0/6a9/e9ae804d1e47f4d71c590a5b4f2a86a9/e9ae804d1e47f4d71c590a5b4f2a86a9.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205555.00000-0, db: /tmp/tmpf8bv2yvh/sda/containers/0/6a9/e9ae804d1e47f4d71c590a5b4f2a86a9/e9ae804d1e47f4d71c590a5b4f2a86a9_1750205555.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf8bv2yvh/sda/containers/0/e97/3b3a88e72106ad8152000c69943bee97/3b3a88e72106ad8152000c69943bee97.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205559.00000-0, db: /tmp/tmpf8bv2yvh/sda/containers/0/e97/3b3a88e72106ad8152000c69943bee97/3b3a88e72106ad8152000c69943bee97_1750205559.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf8bv2yvh/sda/containers/0/2c4/cffb67803990e40531c908428cab02c4/cffb67803990e40531c908428cab02c4.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205563.00000-0, db: /tmp/tmpf8bv2yvh/sda/containers/0/2c4/cffb67803990e40531c908428cab02c4/cffb67803990e40531c908428cab02c4_1750205563.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf8bv2yvh/sda/containers/0/550/5501afd5c5151fea4510793219bf9550/5501afd5c5151fea4510793219bf9550.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205567.00000-0, db: /tmp/tmpf8bv2yvh/sda/containers/0/550/5501afd5c5151fea4510793219bf9550/5501afd5c5151fea4510793219bf9550_1750205567.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf8bv2yvh/sda/containers/0/9cc/30adec0a8b53b2afee3d7c7a4a9d89cc/30adec0a8b53b2afee3d7c7a4a9d89cc.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205571.00000-0, db: /tmp/tmpf8bv2yvh/sda/containers/0/9cc/30adec0a8b53b2afee3d7c7a4a9d89cc/30adec0a8b53b2afee3d7c7a4a9d89cc_1750205571.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf8bv2yvh/sda/containers/0/33d/6a771d62a5cb74dedb7a7e2bdea8f33d/6a771d62a5cb74dedb7a7e2bdea8f33d.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205575.00000-0, db: /tmp/tmpf8bv2yvh/sda/containers/0/33d/6a771d62a5cb74dedb7a7e2bdea8f33d/6a771d62a5cb74dedb7a7e2bdea8f33d_1750205575.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf8bv2yvh/sda/containers/0/3a8/37738d849313a55773f394bbbc1783a8/37738d849313a55773f394bbbc1783a8.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205579.00000-0, db: /tmp/tmpf8bv2yvh/sda/containers/0/3a8/37738d849313a55773f394bbbc1783a8/37738d849313a55773f394bbbc1783a8_1750205579.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf8bv2yvh/sda/containers/0/ee2/6d105de0d74842ea4795420995b33ee2/6d105de0d74842ea4795420995b33ee2.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205583.00000-0, db: /tmp/tmpf8bv2yvh/sda/containers/0/ee2/6d105de0d74842ea4795420995b33ee2/6d105de0d74842ea4795420995b33ee2_1750205583.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf8bv2yvh/sda/containers/0/65f/fda0b016f5a35c24beebab4e5c31765f/fda0b016f5a35c24beebab4e5c31765f.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205587.00000-0, db: /tmp/tmpf8bv2yvh/sda/containers/0/65f/fda0b016f5a35c24beebab4e5c31765f/fda0b016f5a35c24beebab4e5c31765f_1750205587.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf8bv2yvh/sda/containers/0/b79/8bc67de373856cc72b4eccd868dacb79/8bc67de373856cc72b4eccd868dacb79.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205591.00000-0, db: /tmp/tmpf8bv2yvh/sda/containers/0/b79/8bc67de373856cc72b4eccd868dacb79/8bc67de373856cc72b4eccd868dacb79_1750205591.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf8bv2yvh/sda/containers/0/31b/dbdfe89ba1a1748dd8ac618bfeea131b/dbdfe89ba1a1748dd8ac618bfeea131b.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205595.00000-0, db: /tmp/tmpf8bv2yvh/sda/containers/0/31b/dbdfe89ba1a1748dd8ac618bfeea131b/dbdfe89ba1a1748dd8ac618bfeea131b_1750205595.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf8bv2yvh/sda/containers/0/73c/1c29bf690657b5b48741808c7d22073c/1c29bf690657b5b48741808c7d22073c.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205599.00000-0, db: /tmp/tmpf8bv2yvh/sda/containers/0/73c/1c29bf690657b5b48741808c7d22073c/1c29bf690657b5b48741808c7d22073c_1750205599.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf8bv2yvh/sda/containers/0/0ee/48b1494a3721e4f39893df7a4a46e0ee/48b1494a3721e4f39893df7a4a46e0ee.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205603.00000-0, db: /tmp/tmpf8bv2yvh/sda/containers/0/0ee/48b1494a3721e4f39893df7a4a46e0ee/48b1494a3721e4f39893df7a4a46e0ee_1750205603.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf8bv2yvh/sda/containers/0/362/a1d85fc8e2a53d6346cf0a0384593362/a1d85fc8e2a53d6346cf0a0384593362.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205607.00000-0, db: /tmp/tmpf8bv2yvh/sda/containers/0/362/a1d85fc8e2a53d6346cf0a0384593362/a1d85fc8e2a53d6346cf0a0384593362_1750205607.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf8bv2yvh/sda/containers/0/aea/70d7a5974452bbf7ff2283205c388aea/70d7a5974452bbf7ff2283205c388aea.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205611.00000-0, db: /tmp/tmpf8bv2yvh/sda/containers/0/aea/70d7a5974452bbf7ff2283205c388aea/70d7a5974452bbf7ff2283205c388aea_1750205611.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf8bv2yvh/sda/containers/0/c9e/c6fe484e5983f3589b4894d48aa45c9e/c6fe484e5983f3589b4894d48aa45c9e.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205615.00000-0, db: /tmp/tmpf8bv2yvh/sda/containers/0/c9e/c6fe484e5983f3589b4894d48aa45c9e/c6fe484e5983f3589b4894d48aa45c9e_1750205615.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf8bv2yvh/sda/containers/0/22b/99997dc2f9097b2477490a679c29c22b/99997dc2f9097b2477490a679c29c22b.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205619.00000-0, db: /tmp/tmpf8bv2yvh/sda/containers/0/22b/99997dc2f9097b2477490a679c29c22b/99997dc2f9097b2477490a679c29c22b_1750205619.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf8bv2yvh/sda/containers/0/c27/849eb56fa5bc4bd3b304ff9a043a7c27/849eb56fa5bc4bd3b304ff9a043a7c27.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205623.00000-0, db: /tmp/tmpf8bv2yvh/sda/containers/0/c27/849eb56fa5bc4bd3b304ff9a043a7c27/849eb56fa5bc4bd3b304ff9a043a7c27_1750205623.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf8bv2yvh/sda/containers/0/6e9/d328e57188db96161c5ec2a04b8dd6e9/d328e57188db96161c5ec2a04b8dd6e9.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205627.00000-0, db: /tmp/tmpf8bv2yvh/sda/containers/0/6e9/d328e57188db96161c5ec2a04b8dd6e9/d328e57188db96161c5ec2a04b8dd6e9_1750205627.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf8bv2yvh/sda/containers/0/f10/01c481828f999f9ef74a583af7ef9f10/01c481828f999f9ef74a583af7ef9f10.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205631.00000-0, db: /tmp/tmpf8bv2yvh/sda/containers/0/f10/01c481828f999f9ef74a583af7ef9f10/01c481828f999f9ef74a583af7ef9f10_1750205631.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf8bv2yvh/sda/containers/0/f47/3dcce59c4cf7d6f4db3c0dfd7adb2f47/3dcce59c4cf7d6f4db3c0dfd7adb2f47.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205635.00000-0, db: /tmp/tmpf8bv2yvh/sda/containers/0/f47/3dcce59c4cf7d6f4db3c0dfd7adb2f47/3dcce59c4cf7d6f4db3c0dfd7adb2f47_1750205635.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf8bv2yvh/sda/containers/0/8b3/5be50c61b6642ca54e3cf35b0654e8b3/5be50c61b6642ca54e3cf35b0654e8b3.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205639.00000-0, db: /tmp/tmpf8bv2yvh/sda/containers/0/8b3/5be50c61b6642ca54e3cf35b0654e8b3/5be50c61b6642ca54e3cf35b0654e8b3_1750205639.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf8bv2yvh/sda/containers/0/29e/04b60ec0a0da10ff9cec196f61d4b29e/04b60ec0a0da10ff9cec196f61d4b29e.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205643.00000-0, db: /tmp/tmpf8bv2yvh/sda/containers/0/29e/04b60ec0a0da10ff9cec196f61d4b29e/04b60ec0a0da10ff9cec196f61d4b29e_1750205643.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf8bv2yvh/sda/containers/0/2e9/abba0cf576eaf5cc8cc918e0514c72e9/abba0cf576eaf5cc8cc918e0514c72e9.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205647.00000-0, db: /tmp/tmpf8bv2yvh/sda/containers/0/2e9/abba0cf576eaf5cc8cc918e0514c72e9/abba0cf576eaf5cc8cc918e0514c72e9_1750205647.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf8bv2yvh/sda/containers/0/792/5ceb91318fc3240a2cc3c155d38a0792/5ceb91318fc3240a2cc3c155d38a0792.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205651.00000-0, db: /tmp/tmpf8bv2yvh/sda/containers/0/792/5ceb91318fc3240a2cc3c155d38a0792/5ceb91318fc3240a2cc3c155d38a0792_1750205651.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf8bv2yvh/sda/containers/0/1b3/33f7dbca80206480923ca384978481b3/33f7dbca80206480923ca384978481b3.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205655.00000-0, db: /tmp/tmpf8bv2yvh/sda/containers/0/1b3/33f7dbca80206480923ca384978481b3/33f7dbca80206480923ca384978481b3_1750205655.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf8bv2yvh/sda/containers/0/61a/49a0997ad86922eaf35e021a7706561a/49a0997ad86922eaf35e021a7706561a.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205659.00000-0, db: /tmp/tmpf8bv2yvh/sda/containers/0/61a/49a0997ad86922eaf35e021a7706561a/49a0997ad86922eaf35e021a7706561a_1750205659.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf8bv2yvh/sda/containers/0/0d9/bb15010dc9ef5c8cc7b41727af4510d9/bb15010dc9ef5c8cc7b41727af4510d9.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205663.00000-0, db: /tmp/tmpf8bv2yvh/sda/containers/0/0d9/bb15010dc9ef5c8cc7b41727af4510d9/bb15010dc9ef5c8cc7b41727af4510d9_1750205663.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf8bv2yvh/sda/containers/0/f8b/799f86e3d2ec0c6b0fac64100a937f8b/799f86e3d2ec0c6b0fac64100a937f8b.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205667.00000-0, db: /tmp/tmpf8bv2yvh/sda/containers/0/f8b/799f86e3d2ec0c6b0fac64100a937f8b/799f86e3d2ec0c6b0fac64100a937f8b_1750205667.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf8bv2yvh/sda/containers/0/0b2/545b542f847fb91c2271025982cff0b2/545b542f847fb91c2271025982cff0b2.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205671.00000-0, db: /tmp/tmpf8bv2yvh/sda/containers/0/0b2/545b542f847fb91c2271025982cff0b2/545b542f847fb91c2271025982cff0b2_1750205671.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf8bv2yvh/sda/containers/0/d71/6ca73e4259b1e82ac97517dc3033bd71/6ca73e4259b1e82ac97517dc3033bd71.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205675.00000-0, db: /tmp/tmpf8bv2yvh/sda/containers/0/d71/6ca73e4259b1e82ac97517dc3033bd71/6ca73e4259b1e82ac97517dc3033bd71_1750205675.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf8bv2yvh/sda/containers/0/6ca/3108baf14b50b3e15686cbe2da4b26ca/3108baf14b50b3e15686cbe2da4b26ca.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205679.00000-0, db: /tmp/tmpf8bv2yvh/sda/containers/0/6ca/3108baf14b50b3e15686cbe2da4b26ca/3108baf14b50b3e15686cbe2da4b26ca_1750205679.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf8bv2yvh/sda/containers/0/c50/d0a19a06419669716c7cc5fdcea98c50/d0a19a06419669716c7cc5fdcea98c50.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205683.00000-0, db: /tmp/tmpf8bv2yvh/sda/containers/0/c50/d0a19a06419669716c7cc5fdcea98c50/d0a19a06419669716c7cc5fdcea98c50_1750205683.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf8bv2yvh/sda/containers/0/b9e/13e7d42f3208764ae9f6913b7b16fb9e/13e7d42f3208764ae9f6913b7b16fb9e.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205687.00000-0, db: /tmp/tmpf8bv2yvh/sda/containers/0/b9e/13e7d42f3208764ae9f6913b7b16fb9e/13e7d42f3208764ae9f6913b7b16fb9e_1750205687.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf8bv2yvh/sda/containers/0/f05/ffc5a11af4b637b06f0688362ddc1f05/ffc5a11af4b637b06f0688362ddc1f05.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205691.00000-0, db: /tmp/tmpf8bv2yvh/sda/containers/0/f05/ffc5a11af4b637b06f0688362ddc1f05/ffc5a11af4b637b06f0688362ddc1f05_1750205691.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf8bv2yvh/sda/containers/0/44c/3d0ac316d67381021b4fe1e2b87ef44c/3d0ac316d67381021b4fe1e2b87ef44c.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205695.00000-0, db: /tmp/tmpf8bv2yvh/sda/containers/0/44c/3d0ac316d67381021b4fe1e2b87ef44c/3d0ac316d67381021b4fe1e2b87ef44c_1750205695.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf8bv2yvh/sda/containers/0/b06/4f7f5756c9982a8a3ccac35555637b06/4f7f5756c9982a8a3ccac35555637b06.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205699.00000-0, db: /tmp/tmpf8bv2yvh/sda/containers/0/b06/4f7f5756c9982a8a3ccac35555637b06/4f7f5756c9982a8a3ccac35555637b06_1750205699.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf8bv2yvh/sda/containers/0/9d4/23663e7b9f8d63b7eb760832583a39d4/23663e7b9f8d63b7eb760832583a39d4.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205703.00000-0, db: /tmp/tmpf8bv2yvh/sda/containers/0/9d4/23663e7b9f8d63b7eb760832583a39d4/23663e7b9f8d63b7eb760832583a39d4_1750205703.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf8bv2yvh/sda/containers/0/a5b/c01f5ce13ef7833f31202a7ae0410a5b/c01f5ce13ef7833f31202a7ae0410a5b.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205707.00000-0, db: /tmp/tmpf8bv2yvh/sda/containers/0/a5b/c01f5ce13ef7833f31202a7ae0410a5b/c01f5ce13ef7833f31202a7ae0410a5b_1750205707.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf8bv2yvh/sda/containers/0/9e4/43387b5117108fb84b1cd7d4a47459e4/43387b5117108fb84b1cd7d4a47459e4.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205711.00000-0, db: /tmp/tmpf8bv2yvh/sda/containers/0/9e4/43387b5117108fb84b1cd7d4a47459e4/43387b5117108fb84b1cd7d4a47459e4_1750205711.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf8bv2yvh/sda/containers/0/360/84de248af53b5e26511586f582f26360/84de248af53b5e26511586f582f26360.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205715.00000-0, db: /tmp/tmpf8bv2yvh/sda/containers/0/360/84de248af53b5e26511586f582f26360/84de248af53b5e26511586f582f26360_1750205715.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf8bv2yvh/sda/containers/0/bf1/e40e5ab546f9f61e3756f80f7f41fbf1/e40e5ab546f9f61e3756f80f7f41fbf1.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205719.00000-0, db: /tmp/tmpf8bv2yvh/sda/containers/0/bf1/e40e5ab546f9f61e3756f80f7f41fbf1/e40e5ab546f9f61e3756f80f7f41fbf1_1750205719.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf8bv2yvh/sda/containers/0/7d7/c4ab50a60d3a8b0c1ceb2b8182df47d7/c4ab50a60d3a8b0c1ceb2b8182df47d7.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205723.00000-0, db: /tmp/tmpf8bv2yvh/sda/containers/0/7d7/c4ab50a60d3a8b0c1ceb2b8182df47d7/c4ab50a60d3a8b0c1ceb2b8182df47d7_1750205723.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf8bv2yvh/sda/containers/0/c8d/074b289fa8f9ca6c3c2fa69b7cc9cc8d/074b289fa8f9ca6c3c2fa69b7cc9cc8d.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205727.00000-0, db: /tmp/tmpf8bv2yvh/sda/containers/0/c8d/074b289fa8f9ca6c3c2fa69b7cc9cc8d/074b289fa8f9ca6c3c2fa69b7cc9cc8d_1750205727.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf8bv2yvh/sda/containers/0/2a7/732e23c9e5940ede77df91cda32422a7/732e23c9e5940ede77df91cda32422a7.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205731.00000-0, db: /tmp/tmpf8bv2yvh/sda/containers/0/2a7/732e23c9e5940ede77df91cda32422a7/732e23c9e5940ede77df91cda32422a7_1750205731.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf8bv2yvh/sda/containers/0/792/0583f2f65000784f43e94fea048cc792/0583f2f65000784f43e94fea048cc792.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205735.00000-0, db: /tmp/tmpf8bv2yvh/sda/containers/0/792/0583f2f65000784f43e94fea048cc792/0583f2f65000784f43e94fea048cc792_1750205735.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf8bv2yvh/sda/containers/0/f5c/547695105a038f0ea2d59072e06dbf5c/547695105a038f0ea2d59072e06dbf5c.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205739.00000-0, db: /tmp/tmpf8bv2yvh/sda/containers/0/f5c/547695105a038f0ea2d59072e06dbf5c/547695105a038f0ea2d59072e06dbf5c_1750205739.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf8bv2yvh/sda/containers/0/ab6/0e8763b88464ca5d25b371bce7468ab6/0e8763b88464ca5d25b371bce7468ab6.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205743.00000-0, db: /tmp/tmpf8bv2yvh/sda/containers/0/ab6/0e8763b88464ca5d25b371bce7468ab6/0e8763b88464ca5d25b371bce7468ab6_1750205743.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf8bv2yvh/sda/containers/0/14c/62f737445c82edf639fd93be95c5e14c/62f737445c82edf639fd93be95c5e14c.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205747.00000-0, db: /tmp/tmpf8bv2yvh/sda/containers/0/14c/62f737445c82edf639fd93be95c5e14c/62f737445c82edf639fd93be95c5e14c_1750205747.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf8bv2yvh/sda/containers/0/646/e565c0f9704904205ff701dd159dc646/e565c0f9704904205ff701dd159dc646.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205751.00000-0, db: /tmp/tmpf8bv2yvh/sda/containers/0/646/e565c0f9704904205ff701dd159dc646/e565c0f9704904205ff701dd159dc646_1750205751.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf8bv2yvh/sda/containers/0/8b0/aa154fab34c80c6ddd883efd77d838b0/aa154fab34c80c6ddd883efd77d838b0.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205755.00000-0, db: /tmp/tmpf8bv2yvh/sda/containers/0/8b0/aa154fab34c80c6ddd883efd77d838b0/aa154fab34c80c6ddd883efd77d838b0_1750205755.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf8bv2yvh/sda/containers/0/7af/929ed45201a183d545249537a46907af/929ed45201a183d545249537a46907af.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205759.00000-0, db: /tmp/tmpf8bv2yvh/sda/containers/0/7af/929ed45201a183d545249537a46907af/929ed45201a183d545249537a46907af_1750205759.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf8bv2yvh/sda/containers/0/0f5/03d4c384103a9a78bdd057716787f0f5/03d4c384103a9a78bdd057716787f0f5.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205763.00000-0, db: /tmp/tmpf8bv2yvh/sda/containers/0/0f5/03d4c384103a9a78bdd057716787f0f5/03d4c384103a9a78bdd057716787f0f5_1750205763.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf8bv2yvh/sda/containers/0/859/09b489809c6efedbc28b3fab809ec859/09b489809c6efedbc28b3fab809ec859.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205767.00000-0, db: /tmp/tmpf8bv2yvh/sda/containers/0/859/09b489809c6efedbc28b3fab809ec859/09b489809c6efedbc28b3fab809ec859_1750205767.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf8bv2yvh/sda/containers/0/005/8f5953471aa4e83b4e4e87989f27c005/8f5953471aa4e83b4e4e87989f27c005.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205771.00000-0, db: /tmp/tmpf8bv2yvh/sda/containers/0/005/8f5953471aa4e83b4e4e87989f27c005/8f5953471aa4e83b4e4e87989f27c005_1750205771.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf8bv2yvh/sda/containers/0/0d3/898eb69d6fa2ac0c329d8bc2b2c330d3/898eb69d6fa2ac0c329d8bc2b2c330d3.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205775.00000-0, db: /tmp/tmpf8bv2yvh/sda/containers/0/0d3/898eb69d6fa2ac0c329d8bc2b2c330d3/898eb69d6fa2ac0c329d8bc2b2c330d3_1750205775.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf8bv2yvh/sda/containers/0/830/02bc6d522498cb695f2e7b9e667f1830/02bc6d522498cb695f2e7b9e667f1830.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205779.00000-0, db: /tmp/tmpf8bv2yvh/sda/containers/0/830/02bc6d522498cb695f2e7b9e667f1830/02bc6d522498cb695f2e7b9e667f1830_1750205779.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf8bv2yvh/sda/containers/0/259/99ca98938711bc846cfbd497c6dd9259/99ca98938711bc846cfbd497c6dd9259.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205783.00000-0, db: /tmp/tmpf8bv2yvh/sda/containers/0/259/99ca98938711bc846cfbd497c6dd9259/99ca98938711bc846cfbd497c6dd9259_1750205783.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf8bv2yvh/sda/containers/0/e02/678939455a41d962782d5bc2d5213e02/678939455a41d962782d5bc2d5213e02.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205787.00000-0, db: /tmp/tmpf8bv2yvh/sda/containers/0/e02/678939455a41d962782d5bc2d5213e02/678939455a41d962782d5bc2d5213e02_1750205787.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf8bv2yvh/sda/containers/0/5cb/b2f09f5e21ad6c2dedd76e7b6ffc65cb/b2f09f5e21ad6c2dedd76e7b6ffc65cb.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205791.00000-0, db: /tmp/tmpf8bv2yvh/sda/containers/0/5cb/b2f09f5e21ad6c2dedd76e7b6ffc65cb/b2f09f5e21ad6c2dedd76e7b6ffc65cb_1750205791.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf8bv2yvh/sda/containers/0/083/1ec91efc3ce04e061d23028a246ad083/1ec91efc3ce04e061d23028a246ad083.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205795.00000-0, db: /tmp/tmpf8bv2yvh/sda/containers/0/083/1ec91efc3ce04e061d23028a246ad083/1ec91efc3ce04e061d23028a246ad083_1750205795.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf8bv2yvh/sda/containers/0/cdd/9995200eb077029ab43cb984beff0cdd/9995200eb077029ab43cb984beff0cdd.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205799.00000-0, db: /tmp/tmpf8bv2yvh/sda/containers/0/cdd/9995200eb077029ab43cb984beff0cdd/9995200eb077029ab43cb984beff0cdd_1750205799.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf8bv2yvh/sda/containers/0/a0c/31804f10609216de339de6b53007ea0c/31804f10609216de339de6b53007ea0c.db' -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_not_merged_once_sharded -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_not_merged_once_sharded ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_overlap_not_merged_while_cleaving_1 -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_overlap_not_merged_while_cleaving_1 ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_overlap_not_merged_while_cleaving_2 -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_overlap_not_merged_while_cleaving_2 ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_replace_existing_while_cleaving -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_replace_existing_while_cleaving ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_supplement_deleted_while_cleaving -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_supplement_deleted_while_cleaving ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205803.00000-0, db: /tmp/tmpf8bv2yvh/sda/containers/0/a0c/31804f10609216de339de6b53007ea0c/31804f10609216de339de6b53007ea0c_1750205803.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf8bv2yvh/sda/containers/0/eb8/5f1dcc686acc9cc1e9d0472b0ea86eb8/5f1dcc686acc9cc1e9d0472b0ea86eb8.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205807.00000-0, db: /tmp/tmpf8bv2yvh/sda/containers/0/eb8/5f1dcc686acc9cc1e9d0472b0ea86eb8/5f1dcc686acc9cc1e9d0472b0ea86eb8_1750205807.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205316.00000-0, db: /tmp/tmpow91z59c/sda/containers/0/6b1/6665d0fe6b236c4f04f173f589f166b1/6665d0fe6b236c4f04f173f589f166b1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205320.00000-0, db: /tmp/tmpow91z59c/sda/containers/0/7dd/653a60d8d9dd2b3f03a6d70e459657dd/653a60d8d9dd2b3f03a6d70e459657dd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205324.00000-0, db: /tmp/tmpow91z59c/sda/containers/0/107/d29975a7264c4f86850f69cc81147107/d29975a7264c4f86850f69cc81147107.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205328.00000-0, db: /tmp/tmpow91z59c/sda/containers/0/cca/d8c47c770863d11eebe7f15de05d4cca/d8c47c770863d11eebe7f15de05d4cca.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205317.00000-0, db: /tmp/tmp8c7761iy/sda/containers/0/2b3/7f2305f78c6cc99341fc1a01412812b3/7f2305f78c6cc99341fc1a01412812b3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205320.00000-0, db: /tmp/tmp8c7761iy/sda/containers/0/7dd/653a60d8d9dd2b3f03a6d70e459657dd/653a60d8d9dd2b3f03a6d70e459657dd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205323.00000-0, db: /tmp/tmp8c7761iy/sda/containers/0/338/8fe9a3e92fcda7bc35a33e1f754c6338/8fe9a3e92fcda7bc35a33e1f754c6338.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205326.00000-0, db: /tmp/tmp8c7761iy/sda/containers/0/ded/d75f4a47a3076a978c0c13fb64762ded/d75f4a47a3076a978c0c13fb64762ded.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205317.00000-0, db: /tmp/tmp27r7pzar/sda/containers/0/2b3/7f2305f78c6cc99341fc1a01412812b3/7f2305f78c6cc99341fc1a01412812b3.db -sharder-test DEBUG: Updating 1 children shard ranges from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205317.00000-0, db: /tmp/tmp27r7pzar/sda/containers/0/2b3/7f2305f78c6cc99341fc1a01412812b3/7f2305f78c6cc99341fc1a01412812b3.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205317.00000-0, db: /tmp/tmp27r7pzar/sda/containers/0/2b3/7f2305f78c6cc99341fc1a01412812b3/7f2305f78c6cc99341fc1a01412812b3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205321.00000-0, db: /tmp/tmp27r7pzar/sda/containers/0/8fc/0730528aec0fea62265c7497626bf8fc/0730528aec0fea62265c7497626bf8fc.db -sharder-test DEBUG: Updating 1 children shard ranges from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205321.00000-0, db: /tmp/tmp27r7pzar/sda/containers/0/8fc/0730528aec0fea62265c7497626bf8fc/0730528aec0fea62265c7497626bf8fc.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205321.00000-0, db: /tmp/tmp27r7pzar/sda/containers/0/8fc/0730528aec0fea62265c7497626bf8fc/0730528aec0fea62265c7497626bf8fc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205325.00000-0, db: /tmp/tmp27r7pzar/sda/containers/0/451/c66d51178042fbe0145993c5c023f451/c66d51178042fbe0145993c5c023f451.db -sharder-test DEBUG: Updating 1 children shard ranges from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205325.00000-0, db: /tmp/tmp27r7pzar/sda/containers/0/451/c66d51178042fbe0145993c5c023f451/c66d51178042fbe0145993c5c023f451.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205325.00000-0, db: /tmp/tmp27r7pzar/sda/containers/0/451/c66d51178042fbe0145993c5c023f451/c66d51178042fbe0145993c5c023f451.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205329.00000-0, db: /tmp/tmp27r7pzar/sda/containers/0/f98/fe5acbe9fffcca117cd90d6f249cff98/fe5acbe9fffcca117cd90d6f249cff98.db -sharder-test DEBUG: Updating 1 children shard ranges from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205329.00000-0, db: /tmp/tmp27r7pzar/sda/containers/0/f98/fe5acbe9fffcca117cd90d6f249cff98/fe5acbe9fffcca117cd90d6f249cff98.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205329.00000-0, db: /tmp/tmp27r7pzar/sda/containers/0/f98/fe5acbe9fffcca117cd90d6f249cff98/fe5acbe9fffcca117cd90d6f249cff98.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205318.00000-0, db: /tmp/tmpkrhuckbr/sda/containers/0/e94/ef4a6dc48e395c7c246e7b9da9933e94/ef4a6dc48e395c7c246e7b9da9933e94.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205318.00000-0, db: /tmp/tmpkrhuckbr/sda/containers/0/e94/ef4a6dc48e395c7c246e7b9da9933e94/ef4a6dc48e395c7c246e7b9da9933e94.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205321.00000-0, db: /tmp/tmpkrhuckbr/sda/containers/0/8fc/0730528aec0fea62265c7497626bf8fc/0730528aec0fea62265c7497626bf8fc.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205321.00000-0, db: /tmp/tmpkrhuckbr/sda/containers/0/8fc/0730528aec0fea62265c7497626bf8fc/0730528aec0fea62265c7497626bf8fc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205324.00000-0, db: /tmp/tmpkrhuckbr/sda/containers/0/107/d29975a7264c4f86850f69cc81147107/d29975a7264c4f86850f69cc81147107.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205324.00000-0, db: /tmp/tmpkrhuckbr/sda/containers/0/107/d29975a7264c4f86850f69cc81147107/d29975a7264c4f86850f69cc81147107.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205327.00000-0, db: /tmp/tmpkrhuckbr/sda/containers/0/11b/69a92f0bce3258a08690cc4b2ec9d11b/69a92f0bce3258a08690cc4b2ec9d11b.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205327.00000-0, db: /tmp/tmpkrhuckbr/sda/containers/0/11b/69a92f0bce3258a08690cc4b2ec9d11b/69a92f0bce3258a08690cc4b2ec9d11b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205318.00000-0, db: /tmp/tmpu7mg3sn9/sda/containers/0/e94/ef4a6dc48e395c7c246e7b9da9933e94/ef4a6dc48e395c7c246e7b9da9933e94.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205318.00000-0, db: /tmp/tmpu7mg3sn9/sda/containers/0/e94/ef4a6dc48e395c7c246e7b9da9933e94/ef4a6dc48e395c7c246e7b9da9933e94.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205321.00000-0, db: /tmp/tmpu7mg3sn9/sda/containers/0/8fc/0730528aec0fea62265c7497626bf8fc/0730528aec0fea62265c7497626bf8fc.db -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_supplement_existing_while_cleaving -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_supplement_existing_while_cleaving ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_with_gap_not_merged_while_cleaving -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_with_gap_not_merged_while_cleaving ... ok -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205321.00000-0, db: /tmp/tmpu7mg3sn9/sda/containers/0/8fc/0730528aec0fea62265c7497626bf8fc/0730528aec0fea62265c7497626bf8fc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205324.00000-0, db: /tmp/tmpu7mg3sn9/sda/containers/0/107/d29975a7264c4f86850f69cc81147107/d29975a7264c4f86850f69cc81147107.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205324.00000-0, db: /tmp/tmpu7mg3sn9/sda/containers/0/107/d29975a7264c4f86850f69cc81147107/d29975a7264c4f86850f69cc81147107.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205327.00000-0, db: /tmp/tmpu7mg3sn9/sda/containers/0/11b/69a92f0bce3258a08690cc4b2ec9d11b/69a92f0bce3258a08690cc4b2ec9d11b.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205327.00000-0, db: /tmp/tmpu7mg3sn9/sda/containers/0/11b/69a92f0bce3258a08690cc4b2ec9d11b/69a92f0bce3258a08690cc4b2ec9d11b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205318.00000-0, db: /tmp/tmpz8ksofxm/sda/containers/0/e94/ef4a6dc48e395c7c246e7b9da9933e94/ef4a6dc48e395c7c246e7b9da9933e94.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205320.00000-0, db: /tmp/tmpz8ksofxm/sda/containers/0/7dd/653a60d8d9dd2b3f03a6d70e459657dd/653a60d8d9dd2b3f03a6d70e459657dd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205322.00000-0, db: /tmp/tmpz8ksofxm/sda/containers/0/331/082ba4bbfc5ede5ea19066c484e21331/082ba4bbfc5ede5ea19066c484e21331.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205324.00000-0, db: /tmp/tmpz8ksofxm/sda/containers/0/107/d29975a7264c4f86850f69cc81147107/d29975a7264c4f86850f69cc81147107.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205319.00000-0, db: /tmp/tmpiuu_tnmq/sda/containers/0/d89/b847effb8ddcece3e47af87514138d89/b847effb8ddcece3e47af87514138d89.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205319.00000-0, db: /tmp/tmpiuu_tnmq/sda/containers/0/d89/b847effb8ddcece3e47af87514138d89/b847effb8ddcece3e47af87514138d89.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205322.00000-0, db: /tmp/tmpiuu_tnmq/sda/containers/0/331/082ba4bbfc5ede5ea19066c484e21331/082ba4bbfc5ede5ea19066c484e21331.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205322.00000-0, db: /tmp/tmpiuu_tnmq/sda/containers/0/331/082ba4bbfc5ede5ea19066c484e21331/082ba4bbfc5ede5ea19066c484e21331.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205325.00000-0, db: /tmp/tmpiuu_tnmq/sda/containers/0/451/c66d51178042fbe0145993c5c023f451/c66d51178042fbe0145993c5c023f451.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205325.00000-0, db: /tmp/tmpiuu_tnmq/sda/containers/0/451/c66d51178042fbe0145993c5c023f451/c66d51178042fbe0145993c5c023f451.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205328.00000-0, db: /tmp/tmpiuu_tnmq/sda/containers/0/cca/d8c47c770863d11eebe7f15de05d4cca/d8c47c770863d11eebe7f15de05d4cca.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205328.00000-0, db: /tmp/tmpiuu_tnmq/sda/containers/0/cca/d8c47c770863d11eebe7f15de05d4cca/d8c47c770863d11eebe7f15de05d4cca.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205331.00000-0, db: /tmp/tmpiuu_tnmq/sda/containers/0/840/32c70118a1052a1658893e225450e840/32c70118a1052a1658893e225450e840.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205331.00000-0, db: /tmp/tmpiuu_tnmq/sda/containers/0/840/32c70118a1052a1658893e225450e840/32c70118a1052a1658893e225450e840.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205334.00000-0, db: /tmp/tmpiuu_tnmq/sda/containers/0/3c4/535e1bc306c503a90b5f71dee68723c4/535e1bc306c503a90b5f71dee68723c4.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205334.00000-0, db: /tmp/tmpiuu_tnmq/sda/containers/0/3c4/535e1bc306c503a90b5f71dee68723c4/535e1bc306c503a90b5f71dee68723c4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205337.00000-0, db: /tmp/tmpiuu_tnmq/sda/containers/0/c47/0049318a4c0b2cef0a4ced2b26513c47/0049318a4c0b2cef0a4ced2b26513c47.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205337.00000-0, db: /tmp/tmpiuu_tnmq/sda/containers/0/c47/0049318a4c0b2cef0a4ced2b26513c47/0049318a4c0b2cef0a4ced2b26513c47.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205340.00000-0, db: /tmp/tmpiuu_tnmq/sda/containers/0/d79/d8ae60d729e3d8d8749e511985c8cd79/d8ae60d729e3d8d8749e511985c8cd79.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205340.00000-0, db: /tmp/tmpiuu_tnmq/sda/containers/0/d79/d8ae60d729e3d8d8749e511985c8cd79/d8ae60d729e3d8d8749e511985c8cd79.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205343.00000-0, db: /tmp/tmpiuu_tnmq/sda/containers/0/7f6/3a68fd628e25124b67825631611127f6/3a68fd628e25124b67825631611127f6.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205343.00000-0, db: /tmp/tmpiuu_tnmq/sda/containers/0/7f6/3a68fd628e25124b67825631611127f6/3a68fd628e25124b67825631611127f6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205346.00000-0, db: /tmp/tmpiuu_tnmq/sda/containers/0/ce9/afb43b9ae9fc70bc785150ac7b1cace9/afb43b9ae9fc70bc785150ac7b1cace9.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205346.00000-0, db: /tmp/tmpiuu_tnmq/sda/containers/0/ce9/afb43b9ae9fc70bc785150ac7b1cace9/afb43b9ae9fc70bc785150ac7b1cace9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205349.00000-0, db: /tmp/tmpiuu_tnmq/sda/containers/0/16c/2378fa42cee124145d3ff049f96e516c/2378fa42cee124145d3ff049f96e516c.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205349.00000-0, db: /tmp/tmpiuu_tnmq/sda/containers/0/16c/2378fa42cee124145d3ff049f96e516c/2378fa42cee124145d3ff049f96e516c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205352.00000-0, db: /tmp/tmpiuu_tnmq/sda/containers/0/0aa/b98d2bed0ab0f02f3532a458612060aa/b98d2bed0ab0f02f3532a458612060aa.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205352.00000-0, db: /tmp/tmpiuu_tnmq/sda/containers/0/0aa/b98d2bed0ab0f02f3532a458612060aa/b98d2bed0ab0f02f3532a458612060aa.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205355.00000-0, db: /tmp/tmpiuu_tnmq/sda/containers/0/59c/a0baed7b6d124bc410609c3ed65c559c/a0baed7b6d124bc410609c3ed65c559c.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205355.00000-0, db: /tmp/tmpiuu_tnmq/sda/containers/0/59c/a0baed7b6d124bc410609c3ed65c559c/a0baed7b6d124bc410609c3ed65c559c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205358.00000-0, db: /tmp/tmpiuu_tnmq/sda/containers/0/039/9222018e9ff9467ad0fb26a63e2b8039/9222018e9ff9467ad0fb26a63e2b8039.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205358.00000-0, db: /tmp/tmpiuu_tnmq/sda/containers/0/039/9222018e9ff9467ad0fb26a63e2b8039/9222018e9ff9467ad0fb26a63e2b8039.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205361.00000-0, db: /tmp/tmpiuu_tnmq/sda/containers/0/23d/652400b82042fc9b27995fdb811e623d/652400b82042fc9b27995fdb811e623d.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205361.00000-0, db: /tmp/tmpiuu_tnmq/sda/containers/0/23d/652400b82042fc9b27995fdb811e623d/652400b82042fc9b27995fdb811e623d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205364.00000-0, db: /tmp/tmpiuu_tnmq/sda/containers/0/7f8/2978051a056781aac29312a54102b7f8/2978051a056781aac29312a54102b7f8.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205364.00000-0, db: /tmp/tmpiuu_tnmq/sda/containers/0/7f8/2978051a056781aac29312a54102b7f8/2978051a056781aac29312a54102b7f8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205367.00000-0, db: /tmp/tmpiuu_tnmq/sda/containers/0/73b/36d891482b190aba5b7684cf1e19873b/36d891482b190aba5b7684cf1e19873b.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205367.00000-0, db: /tmp/tmpiuu_tnmq/sda/containers/0/73b/36d891482b190aba5b7684cf1e19873b/36d891482b190aba5b7684cf1e19873b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205370.00000-0, db: /tmp/tmpiuu_tnmq/sda/containers/0/e09/f9d4d2b6fc9e7f49a9c4583a796b6e09/f9d4d2b6fc9e7f49a9c4583a796b6e09.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205370.00000-0, db: /tmp/tmpiuu_tnmq/sda/containers/0/e09/f9d4d2b6fc9e7f49a9c4583a796b6e09/f9d4d2b6fc9e7f49a9c4583a796b6e09.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205373.00000-0, db: /tmp/tmpiuu_tnmq/sda/containers/0/5a8/61c07d4e2d37a58f0806019264c175a8/61c07d4e2d37a58f0806019264c175a8.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205373.00000-0, db: /tmp/tmpiuu_tnmq/sda/containers/0/5a8/61c07d4e2d37a58f0806019264c175a8/61c07d4e2d37a58f0806019264c175a8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205376.00000-0, db: /tmp/tmpiuu_tnmq/sda/containers/0/917/2c7679d7f48120a28cbcf3408c41d917/2c7679d7f48120a28cbcf3408c41d917.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205376.00000-0, db: /tmp/tmpiuu_tnmq/sda/containers/0/917/2c7679d7f48120a28cbcf3408c41d917/2c7679d7f48120a28cbcf3408c41d917.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205379.00000-0, db: /tmp/tmpiuu_tnmq/sda/containers/0/490/a0ad014308327435d1577d7d5024b490/a0ad014308327435d1577d7d5024b490.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205379.00000-0, db: /tmp/tmpiuu_tnmq/sda/containers/0/490/a0ad014308327435d1577d7d5024b490/a0ad014308327435d1577d7d5024b490.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205382.00000-0, db: /tmp/tmpiuu_tnmq/sda/containers/0/dfe/01bd220a91126bbd818387e087cd8dfe/01bd220a91126bbd818387e087cd8dfe.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205382.00000-0, db: /tmp/tmpiuu_tnmq/sda/containers/0/dfe/01bd220a91126bbd818387e087cd8dfe/01bd220a91126bbd818387e087cd8dfe.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205385.00000-0, db: /tmp/tmpiuu_tnmq/sda/containers/0/451/eec732493dae413d6386ec1546193451/eec732493dae413d6386ec1546193451.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205385.00000-0, db: /tmp/tmpiuu_tnmq/sda/containers/0/451/eec732493dae413d6386ec1546193451/eec732493dae413d6386ec1546193451.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205388.00000-0, db: /tmp/tmpiuu_tnmq/sda/containers/0/9ce/2e63b10fafc2573f4c7cca719a7979ce/2e63b10fafc2573f4c7cca719a7979ce.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205388.00000-0, db: /tmp/tmpiuu_tnmq/sda/containers/0/9ce/2e63b10fafc2573f4c7cca719a7979ce/2e63b10fafc2573f4c7cca719a7979ce.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205391.00000-0, db: /tmp/tmpiuu_tnmq/sda/containers/0/1e7/eea85d50e8eac4f378bca16cafb5e1e7/eea85d50e8eac4f378bca16cafb5e1e7.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205391.00000-0, db: /tmp/tmpiuu_tnmq/sda/containers/0/1e7/eea85d50e8eac4f378bca16cafb5e1e7/eea85d50e8eac4f378bca16cafb5e1e7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205394.00000-0, db: /tmp/tmpiuu_tnmq/sda/containers/0/d4c/9e39890bbc9606a7749f3c5da3fbbd4c/9e39890bbc9606a7749f3c5da3fbbd4c.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205394.00000-0, db: /tmp/tmpiuu_tnmq/sda/containers/0/d4c/9e39890bbc9606a7749f3c5da3fbbd4c/9e39890bbc9606a7749f3c5da3fbbd4c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205397.00000-0, db: /tmp/tmpiuu_tnmq/sda/containers/0/e05/64f756263600ca2aa462e488b84b6e05/64f756263600ca2aa462e488b84b6e05.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205397.00000-0, db: /tmp/tmpiuu_tnmq/sda/containers/0/e05/64f756263600ca2aa462e488b84b6e05/64f756263600ca2aa462e488b84b6e05.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205400.00000-0, db: /tmp/tmpiuu_tnmq/sda/containers/0/bdc/5c2ee07efb88e988754302e6603cdbdc/5c2ee07efb88e988754302e6603cdbdc.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205400.00000-0, db: /tmp/tmpiuu_tnmq/sda/containers/0/bdc/5c2ee07efb88e988754302e6603cdbdc/5c2ee07efb88e988754302e6603cdbdc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205403.00000-0, db: /tmp/tmpiuu_tnmq/sda/containers/0/e39/8704309009e4610ab6d02db4b18dde39/8704309009e4610ab6d02db4b18dde39.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205403.00000-0, db: /tmp/tmpiuu_tnmq/sda/containers/0/e39/8704309009e4610ab6d02db4b18dde39/8704309009e4610ab6d02db4b18dde39.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205406.00000-0, db: /tmp/tmpiuu_tnmq/sda/containers/0/5b5/9880484698f74baf87dd62cd10e675b5/9880484698f74baf87dd62cd10e675b5.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205406.00000-0, db: /tmp/tmpiuu_tnmq/sda/containers/0/5b5/9880484698f74baf87dd62cd10e675b5/9880484698f74baf87dd62cd10e675b5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205409.00000-0, db: /tmp/tmpiuu_tnmq/sda/containers/0/115/ce61ee75a1ab4a935298a27c4c07c115/ce61ee75a1ab4a935298a27c4c07c115.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205409.00000-0, db: /tmp/tmpiuu_tnmq/sda/containers/0/115/ce61ee75a1ab4a935298a27c4c07c115/ce61ee75a1ab4a935298a27c4c07c115.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205412.00000-0, db: /tmp/tmpiuu_tnmq/sda/containers/0/482/11b232e54a41637358e211fe05610482/11b232e54a41637358e211fe05610482.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205412.00000-0, db: /tmp/tmpiuu_tnmq/sda/containers/0/482/11b232e54a41637358e211fe05610482/11b232e54a41637358e211fe05610482.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205415.00000-0, db: /tmp/tmpiuu_tnmq/sda/containers/0/a9b/98d8dc9f9da071788e8a5e1ed5462a9b/98d8dc9f9da071788e8a5e1ed5462a9b.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205415.00000-0, db: /tmp/tmpiuu_tnmq/sda/containers/0/a9b/98d8dc9f9da071788e8a5e1ed5462a9b/98d8dc9f9da071788e8a5e1ed5462a9b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205418.00000-0, db: /tmp/tmpiuu_tnmq/sda/containers/0/4c2/5ad752cbc22784924bf9d12e2b8764c2/5ad752cbc22784924bf9d12e2b8764c2.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205418.00000-0, db: /tmp/tmpiuu_tnmq/sda/containers/0/4c2/5ad752cbc22784924bf9d12e2b8764c2/5ad752cbc22784924bf9d12e2b8764c2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205421.00000-0, db: /tmp/tmpiuu_tnmq/sda/containers/0/2a9/7381b2e3339315de021b9e74481902a9/7381b2e3339315de021b9e74481902a9.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205421.00000-0, db: /tmp/tmpiuu_tnmq/sda/containers/0/2a9/7381b2e3339315de021b9e74481902a9/7381b2e3339315de021b9e74481902a9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205424.00000-0, db: /tmp/tmpiuu_tnmq/sda/containers/0/0ab/920b79504c8d37bc8e2608c2651ba0ab/920b79504c8d37bc8e2608c2651ba0ab.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205424.00000-0, db: /tmp/tmpiuu_tnmq/sda/containers/0/0ab/920b79504c8d37bc8e2608c2651ba0ab/920b79504c8d37bc8e2608c2651ba0ab.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205427.00000-0, db: /tmp/tmpiuu_tnmq/sda/containers/0/901/4cb75c6d4c9d92778c610e5f91d61901/4cb75c6d4c9d92778c610e5f91d61901.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205427.00000-0, db: /tmp/tmpiuu_tnmq/sda/containers/0/901/4cb75c6d4c9d92778c610e5f91d61901/4cb75c6d4c9d92778c610e5f91d61901.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205430.00000-0, db: /tmp/tmpiuu_tnmq/sda/containers/0/624/9159ca6933c9419acd55dcba4e42c624/9159ca6933c9419acd55dcba4e42c624.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205430.00000-0, db: /tmp/tmpiuu_tnmq/sda/containers/0/624/9159ca6933c9419acd55dcba4e42c624/9159ca6933c9419acd55dcba4e42c624.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205433.00000-0, db: /tmp/tmpiuu_tnmq/sda/containers/0/385/34440d67edb2e7f4d2587984f7dd4385/34440d67edb2e7f4d2587984f7dd4385.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205433.00000-0, db: /tmp/tmpiuu_tnmq/sda/containers/0/385/34440d67edb2e7f4d2587984f7dd4385/34440d67edb2e7f4d2587984f7dd4385.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205436.00000-0, db: /tmp/tmpiuu_tnmq/sda/containers/0/a10/5fe0798d6a94c39f55d0d00a59854a10/5fe0798d6a94c39f55d0d00a59854a10.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205436.00000-0, db: /tmp/tmpiuu_tnmq/sda/containers/0/a10/5fe0798d6a94c39f55d0d00a59854a10/5fe0798d6a94c39f55d0d00a59854a10.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205439.00000-0, db: /tmp/tmpiuu_tnmq/sda/containers/0/329/531acc281b5f3bcb9a691291fcfd7329/531acc281b5f3bcb9a691291fcfd7329.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205439.00000-0, db: /tmp/tmpiuu_tnmq/sda/containers/0/329/531acc281b5f3bcb9a691291fcfd7329/531acc281b5f3bcb9a691291fcfd7329.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205442.00000-0, db: /tmp/tmpiuu_tnmq/sda/containers/0/32e/b6c92b3a9b2df2ddfd397f81bff2332e/b6c92b3a9b2df2ddfd397f81bff2332e.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205442.00000-0, db: /tmp/tmpiuu_tnmq/sda/containers/0/32e/b6c92b3a9b2df2ddfd397f81bff2332e/b6c92b3a9b2df2ddfd397f81bff2332e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205445.00000-0, db: /tmp/tmpiuu_tnmq/sda/containers/0/f60/63df5bf028be33403c805bfaba80bf60/63df5bf028be33403c805bfaba80bf60.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205445.00000-0, db: /tmp/tmpiuu_tnmq/sda/containers/0/f60/63df5bf028be33403c805bfaba80bf60/63df5bf028be33403c805bfaba80bf60.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205448.00000-0, db: /tmp/tmpiuu_tnmq/sda/containers/0/22b/9e36aaf1ddf2e5353ed8df77f45e722b/9e36aaf1ddf2e5353ed8df77f45e722b.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205448.00000-0, db: /tmp/tmpiuu_tnmq/sda/containers/0/22b/9e36aaf1ddf2e5353ed8df77f45e722b/9e36aaf1ddf2e5353ed8df77f45e722b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205451.00000-0, db: /tmp/tmpiuu_tnmq/sda/containers/0/95f/1cf0489bad5c6b5b55d400dbe4c3e95f/1cf0489bad5c6b5b55d400dbe4c3e95f.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205451.00000-0, db: /tmp/tmpiuu_tnmq/sda/containers/0/95f/1cf0489bad5c6b5b55d400dbe4c3e95f/1cf0489bad5c6b5b55d400dbe4c3e95f.db -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_with_own_merged_while_shrinking -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_with_own_merged_while_shrinking ... ok -test.unit.container.test_sharder.TestSharder.test_check_node -test.unit.container.test_sharder.TestSharder.test_check_node ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205454.00000-0, db: /tmp/tmpiuu_tnmq/sda/containers/0/add/844d6d404b256602feafad0e0db39add/844d6d404b256602feafad0e0db39add.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205454.00000-0, db: /tmp/tmpiuu_tnmq/sda/containers/0/add/844d6d404b256602feafad0e0db39add/844d6d404b256602feafad0e0db39add.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205457.00000-0, db: /tmp/tmpiuu_tnmq/sda/containers/0/d02/7221afc75e1498edb0716c134ee21d02/7221afc75e1498edb0716c134ee21d02.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205457.00000-0, db: /tmp/tmpiuu_tnmq/sda/containers/0/d02/7221afc75e1498edb0716c134ee21d02/7221afc75e1498edb0716c134ee21d02.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205460.00000-0, db: /tmp/tmpiuu_tnmq/sda/containers/0/601/b6cc36eb9e3a9ed1f59b72cd8e9a4601/b6cc36eb9e3a9ed1f59b72cd8e9a4601.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205460.00000-0, db: /tmp/tmpiuu_tnmq/sda/containers/0/601/b6cc36eb9e3a9ed1f59b72cd8e9a4601/b6cc36eb9e3a9ed1f59b72cd8e9a4601.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205463.00000-0, db: /tmp/tmpiuu_tnmq/sda/containers/0/98c/81716b4cecc7397e32703330711d498c/81716b4cecc7397e32703330711d498c.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205463.00000-0, db: /tmp/tmpiuu_tnmq/sda/containers/0/98c/81716b4cecc7397e32703330711d498c/81716b4cecc7397e32703330711d498c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205466.00000-0, db: /tmp/tmpiuu_tnmq/sda/containers/0/895/3ed3d08a083ef5207face89456f4a895/3ed3d08a083ef5207face89456f4a895.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205466.00000-0, db: /tmp/tmpiuu_tnmq/sda/containers/0/895/3ed3d08a083ef5207face89456f4a895/3ed3d08a083ef5207face89456f4a895.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205469.00000-0, db: /tmp/tmpiuu_tnmq/sda/containers/0/a0e/c893c6087a753bfa0ad18ba45c127a0e/c893c6087a753bfa0ad18ba45c127a0e.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205469.00000-0, db: /tmp/tmpiuu_tnmq/sda/containers/0/a0e/c893c6087a753bfa0ad18ba45c127a0e/c893c6087a753bfa0ad18ba45c127a0e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205472.00000-0, db: /tmp/tmpiuu_tnmq/sda/containers/0/ad3/1b73f9f657f1963c64ccb3c36d76ead3/1b73f9f657f1963c64ccb3c36d76ead3.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205472.00000-0, db: /tmp/tmpiuu_tnmq/sda/containers/0/ad3/1b73f9f657f1963c64ccb3c36d76ead3/1b73f9f657f1963c64ccb3c36d76ead3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205475.00000-0, db: /tmp/tmpiuu_tnmq/sda/containers/0/34f/37a8b2ea13be5ab61fb44da7ee0c334f/37a8b2ea13be5ab61fb44da7ee0c334f.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205475.00000-0, db: /tmp/tmpiuu_tnmq/sda/containers/0/34f/37a8b2ea13be5ab61fb44da7ee0c334f/37a8b2ea13be5ab61fb44da7ee0c334f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205478.00000-0, db: /tmp/tmpiuu_tnmq/sda/containers/0/70b/4b0ee68d5a7455c47bb04579c657470b/4b0ee68d5a7455c47bb04579c657470b.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205478.00000-0, db: /tmp/tmpiuu_tnmq/sda/containers/0/70b/4b0ee68d5a7455c47bb04579c657470b/4b0ee68d5a7455c47bb04579c657470b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205481.00000-0, db: /tmp/tmpiuu_tnmq/sda/containers/0/5c8/e1bfd15df76c9ef5ea7b775a4739b5c8/e1bfd15df76c9ef5ea7b775a4739b5c8.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205481.00000-0, db: /tmp/tmpiuu_tnmq/sda/containers/0/5c8/e1bfd15df76c9ef5ea7b775a4739b5c8/e1bfd15df76c9ef5ea7b775a4739b5c8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205484.00000-0, db: /tmp/tmpiuu_tnmq/sda/containers/0/3dd/1ef1f6b4dbb366cfc793e5fc506f33dd/1ef1f6b4dbb366cfc793e5fc506f33dd.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205484.00000-0, db: /tmp/tmpiuu_tnmq/sda/containers/0/3dd/1ef1f6b4dbb366cfc793e5fc506f33dd/1ef1f6b4dbb366cfc793e5fc506f33dd.db -sharder-test WARNING: Skipping d100 as it is not mounted -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpjdqka9p7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205318.09142.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpjdqka9p7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205318.09142.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpjdqka9p7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205318.09142.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpjdqka9p7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205318.09142.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpjdqka9p7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205318.09142.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpjdqka9p7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205318.09142.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpjdqka9p7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205318.09142.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpjdqka9p7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205318.09142.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpjdqka9p7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205318.09142.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpjdqka9p7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205318.09142.db -sharder-test DEBUG: got 5 rows (deleted=False) in 0.0002613067626953125s, path: a/c, db: /tmp/tmpjdqka9p7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00016498565673828125s, path: a/c, db: /tmp/tmpjdqka9p7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpjdqka9p7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205318.09142.db -sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_obj004_0 in state cleaved: 1 successes, 2 required, shard db: /tmp/tmpjdqka9p7/sda/containers/0/90c/03cea04a758883c651645e0bbc33d90c/03cea04a758883c651645e0bbc33d90c.db, path: a/c, db: /tmp/tmpjdqka9p7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205318.09142.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpjdqka9p7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205318.09142.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpjdqka9p7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205318.09142.db -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpjdqka9p7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205318.09142.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpjdqka9p7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205318.09142.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpjdqka9p7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205318.09142.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpjdqka9p7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205318.09142.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpjdqka9p7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205318.09142.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpjdqka9p7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205318.09142.db -sharder-test DEBUG: Cleaving ShardRange - shard db already in sync, path: a/c, db: /tmp/tmpjdqka9p7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205318.09142.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpjdqka9p7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205318.09142.db -sharder-test INFO: Cleaved ShardRange in 0.011s, path: a/c, db: /tmp/tmpjdqka9p7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205318.09142.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1750204945.93835, (0, 0) as of 1750204945.93835, created as of 1750204945.93835>, path: a/c, db: /tmp/tmpjdqka9p7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205318.09142.db -sharder-test DEBUG: got 5 rows (deleted=False) in 0.0001850128173828125s, path: a/c, db: /tmp/tmpjdqka9p7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011849403381347656s, path: a/c, db: /tmp/tmpjdqka9p7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmpjdqka9p7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205318.09142.db -sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c__1 in state cleaved: 1 successes, 2 required, shard db: /tmp/tmpjdqka9p7/sda/containers/0/afc/db72112e0770d5adf6ca34941a555afc/db72112e0770d5adf6ca34941a555afc.db, path: a/c, db: /tmp/tmpjdqka9p7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205318.09142.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpjdqka9p7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205318.09142.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpjdqka9p7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205318.09142.db -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpjdqka9p7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205318.09142.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpjdqka9p7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205318.09142.db -sharder-test DEBUG: misplaced object source bounds [('', 'obj004')], path: a/c, db: /tmp/tmpjdqka9p7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205318.09142.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001227855682373047s, path: a/c, db: /tmp/tmpjdqka9p7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205318.09142.db -sharder-test DEBUG: got 1 rows (deleted=False) in 6.961822509765625e-05s, path: a/c, db: /tmp/tmpjdqka9p7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205318.09142.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00014209747314453125s, path: a/c, db: /tmp/tmpjdqka9p7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205318.09142.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpjdqka9p7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205318.09142.db -sharder-test DEBUG: Placed 1 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpjdqka9p7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205318.09142.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpjdqka9p7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205318.09142.db -sharder-test DEBUG: Continuing to cleave (1 done, 1 todo), path: a/c, db: /tmp/tmpjdqka9p7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205318.09142.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1750204945.93835, (0, 0) as of 1750204945.93835, created as of 1750204945.93835>, path: a/c, db: /tmp/tmpjdqka9p7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205318.09142.db -sharder-test DEBUG: got 5 rows (deleted=False) in 0.00021839141845703125s, path: a/c, db: /tmp/tmpjdqka9p7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00015044212341308594s, path: a/c, db: /tmp/tmpjdqka9p7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmpjdqka9p7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205318.09142.db -test.unit.container.test_sharder.TestSharder.test_cleave_insufficient_replication -test.unit.container.test_sharder.TestSharder.test_cleave_insufficient_replication ... ok -test.unit.container.test_sharder.TestSharder.test_cleave_multiple_storage_policies -test.unit.container.test_sharder.TestSharder.test_cleave_multiple_storage_policies ... ok -sharder-test INFO: Cleaved ShardRange<'obj004' to MaxBound as of 1750204945.93835, (5, 5) as of 1750205318.60818, cleaved as of 1750204945.93835> in 0.044s, path: a/c, db: /tmp/tmpjdqka9p7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205318.09142.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpjdqka9p7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205318.09142.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpjdqka9p7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpjdqka9p7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205318.09142.db -sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpjdqka9p7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205318.09142.db -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpmtjfo34k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205318.72060.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpmtjfo34k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205318.72060.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpmtjfo34k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205318.72060.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpmtjfo34k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205318.72060.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpmtjfo34k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205318.72060.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpmtjfo34k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205318.72060.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpmtjfo34k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205318.72060.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpmtjfo34k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205318.72060.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpmtjfo34k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205318.72060.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj_004_0 for ShardRange, path: a/c, db: /tmp/tmpmtjfo34k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205318.72060.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.005292415618896484s, path: a/c, db: /tmp/tmpmtjfo34k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=True) in 0.00017833709716796875s, path: a/c, db: /tmp/tmpmtjfo34k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj_004_0 for ShardRange, path: a/c, db: /tmp/tmpmtjfo34k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205318.72060.db -sharder-test INFO: Cleaved ShardRange in 0.056s, path: a/c, db: /tmp/tmpmtjfo34k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205318.72060.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj_004' to MaxBound as of 1750204945.93835, (0, 0) as of 1750204945.93835, created as of 1750204945.93835>, path: a/c, db: /tmp/tmpmtjfo34k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205318.72060.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.000240325927734375s, path: a/c, db: /tmp/tmpmtjfo34k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=True) in 0.00020074844360351562s, path: a/c, db: /tmp/tmpmtjfo34k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmpmtjfo34k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205318.72060.db -sharder-test INFO: Cleaved ShardRange<'obj_004' to MaxBound as of 1750204945.93835, (1, 6144) as of 1750205319.05522, cleaved as of 1750204945.93835> in 0.058s, path: a/c, db: /tmp/tmpmtjfo34k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205318.72060.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpmtjfo34k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205318.72060.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpmtjfo34k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpmtjfo34k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205318.72060.db -sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpmtjfo34k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205318.72060.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpknedhzu9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpknedhzu9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpknedhzu9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpknedhzu9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Kick off container cleaving, own shard range in state 'sharding', path: a/c, db: /tmp/tmpknedhzu9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205319.16368.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpknedhzu9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205319.16368.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpknedhzu9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205319.16368.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpknedhzu9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205319.16368.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpknedhzu9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205319.16368.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpknedhzu9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205319.16368.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpknedhzu9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205319.16368.db -sharder-test DEBUG: got 5 rows (deleted=False) in 0.0003204345703125s, path: a/c, db: /tmp/tmpknedhzu9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011515617370605469s, path: a/c, db: /tmp/tmpknedhzu9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpknedhzu9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205319.16368.db -sharder-test INFO: Cleaved ShardRange in 0.058s, path: a/c, db: /tmp/tmpknedhzu9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205319.16368.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1750204945.93835, (0, 0) as of 1750204945.93835, created as of 1750204945.93835>, path: a/c, db: /tmp/tmpknedhzu9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205319.16368.db -sharder-test DEBUG: got 6 rows (deleted=False) in 0.0001919269561767578s, path: a/c, db: /tmp/tmpknedhzu9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.000118255615234375s, path: a/c, db: /tmp/tmpknedhzu9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmpknedhzu9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205319.16368.db -sharder-test INFO: Cleaved ShardRange<'obj004' to MaxBound as of 1750204945.93835, (6, 6) as of 1750205319.47899, cleaved as of 1750204945.93835> in 0.045s, path: a/c, db: /tmp/tmpknedhzu9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205319.16368.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpknedhzu9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205319.16368.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '06f82f75-5f45-4bea-bc87-0196bc820167-sda', 'cursor': '', 'max_row': 12, 'cleave_to_row': 10, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': True, 'ranges_done': 2, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpknedhzu9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205319.16368.db -sharder-test INFO: Completed cleaving, DB remaining in sharding state, path: a/c, db: /tmp/tmpknedhzu9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205319.16368.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpknedhzu9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205319.16368.db -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpknedhzu9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205319.16368.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpknedhzu9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205319.16368.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpknedhzu9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205319.16368.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpknedhzu9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205319.16368.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpknedhzu9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205319.16368.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpknedhzu9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205319.16368.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpknedhzu9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205319.16368.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpknedhzu9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205319.16368.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpknedhzu9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205319.16368.db -sharder-test INFO: Cleaving from row 10 into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpknedhzu9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205319.16368.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.000186920166015625s, path: a/c, db: /tmp/tmpknedhzu9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013780593872070312s, path: a/c, db: /tmp/tmpknedhzu9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpknedhzu9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205319.16368.db -sharder-test INFO: Cleaved ShardRange in 0.031s, path: a/c, db: /tmp/tmpknedhzu9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205319.16368.db -sharder-test INFO: Cleaving from row 10 into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1750204945.93835, (6, 6) as of 1750205319.47899, cleaved as of 1750204945.93835>, path: a/c, db: /tmp/tmpknedhzu9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205319.16368.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00017952919006347656s, path: a/c, db: /tmp/tmpknedhzu9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011682510375976562s, path: a/c, db: /tmp/tmpknedhzu9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmpknedhzu9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205319.16368.db -sharder-test INFO: Cleaved ShardRange<'obj004' to MaxBound as of 1750204945.93835, (6, 6) as of 1750205319.47899, cleaved as of 1750204945.93835> in 0.021s, path: a/c, db: /tmp/tmpknedhzu9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205319.16368.db -test.unit.container.test_sharder.TestSharder.test_cleave_repeated -test.unit.container.test_sharder.TestSharder.test_cleave_repeated ... ok -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpknedhzu9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205319.16368.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpknedhzu9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpknedhzu9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205319.16368.db -sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpknedhzu9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205319.16368.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmposa7_zbt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmposa7_zbt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmposa7_zbt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmposa7_zbt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting to cleave (0 todo), path: a/c, db: /tmp/tmposa7_zbt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmposa7_zbt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmposa7_zbt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205319.85638.db -sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmposa7_zbt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205319.85638.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmposa7_zbt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205319.85638.db -sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmposa7_zbt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205319.85638.db -sharder-test INFO: Cleaving from row None into .shards_a/c_here_0 for ShardRange, path: a/c, db: /tmp/tmposa7_zbt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205319.85638.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00020360946655273438s, path: a/c, db: /tmp/tmposa7_zbt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012087821960449219s, path: a/c, db: /tmp/tmposa7_zbt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_here_0 for ShardRange, path: a/c, db: /tmp/tmposa7_zbt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205319.85638.db -sharder-test INFO: Cleaved ShardRange in 0.04s, path: a/c, db: /tmp/tmposa7_zbt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205319.85638.db -sharder-test INFO: Stopped cleave at unready ShardRange<'here' to 'there' as of 1750204945.93835, (0, 0) as of 1750204945.93835, found as of 1750204945.93835>, path: a/c, db: /tmp/tmposa7_zbt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205319.85638.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmposa7_zbt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205319.85638.db -sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmposa7_zbt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205319.85638.db -sharder-test INFO: Cleaving from row None into .shards_a/c_there_1 for ShardRange<'here' to 'there' as of 1750204945.93835, (0, 0) as of 1750204945.93835, created as of 1750204945.93835>, path: a/c, db: /tmp/tmposa7_zbt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205319.85638.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.0001842975616455078s, path: a/c, db: /tmp/tmposa7_zbt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00017380714416503906s, path: a/c, db: /tmp/tmposa7_zbt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_there_1 for ShardRange, path: a/c, db: /tmp/tmposa7_zbt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205319.85638.db -sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_there_1 in state cleaved: 1 successes, 2 required, shard db: /tmp/tmposa7_zbt/sda/containers/0/042/9c63112f4631654f35cc7fa035c48042/9c63112f4631654f35cc7fa035c48042.db, path: a/c, db: /tmp/tmposa7_zbt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205319.85638.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmposa7_zbt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205319.85638.db -sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmposa7_zbt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205319.85638.db -sharder-test INFO: Cleaving from row None into .shards_a/c_there_1 for ShardRange<'here' to 'there' as of 1750204945.93835, (0, 0) as of 1750204945.93835, created as of 1750204945.93835>, path: a/c, db: /tmp/tmposa7_zbt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205319.85638.db -sharder-test DEBUG: Cleaving ShardRange<'here' to 'there' as of 1750204945.93835, (0, 0) as of 1750204945.93835, created as of 1750204945.93835> - shard db already in sync, path: a/c, db: /tmp/tmposa7_zbt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205319.85638.db -sharder-test INFO: Replicating new shard container .shards_a/c_there_1 for ShardRange, path: a/c, db: /tmp/tmposa7_zbt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205319.85638.db -sharder-test INFO: Cleaved ShardRange<'here' to 'there' as of 1750204945.93835, (3, 6) as of 1750205320.49749, cleaved as of 1750204945.93835> in 0.01s, path: a/c, db: /tmp/tmposa7_zbt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205319.85638.db -sharder-test INFO: Cleaving from row None into .shards_a/c_where_2 for ShardRange<'there' to 'where' as of 1750204945.93835, (0, 0) as of 1750204945.93835, created as of 1750204945.93835>, path: a/c, db: /tmp/tmposa7_zbt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205319.85638.db -test.unit.container.test_sharder.TestSharder.test_cleave_root -test.unit.container.test_sharder.TestSharder.test_cleave_root ... ok -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00017523765563964844s, path: a/c, db: /tmp/tmposa7_zbt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001087188720703125s, path: a/c, db: /tmp/tmposa7_zbt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_where_2 for ShardRange, path: a/c, db: /tmp/tmposa7_zbt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205319.85638.db -sharder-test INFO: Cleaved ShardRange<'there' to 'where' as of 1750204945.93835, (1, 100) as of 1750205320.58219, cleaved as of 1750204945.93835> in 0.035s, path: a/c, db: /tmp/tmposa7_zbt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205319.85638.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmposa7_zbt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205319.85638.db -sharder-test DEBUG: Continuing to cleave (3 done, 1 todo), path: a/c, db: /tmp/tmposa7_zbt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205319.85638.db -sharder-test INFO: Cleaving from row None into .shards_a/c_yonder_3 for ShardRange<'where' to 'yonder' as of 1750204945.93835, (0, 0) as of 1750204945.93835, created as of 1750204945.93835>, path: a/c, db: /tmp/tmposa7_zbt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205319.85638.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001747608184814453s, path: a/c, db: /tmp/tmposa7_zbt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00012612342834472656s, path: a/c, db: /tmp/tmposa7_zbt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_yonder_3 for ShardRange, path: a/c, db: /tmp/tmposa7_zbt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205319.85638.db -sharder-test INFO: Cleaved ShardRange<'where' to 'yonder' as of 1750204945.93835, (1, 1000) as of 1750205320.69494, cleaved as of 1750204945.93835> in 0.052s, path: a/c, db: /tmp/tmposa7_zbt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205319.85638.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmposa7_zbt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205319.85638.db -sharder-test DEBUG: Continuing to cleave (4 done, 0 todo), path: a/c, db: /tmp/tmposa7_zbt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205319.85638.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmposa7_zbt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205319.85638.db -sharder-test DEBUG: Continuing to cleave (4 done, 1 todo), path: a/c, db: /tmp/tmposa7_zbt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205319.85638.db -sharder-test INFO: Cleaving from row None into .shards_a/c__4 for ShardRange<'yonder' to MaxBound as of 1750204945.93835, (2, 15) as of 1750205320.76838, active as of 1750204945.93835>, path: a/c, db: /tmp/tmposa7_zbt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205319.85638.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00015592575073242188s, path: a/c, db: /tmp/tmposa7_zbt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010609626770019531s, path: a/c, db: /tmp/tmposa7_zbt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__4 for ShardRange, path: a/c, db: /tmp/tmposa7_zbt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205319.85638.db -sharder-test INFO: Cleaved ShardRange<'yonder' to MaxBound as of 1750204945.93835, (2, 15) as of 1750205320.76838, active as of 1750204945.93835> in 0.025s, path: a/c, db: /tmp/tmposa7_zbt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205319.85638.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmposa7_zbt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205319.85638.db -sharder-test DEBUG: Cleaving already complete for container, path: a/c, db: /tmp/tmposa7_zbt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205319.85638.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmposa7_zbt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Passing over already sharded container, path: a/c, db: /tmp/tmposa7_zbt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205319.85638.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpik8y4w5f/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205320.90028.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpik8y4w5f/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205320.90028.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpik8y4w5f/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205320.90028.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpik8y4w5f/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205320.90028.db -sharder-test INFO: Starting to cleave (3 todo), path: a/c, db: /tmp/tmpik8y4w5f/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205320.90028.db -sharder-test INFO: Cleaving from row None into .shards_a/c_d_0 for ShardRange, path: a/c, db: /tmp/tmpik8y4w5f/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205320.90028.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001647472381591797s, path: a/c, db: /tmp/tmpik8y4w5f/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.822845458984375e-05s, path: a/c, db: /tmp/tmpik8y4w5f/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmpik8y4w5f/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205320.90028.db -sharder-test INFO: Replicating new shard container .shards_a/c_d_0 for ShardRange, path: a/c, db: /tmp/tmpik8y4w5f/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205320.90028.db -test.unit.container.test_sharder.TestSharder.test_cleave_root_empty_db_with_pre_existing_shard_db_handoff -test.unit.container.test_sharder.TestSharder.test_cleave_root_empty_db_with_pre_existing_shard_db_handoff ... ok -test.unit.container.test_sharder.TestSharder.test_cleave_root_empty_db_with_ranges -test.unit.container.test_sharder.TestSharder.test_cleave_root_empty_db_with_ranges ... ok -sharder-test INFO: Cleaved ShardRange in 0.029s, path: a/c, db: /tmp/tmpik8y4w5f/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205320.90028.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpik8y4w5f/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205320.90028.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp3vn2l7v3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205321.14335.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp3vn2l7v3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205321.14335.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp3vn2l7v3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205321.14335.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp3vn2l7v3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205321.14335.db -sharder-test INFO: Starting to cleave (3 todo), path: a/c, db: /tmp/tmp3vn2l7v3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205321.14335.db -sharder-test INFO: Cleaving from row None into .shards_a/c_d_0 for ShardRange, path: a/c, db: /tmp/tmp3vn2l7v3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205321.14335.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013256072998046875s, path: a/c, db: /tmp/tmp3vn2l7v3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 8.344650268554688e-05s, path: a/c, db: /tmp/tmp3vn2l7v3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmp3vn2l7v3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205321.14335.db -sharder-test INFO: Cleaving from row None into .shards_a/c_x_1 for ShardRange<'d' to 'x' as of 1750204945.93835, (0, 0) as of 1750204945.93835, created as of 1750204945.93835>, path: a/c, db: /tmp/tmp3vn2l7v3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205321.14335.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.002779245376586914s, path: a/c, db: /tmp/tmp3vn2l7v3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001277923583984375s, path: a/c, db: /tmp/tmp3vn2l7v3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Cleaving ShardRange<'d' to 'x' as of 1750204945.93835, (0, 0) as of 1750204945.93835, created as of 1750204945.93835> - zero objects found, path: a/c, db: /tmp/tmp3vn2l7v3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205321.14335.db -sharder-test INFO: Cleaving from row None into .shards_a/c__2 for ShardRange<'x' to MaxBound as of 1750204945.93835, (0, 0) as of 1750204945.93835, created as of 1750204945.93835>, path: a/c, db: /tmp/tmp3vn2l7v3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205321.14335.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00021576881408691406s, path: a/c, db: /tmp/tmp3vn2l7v3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012302398681640625s, path: a/c, db: /tmp/tmp3vn2l7v3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Cleaving ShardRange<'x' to MaxBound as of 1750204945.93835, (0, 0) as of 1750204945.93835, created as of 1750204945.93835> - zero objects found, path: a/c, db: /tmp/tmp3vn2l7v3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205321.14335.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp3vn2l7v3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205321.14335.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpj1gfs6om/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpj1gfs6om/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpj1gfs6om/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpj1gfs6om/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting to cleave (0 todo), path: a/c, db: /tmp/tmpj1gfs6om/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpj1gfs6om/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmpj1gfs6om/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205321.53045.db -sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmpj1gfs6om/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205321.53045.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpj1gfs6om/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205321.53045.db -sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmpj1gfs6om/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205321.53045.db -sharder-test INFO: Cleaving from row None into .shards_a/c_here_0 for ShardRange, path: a/c, db: /tmp/tmpj1gfs6om/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205321.53045.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016951560974121094s, path: a/c, db: /tmp/tmpj1gfs6om/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010180473327636719s, path: a/c, db: /tmp/tmpj1gfs6om/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=False) in 5.030632019042969e-05s, path: a/c, db: /tmp/tmpj1gfs6om/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.059906005859375e-05s, path: a/c, db: /tmp/tmpj1gfs6om/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_here_0 for ShardRange, path: a/c, db: /tmp/tmpj1gfs6om/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205321.53045.db -sharder-test INFO: Cleaved ShardRange in 0.058s, path: a/c, db: /tmp/tmpj1gfs6om/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205321.53045.db -sharder-test INFO: Stopped cleave at unready ShardRange<'here' to 'there' as of 1750204945.93835, (0, 0) as of 1750204945.93835, found as of 1750204945.93835>, path: a/c, db: /tmp/tmpj1gfs6om/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205321.53045.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpj1gfs6om/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205321.53045.db -sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmpj1gfs6om/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205321.53045.db -sharder-test INFO: Cleaving from row None into .shards_a/c_there_1 for ShardRange<'here' to 'there' as of 1750204945.93835, (0, 0) as of 1750204945.93835, created as of 1750204945.93835>, path: a/c, db: /tmp/tmpj1gfs6om/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205321.53045.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001647472381591797s, path: a/c, db: /tmp/tmpj1gfs6om/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 7.677078247070312e-05s, path: a/c, db: /tmp/tmpj1gfs6om/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 9.393692016601562e-05s, path: a/c, db: /tmp/tmpj1gfs6om/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=False) in 5.984306335449219e-05s, path: a/c, db: /tmp/tmpj1gfs6om/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.942054748535156e-05s, path: a/c, db: /tmp/tmpj1gfs6om/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_there_1 for ShardRange, path: a/c, db: /tmp/tmpj1gfs6om/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205321.53045.db -sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_there_1 in state cleaved: 1 successes, 2 required, shard db: /tmp/tmpj1gfs6om/sda/containers/0/042/9c63112f4631654f35cc7fa035c48042/9c63112f4631654f35cc7fa035c48042.db, path: a/c, db: /tmp/tmpj1gfs6om/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205321.53045.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpj1gfs6om/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205321.53045.db -sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmpj1gfs6om/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205321.53045.db -sharder-test INFO: Cleaving from row None into .shards_a/c_there_1 for ShardRange<'here' to 'there' as of 1750204945.93835, (0, 0) as of 1750204945.93835, created as of 1750204945.93835>, path: a/c, db: /tmp/tmpj1gfs6om/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205321.53045.db -sharder-test DEBUG: Cleaving ShardRange<'here' to 'there' as of 1750204945.93835, (0, 0) as of 1750204945.93835, created as of 1750204945.93835> - shard db already in sync, path: a/c, db: /tmp/tmpj1gfs6om/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205321.53045.db -sharder-test INFO: Replicating new shard container .shards_a/c_there_1 for ShardRange, path: a/c, db: /tmp/tmpj1gfs6om/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205321.53045.db -sharder-test INFO: Cleaved ShardRange<'here' to 'there' as of 1750204945.93835, (3, 6) as of 1750205321.99284, cleaved as of 1750204945.93835> in 0.012s, path: a/c, db: /tmp/tmpj1gfs6om/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205321.53045.db -sharder-test INFO: Cleaving from row None into .shards_a/c_where_2 for ShardRange<'there' to 'where' as of 1750204945.93835, (0, 0) as of 1750204945.93835, created as of 1750204945.93835>, path: a/c, db: /tmp/tmpj1gfs6om/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205321.53045.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002269744873046875s, path: a/c, db: /tmp/tmpj1gfs6om/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=False) in 8.130073547363281e-05s, path: a/c, db: /tmp/tmpj1gfs6om/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011491775512695312s, path: a/c, db: /tmp/tmpj1gfs6om/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_where_2 for ShardRange, path: a/c, db: /tmp/tmpj1gfs6om/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205321.53045.db -sharder-test INFO: Cleaved ShardRange<'there' to 'where' as of 1750204945.93835, (1, 100) as of 1750205322.12639, cleaved as of 1750204945.93835> in 0.032s, path: a/c, db: /tmp/tmpj1gfs6om/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205321.53045.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpj1gfs6om/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205321.53045.db -sharder-test DEBUG: Continuing to cleave (3 done, 1 todo), path: a/c, db: /tmp/tmpj1gfs6om/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205321.53045.db -sharder-test INFO: Cleaving from row None into .shards_a/c_yonder_3 for ShardRange<'where' to 'yonder' as of 1750204945.93835, (0, 0) as of 1750204945.93835, created as of 1750204945.93835>, path: a/c, db: /tmp/tmpj1gfs6om/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205321.53045.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002300739288330078s, path: a/c, db: /tmp/tmpj1gfs6om/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=False) in 6.818771362304688e-05s, path: a/c, db: /tmp/tmpj1gfs6om/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00010848045349121094s, path: a/c, db: /tmp/tmpj1gfs6om/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 5.4836273193359375e-05s, path: a/c, db: /tmp/tmpj1gfs6om/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_yonder_3 for ShardRange, path: a/c, db: /tmp/tmpj1gfs6om/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205321.53045.db -test.unit.container.test_sharder.TestSharder.test_cleave_root_listing_limit_one -test.unit.container.test_sharder.TestSharder.test_cleave_root_listing_limit_one ... ok -sharder-test INFO: Cleaved ShardRange<'where' to 'yonder' as of 1750204945.93835, (1, 1000) as of 1750205322.24591, cleaved as of 1750204945.93835> in 0.046s, path: a/c, db: /tmp/tmpj1gfs6om/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205321.53045.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpj1gfs6om/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205321.53045.db -sharder-test DEBUG: Continuing to cleave (4 done, 0 todo), path: a/c, db: /tmp/tmpj1gfs6om/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205321.53045.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpj1gfs6om/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205321.53045.db -sharder-test DEBUG: Continuing to cleave (4 done, 1 todo), path: a/c, db: /tmp/tmpj1gfs6om/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205321.53045.db -sharder-test INFO: Cleaving from row None into .shards_a/c__4 for ShardRange<'yonder' to MaxBound as of 1750204945.93835, (2, 15) as of 1750205322.32249, active as of 1750204945.93835>, path: a/c, db: /tmp/tmpj1gfs6om/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205321.53045.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001671314239501953s, path: a/c, db: /tmp/tmpj1gfs6om/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=False) in 7.343292236328125e-05s, path: a/c, db: /tmp/tmpj1gfs6om/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001423358917236328s, path: a/c, db: /tmp/tmpj1gfs6om/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__4 for ShardRange, path: a/c, db: /tmp/tmpj1gfs6om/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205321.53045.db -sharder-test INFO: Cleaved ShardRange<'yonder' to MaxBound as of 1750204945.93835, (2, 15) as of 1750205322.32249, active as of 1750204945.93835> in 0.033s, path: a/c, db: /tmp/tmpj1gfs6om/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205321.53045.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpj1gfs6om/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205321.53045.db -sharder-test DEBUG: Cleaving already complete for container, path: a/c, db: /tmp/tmpj1gfs6om/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205321.53045.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpj1gfs6om/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Passing over already sharded container, path: a/c, db: /tmp/tmpj1gfs6om/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205321.53045.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpq8fbshme/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205322.45799.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpq8fbshme/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205322.45799.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpq8fbshme/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205322.45799.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpq8fbshme/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205322.45799.db -sharder-test INFO: Starting to cleave (3 todo), path: a/c, db: /tmp/tmpq8fbshme/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205322.45799.db -sharder-test INFO: Cleaving from row None into .shards_a/c_d_0 for ShardRange, path: a/c, db: /tmp/tmpq8fbshme/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205322.45799.db -sharder-test DEBUG: got 4 rows (deleted=False) in 0.00015878677368164062s, path: a/c, db: /tmp/tmpq8fbshme/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012969970703125s, path: a/c, db: /tmp/tmpq8fbshme/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_d_0 for ShardRange, path: a/c, db: /tmp/tmpq8fbshme/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205322.45799.db -sharder-test INFO: Cleaved ShardRange in 0.033s, path: a/c, db: /tmp/tmpq8fbshme/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205322.45799.db -sharder-test INFO: Cleaving from row None into .shards_a/c_x_1 for ShardRange<'d' to 'x' as of 1750204945.93835, (500000, 0) as of 1750204945.93835, created as of 1750204945.93835>, path: a/c, db: /tmp/tmpq8fbshme/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205322.45799.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.0001857280731201172s, path: a/c, db: /tmp/tmpq8fbshme/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.0001404285430908203s, path: a/c, db: /tmp/tmpq8fbshme/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_x_1 for ShardRange, path: a/c, db: /tmp/tmpq8fbshme/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205322.45799.db -sharder-test INFO: Cleaved ShardRange<'d' to 'x' as of 1750204945.93835, (2, 103) as of 1750205322.87934, cleaved as of 1750204945.93835> in 0.05s, path: a/c, db: /tmp/tmpq8fbshme/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205322.45799.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpq8fbshme/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205322.45799.db -sharder-test DEBUG: Continuing to cleave (2 done, 1 todo), path: a/c, db: /tmp/tmpq8fbshme/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205322.45799.db -sharder-test INFO: Cleaving from row None into .shards_a/c__2 for ShardRange<'d' to MaxBound as of 1750205322.94493, (500000, 0) as of 1750205322.94493, created as of 1750205322.94493>, path: a/c, db: /tmp/tmpq8fbshme/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205322.45799.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.00019693374633789062s, path: a/c, db: /tmp/tmpq8fbshme/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00012946128845214844s, path: a/c, db: /tmp/tmpq8fbshme/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -test.unit.container.test_sharder.TestSharder.test_cleave_root_ranges_change -test.unit.container.test_sharder.TestSharder.test_cleave_root_ranges_change ... ok -sharder-test INFO: Replicating new shard container .shards_a/c__2 for ShardRange, path: a/c, db: /tmp/tmpq8fbshme/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205322.45799.db -sharder-test INFO: Cleaved ShardRange<'d' to MaxBound as of 1750205322.94493, (3, 1103) as of 1750205323.03015, cleaved as of 1750205322.94493> in 0.048s, path: a/c, db: /tmp/tmpq8fbshme/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205322.45799.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpq8fbshme/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205322.45799.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmp76rb8cvi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205323.09796.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp76rb8cvi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205323.09796.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/shard_c, db: /tmp/tmp76rb8cvi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205323.09796.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00022840499877929688s, path: .shards_a/shard_c, db: /tmp/tmp76rb8cvi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 1 rows (deleted=False) in 7.367134094238281e-05s, path: .shards_a/shard_c, db: /tmp/tmp76rb8cvi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012302398681640625s, path: .shards_a/shard_c, db: /tmp/tmp76rb8cvi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/shard_c, db: /tmp/tmp76rb8cvi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test WARNING: Failed to sufficiently replicate misplaced objects shard .shards_a/c_here_0 in state active: 1 successes, 2 required (not removing objects), shard db: /tmp/tmp76rb8cvi/sda/containers/0/77c/dd7a37fd7237066ca7bf3c1e2ffd877c/dd7a37fd7237066ca7bf3c1e2ffd877c.db, path: .shards_a/shard_c, db: /tmp/tmp76rb8cvi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.5367431640625e-05s, path: .shards_a/shard_c, db: /tmp/tmp76rb8cvi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.0002942085266113281s, path: .shards_a/shard_c, db: /tmp/tmp76rb8cvi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=False) in 4.792213439941406e-05s, path: .shards_a/shard_c, db: /tmp/tmp76rb8cvi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 1 rows (deleted=True) in 5.316734313964844e-05s, path: .shards_a/shard_c, db: /tmp/tmp76rb8cvi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1750204945.93835, (0, 0) as of 1750204945.93835, active as of 1750204945.93835>, path: .shards_a/shard_c, db: /tmp/tmp76rb8cvi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/shard_c, db: /tmp/tmp76rb8cvi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205323.09796.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp76rb8cvi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205323.09796.db -sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/shard_c, db: /tmp/tmp76rb8cvi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205323.09796.db -sharder-test INFO: Cleaving from row None into .shards_a/c_there_0 for ShardRange<'here' to 'there' as of 1750204945.93835, (0, 0) as of 1750204945.93835, created as of 1750204945.93835>, path: .shards_a/shard_c, db: /tmp/tmp76rb8cvi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205323.09796.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.00015926361083984375s, path: .shards_a/shard_c, db: /tmp/tmp76rb8cvi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010323524475097656s, path: .shards_a/shard_c, db: /tmp/tmp76rb8cvi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Replicating new shard container .shards_a/c_there_0 for ShardRange<'here' to 'where' as of 1750205323.09795, (0, 0) as of 1750205323.09795, sharding as of 1750205323.09795>, path: .shards_a/shard_c, db: /tmp/tmp76rb8cvi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205323.09796.db -sharder-test INFO: Cleaved ShardRange<'here' to 'there' as of 1750204945.93835, (3, 6) as of 1750205323.42070, cleaved as of 1750204945.93835> in 0.04s, path: .shards_a/shard_c, db: /tmp/tmp76rb8cvi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205323.09796.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/shard_c, db: /tmp/tmp76rb8cvi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205323.09796.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmp76rb8cvi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205323.09796.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp76rb8cvi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205323.09796.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/shard_c, db: /tmp/tmp76rb8cvi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205323.09796.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001506805419921875s, path: .shards_a/shard_c, db: /tmp/tmp76rb8cvi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 1 rows (deleted=False) in 5.245208740234375e-05s, path: .shards_a/shard_c, db: /tmp/tmp76rb8cvi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011277198791503906s, path: .shards_a/shard_c, db: /tmp/tmp76rb8cvi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/shard_c, db: /tmp/tmp76rb8cvi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010609626770019531s, path: .shards_a/shard_c, db: /tmp/tmp76rb8cvi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -test.unit.container.test_sharder.TestSharder.test_cleave_shard -test.unit.container.test_sharder.TestSharder.test_cleave_shard ... ok -test.unit.container.test_sharder.TestSharder.test_cleave_shard_range_no_own_shard_range -test.unit.container.test_sharder.TestSharder.test_cleave_shard_range_no_own_shard_range ... ok -sharder-test DEBUG: got 0 rows (deleted=True) in 9.34600830078125e-05s, path: .shards_a/shard_c, db: /tmp/tmp76rb8cvi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Placed 1 misplaced objects (0 unplaced), path: .shards_a/shard_c, db: /tmp/tmp76rb8cvi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205323.09796.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp76rb8cvi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205323.09796.db -sharder-test DEBUG: Continuing to cleave (1 done, 1 todo), path: .shards_a/shard_c, db: /tmp/tmp76rb8cvi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205323.09796.db -sharder-test INFO: Cleaving from row None into .shards_a/c_where_1 for ShardRange<'there' to 'where' as of 1750204945.93835, (2, 15) as of 1750205323.47777, cleaved as of 1750204945.93835>, path: .shards_a/shard_c, db: /tmp/tmp76rb8cvi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205323.09796.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001659393310546875s, path: .shards_a/shard_c, db: /tmp/tmp76rb8cvi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011301040649414062s, path: .shards_a/shard_c, db: /tmp/tmp76rb8cvi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Replicating new shard container .shards_a/c_where_1 for ShardRange<'here' to 'where' as of 1750205323.09795, (0, 0) as of 1750205323.09795, sharding as of 1750205323.09795>, path: .shards_a/shard_c, db: /tmp/tmp76rb8cvi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205323.09796.db -sharder-test INFO: Cleaved ShardRange<'there' to 'where' as of 1750204945.93835, (2, 15) as of 1750205323.47777, cleaved as of 1750204945.93835> in 0.029s, path: .shards_a/shard_c, db: /tmp/tmp76rb8cvi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205323.09796.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/shard_c, db: /tmp/tmp76rb8cvi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205323.09796.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp4s32kicp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp4s32kicp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp4s32kicp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp4s32kicp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmp4s32kicp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to get own_shard_range, path: a/c, db: /tmp/tmp4s32kicp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp4s32kicp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_1, db: /tmp/tmpfmd29doa/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1750205336.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_1, db: /tmp/tmpfmd29doa/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1750205336.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_1, db: /tmp/tmpfmd29doa/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1750205336.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001614093780517578s, path: .shards_a/donor_1, db: /tmp/tmpfmd29doa/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.655952453613281e-05s, path: .shards_a/donor_1, db: /tmp/tmpfmd29doa/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.584426879882812e-05s, path: .shards_a/donor_1, db: /tmp/tmpfmd29doa/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011157989501953125s, path: .shards_a/donor_1, db: /tmp/tmpfmd29doa/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_1, db: /tmp/tmpfmd29doa/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1750205336.00000.db -sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/donor_1, db: /tmp/tmpfmd29doa/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1750205336.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_1_ for ShardRange<'h' to MaxBound as of 1750205323.84572, (1000, 11111) as of 1750205323.84572, created as of 1750205323.84572>, path: .shards_a/donor_1, db: /tmp/tmpfmd29doa/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1750205336.00000.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.0025331974029541016s, path: .shards_a/donor_1, db: /tmp/tmpfmd29doa/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011920928955078125s, path: .shards_a/donor_1, db: /tmp/tmpfmd29doa/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_1_ for ShardRange<'h' to 'w' as of 1750205346.00000, (0, 0) as of 1750205335.00000, shrunk as of 1750205335.00000>, path: .shards_a/donor_1, db: /tmp/tmpfmd29doa/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1750205336.00000.db -sharder-test INFO: Cleaved ShardRange<'h' to MaxBound as of 1750205323.84572, (1000, 11111) as of 1750205323.84572, created as of 1750205323.84572> in 0.054s, path: .shards_a/donor_1, db: /tmp/tmpfmd29doa/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1750205336.00000.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/donor_1, db: /tmp/tmpfmd29doa/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1750205336.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpfmd29doa/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db' -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_2, db: /tmp/tmpfmd29doa/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1750205363.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_2, db: /tmp/tmpfmd29doa/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1750205363.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_2, db: /tmp/tmpfmd29doa/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1750205363.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00018858909606933594s, path: .shards_a/donor_2, db: /tmp/tmpfmd29doa/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011754035949707031s, path: .shards_a/donor_2, db: /tmp/tmpfmd29doa/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011396408081054688s, path: .shards_a/donor_2, db: /tmp/tmpfmd29doa/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012946128845214844s, path: .shards_a/donor_2, db: /tmp/tmpfmd29doa/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_2, db: /tmp/tmpfmd29doa/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1750205363.00000.db -sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/donor_2, db: /tmp/tmpfmd29doa/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1750205363.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_2_ for ShardRange<'h' to MaxBound as of 1750205324.11263, (1000, 11111) as of 1750205324.11263, cleaved as of 1750205324.11263>, path: .shards_a/donor_2, db: /tmp/tmpfmd29doa/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1750205363.00000.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.000194549560546875s, path: .shards_a/donor_2, db: /tmp/tmpfmd29doa/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012946128845214844s, path: .shards_a/donor_2, db: /tmp/tmpfmd29doa/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_2_ for ShardRange<'h' to 'w' as of 1750205373.00000, (0, 0) as of 1750205362.00000, shrunk as of 1750205362.00000>, path: .shards_a/donor_2, db: /tmp/tmpfmd29doa/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1750205363.00000.db -sharder-test INFO: Cleaved ShardRange<'h' to MaxBound as of 1750205324.11263, (1000, 11111) as of 1750205324.11263, cleaved as of 1750205324.11263> in 0.044s, path: .shards_a/donor_2, db: /tmp/tmpfmd29doa/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1750205363.00000.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/donor_2, db: /tmp/tmpfmd29doa/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1750205363.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpfmd29doa/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db' -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_3, db: /tmp/tmpfmd29doa/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1750205390.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_3, db: /tmp/tmpfmd29doa/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1750205390.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_3, db: /tmp/tmpfmd29doa/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1750205390.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.000156402587890625s, path: .shards_a/donor_3, db: /tmp/tmpfmd29doa/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.298324584960938e-05s, path: .shards_a/donor_3, db: /tmp/tmpfmd29doa/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.393692016601562e-05s, path: .shards_a/donor_3, db: /tmp/tmpfmd29doa/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.012222290039062e-05s, path: .shards_a/donor_3, db: /tmp/tmpfmd29doa/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_3, db: /tmp/tmpfmd29doa/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1750205390.00000.db -sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/donor_3, db: /tmp/tmpfmd29doa/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1750205390.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_3_ for ShardRange<'h' to MaxBound as of 1750205324.40340, (1000, 11111) as of 1750205324.40340, active as of 1750205324.40340>, path: .shards_a/donor_3, db: /tmp/tmpfmd29doa/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1750205390.00000.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.00021600723266601562s, path: .shards_a/donor_3, db: /tmp/tmpfmd29doa/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011897087097167969s, path: .shards_a/donor_3, db: /tmp/tmpfmd29doa/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_3_ for ShardRange<'h' to 'w' as of 1750205400.00000, (0, 0) as of 1750205389.00000, shrunk as of 1750205389.00000>, path: .shards_a/donor_3, db: /tmp/tmpfmd29doa/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1750205390.00000.db -sharder-test INFO: Cleaved ShardRange<'h' to MaxBound as of 1750205324.40340, (1000, 11111) as of 1750205324.40340, active as of 1750205324.40340> in 0.056s, path: .shards_a/donor_3, db: /tmp/tmpfmd29doa/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1750205390.00000.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/donor_3, db: /tmp/tmpfmd29doa/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1750205390.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpfmd29doa/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db' -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_4, db: /tmp/tmpfmd29doa/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1750205417.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_4, db: /tmp/tmpfmd29doa/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1750205417.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_4, db: /tmp/tmpfmd29doa/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1750205417.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001285076141357422s, path: .shards_a/donor_4, db: /tmp/tmpfmd29doa/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db -sharder-test DEBUG: got 0 rows (deleted=True) in 7.843971252441406e-05s, path: .shards_a/donor_4, db: /tmp/tmpfmd29doa/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db -sharder-test DEBUG: got 0 rows (deleted=False) in 7.963180541992188e-05s, path: .shards_a/donor_4, db: /tmp/tmpfmd29doa/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db -sharder-test DEBUG: got 0 rows (deleted=True) in 7.700920104980469e-05s, path: .shards_a/donor_4, db: /tmp/tmpfmd29doa/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_4, db: /tmp/tmpfmd29doa/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1750205417.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_4, db: /tmp/tmpfmd29doa/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1750205417.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_4_k for ShardRange<'d' to 'k' as of 1750205324.69075, (1000, 11111) as of 1750205324.69075, created as of 1750205324.69075>, path: .shards_a/donor_4, db: /tmp/tmpfmd29doa/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1750205417.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00015044212341308594s, path: .shards_a/donor_4, db: /tmp/tmpfmd29doa/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db -sharder-test DEBUG: got 0 rows (deleted=True) in 8.845329284667969e-05s, path: .shards_a/donor_4, db: /tmp/tmpfmd29doa/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_4_k for ShardRange<'h' to 'w' as of 1750205416.00000, (0, 0) as of 1750205416.00000, shrinking as of 1750205416.00000>, path: .shards_a/donor_4, db: /tmp/tmpfmd29doa/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1750205417.00000.db -sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1750205324.69075, (1000, 11111) as of 1750205324.69075, created as of 1750205324.69075> in 0.021s, path: .shards_a/donor_4, db: /tmp/tmpfmd29doa/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1750205417.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_4_ for ShardRange<'k' to MaxBound as of 1750205324.69078, (1000, 11111) as of 1750205324.69078, created as of 1750205324.69078>, path: .shards_a/donor_4, db: /tmp/tmpfmd29doa/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1750205417.00000.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00015401840209960938s, path: .shards_a/donor_4, db: /tmp/tmpfmd29doa/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.489059448242188e-05s, path: .shards_a/donor_4, db: /tmp/tmpfmd29doa/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_4_ for ShardRange<'h' to 'w' as of 1750205416.00000, (0, 0) as of 1750205416.00000, shrinking as of 1750205416.00000>, path: .shards_a/donor_4, db: /tmp/tmpfmd29doa/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1750205417.00000.db -sharder-test INFO: Cleaved ShardRange<'k' to MaxBound as of 1750205324.69078, (1000, 11111) as of 1750205324.69078, created as of 1750205324.69078> in 0.02s, path: .shards_a/donor_4, db: /tmp/tmpfmd29doa/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1750205417.00000.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: .shards_a/donor_4, db: /tmp/tmpfmd29doa/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1750205417.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpfmd29doa/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db' -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_5, db: /tmp/tmpfmd29doa/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1750205450.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_5, db: /tmp/tmpfmd29doa/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1750205450.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_5, db: /tmp/tmpfmd29doa/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1750205450.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013589859008789062s, path: .shards_a/donor_5, db: /tmp/tmpfmd29doa/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db -sharder-test DEBUG: got 0 rows (deleted=True) in 8.082389831542969e-05s, path: .shards_a/donor_5, db: /tmp/tmpfmd29doa/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db -sharder-test DEBUG: got 0 rows (deleted=False) in 8.463859558105469e-05s, path: .shards_a/donor_5, db: /tmp/tmpfmd29doa/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.417533874511719e-05s, path: .shards_a/donor_5, db: /tmp/tmpfmd29doa/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_5, db: /tmp/tmpfmd29doa/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1750205450.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_5, db: /tmp/tmpfmd29doa/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1750205450.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_5_k for ShardRange<'d' to 'k' as of 1750205324.99116, (1000, 11111) as of 1750205324.99116, cleaved as of 1750205324.99116>, path: .shards_a/donor_5, db: /tmp/tmpfmd29doa/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1750205450.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001773834228515625s, path: .shards_a/donor_5, db: /tmp/tmpfmd29doa/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011444091796875s, path: .shards_a/donor_5, db: /tmp/tmpfmd29doa/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_5_k for ShardRange<'h' to 'w' as of 1750205449.00000, (0, 0) as of 1750205449.00000, shrinking as of 1750205449.00000>, path: .shards_a/donor_5, db: /tmp/tmpfmd29doa/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1750205450.00000.db -sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1750205324.99116, (1000, 11111) as of 1750205324.99116, cleaved as of 1750205324.99116> in 0.021s, path: .shards_a/donor_5, db: /tmp/tmpfmd29doa/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1750205450.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_5_ for ShardRange<'k' to MaxBound as of 1750205324.99120, (1000, 11111) as of 1750205324.99120, cleaved as of 1750205324.99120>, path: .shards_a/donor_5, db: /tmp/tmpfmd29doa/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1750205450.00000.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00017642974853515625s, path: .shards_a/donor_5, db: /tmp/tmpfmd29doa/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.465217590332031e-05s, path: .shards_a/donor_5, db: /tmp/tmpfmd29doa/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_5_ for ShardRange<'h' to 'w' as of 1750205449.00000, (0, 0) as of 1750205449.00000, shrinking as of 1750205449.00000>, path: .shards_a/donor_5, db: /tmp/tmpfmd29doa/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1750205450.00000.db -sharder-test INFO: Cleaved ShardRange<'k' to MaxBound as of 1750205324.99120, (1000, 11111) as of 1750205324.99120, cleaved as of 1750205324.99120> in 0.024s, path: .shards_a/donor_5, db: /tmp/tmpfmd29doa/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1750205450.00000.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: .shards_a/donor_5, db: /tmp/tmpfmd29doa/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1750205450.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpfmd29doa/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db' -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_6, db: /tmp/tmpfmd29doa/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1750205483.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_6, db: /tmp/tmpfmd29doa/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1750205483.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_6, db: /tmp/tmpfmd29doa/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1750205483.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00014543533325195312s, path: .shards_a/donor_6, db: /tmp/tmpfmd29doa/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.036064147949219e-05s, path: .shards_a/donor_6, db: /tmp/tmpfmd29doa/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.107589721679688e-05s, path: .shards_a/donor_6, db: /tmp/tmpfmd29doa/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.1552734375e-05s, path: .shards_a/donor_6, db: /tmp/tmpfmd29doa/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_6, db: /tmp/tmpfmd29doa/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1750205483.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_6, db: /tmp/tmpfmd29doa/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1750205483.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_6_k for ShardRange<'d' to 'k' as of 1750205325.32872, (1000, 11111) as of 1750205325.32872, active as of 1750205325.32872>, path: .shards_a/donor_6, db: /tmp/tmpfmd29doa/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1750205483.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001475811004638672s, path: .shards_a/donor_6, db: /tmp/tmpfmd29doa/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00024080276489257812s, path: .shards_a/donor_6, db: /tmp/tmpfmd29doa/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_6_k for ShardRange<'h' to 'w' as of 1750205482.00000, (0, 0) as of 1750205482.00000, shrinking as of 1750205482.00000>, path: .shards_a/donor_6, db: /tmp/tmpfmd29doa/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1750205483.00000.db -sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1750205325.32872, (1000, 11111) as of 1750205325.32872, active as of 1750205325.32872> in 0.028s, path: .shards_a/donor_6, db: /tmp/tmpfmd29doa/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1750205483.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_6_ for ShardRange<'k' to MaxBound as of 1750205325.32877, (1000, 11111) as of 1750205325.32877, active as of 1750205325.32877>, path: .shards_a/donor_6, db: /tmp/tmpfmd29doa/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1750205483.00000.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00025963783264160156s, path: .shards_a/donor_6, db: /tmp/tmpfmd29doa/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00018095970153808594s, path: .shards_a/donor_6, db: /tmp/tmpfmd29doa/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_6_ for ShardRange<'h' to 'w' as of 1750205482.00000, (0, 0) as of 1750205482.00000, shrinking as of 1750205482.00000>, path: .shards_a/donor_6, db: /tmp/tmpfmd29doa/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1750205483.00000.db -sharder-test INFO: Cleaved ShardRange<'k' to MaxBound as of 1750205325.32877, (1000, 11111) as of 1750205325.32877, active as of 1750205325.32877> in 0.028s, path: .shards_a/donor_6, db: /tmp/tmpfmd29doa/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1750205483.00000.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: .shards_a/donor_6, db: /tmp/tmpfmd29doa/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1750205483.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpfmd29doa/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db' -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_7, db: /tmp/tmpfmd29doa/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1750205516.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_7, db: /tmp/tmpfmd29doa/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1750205516.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_7, db: /tmp/tmpfmd29doa/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1750205516.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001647472381591797s, path: .shards_a/donor_7, db: /tmp/tmpfmd29doa/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.751319885253906e-05s, path: .shards_a/donor_7, db: /tmp/tmpfmd29doa/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010275840759277344s, path: .shards_a/donor_7, db: /tmp/tmpfmd29doa/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.846687316894531e-05s, path: .shards_a/donor_7, db: /tmp/tmpfmd29doa/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_7, db: /tmp/tmpfmd29doa/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1750205516.00000.db -sharder-test INFO: Starting to cleave (3 todo), path: .shards_a/donor_7, db: /tmp/tmpfmd29doa/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1750205516.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_7_k for ShardRange<'d' to 'k' as of 1750205325.71372, (1000, 11111) as of 1750205325.71372, cleaved as of 1750205325.71372>, path: .shards_a/donor_7, db: /tmp/tmpfmd29doa/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1750205516.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00022554397583007812s, path: .shards_a/donor_7, db: /tmp/tmpfmd29doa/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012564659118652344s, path: .shards_a/donor_7, db: /tmp/tmpfmd29doa/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_7_k for ShardRange<'h' to 'w' as of 1750205515.00000, (0, 0) as of 1750205515.00000, shrinking as of 1750205515.00000>, path: .shards_a/donor_7, db: /tmp/tmpfmd29doa/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1750205516.00000.db -sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1750205325.71372, (1000, 11111) as of 1750205325.71372, cleaved as of 1750205325.71372> in 0.028s, path: .shards_a/donor_7, db: /tmp/tmpfmd29doa/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1750205516.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_7_t for ShardRange<'k' to 't' as of 1750205325.71376, (1000, 11111) as of 1750205325.71376, cleaved as of 1750205325.71376>, path: .shards_a/donor_7, db: /tmp/tmpfmd29doa/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1750205516.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002644062042236328s, path: .shards_a/donor_7, db: /tmp/tmpfmd29doa/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011610984802246094s, path: .shards_a/donor_7, db: /tmp/tmpfmd29doa/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_7_t for ShardRange<'h' to 'w' as of 1750205515.00000, (0, 0) as of 1750205515.00000, shrinking as of 1750205515.00000>, path: .shards_a/donor_7, db: /tmp/tmpfmd29doa/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1750205516.00000.db -sharder-test INFO: Cleaved ShardRange<'k' to 't' as of 1750205325.71376, (1000, 11111) as of 1750205325.71376, cleaved as of 1750205325.71376> in 0.029s, path: .shards_a/donor_7, db: /tmp/tmpfmd29doa/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1750205516.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_7_ for ShardRange<'t' to MaxBound as of 1750205325.71378, (1000, 11111) as of 1750205325.71378, cleaved as of 1750205325.71378>, path: .shards_a/donor_7, db: /tmp/tmpfmd29doa/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1750205516.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.004318714141845703s, path: .shards_a/donor_7, db: /tmp/tmpfmd29doa/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011658668518066406s, path: .shards_a/donor_7, db: /tmp/tmpfmd29doa/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_7_ for ShardRange<'h' to 'w' as of 1750205515.00000, (0, 0) as of 1750205515.00000, shrinking as of 1750205515.00000>, path: .shards_a/donor_7, db: /tmp/tmpfmd29doa/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1750205516.00000.db -sharder-test INFO: Cleaved ShardRange<'t' to MaxBound as of 1750205325.71378, (1000, 11111) as of 1750205325.71378, cleaved as of 1750205325.71378> in 0.028s, path: .shards_a/donor_7, db: /tmp/tmpfmd29doa/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1750205516.00000.db -sharder-test DEBUG: Cleaved 3 shard ranges, path: .shards_a/donor_7, db: /tmp/tmpfmd29doa/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1750205516.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpfmd29doa/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db' -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_8, db: /tmp/tmpfmd29doa/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1750205555.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_8, db: /tmp/tmpfmd29doa/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1750205555.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_8, db: /tmp/tmpfmd29doa/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1750205555.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00017881393432617188s, path: .shards_a/donor_8, db: /tmp/tmpfmd29doa/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0003147125244140625s, path: .shards_a/donor_8, db: /tmp/tmpfmd29doa/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001304149627685547s, path: .shards_a/donor_8, db: /tmp/tmpfmd29doa/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010728836059570312s, path: .shards_a/donor_8, db: /tmp/tmpfmd29doa/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_8, db: /tmp/tmpfmd29doa/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1750205555.00000.db -sharder-test INFO: Starting to cleave (3 todo), path: .shards_a/donor_8, db: /tmp/tmpfmd29doa/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1750205555.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_8_k for ShardRange<'d' to 'k' as of 1750205326.18504, (1000, 11111) as of 1750205326.18504, created as of 1750205326.18504>, path: .shards_a/donor_8, db: /tmp/tmpfmd29doa/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1750205555.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00018596649169921875s, path: .shards_a/donor_8, db: /tmp/tmpfmd29doa/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001201629638671875s, path: .shards_a/donor_8, db: /tmp/tmpfmd29doa/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_8_k for ShardRange<'h' to 'w' as of 1750205554.00000, (0, 0) as of 1750205554.00000, shrinking as of 1750205554.00000>, path: .shards_a/donor_8, db: /tmp/tmpfmd29doa/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1750205555.00000.db -sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1750205326.18504, (1000, 11111) as of 1750205326.18504, created as of 1750205326.18504> in 0.027s, path: .shards_a/donor_8, db: /tmp/tmpfmd29doa/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1750205555.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_8_t for ShardRange<'k' to 't' as of 1750205326.18509, (1000, 11111) as of 1750205326.18509, created as of 1750205326.18509>, path: .shards_a/donor_8, db: /tmp/tmpfmd29doa/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1750205555.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00017523765563964844s, path: .shards_a/donor_8, db: /tmp/tmpfmd29doa/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012636184692382812s, path: .shards_a/donor_8, db: /tmp/tmpfmd29doa/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_8_t for ShardRange<'h' to 'w' as of 1750205554.00000, (0, 0) as of 1750205554.00000, shrinking as of 1750205554.00000>, path: .shards_a/donor_8, db: /tmp/tmpfmd29doa/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1750205555.00000.db -sharder-test INFO: Cleaved ShardRange<'k' to 't' as of 1750205326.18509, (1000, 11111) as of 1750205326.18509, created as of 1750205326.18509> in 0.025s, path: .shards_a/donor_8, db: /tmp/tmpfmd29doa/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1750205555.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_8_ for ShardRange<'t' to MaxBound as of 1750205326.18511, (1000, 11111) as of 1750205326.18511, created as of 1750205326.18511>, path: .shards_a/donor_8, db: /tmp/tmpfmd29doa/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1750205555.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001800060272216797s, path: .shards_a/donor_8, db: /tmp/tmpfmd29doa/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011014938354492188s, path: .shards_a/donor_8, db: /tmp/tmpfmd29doa/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_8_ for ShardRange<'h' to 'w' as of 1750205554.00000, (0, 0) as of 1750205554.00000, shrinking as of 1750205554.00000>, path: .shards_a/donor_8, db: /tmp/tmpfmd29doa/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1750205555.00000.db -sharder-test INFO: Cleaved ShardRange<'t' to MaxBound as of 1750205326.18511, (1000, 11111) as of 1750205326.18511, created as of 1750205326.18511> in 0.028s, path: .shards_a/donor_8, db: /tmp/tmpfmd29doa/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1750205555.00000.db -sharder-test DEBUG: Cleaved 3 shard ranges, path: .shards_a/donor_8, db: /tmp/tmpfmd29doa/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1750205555.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpfmd29doa/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db' -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_9, db: /tmp/tmpfmd29doa/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1750205594.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_9, db: /tmp/tmpfmd29doa/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1750205594.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_9, db: /tmp/tmpfmd29doa/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1750205594.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001735687255859375s, path: .shards_a/donor_9, db: /tmp/tmpfmd29doa/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010013580322265625s, path: .shards_a/donor_9, db: /tmp/tmpfmd29doa/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010561943054199219s, path: .shards_a/donor_9, db: /tmp/tmpfmd29doa/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010251998901367188s, path: .shards_a/donor_9, db: /tmp/tmpfmd29doa/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_9, db: /tmp/tmpfmd29doa/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1750205594.00000.db -sharder-test INFO: Starting to cleave (3 todo), path: .shards_a/donor_9, db: /tmp/tmpfmd29doa/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1750205594.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_9_k for ShardRange<'d' to 'k' as of 1750205326.64345, (1000, 11111) as of 1750205326.64345, active as of 1750205326.64345>, path: .shards_a/donor_9, db: /tmp/tmpfmd29doa/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1750205594.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002002716064453125s, path: .shards_a/donor_9, db: /tmp/tmpfmd29doa/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011777877807617188s, path: .shards_a/donor_9, db: /tmp/tmpfmd29doa/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_9_k for ShardRange<'h' to 'w' as of 1750205593.00000, (0, 0) as of 1750205593.00000, shrinking as of 1750205593.00000>, path: .shards_a/donor_9, db: /tmp/tmpfmd29doa/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1750205594.00000.db -sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1750205326.64345, (1000, 11111) as of 1750205326.64345, active as of 1750205326.64345> in 0.028s, path: .shards_a/donor_9, db: /tmp/tmpfmd29doa/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1750205594.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_9_t for ShardRange<'k' to 't' as of 1750205326.64351, (1000, 11111) as of 1750205326.64351, active as of 1750205326.64351>, path: .shards_a/donor_9, db: /tmp/tmpfmd29doa/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1750205594.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001804828643798828s, path: .shards_a/donor_9, db: /tmp/tmpfmd29doa/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001251697540283203s, path: .shards_a/donor_9, db: /tmp/tmpfmd29doa/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_9_t for ShardRange<'h' to 'w' as of 1750205593.00000, (0, 0) as of 1750205593.00000, shrinking as of 1750205593.00000>, path: .shards_a/donor_9, db: /tmp/tmpfmd29doa/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1750205594.00000.db -sharder-test INFO: Cleaved ShardRange<'k' to 't' as of 1750205326.64351, (1000, 11111) as of 1750205326.64351, active as of 1750205326.64351> in 0.029s, path: .shards_a/donor_9, db: /tmp/tmpfmd29doa/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1750205594.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_9_ for ShardRange<'t' to MaxBound as of 1750205326.64353, (1000, 11111) as of 1750205326.64353, active as of 1750205326.64353>, path: .shards_a/donor_9, db: /tmp/tmpfmd29doa/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1750205594.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00017499923706054688s, path: .shards_a/donor_9, db: /tmp/tmpfmd29doa/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011515617370605469s, path: .shards_a/donor_9, db: /tmp/tmpfmd29doa/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_9_ for ShardRange<'h' to 'w' as of 1750205593.00000, (0, 0) as of 1750205593.00000, shrinking as of 1750205593.00000>, path: .shards_a/donor_9, db: /tmp/tmpfmd29doa/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1750205594.00000.db -sharder-test INFO: Cleaved ShardRange<'t' to MaxBound as of 1750205326.64353, (1000, 11111) as of 1750205326.64353, active as of 1750205326.64353> in 0.029s, path: .shards_a/donor_9, db: /tmp/tmpfmd29doa/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1750205594.00000.db -sharder-test DEBUG: Cleaved 3 shard ranges, path: .shards_a/donor_9, db: /tmp/tmpfmd29doa/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1750205594.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpfmd29doa/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db' -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_10, db: /tmp/tmpfmd29doa/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1750205633.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_10, db: /tmp/tmpfmd29doa/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1750205633.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_10, db: /tmp/tmpfmd29doa/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1750205633.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00016260147094726562s, path: .shards_a/donor_10, db: /tmp/tmpfmd29doa/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.942054748535156e-05s, path: .shards_a/donor_10, db: /tmp/tmpfmd29doa/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013828277587890625s, path: .shards_a/donor_10, db: /tmp/tmpfmd29doa/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010132789611816406s, path: .shards_a/donor_10, db: /tmp/tmpfmd29doa/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_10, db: /tmp/tmpfmd29doa/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1750205633.00000.db -sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/donor_10, db: /tmp/tmpfmd29doa/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1750205633.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_10_k for ShardRange<'d' to 'k' as of 1750205327.10971, (1000, 11111) as of 1750205327.10971, created as of 1750205327.10971>, path: .shards_a/donor_10, db: /tmp/tmpfmd29doa/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1750205633.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016164779663085938s, path: .shards_a/donor_10, db: /tmp/tmpfmd29doa/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010800361633300781s, path: .shards_a/donor_10, db: /tmp/tmpfmd29doa/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_10_k for ShardRange<'h' to 'w' as of 1750205632.00000, (0, 0) as of 1750205632.00000, shrinking as of 1750205632.00000>, path: .shards_a/donor_10, db: /tmp/tmpfmd29doa/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1750205633.00000.db -sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1750205327.10971, (1000, 11111) as of 1750205327.10971, created as of 1750205327.10971> in 0.027s, path: .shards_a/donor_10, db: /tmp/tmpfmd29doa/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1750205633.00000.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/donor_10, db: /tmp/tmpfmd29doa/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1750205633.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': 'c1a7e4f9-6577-44da-8721-82d47b7ea960-sda', 'cursor': 'k', 'max_row': 3, 'cleave_to_row': 3, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 1, 'ranges_todo': 0}, path: .shards_a/donor_10, db: /tmp/tmpfmd29doa/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1750205633.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_11, db: /tmp/tmpfmd29doa/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1750205659.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_11, db: /tmp/tmpfmd29doa/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1750205659.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_11, db: /tmp/tmpfmd29doa/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1750205659.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00015091896057128906s, path: .shards_a/donor_11, db: /tmp/tmpfmd29doa/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.322166442871094e-05s, path: .shards_a/donor_11, db: /tmp/tmpfmd29doa/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00012350082397460938s, path: .shards_a/donor_11, db: /tmp/tmpfmd29doa/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011563301086425781s, path: .shards_a/donor_11, db: /tmp/tmpfmd29doa/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_11, db: /tmp/tmpfmd29doa/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1750205659.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_11, db: /tmp/tmpfmd29doa/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1750205659.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_11_k for ShardRange<'d' to 'k' as of 1750205327.39299, (1000, 11111) as of 1750205327.39299, cleaved as of 1750205327.39299>, path: .shards_a/donor_11, db: /tmp/tmpfmd29doa/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1750205659.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00018787384033203125s, path: .shards_a/donor_11, db: /tmp/tmpfmd29doa/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.000118255615234375s, path: .shards_a/donor_11, db: /tmp/tmpfmd29doa/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_11_k for ShardRange<'h' to 'w' as of 1750205658.00000, (0, 0) as of 1750205658.00000, shrinking as of 1750205658.00000>, path: .shards_a/donor_11, db: /tmp/tmpfmd29doa/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1750205659.00000.db -sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1750205327.39299, (1000, 11111) as of 1750205327.39299, cleaved as of 1750205327.39299> in 0.034s, path: .shards_a/donor_11, db: /tmp/tmpfmd29doa/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1750205659.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_11_t for ShardRange<'k' to 't' as of 1750205327.39303, (1000, 11111) as of 1750205327.39303, cleaved as of 1750205327.39303>, path: .shards_a/donor_11, db: /tmp/tmpfmd29doa/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1750205659.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.000148773193359375s, path: .shards_a/donor_11, db: /tmp/tmpfmd29doa/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.512901306152344e-05s, path: .shards_a/donor_11, db: /tmp/tmpfmd29doa/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_11_t for ShardRange<'h' to 'w' as of 1750205658.00000, (0, 0) as of 1750205658.00000, shrinking as of 1750205658.00000>, path: .shards_a/donor_11, db: /tmp/tmpfmd29doa/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1750205659.00000.db -sharder-test INFO: Cleaved ShardRange<'k' to 't' as of 1750205327.39303, (1000, 11111) as of 1750205327.39303, cleaved as of 1750205327.39303> in 0.028s, path: .shards_a/donor_11, db: /tmp/tmpfmd29doa/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1750205659.00000.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: .shards_a/donor_11, db: /tmp/tmpfmd29doa/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1750205659.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '539ec5a5-a32a-456f-84e2-44c1f1206975-sda', 'cursor': 't', 'max_row': 3, 'cleave_to_row': 3, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 2, 'ranges_todo': 0}, path: .shards_a/donor_11, db: /tmp/tmpfmd29doa/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1750205659.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_12, db: /tmp/tmpfmd29doa/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1750205691.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_12, db: /tmp/tmpfmd29doa/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1750205691.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_12, db: /tmp/tmpfmd29doa/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1750205691.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001850128173828125s, path: .shards_a/donor_12, db: /tmp/tmpfmd29doa/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010776519775390625s, path: .shards_a/donor_12, db: /tmp/tmpfmd29doa/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010466575622558594s, path: .shards_a/donor_12, db: /tmp/tmpfmd29doa/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001010894775390625s, path: .shards_a/donor_12, db: /tmp/tmpfmd29doa/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_12, db: /tmp/tmpfmd29doa/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1750205691.00000.db -sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/donor_12, db: /tmp/tmpfmd29doa/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1750205691.00000.db -sharder-test INFO: Stopped cleave at gap: 'h' - 'k', path: .shards_a/donor_12, db: /tmp/tmpfmd29doa/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1750205691.00000.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: .shards_a/donor_12, db: /tmp/tmpfmd29doa/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1750205691.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '5c2a7293-8e67-4f91-a141-95f257c6908c-sda', 'cursor': 'h', 'max_row': 3, 'cleave_to_row': 3, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 1}, path: .shards_a/donor_12, db: /tmp/tmpfmd29doa/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1750205691.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_13, db: /tmp/tmpfmd29doa/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1750205711.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_13, db: /tmp/tmpfmd29doa/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1750205711.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_13, db: /tmp/tmpfmd29doa/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1750205711.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0002086162567138672s, path: .shards_a/donor_13, db: /tmp/tmpfmd29doa/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.250640869140625e-05s, path: .shards_a/donor_13, db: /tmp/tmpfmd29doa/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010752677917480469s, path: .shards_a/donor_13, db: /tmp/tmpfmd29doa/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.179115295410156e-05s, path: .shards_a/donor_13, db: /tmp/tmpfmd29doa/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_13, db: /tmp/tmpfmd29doa/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1750205711.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_13, db: /tmp/tmpfmd29doa/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1750205711.00000.db -sharder-test INFO: Stopped cleave at gap: 'h' - 'k', path: .shards_a/donor_13, db: /tmp/tmpfmd29doa/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1750205711.00000.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: .shards_a/donor_13, db: /tmp/tmpfmd29doa/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1750205711.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '6298896c-c8c4-4571-ab1c-53800118cdff-sda', 'cursor': 'h', 'max_row': 3, 'cleave_to_row': 3, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 2}, path: .shards_a/donor_13, db: /tmp/tmpfmd29doa/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1750205711.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_14, db: /tmp/tmpfmd29doa/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1750205731.00000.db -test.unit.container.test_sharder.TestSharder.test_cleave_shard_shrinking -test.unit.container.test_sharder.TestSharder.test_cleave_shard_shrinking ... ok -test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_acceptor_with_active_root_range -test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_acceptor_with_active_root_range ... ok -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_14, db: /tmp/tmpfmd29doa/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1750205731.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_14, db: /tmp/tmpfmd29doa/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1750205731.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0002524852752685547s, path: .shards_a/donor_14, db: /tmp/tmpfmd29doa/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.012222290039062e-05s, path: .shards_a/donor_14, db: /tmp/tmpfmd29doa/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001385211944580078s, path: .shards_a/donor_14, db: /tmp/tmpfmd29doa/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001270771026611328s, path: .shards_a/donor_14, db: /tmp/tmpfmd29doa/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_14, db: /tmp/tmpfmd29doa/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1750205731.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_14, db: /tmp/tmpfmd29doa/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1750205731.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_14_k for ShardRange<'d' to 'k' as of 1750205328.54726, (1000, 11111) as of 1750205328.54726, cleaved as of 1750205328.54726>, path: .shards_a/donor_14, db: /tmp/tmpfmd29doa/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1750205731.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001785755157470703s, path: .shards_a/donor_14, db: /tmp/tmpfmd29doa/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001277923583984375s, path: .shards_a/donor_14, db: /tmp/tmpfmd29doa/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_14_k for ShardRange<'h' to 'w' as of 1750205730.00000, (0, 0) as of 1750205730.00000, shrinking as of 1750205730.00000>, path: .shards_a/donor_14, db: /tmp/tmpfmd29doa/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1750205731.00000.db -sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1750205328.54726, (1000, 11111) as of 1750205328.54726, cleaved as of 1750205328.54726> in 0.025s, path: .shards_a/donor_14, db: /tmp/tmpfmd29doa/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1750205731.00000.db -sharder-test INFO: Stopped cleave at gap: 'k' - 't', path: .shards_a/donor_14, db: /tmp/tmpfmd29doa/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1750205731.00000.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/donor_14, db: /tmp/tmpfmd29doa/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1750205731.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '150aa408-8525-471c-b385-74bf402049eb-sda', 'cursor': 'k', 'max_row': 3, 'cleave_to_row': 3, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 1, 'ranges_todo': 1}, path: .shards_a/donor_14, db: /tmp/tmpfmd29doa/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1750205731.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmpec8qoseu/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205330.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpec8qoseu/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205330.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('there', '')], path: .shards_a/shard_c, db: /tmp/tmpec8qoseu/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205330.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00018167495727539062s, path: .shards_a/shard_c, db: /tmp/tmpec8qoseu/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.799003601074219e-05s, path: .shards_a/shard_c, db: /tmp/tmpec8qoseu/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010657310485839844s, path: .shards_a/shard_c, db: /tmp/tmpec8qoseu/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010037422180175781s, path: .shards_a/shard_c, db: /tmp/tmpec8qoseu/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpec8qoseu/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205330.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/shard_c, db: /tmp/tmpec8qoseu/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205330.00000.db -sharder-test INFO: Cleaving from row None into .shards/other for ShardRange<'here' to 'where' as of 1750205331.00000, (0, 0) as of 1750205331.00000, active as of 1750205331.00000>, path: .shards_a/shard_c, db: /tmp/tmpec8qoseu/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205330.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00019979476928710938s, path: .shards_a/shard_c, db: /tmp/tmpec8qoseu/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011301040649414062s, path: .shards_a/shard_c, db: /tmp/tmpec8qoseu/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Replicating new shard container .shards/other for ShardRange<'here' to 'there' as of 1750205329.00519, (0, 0) as of 1750205329.00000, shrunk as of 1750205329.00000>, path: .shards_a/shard_c, db: /tmp/tmpec8qoseu/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205330.00000.db -sharder-test INFO: Cleaved ShardRange<'here' to 'where' as of 1750205331.00000, (0, 0) as of 1750205331.00000, active as of 1750205331.00000> in 0.063s, path: .shards_a/shard_c, db: /tmp/tmpec8qoseu/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205330.00000.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/shard_c, db: /tmp/tmpec8qoseu/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205330.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmpq_oi2ft8/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205331.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpq_oi2ft8/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205331.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('there', '')], path: .shards_a/shard_c, db: /tmp/tmpq_oi2ft8/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205331.00000.db -test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_acceptor_with_sharded_root_range -test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_acceptor_with_sharded_root_range ... ok -test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_root_range -test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_root_range ... ok -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001595020294189453s, path: .shards_a/shard_c, db: /tmp/tmpq_oi2ft8/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.000141143798828125s, path: .shards_a/shard_c, db: /tmp/tmpq_oi2ft8/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010347366333007812s, path: .shards_a/shard_c, db: /tmp/tmpq_oi2ft8/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011157989501953125s, path: .shards_a/shard_c, db: /tmp/tmpq_oi2ft8/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpq_oi2ft8/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205331.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/shard_c, db: /tmp/tmpq_oi2ft8/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205331.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/shard_d for ShardRange<'here' to MaxBound as of 1750205332.00000, (0, 0) as of 1750205332.00000, active as of 1750205332.00000>, path: .shards_a/shard_c, db: /tmp/tmpq_oi2ft8/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205331.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001914501190185547s, path: .shards_a/shard_c, db: /tmp/tmpq_oi2ft8/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001316070556640625s, path: .shards_a/shard_c, db: /tmp/tmpq_oi2ft8/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Replicating new shard container .shards_a/shard_d for ShardRange<'here' to 'there' as of 1750205330.00000, (0, 0) as of 1750205330.00000, sharding as of 1750205330.00000>, path: .shards_a/shard_c, db: /tmp/tmpq_oi2ft8/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205331.00000.db -sharder-test INFO: Cleaved ShardRange<'here' to MaxBound as of 1750205332.00000, (0, 0) as of 1750205332.00000, active as of 1750205332.00000> in 0.022s, path: .shards_a/shard_c, db: /tmp/tmpq_oi2ft8/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205331.00000.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/shard_c, db: /tmp/tmpq_oi2ft8/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205331.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmpunya625r/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205330.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpunya625r/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205330.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('there', '')], path: .shards_a/shard_c, db: /tmp/tmpunya625r/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205330.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00015163421630859375s, path: .shards_a/shard_c, db: /tmp/tmpunya625r/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 8.96453857421875e-05s, path: .shards_a/shard_c, db: /tmp/tmpunya625r/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=False) in 8.940696716308594e-05s, path: .shards_a/shard_c, db: /tmp/tmpunya625r/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 8.797645568847656e-05s, path: .shards_a/shard_c, db: /tmp/tmpunya625r/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpunya625r/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205330.00000.db -sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/shard_c, db: /tmp/tmpunya625r/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205330.00000.db -sharder-test INFO: Cleaving from row None into a/c for ShardRange, path: .shards_a/shard_c, db: /tmp/tmpunya625r/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205330.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0011985301971435547s, path: .shards_a/shard_c, db: /tmp/tmpunya625r/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001385211944580078s, path: .shards_a/shard_c, db: /tmp/tmpunya625r/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Cleaving ShardRange - zero objects found, path: .shards_a/shard_c, db: /tmp/tmpunya625r/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205330.00000.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: .shards_a/shard_c, db: /tmp/tmpunya625r/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205330.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmppi72vbxm/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205331.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmppi72vbxm/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205331.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('there', '')], path: .shards_a/shard_c, db: /tmp/tmppi72vbxm/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205331.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00017833709716796875s, path: .shards_a/shard_c, db: /tmp/tmppi72vbxm/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0018143653869628906s, path: .shards_a/shard_c, db: /tmp/tmppi72vbxm/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00019693374633789062s, path: .shards_a/shard_c, db: /tmp/tmppi72vbxm/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 8.988380432128906e-05s, path: .shards_a/shard_c, db: /tmp/tmppi72vbxm/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmppi72vbxm/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205331.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/shard_c, db: /tmp/tmppi72vbxm/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205331.00000.db -test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_root_range_with_active_acceptor -test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_root_range_with_active_acceptor ... ok -sharder-test INFO: Cleaving from row None into a/c for ShardRange, path: .shards_a/shard_c, db: /tmp/tmppi72vbxm/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205331.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016427040100097656s, path: .shards_a/shard_c, db: /tmp/tmppi72vbxm/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010800361633300781s, path: .shards_a/shard_c, db: /tmp/tmppi72vbxm/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Replicating new shard container a/c for ShardRange<'here' to 'there' as of 1750205329.85839, (0, 0) as of 1750205330.00000, shrunk as of 1750205330.00000>, path: .shards_a/shard_c, db: /tmp/tmppi72vbxm/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205331.00000.db -sharder-test INFO: Cleaved ShardRange in 0.036s, path: .shards_a/shard_c, db: /tmp/tmppi72vbxm/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205331.00000.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/shard_c, db: /tmp/tmppi72vbxm/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205331.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpzijur2z_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205329.92273.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpzijur2z_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205329.92273.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpzijur2z_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205329.92273.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpzijur2z_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205329.92273.db -sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmpzijur2z_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205329.92273.db -sharder-test INFO: Cleaving from row None into .shards_a/c_b_0 for ShardRange, path: a/c, db: /tmp/tmpzijur2z_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205329.92273.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.000194549560546875s, path: a/c, db: /tmp/tmpzijur2z_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001537799835205078s, path: a/c, db: /tmp/tmpzijur2z_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_b_0 for ShardRange, path: a/c, db: /tmp/tmpzijur2z_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205329.92273.db -sharder-test INFO: Cleaved ShardRange in 0.044s, path: a/c, db: /tmp/tmpzijur2z_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205329.92273.db -sharder-test INFO: Cleaving from row None into .shards_a/c_d_2 for ShardRange<'b' to 'd' as of 1750204945.93835, (0, 0) as of 1750204945.93835, created as of 1750204945.93835>, path: a/c, db: /tmp/tmpzijur2z_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205329.92273.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00018525123596191406s, path: a/c, db: /tmp/tmpzijur2z_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00015974044799804688s, path: a/c, db: /tmp/tmpzijur2z_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_d_2 for ShardRange, path: a/c, db: /tmp/tmpzijur2z_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205329.92273.db -sharder-test INFO: Cleaved ShardRange<'b' to 'd' as of 1750204945.93835, (2, 3) as of 1750205330.23597, cleaved as of 1750204945.93835> in 0.037s, path: a/c, db: /tmp/tmpzijur2z_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205329.92273.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpzijur2z_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205329.92273.db -sharder-test DEBUG: Continuing to cleave (2 done, 2 todo), path: a/c, db: /tmp/tmpzijur2z_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205329.92273.db -sharder-test INFO: Cleaving from row None into .shards_a/c_f_3 for ShardRange<'d' to 'f' as of 1750204945.93835, (0, 0) as of 1750204945.93835, created as of 1750204945.93835>, path: a/c, db: /tmp/tmpzijur2z_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205329.92273.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.0001838207244873047s, path: a/c, db: /tmp/tmpzijur2z_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011777877807617188s, path: a/c, db: /tmp/tmpzijur2z_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_f_3 for ShardRange, path: a/c, db: /tmp/tmpzijur2z_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205329.92273.db -sharder-test INFO: Cleaved ShardRange<'d' to 'f' as of 1750204945.93835, (2, 103) as of 1750205330.36581, cleaved as of 1750204945.93835> in 0.045s, path: a/c, db: /tmp/tmpzijur2z_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205329.92273.db -sharder-test INFO: Stopped cleave at unready ShardRange<'f' to MaxBound as of 1750204945.93835, (0, 0) as of 1750204945.93835, found as of 1750204945.93835>, path: a/c, db: /tmp/tmpzijur2z_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205329.92273.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpzijur2z_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205329.92273.db -sharder-test DEBUG: Continuing to cleave (3 done, 1 todo), path: a/c, db: /tmp/tmpzijur2z_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205329.92273.db -sharder-test INFO: Cleaving from row None into .shards_a/c__4 for ShardRange<'f' to MaxBound as of 1750204945.93835, (0, 0) as of 1750204945.93835, created as of 1750205330.42350>, path: a/c, db: /tmp/tmpzijur2z_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205329.92273.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00014781951904296875s, path: a/c, db: /tmp/tmpzijur2z_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -test.unit.container.test_sharder.TestSharder.test_cleave_skips_shrinking_and_stops_at_found -test.unit.container.test_sharder.TestSharder.test_cleave_skips_shrinking_and_stops_at_found ... ok -test.unit.container.test_sharder.TestSharder.test_cleave_timing_metrics -test.unit.container.test_sharder.TestSharder.test_cleave_timing_metrics ... ok -sharder-test DEBUG: got 1 rows (deleted=True) in 0.0001571178436279297s, path: a/c, db: /tmp/tmpzijur2z_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__4 for ShardRange, path: a/c, db: /tmp/tmpzijur2z_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205329.92273.db -sharder-test INFO: Cleaved ShardRange<'f' to MaxBound as of 1750204945.93835, (1, 1000) as of 1750205330.52315, cleaved as of 1750205330.42350> in 0.052s, path: a/c, db: /tmp/tmpzijur2z_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205329.92273.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpzijur2z_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205329.92273.db -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpa74ydhl0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205330.60745.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpa74ydhl0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205330.60745.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpa74ydhl0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205330.60745.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpa74ydhl0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205330.60745.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpa74ydhl0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205330.60745.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpa74ydhl0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205330.60745.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpa74ydhl0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205330.60745.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpa74ydhl0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205330.60745.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpa74ydhl0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205330.60745.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj_004_0 for ShardRange, path: a/c, db: /tmp/tmpa74ydhl0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205330.60745.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00021266937255859375s, path: a/c, db: /tmp/tmpa74ydhl0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=True) in 0.00014543533325195312s, path: a/c, db: /tmp/tmpa74ydhl0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj_004_0 for ShardRange, path: a/c, db: /tmp/tmpa74ydhl0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205330.60745.db -sharder-test INFO: Cleaved ShardRange in 0.058s, path: a/c, db: /tmp/tmpa74ydhl0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205330.60745.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj_004' to MaxBound as of 1750204945.93835, (0, 0) as of 1750204945.93835, created as of 1750204945.93835>, path: a/c, db: /tmp/tmpa74ydhl0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205330.60745.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016617774963378906s, path: a/c, db: /tmp/tmpa74ydhl0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=True) in 0.00011730194091796875s, path: a/c, db: /tmp/tmpa74ydhl0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmpa74ydhl0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205330.60745.db -sharder-test INFO: Cleaved ShardRange<'obj_004' to MaxBound as of 1750204945.93835, (1, 18432) as of 1750205330.90553, cleaved as of 1750204945.93835> in 0.058s, path: a/c, db: /tmp/tmpa74ydhl0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205330.60745.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpa74ydhl0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205330.60745.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpa74ydhl0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpa74ydhl0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205330.60745.db -sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpa74ydhl0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205330.60745.db -REPLICATE: /sda/0/4a8a08f09d37b73795649038408b5f33, sync, (5, '62425ef3213f344d2527133603ec541d', 'ecf07bca-3122-4f1c-b74f-06e3b9b9271d-sdb', '1750205331.00778', '0000000000.00000', '0', '', '0000000000.00000', 5, 0) -REPLICATE: /sda/0/4a8a08f09d37b73795649038408b5f33, merge_items, ([{'ROWID': 1, 'name': 'obj002', 'created_at': '1750205332.00000', 'size': 1, 'content_type': 'text/plain', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'obj003', 'created_at': '1750205333.00000', 'size': 1, 'content_type': 'text/plain', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 3, 'name': 'obj004', 'created_at': '1750205334.00000', 'size': 1, 'content_type': 'text/plain', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 4, 'name': 'obj005', 'created_at': '1750205335.00000', 'size': 1, 'content_type': 'text/plain', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 5, 'name': 'obj006', 'created_at': '1750205336.00000', 'size': 1, 'content_type': 'text/plain', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'ecf07bca-3122-4f1c-b74f-06e3b9b9271d-sdb') -REPLICATE: /sda/0/4a8a08f09d37b73795649038408b5f33, merge_syncs, ([],) -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmp907y3cgr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205331.09250.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp907y3cgr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205331.09250.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp907y3cgr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205331.09250.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp907y3cgr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205331.09250.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp907y3cgr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205331.09250.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp907y3cgr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205331.09250.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp907y3cgr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205331.09250.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp907y3cgr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205331.09250.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmp907y3cgr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205331.09250.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmp907y3cgr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205331.09250.db -sharder-test DEBUG: got 4 rows (deleted=False) in 0.00027489662170410156s, path: a/c, db: /tmp/tmp907y3cgr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001163482666015625s, path: a/c, db: /tmp/tmp907y3cgr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmp907y3cgr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205331.09250.db -sharder-test INFO: Cleaved ShardRange in 0.04s, path: a/c, db: /tmp/tmp907y3cgr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205331.09250.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1750204945.93835, (0, 0) as of 1750204945.93835, created as of 1750204945.93835>, path: a/c, db: /tmp/tmp907y3cgr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205331.09250.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.00018286705017089844s, path: a/c, db: /tmp/tmp907y3cgr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012063980102539062s, path: a/c, db: /tmp/tmp907y3cgr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmp907y3cgr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205331.09250.db -sharder-test INFO: Cleaved ShardRange<'obj004' to MaxBound as of 1750204945.93835, (3, 3) as of 1750205331.37177, cleaved as of 1750204945.93835> in 0.038s, path: a/c, db: /tmp/tmp907y3cgr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205331.09250.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmp907y3cgr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205331.09250.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp907y3cgr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmp907y3cgr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205331.09250.db -sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmp907y3cgr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205331.09250.db -REPLICATE: /sdb/0/4a8a08f09d37b73795649038408b5f33, sync, (7, '00000000000000000000000000000000', '8f3e4d8a-5a75-425b-9453-5069ee327a24-', '1750205330.98775', '0000000000.00000', '0', '{"X-Container-Sysmeta-Shard-Context-3a274383-418b-4815-b7bf-d9afc89b0248-sda": ["{\\"ref\\": \\"3a274383-418b-4815-b7bf-d9afc89b0248-sda\\", \\"cursor\\": \\"\\", \\"max_row\\": 7, \\"cleave_to_row\\": 7, \\"last_cleave_to_row\\": null, \\"cleaving_done\\": true, \\"misplaced_done\\": true, \\"ranges_done\\": 2, \\"ranges_todo\\": 0}", "1750205331.40490"]}', '0000000000.00000', 7, 0) -REPLICATE: /sdb/0/4a8a08f09d37b73795649038408b5f33, merge_shard_ranges, ([{'name': '.shards_a/c_obj004_0', 'timestamp': '1750204945.93835', 'lower': '', 'upper': 'obj004', 'object_count': 4, 'bytes_used': 4, 'meta_timestamp': '1750205331.25401', 'deleted': 0, 'state': 40, 'state_timestamp': '1750204945.93835', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/c__1', 'timestamp': '1750204945.93835', 'lower': 'obj004', 'upper': '', 'object_count': 3, 'bytes_used': 3, 'meta_timestamp': '1750205331.37177', 'deleted': 0, 'state': 40, 'state_timestamp': '1750204945.93835', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750205331.09244', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750205331.41791', 'deleted': 0, 'state': 70, 'state_timestamp': '1750205331.09250', 'epoch': '1750205331.09250', 'reported': 0, 'tombstones': -1}], '8f3e4d8a-5a75-425b-9453-5069ee327a24-') -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp907y3cgr/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp907y3cgr/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp907y3cgr/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp907y3cgr/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Kick off container cleaving, own shard range in state 'sharded', path: a/c, db: /tmp/tmp907y3cgr/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205331.09250.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp907y3cgr/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205331.09250.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp907y3cgr/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205331.09250.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp907y3cgr/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205331.09250.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp907y3cgr/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205331.09250.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmp907y3cgr/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205331.09250.db -test.unit.container.test_sharder.TestSharder.test_cleave_to_existing_shard_db -test.unit.container.test_sharder.TestSharder.test_cleave_to_existing_shard_db ... ok -test.unit.container.test_sharder.TestSharder.test_complete_sharding_missing_own_shard_range -test.unit.container.test_sharder.TestSharder.test_complete_sharding_missing_own_shard_range ... ok -test.unit.container.test_sharder.TestSharder.test_complete_sharding_root -test.unit.container.test_sharder.TestSharder.test_complete_sharding_root ... ok -test.unit.container.test_sharder.TestSharder.test_complete_sharding_shard -test.unit.container.test_sharder.TestSharder.test_complete_sharding_shard ... ok -sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmp907y3cgr/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205331.09250.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00023245811462402344s, path: a/c, db: /tmp/tmp907y3cgr/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00015997886657714844s, path: a/c, db: /tmp/tmp907y3cgr/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmp907y3cgr/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205331.09250.db -sharder-test INFO: Cleaved ShardRange in 0.031s, path: a/c, db: /tmp/tmp907y3cgr/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205331.09250.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1750204945.93835, (3, 3) as of 1750205331.37177, active as of 1750204945.93835>, path: a/c, db: /tmp/tmp907y3cgr/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205331.09250.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00018453598022460938s, path: a/c, db: /tmp/tmp907y3cgr/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001163482666015625s, path: a/c, db: /tmp/tmp907y3cgr/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmp907y3cgr/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205331.09250.db -sharder-test INFO: Cleaved ShardRange<'obj004' to MaxBound as of 1750204945.93835, (3, 3) as of 1750205331.37177, active as of 1750204945.93835> in 0.02s, path: a/c, db: /tmp/tmp907y3cgr/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205331.09250.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmp907y3cgr/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205331.09250.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp907y3cgr/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmp907y3cgr/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205331.09250.db -sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmp907y3cgr/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205331.09250.db -sharder-test WARNING: Failed to get own_shard_range, path: a/c, db: /tmp/tmppnfbp2pf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205331.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '87dccbab-1666-438a-899d-aa5a5313facc-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmp8zzj21w2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205331.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '87dccbab-1666-438a-899d-aa5a5313facc-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmp8zzj21w2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205331.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '87dccbab-1666-438a-899d-aa5a5313facc-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmp8zzj21w2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205331.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '87dccbab-1666-438a-899d-aa5a5313facc-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmp8zzj21w2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205331.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '1b0d7357-6023-43f2-b420-8dbd6fb273a7-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmp8zzj21w2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205331.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '7dcfde39-2294-4e0a-8151-3d734ae730da-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: .shards_/shard_c, db: /tmp/tmphvfybc7t/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205332.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '7dcfde39-2294-4e0a-8151-3d734ae730da-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: .shards_/shard_c, db: /tmp/tmphvfybc7t/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205332.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '7dcfde39-2294-4e0a-8151-3d734ae730da-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: .shards_/shard_c, db: /tmp/tmphvfybc7t/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205332.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '7dcfde39-2294-4e0a-8151-3d734ae730da-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: .shards_/shard_c, db: /tmp/tmphvfybc7t/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205332.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '305fccd4-4cab-4dfc-889d-2677b0a56c19-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: .shards_/shard_c, db: /tmp/tmphvfybc7t/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205332.00000.db -sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: TypeError('the JSON object must be str, bytes or bytearray, not dict'), path: a/c, db: /tmp/tmp_v9ya3ne/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_bad_data -test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_bad_data ... ok -test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_bad_record_type -test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_bad_record_type ... ok -test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_ok -test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_ok ... ok -test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_unexpected_response -test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_unexpected_response ... ok -test.unit.container.test_sharder.TestSharder.test_find_and_enable_multiple_shrinking_candidates -test.unit.container.test_sharder.TestSharder.test_find_and_enable_multiple_shrinking_candidates ... ok -test.unit.container.test_sharder.TestSharder.test_find_and_enable_sharding_candidates -test.unit.container.test_sharder.TestSharder.test_find_and_enable_sharding_candidates ... ok -test.unit.container.test_sharder.TestSharder.test_find_and_enable_sharding_candidates_bootstrap -test.unit.container.test_sharder.TestSharder.test_find_and_enable_sharding_candidates_bootstrap ... ok -test.unit.container.test_sharder.TestSharder.test_find_and_enable_shrinking_candidates -test.unit.container.test_sharder.TestSharder.test_find_and_enable_shrinking_candidates ... ok -test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_three_root -test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_three_root ... ok -sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: JSONDecodeError('Expecting value: line 1 column 1 (char 0)'), path: a/c, db: /tmp/tmp_v9ya3ne/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: ValueError('not a list'), path: a/c, db: /tmp/tmp_v9ya3ne/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: KeyError('name'), path: a/c, db: /tmp/tmp_v9ya3ne/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: KeyError('timestamp'), path: a/c, db: /tmp/tmp_v9ya3ne/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: KeyError('object_count'), path: a/c, db: /tmp/tmp_v9ya3ne/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to get shard ranges from a/c: unexpected record type None, path: a/c, db: /tmp/tmpm97tlq5o/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to get shard ranges from a/c: unexpected record type 'object', path: a/c, db: /tmp/tmpm97tlq5o/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to get shard ranges from a/c: unexpected record type 'disco', path: a/c, db: /tmp/tmpm97tlq5o/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to get shard ranges from a/c: Unexpected response: 404, path: a/c, db: /tmp/tmp_hbpu05k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpxeoyfujh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Found 0 compactible sequences of length(s) [], path: a/c, db: /tmp/tmpxeoyfujh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205332.00000.db -sharder-test DEBUG: Found 2 compactible sequences of length(s) [2, 2], path: a/c, db: /tmp/tmpxeoyfujh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205332.00000.db -sharder-test DEBUG: shrinking 99999 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmpxeoyfujh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205332.00000.db -sharder-test DEBUG: shrinking 99999 objects from 1 shard ranges into ShardRange<'c' to 'e' as of 1750205332.51837, (100000, 0) as of 1750204945.93835, active as of 1750204945.93835>, path: a/c, db: /tmp/tmpxeoyfujh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205332.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmppmpgjiyy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Identified 1 sharding candidates, path: a/c, db: /tmp/tmppmpgjiyy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205332.00000.db -sharder-test DEBUG: Identified 1 sharding candidates, path: a/c, db: /tmp/tmppmpgjiyy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205332.00000.db -sharder-test DEBUG: Identified 1 sharding candidates, path: a/c, db: /tmp/tmpmouu0o3d/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp3pj5grat/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Found 0 compactible sequences of length(s) [], path: a/c, db: /tmp/tmp3pj5grat/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205332.00000.db -sharder-test DEBUG: Found 1 compactible sequences of length(s) [2], path: a/c, db: /tmp/tmp3pj5grat/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205332.00000.db -sharder-test DEBUG: shrinking 99998 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmp3pj5grat/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205332.00000.db -sharder-test DEBUG: Found 1 compactible sequences of length(s) [2], path: a/c, db: /tmp/tmp3pj5grat/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205332.00000.db -sharder-test DEBUG: shrinking 99998 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmp3pj5grat/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205332.00000.db -sharder-test DEBUG: Found 1 compactible sequences of length(s) [2], path: a/c, db: /tmp/tmp3pj5grat/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205332.00000.db -sharder-test DEBUG: shrinking 99998 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmp3pj5grat/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205332.00000.db -sharder-test DEBUG: Found 1 compactible sequences of length(s) [2], path: a/c, db: /tmp/tmp3pj5grat/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205332.00000.db -sharder-test DEBUG: shrinking 0 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmp3pj5grat/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205332.00000.db -sharder-test DEBUG: Found 1 compactible sequences of length(s) [2], path: a/c, db: /tmp/tmp3pj5grat/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205332.00000.db -sharder-test DEBUG: shrinking 0 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmp3pj5grat/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205332.00000.db -sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpigqw70n0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Completed scan for shard ranges: 2 found, path: a/c, db: /tmp/tmpigqw70n0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpigqw70n0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Completed scan for shard ranges: 1 found, path: a/c, db: /tmp/tmpigqw70n0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Final shard range reached., path: a/c, db: /tmp/tmpigqw70n0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Scan for shard ranges already completed, path: a/c, db: /tmp/tmpigqw70n0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c_, db: /tmp/tmpvxgag4bc/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_three_shard -test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_three_shard ... ok -test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_two_root -test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_two_root ... ok -test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_two_shard -test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_two_shard ... ok -test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_none_found_root -test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_none_found_root ... ok -test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_none_found_shard -test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_none_found_shard ... ok -test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_with_minimum_size -test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_with_minimum_size ... ok -test.unit.container.test_sharder.TestSharder.test_get_shard_broker_no_local_handoff_for_part -test.unit.container.test_sharder.TestSharder.test_get_shard_broker_no_local_handoff_for_part ... ok -sharder-test INFO: Completed scan for shard ranges: 2 found, path: .shards_a/c_, db: /tmp/tmpvxgag4bc/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c_, db: /tmp/tmpvxgag4bc/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Completed scan for shard ranges: 1 found, path: .shards_a/c_, db: /tmp/tmpvxgag4bc/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Final shard range reached., path: .shards_a/c_, db: /tmp/tmpvxgag4bc/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test DEBUG: Scan for shard ranges already completed, path: .shards_a/c_, db: /tmp/tmpvxgag4bc/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpflxbsimf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Completed scan for shard ranges: 2 found, path: a/c, db: /tmp/tmpflxbsimf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Final shard range reached., path: a/c, db: /tmp/tmpflxbsimf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Scan for shard ranges already completed, path: a/c, db: /tmp/tmpflxbsimf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c_, db: /tmp/tmp7x8j3ab_/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Completed scan for shard ranges: 2 found, path: .shards_a/c_, db: /tmp/tmp7x8j3ab_/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Final shard range reached., path: .shards_a/c_, db: /tmp/tmp7x8j3ab_/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test DEBUG: Scan for shard ranges already completed, path: .shards_a/c_, db: /tmp/tmp7x8j3ab_/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmp63yug08c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: No shard ranges found, path: a/c, db: /tmp/tmp63yug08c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmp63yug08c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: No shard ranges found, path: a/c, db: /tmp/tmp63yug08c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c, db: /tmp/tmph17dx7ql/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: No shard ranges found, path: .shards_a/c, db: /tmp/tmph17dx7ql/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c, db: /tmp/tmph17dx7ql/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: No shard ranges found, path: .shards_a/c, db: /tmp/tmph17dx7ql/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c_, db: /tmp/tmp4twcrvyj/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Completed scan for shard ranges: 2 found, path: .shards_a/c_, db: /tmp/tmp4twcrvyj/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Final shard range reached., path: .shards_a/c_, db: /tmp/tmp4twcrvyj/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Since Tue Jun 17 12:08:54 2025 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Tue Jun 17 12:08:54 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jun 17 12:08:54 2025 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jun 17 12:08:54 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jun 17 12:08:54 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Tue Jun 17 12:08:54 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Tue Jun 17 12:08:54 2025 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jun 17 12:08:54 2025 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Tue Jun 17 12:08:54 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jun 17 12:08:54 2025 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jun 17 12:08:54 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jun 17 12:08:54 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Tue Jun 17 12:08:54 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Tue Jun 17 12:08:54 2025 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jun 17 12:08:54 2025 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Tue Jun 17 12:08:54 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jun 17 12:08:54 2025 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jun 17 12:08:54 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jun 17 12:08:54 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Tue Jun 17 12:08:54 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Tue Jun 17 12:08:54 2025 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jun 17 12:08:54 2025 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Tue Jun 17 12:08:54 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jun 17 12:08:54 2025 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jun 17 12:08:54 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jun 17 12:08:54 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Tue Jun 17 12:08:54 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Tue Jun 17 12:08:54 2025 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jun 17 12:08:54 2025 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Tue Jun 17 12:08:54 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jun 17 12:08:54 2025 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jun 17 12:08:54 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jun 17 12:08:54 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Tue Jun 17 12:08:54 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -test.unit.container.test_sharder.TestSharder.test_identify_sharding_candidate -test.unit.container.test_sharder.TestSharder.test_identify_sharding_candidate ... ok -test.unit.container.test_sharder.TestSharder.test_identify_sharding_old_style_candidate -test.unit.container.test_sharder.TestSharder.test_identify_sharding_old_style_candidate ... ok -test.unit.container.test_sharder.TestSharder.test_incomplete_sharding_progress_warning_log -test.unit.container.test_sharder.TestSharder.test_incomplete_sharding_progress_warning_log ... ok -test.unit.container.test_sharder.TestSharder.test_incomplete_shrinking_progress_warning_log -test.unit.container.test_sharder.TestSharder.test_incomplete_shrinking_progress_warning_log ... ok -test.unit.container.test_sharder.TestSharder.test_increment_stats -test.unit.container.test_sharder.TestSharder.test_increment_stats ... ok -test.unit.container.test_sharder.TestSharder.test_increment_stats_with_statsd -test.unit.container.test_sharder.TestSharder.test_increment_stats_with_statsd ... ok -test.unit.container.test_sharder.TestSharder.test_init -test.unit.container.test_sharder.TestSharder.test_init ... ok -test.unit.container.test_sharder.TestSharder.test_init_deprecated_options -test.unit.container.test_sharder.TestSharder.test_init_deprecated_options ... ok -test.unit.container.test_sharder.TestSharder.test_init_internal_client_conf_loading_error -test.unit.container.test_sharder.TestSharder.test_init_internal_client_conf_loading_error ... ok -test.unit.container.test_sharder.TestSharder.test_init_internal_client_log_name -test.unit.container.test_sharder.TestSharder.test_init_internal_client_log_name ... ok -test.unit.container.test_sharder.TestSharder.test_log_broker -test.unit.container.test_sharder.TestSharder.test_log_broker ... ok -test.unit.container.test_sharder.TestSharder.test_log_broker_exception -test.unit.container.test_sharder.TestSharder.test_log_broker_exception ... ok -test.unit.container.test_sharder.TestSharder.test_log_broker_exception_while_logging -test.unit.container.test_sharder.TestSharder.test_log_broker_exception_while_logging ... ok -test.unit.container.test_sharder.TestSharder.test_log_broker_levels -test.unit.container.test_sharder.TestSharder.test_log_broker_levels ... ok -sharder-test INFO: Since Tue Jun 17 12:08:54 2025 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jun 17 12:08:54 2025 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Tue Jun 17 12:08:54 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jun 17 12:08:54 2025 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jun 17 12:08:54 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jun 17 12:08:54 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Tue Jun 17 12:08:54 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Tue Jun 17 12:08:54 2025 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jun 17 12:08:54 2025 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Tue Jun 17 12:08:54 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jun 17 12:08:54 2025 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jun 17 12:08:54 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jun 17 12:08:54 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Tue Jun 17 12:08:54 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Tue Jun 17 12:08:54 2025 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jun 17 12:08:54 2025 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Tue Jun 17 12:08:54 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jun 17 12:08:54 2025 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jun 17 12:08:54 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jun 17 12:08:54 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Tue Jun 17 12:08:54 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Tue Jun 17 12:08:54 2025 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jun 17 12:08:54 2025 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Tue Jun 17 12:08:54 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jun 17 12:08:54 2025 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jun 17 12:08:54 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jun 17 12:08:54 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Tue Jun 17 12:08:54 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Tue Jun 17 12:08:54 2025 audit_shard - attempted:0 success:0 failure:0 -sharder-test WARNING: Repeat cleaving required, context: {'ref': 'ef92e8a4-ffe8-439f-8408-0d3eed0a80a1-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpxidf2nqa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205334.00000.db -sharder-test WARNING: Cleaving has not completed in 172801.00 seconds since 2025-06-18T00:08:54.000000. DB state: sharding, own_shard_range state: sharding, state count of shard ranges: {'found': 0, 'created': 0, 'cleaved': 2, 'active': 0}, path: a/c, db: /tmp/tmpxidf2nqa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205334.00000.db -sharder-test WARNING: Cleaving has not completed in 172801.00 seconds since 2025-06-18T00:08:55.000000. DB state: sharding, own_shard_range state: shrinking, state count of shard ranges: {'found': 0, 'created': 0, 'cleaved': 0, 'active': 1}, path: .shards_a/shard_c, db: /tmp/tmp4_78bpk2/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205335.00000.db -sharder-test WARNING: shard_replication_quorum of 4 exceeds replica count 3, reducing to 3 -sharder-test WARNING: existing_shard_replication_quorum of 4 exceeds replica count 3, reducing to 3 -sharder-test DEBUG: bonjour mes amis, path: a/c%40d, db: /tmp/tmp3fr8zfgn/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test DEBUG: hello my friend%04ds, path: a/c%40d, db: /tmp/tmp3fr8zfgn/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test DEBUG: greetings friend%04ds, path: a/c%40d, db: /tmp/tmp3fr8zfgn/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test INFO: bonjour mes amis, path: a/c%40d, db: /tmp/tmp3fr8zfgn/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test INFO: hello my friend%04ds, path: a/c%40d, db: /tmp/tmp3fr8zfgn/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test INFO: greetings friend%04ds, path: a/c%40d, db: /tmp/tmp3fr8zfgn/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test WARNING: bonjour mes amis, path: a/c%40d, db: /tmp/tmp3fr8zfgn/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test WARNING: hello my friend%04ds, path: a/c%40d, db: /tmp/tmp3fr8zfgn/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test WARNING: greetings friend%04ds, path: a/c%40d, db: /tmp/tmp3fr8zfgn/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test ERROR: bonjour mes amis, path: a/c%40d, db: /tmp/tmp3fr8zfgn/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test ERROR: hello my friend%04ds, path: a/c%40d, db: /tmp/tmp3fr8zfgn/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test ERROR: greetings friend%04ds, path: a/c%40d, db: /tmp/tmp3fr8zfgn/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test ERROR: exception: test, path: a/c, db: /tmp/tmplmh6lm6o/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sharder.py", line 448, in test_log_broker_exception - raise ValueError('test') -ValueError: test -sharder-test DEBUG: bonjour mes amis, path: , db: /tmp/tmp82kfgynl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: bonjour mes amis, path: a/c, db: -sharder-test INFO: bonjour mes amis, path: , db: /tmp/tmp82kfgynl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: bonjour mes amis, path: a/c, db: -sharder-test WARNING: bonjour mes amis, path: , db: /tmp/tmp82kfgynl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: bonjour mes amis, path: a/c, db: -sharder-test ERROR: bonjour mes amis, path: , db: /tmp/tmp82kfgynl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: bonjour mes amis, path: a/c, db: -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpv0c50os2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpv0c50os2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205334.98725.db -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_db_id_changed -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_db_id_changed ... ok -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpv0c50os2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205334.98725.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00018405914306640625s, path: a/c, db: /tmp/tmpv0c50os2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205334.98725.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00016689300537109375s, path: a/c, db: /tmp/tmpv0c50os2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205334.98725.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00018167495727539062s, path: a/c, db: /tmp/tmpv0c50os2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205334.98725.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00019598007202148438s, path: a/c, db: /tmp/tmpv0c50os2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205334.98725.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00023508071899414062s, path: a/c, db: /tmp/tmpv0c50os2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205334.98725.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00017380714416503906s, path: a/c, db: /tmp/tmpv0c50os2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205334.98725.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00014638900756835938s, path: a/c, db: /tmp/tmpv0c50os2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205334.98725.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.846687316894531e-05s, path: a/c, db: /tmp/tmpv0c50os2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205334.98725.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00010013580322265625s, path: a/c, db: /tmp/tmpv0c50os2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205334.98725.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0002193450927734375s, path: a/c, db: /tmp/tmpv0c50os2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205334.98725.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00016188621520996094s, path: a/c, db: /tmp/tmpv0c50os2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205334.98725.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1750205334.97701, (0, 0) as of 1750205334.97701, active as of 1750205334.97701>, path: a/c, db: /tmp/tmpv0c50os2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205334.98725.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1750205334.97702, (0, 0) as of 1750205334.97702, active as of 1750205334.97702>, path: a/c, db: /tmp/tmpv0c50os2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205334.98725.db -sharder-test WARNING: Refused to remove misplaced objects for dest .shards_a/there-where in state active, path: a/c, db: /tmp/tmpv0c50os2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205334.98725.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1750205334.97703, (0, 0) as of 1750205334.97703, active as of 1750205334.97703>, path: a/c, db: /tmp/tmpv0c50os2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205334.98725.db -sharder-test WARNING: Refused to remove misplaced objects for dest .shards_a/where-yonder in state active, path: a/c, db: /tmp/tmpv0c50os2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205334.98725.db -sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpv0c50os2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205334.98725.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpv0c50os2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205334.98725.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpv0c50os2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205334.98725.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpv0c50os2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205334.98725.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00018835067749023438s, path: a/c, db: /tmp/tmpv0c50os2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205334.98725.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010013580322265625s, path: a/c, db: /tmp/tmpv0c50os2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205334.98725.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001404285430908203s, path: a/c, db: /tmp/tmpv0c50os2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205334.98725.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.465217590332031e-05s, path: a/c, db: /tmp/tmpv0c50os2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205334.98725.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.393692016601562e-05s, path: a/c, db: /tmp/tmpv0c50os2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205334.98725.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010180473327636719s, path: a/c, db: /tmp/tmpv0c50os2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205334.98725.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00015306472778320312s, path: a/c, db: /tmp/tmpv0c50os2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205334.98725.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00012946128845214844s, path: a/c, db: /tmp/tmpv0c50os2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205334.98725.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.0001442432403564453s, path: a/c, db: /tmp/tmpv0c50os2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205334.98725.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00015020370483398438s, path: a/c, db: /tmp/tmpv0c50os2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205334.98725.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001957416534423828s, path: a/c, db: /tmp/tmpv0c50os2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205334.98725.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1750205334.97702, (0, 0) as of 1750205334.97702, active as of 1750205334.97702>, path: a/c, db: /tmp/tmpv0c50os2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205334.98725.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1750205334.97703, (0, 0) as of 1750205334.97703, active as of 1750205334.97703>, path: a/c, db: /tmp/tmpv0c50os2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205334.98725.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpv0c50os2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205334.98725.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpv0c50os2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205334.98725.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpsafeo7i4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpsafeo7i4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205335.00000.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpsafeo7i4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205335.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001747608184814453s, path: a/c, db: /tmp/tmpsafeo7i4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205335.00000.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.000217437744140625s, path: a/c, db: /tmp/tmpsafeo7i4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205335.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001544952392578125s, path: a/c, db: /tmp/tmpsafeo7i4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205335.00000.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00018167495727539062s, path: a/c, db: /tmp/tmpsafeo7i4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205335.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0002110004425048828s, path: a/c, db: /tmp/tmpsafeo7i4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205335.00000.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.0001399517059326172s, path: a/c, db: /tmp/tmpsafeo7i4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205335.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpsafeo7i4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205335.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to MaxBound as of 1750204945.93835, (0, 0) as of 1750204945.93835, active as of 1750204945.93835>, path: a/c, db: /tmp/tmpsafeo7i4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205335.00000.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpsafeo7i4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205335.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpsafeo7i4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205335.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpsafeo7i4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205335.00000.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpsafeo7i4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205335.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.000102996826171875s, path: a/c, db: /tmp/tmpsafeo7i4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205335.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 9.72747802734375e-05s, path: a/c, db: /tmp/tmpsafeo7i4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205335.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.000125885009765625s, path: a/c, db: /tmp/tmpsafeo7i4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205335.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011730194091796875s, path: a/c, db: /tmp/tmpsafeo7i4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205335.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013756752014160156s, path: a/c, db: /tmp/tmpsafeo7i4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205335.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpsafeo7i4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205335.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to MaxBound as of 1750204945.93835, (0, 0) as of 1750204945.93835, active as of 1750204945.93835>, path: a/c, db: /tmp/tmpsafeo7i4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205335.00000.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpsafeo7i4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205335.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpsafeo7i4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205335.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpsafeo7i4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205335.00000.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpsafeo7i4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205335.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010180473327636719s, path: a/c, db: /tmp/tmpsafeo7i4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205335.00000.db -sharder-test DEBUG: got 1 rows (deleted=True) in 9.799003601074219e-05s, path: a/c, db: /tmp/tmpsafeo7i4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205335.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 8.869171142578125e-05s, path: a/c, db: /tmp/tmpsafeo7i4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205335.00000.db -sharder-test DEBUG: got 1 rows (deleted=True) in 9.799003601074219e-05s, path: a/c, db: /tmp/tmpsafeo7i4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205335.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010633468627929688s, path: a/c, db: /tmp/tmpsafeo7i4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205335.00000.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00015974044799804688s, path: a/c, db: /tmp/tmpsafeo7i4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205335.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpsafeo7i4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205335.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to MaxBound as of 1750204945.93835, (0, 0) as of 1750204945.93835, active as of 1750204945.93835>, path: a/c, db: /tmp/tmpsafeo7i4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205335.00000.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpsafeo7i4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205335.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpsafeo7i4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205335.00000.db -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_deleted_and_updated -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_deleted_and_updated ... ok -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpsafeo7i4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205335.00000.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpsafeo7i4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205335.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00014066696166992188s, path: a/c, db: /tmp/tmpsafeo7i4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205335.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00012111663818359375s, path: a/c, db: /tmp/tmpsafeo7i4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205335.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.942054748535156e-05s, path: a/c, db: /tmp/tmpsafeo7i4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205335.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.369850158691406e-05s, path: a/c, db: /tmp/tmpsafeo7i4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205335.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001819133758544922s, path: a/c, db: /tmp/tmpsafeo7i4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205335.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpsafeo7i4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205335.00000.db -sharder-test DEBUG: Placed 1 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpsafeo7i4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205335.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpsafeo7i4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205335.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpsafeo7i4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205335.00000.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpsafeo7i4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205335.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00012254714965820312s, path: a/c, db: /tmp/tmpsafeo7i4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205335.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010752677917480469s, path: a/c, db: /tmp/tmpsafeo7i4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205335.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013017654418945312s, path: a/c, db: /tmp/tmpsafeo7i4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205335.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011014938354492188s, path: a/c, db: /tmp/tmpsafeo7i4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205335.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010514259338378906s, path: a/c, db: /tmp/tmpsafeo7i4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205335.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpsafeo7i4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205335.00000.db -sharder-test DEBUG: Placed 1 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpsafeo7i4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205335.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpsafeo7i4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205335.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpsafeo7i4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205335.00000.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpsafeo7i4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205335.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00015497207641601562s, path: a/c, db: /tmp/tmpsafeo7i4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205335.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00012493133544921875s, path: a/c, db: /tmp/tmpsafeo7i4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205335.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001494884490966797s, path: a/c, db: /tmp/tmpsafeo7i4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205335.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00016498565673828125s, path: a/c, db: /tmp/tmpsafeo7i4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205335.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013113021850585938s, path: a/c, db: /tmp/tmpsafeo7i4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205335.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpsafeo7i4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205335.00000.db -sharder-test DEBUG: Placed 1 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpsafeo7i4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205335.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpsafeo7i4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205335.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpruy4o3zu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpruy4o3zu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205336.16935.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpruy4o3zu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205336.16935.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00018668174743652344s, path: a/c, db: /tmp/tmpruy4o3zu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205336.16935.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001316070556640625s, path: a/c, db: /tmp/tmpruy4o3zu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205336.16935.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001404285430908203s, path: a/c, db: /tmp/tmpruy4o3zu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205336.16935.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.0001423358917236328s, path: a/c, db: /tmp/tmpruy4o3zu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205336.16935.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001938343048095703s, path: a/c, db: /tmp/tmpruy4o3zu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205336.16935.db -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_insufficient_replication_2_replicas -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_insufficient_replication_2_replicas ... ok -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_insufficient_replication_3_replicas -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_insufficient_replication_3_replicas ... ok -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001010894775390625s, path: a/c, db: /tmp/tmpruy4o3zu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205336.16935.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00014519691467285156s, path: a/c, db: /tmp/tmpruy4o3zu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205336.16935.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011968612670898438s, path: a/c, db: /tmp/tmpruy4o3zu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205336.16935.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00012040138244628906s, path: a/c, db: /tmp/tmpruy4o3zu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205336.16935.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0002186298370361328s, path: a/c, db: /tmp/tmpruy4o3zu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205336.16935.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001735687255859375s, path: a/c, db: /tmp/tmpruy4o3zu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205336.16935.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1750205336.15906, (0, 0) as of 1750205336.15906, active as of 1750205336.15906>, path: a/c, db: /tmp/tmpruy4o3zu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205336.16935.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1750205336.15908, (0, 0) as of 1750205336.15908, active as of 1750205336.15908>, path: a/c, db: /tmp/tmpruy4o3zu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205336.16935.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1750205336.15909, (0, 0) as of 1750205336.15909, active as of 1750205336.15909>, path: a/c, db: /tmp/tmpruy4o3zu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205336.16935.db -sharder-test WARNING: Failed to sufficiently replicate misplaced objects shard .shards_a/where-yonder in state active: 0 successes, 1 required (not removing objects), shard db: /tmp/tmpruy4o3zu/sda/containers/0/6f9/c805fe6420819dc64e4a39e3486786f9/c805fe6420819dc64e4a39e3486786f9.db, path: a/c, db: /tmp/tmpruy4o3zu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205336.16935.db -sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpruy4o3zu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205336.16935.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpruy4o3zu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205336.16935.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpkyprzk9t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpkyprzk9t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205336.53249.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpkyprzk9t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205336.53249.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001804828643798828s, path: a/c, db: /tmp/tmpkyprzk9t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205336.53249.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00015854835510253906s, path: a/c, db: /tmp/tmpkyprzk9t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205336.53249.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00015735626220703125s, path: a/c, db: /tmp/tmpkyprzk9t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205336.53249.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00016999244689941406s, path: a/c, db: /tmp/tmpkyprzk9t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205336.53249.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00022935867309570312s, path: a/c, db: /tmp/tmpkyprzk9t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205336.53249.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00012063980102539062s, path: a/c, db: /tmp/tmpkyprzk9t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205336.53249.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00018024444580078125s, path: a/c, db: /tmp/tmpkyprzk9t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205336.53249.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.226799011230469e-05s, path: a/c, db: /tmp/tmpkyprzk9t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205336.53249.db -sharder-test DEBUG: got 1 rows (deleted=True) in 9.679794311523438e-05s, path: a/c, db: /tmp/tmpkyprzk9t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205336.53249.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00019407272338867188s, path: a/c, db: /tmp/tmpkyprzk9t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205336.53249.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013566017150878906s, path: a/c, db: /tmp/tmpkyprzk9t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205336.53249.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1750205336.51437, (0, 0) as of 1750205336.51437, active as of 1750205336.51437>, path: a/c, db: /tmp/tmpkyprzk9t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205336.53249.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1750205336.51438, (0, 0) as of 1750205336.51438, active as of 1750205336.51438>, path: a/c, db: /tmp/tmpkyprzk9t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205336.53249.db -sharder-test WARNING: Failed to sufficiently replicate misplaced objects shard .shards_a/there-where in state active: 1 successes, 2 required (not removing objects), shard db: /tmp/tmpkyprzk9t/sda/containers/0/3d0/3c1b744fc8dc4856b59abc4735cf03d0/3c1b744fc8dc4856b59abc4735cf03d0.db, path: a/c, db: /tmp/tmpkyprzk9t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205336.53249.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1750205336.51439, (0, 0) as of 1750205336.51439, active as of 1750205336.51439>, path: a/c, db: /tmp/tmpkyprzk9t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205336.53249.db -sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpkyprzk9t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205336.53249.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpkyprzk9t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205336.53249.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp685gpm_5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp685gpm_5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205336.87559.db -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_insufficient_replication_4_replicas -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_insufficient_replication_4_replicas ... ok -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmp685gpm_5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205336.87559.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001518726348876953s, path: a/c, db: /tmp/tmp685gpm_5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205336.87559.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013899803161621094s, path: a/c, db: /tmp/tmp685gpm_5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205336.87559.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013208389282226562s, path: a/c, db: /tmp/tmp685gpm_5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205336.87559.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00015687942504882812s, path: a/c, db: /tmp/tmp685gpm_5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205336.87559.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0003151893615722656s, path: a/c, db: /tmp/tmp685gpm_5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205336.87559.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00018334388732910156s, path: a/c, db: /tmp/tmp685gpm_5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205336.87559.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010657310485839844s, path: a/c, db: /tmp/tmp685gpm_5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205336.87559.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.417533874511719e-05s, path: a/c, db: /tmp/tmp685gpm_5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205336.87559.db -sharder-test DEBUG: got 1 rows (deleted=True) in 9.989738464355469e-05s, path: a/c, db: /tmp/tmp685gpm_5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205336.87559.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0002033710479736328s, path: a/c, db: /tmp/tmp685gpm_5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205336.87559.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.000141143798828125s, path: a/c, db: /tmp/tmp685gpm_5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205336.87559.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1750205336.86398, (0, 0) as of 1750205336.86398, active as of 1750205336.86398>, path: a/c, db: /tmp/tmp685gpm_5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205336.87559.db -sharder-test WARNING: Failed to sufficiently replicate misplaced objects shard .shards_a/here-there in state active: 1 successes, 2 required (not removing objects), shard db: /tmp/tmp685gpm_5/sda/containers/0/494/b0015dd61abef8421f76e1db2d5a0494/b0015dd61abef8421f76e1db2d5a0494.db, path: a/c, db: /tmp/tmp685gpm_5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205336.87559.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1750205336.86399, (0, 0) as of 1750205336.86399, active as of 1750205336.86399>, path: a/c, db: /tmp/tmp685gpm_5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205336.87559.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1750205336.86400, (0, 0) as of 1750205336.86400, active as of 1750205336.86400>, path: a/c, db: /tmp/tmp685gpm_5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205336.87559.db -sharder-test WARNING: Failed to sufficiently replicate misplaced objects shard .shards_a/where-yonder in state active: 0 successes, 2 required (not removing objects), shard db: /tmp/tmp685gpm_5/sda/containers/0/6f9/c805fe6420819dc64e4a39e3486786f9/c805fe6420819dc64e4a39e3486786f9.db, path: a/c, db: /tmp/tmp685gpm_5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205336.87559.db -sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp685gpm_5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205336.87559.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp685gpm_5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205336.87559.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpwoa2hfuw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpwoa2hfuw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205337.21383.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpwoa2hfuw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205337.21383.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00015926361083984375s, path: a/c, db: /tmp/tmpwoa2hfuw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205337.21383.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00016450881958007812s, path: a/c, db: /tmp/tmpwoa2hfuw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205337.21383.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002551078796386719s, path: a/c, db: /tmp/tmpwoa2hfuw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205337.21383.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00015044212341308594s, path: a/c, db: /tmp/tmpwoa2hfuw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205337.21383.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00021767616271972656s, path: a/c, db: /tmp/tmpwoa2hfuw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205337.21383.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00015425682067871094s, path: a/c, db: /tmp/tmpwoa2hfuw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205337.21383.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010466575622558594s, path: a/c, db: /tmp/tmpwoa2hfuw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205337.21383.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001239776611328125s, path: a/c, db: /tmp/tmpwoa2hfuw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205337.21383.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00010085105895996094s, path: a/c, db: /tmp/tmpwoa2hfuw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205337.21383.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00019979476928710938s, path: a/c, db: /tmp/tmpwoa2hfuw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205337.21383.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001533031463623047s, path: a/c, db: /tmp/tmpwoa2hfuw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205337.21383.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1750205337.20019, (0, 0) as of 1750205337.20019, active as of 1750205337.20019>, path: a/c, db: /tmp/tmpwoa2hfuw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205337.21383.db -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_newer_objects -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_newer_objects ... ok -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1750205337.20020, (0, 0) as of 1750205337.20020, active as of 1750205337.20020>, path: a/c, db: /tmp/tmpwoa2hfuw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205337.21383.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1750205337.20021, (0, 0) as of 1750205337.20021, active as of 1750205337.20021>, path: a/c, db: /tmp/tmpwoa2hfuw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205337.21383.db -sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpwoa2hfuw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205337.21383.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpwoa2hfuw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205337.21383.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpwoa2hfuw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205337.21383.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpwoa2hfuw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205337.21383.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010561943054199219s, path: a/c, db: /tmp/tmpwoa2hfuw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205337.21383.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.441375732421875e-05s, path: a/c, db: /tmp/tmpwoa2hfuw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205337.21383.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.34600830078125e-05s, path: a/c, db: /tmp/tmpwoa2hfuw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205337.21383.db -sharder-test DEBUG: got 1 rows (deleted=False) in 9.775161743164062e-05s, path: a/c, db: /tmp/tmpwoa2hfuw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205337.21383.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.0001239776611328125s, path: a/c, db: /tmp/tmpwoa2hfuw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205337.21383.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010943412780761719s, path: a/c, db: /tmp/tmpwoa2hfuw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205337.21383.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.512901306152344e-05s, path: a/c, db: /tmp/tmpwoa2hfuw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205337.21383.db -sharder-test DEBUG: got 0 rows (deleted=False) in 8.988380432128906e-05s, path: a/c, db: /tmp/tmpwoa2hfuw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205337.21383.db -sharder-test DEBUG: got 0 rows (deleted=True) in 8.869171142578125e-05s, path: a/c, db: /tmp/tmpwoa2hfuw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205337.21383.db -sharder-test DEBUG: got 0 rows (deleted=False) in 8.869171142578125e-05s, path: a/c, db: /tmp/tmpwoa2hfuw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205337.21383.db -sharder-test DEBUG: got 0 rows (deleted=True) in 8.96453857421875e-05s, path: a/c, db: /tmp/tmpwoa2hfuw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205337.21383.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1750205337.20019, (0, 0) as of 1750205337.20019, active as of 1750205337.20019>, path: a/c, db: /tmp/tmpwoa2hfuw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205337.21383.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpwoa2hfuw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205337.21383.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpwoa2hfuw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205337.21383.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpf75zveoc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpf75zveoc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpf75zveoc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpf75zveoc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205337.00000.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpf75zveoc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205337.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpf75zveoc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205337.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpf75zveoc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205337.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'there')], path: a/c, db: /tmp/tmpf75zveoc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205337.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00015163421630859375s, path: a/c, db: /tmp/tmpf75zveoc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205337.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 8.96453857421875e-05s, path: a/c, db: /tmp/tmpf75zveoc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205337.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpf75zveoc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205337.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpf75zveoc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205337.00000.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpf75zveoc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205337.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpf75zveoc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205337.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpf75zveoc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205337.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'there')], path: a/c, db: /tmp/tmpf75zveoc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205337.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00012683868408203125s, path: a/c, db: /tmp/tmpf75zveoc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205337.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010180473327636719s, path: a/c, db: /tmp/tmpf75zveoc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205337.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.608268737792969e-05s, path: a/c, db: /tmp/tmpf75zveoc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205337.00000.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.0001499652862548828s, path: a/c, db: /tmp/tmpf75zveoc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205337.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00016427040100097656s, path: a/c, db: /tmp/tmpf75zveoc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205337.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1750204945.93835, (0, 0) as of 1750204945.93835, active as of 1750204945.93835>, path: a/c, db: /tmp/tmpf75zveoc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205337.00000.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpf75zveoc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205337.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpf75zveoc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205337.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpf75zveoc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205337.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'yonder')], path: a/c, db: /tmp/tmpf75zveoc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205337.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00014781951904296875s, path: a/c, db: /tmp/tmpf75zveoc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205337.00000.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00013780593872070312s, path: a/c, db: /tmp/tmpf75zveoc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205337.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00012993812561035156s, path: a/c, db: /tmp/tmpf75zveoc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205337.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.000118255615234375s, path: a/c, db: /tmp/tmpf75zveoc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205337.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.846687316894531e-05s, path: a/c, db: /tmp/tmpf75zveoc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205337.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.000102996826171875s, path: a/c, db: /tmp/tmpf75zveoc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205337.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011944770812988281s, path: a/c, db: /tmp/tmpf75zveoc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205337.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011849403381347656s, path: a/c, db: /tmp/tmpf75zveoc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205337.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010585784912109375s, path: a/c, db: /tmp/tmpf75zveoc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205337.00000.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00010657310485839844s, path: a/c, db: /tmp/tmpf75zveoc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205337.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpf75zveoc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205337.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1750204945.93835, (0, 0) as of 1750204945.93835, active as of 1750204945.93835>, path: a/c, db: /tmp/tmpf75zveoc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205337.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1750204945.93835, (0, 0) as of 1750204945.93835, active as of 1750204945.93835>, path: a/c, db: /tmp/tmpf75zveoc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205337.00000.db -sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpf75zveoc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205337.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpf75zveoc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205337.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf75zveoc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpf75zveoc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205337.00000.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpf75zveoc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205337.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00016546249389648438s, path: a/c, db: /tmp/tmpf75zveoc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205337.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00014090538024902344s, path: a/c, db: /tmp/tmpf75zveoc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205337.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpf75zveoc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205337.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpf75zveoc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205337.00000.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpf75zveoc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205337.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.004204750061035156s, path: a/c, db: /tmp/tmpf75zveoc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205337.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001590251922607422s, path: a/c, db: /tmp/tmpf75zveoc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205337.00000.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.0001804828643798828s, path: a/c, db: /tmp/tmpf75zveoc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205337.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00017642974853515625s, path: a/c, db: /tmp/tmpf75zveoc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205337.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00014543533325195312s, path: a/c, db: /tmp/tmpf75zveoc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205337.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.250640869140625e-05s, path: a/c, db: /tmp/tmpf75zveoc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205337.00000.db -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_root_container -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_root_container ... ok -sharder-test DEBUG: got 0 rows (deleted=True) in 9.083747863769531e-05s, path: a/c, db: /tmp/tmpf75zveoc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205337.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.322166442871094e-05s, path: a/c, db: /tmp/tmpf75zveoc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205337.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 8.988380432128906e-05s, path: a/c, db: /tmp/tmpf75zveoc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205337.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001506805419921875s, path: a/c, db: /tmp/tmpf75zveoc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205337.00000.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00020599365234375s, path: a/c, db: /tmp/tmpf75zveoc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205337.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpf75zveoc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205337.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'yonder' to MaxBound as of 1750204945.93835, (0, 0) as of 1750204945.93835, active as of 1750204945.93835>, path: a/c, db: /tmp/tmpf75zveoc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205337.00000.db -sharder-test DEBUG: Placed 3 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpf75zveoc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205337.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpf75zveoc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205337.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmplw9hfd23/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205339.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/shard_c, db: /tmp/tmplw9hfd23/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205339.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001506805419921875s, path: .shards_a/shard_c, db: /tmp/tmplw9hfd23/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205339.00000.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00010895729064941406s, path: .shards_a/shard_c, db: /tmp/tmplw9hfd23/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205339.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013637542724609375s, path: .shards_a/shard_c, db: /tmp/tmplw9hfd23/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205339.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00014519691467285156s, path: .shards_a/shard_c, db: /tmp/tmplw9hfd23/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205339.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00014901161193847656s, path: .shards_a/shard_c, db: /tmp/tmplw9hfd23/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205339.00000.db -sharder-test WARNING: Failed to find destination for at least 2 misplaced objects, path: .shards_a/shard_c, db: /tmp/tmplw9hfd23/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205339.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00014591217041015625s, path: .shards_a/shard_c, db: /tmp/tmplw9hfd23/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205339.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010037422180175781s, path: .shards_a/shard_c, db: /tmp/tmplw9hfd23/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205339.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00016236305236816406s, path: .shards_a/shard_c, db: /tmp/tmplw9hfd23/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205339.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1750204945.93835, (0, 0) as of 1750204945.93835, active as of 1750204945.93835>, path: .shards_a/shard_c, db: /tmp/tmplw9hfd23/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205339.00000.db -sharder-test DEBUG: Placed 1 misplaced objects (2 unplaced), path: .shards_a/shard_c, db: /tmp/tmplw9hfd23/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205339.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmplw9hfd23/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205339.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmplw9hfd23/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205339.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/shard_c, db: /tmp/tmplw9hfd23/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205339.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00014901161193847656s, path: .shards_a/shard_c, db: /tmp/tmplw9hfd23/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205339.00000.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00011467933654785156s, path: .shards_a/shard_c, db: /tmp/tmplw9hfd23/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205339.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001595020294189453s, path: .shards_a/shard_c, db: /tmp/tmplw9hfd23/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205339.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/shard_c, db: /tmp/tmplw9hfd23/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205339.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0002639293670654297s, path: .shards_a/shard_c, db: /tmp/tmplw9hfd23/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205339.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001468658447265625s, path: .shards_a/shard_c, db: /tmp/tmplw9hfd23/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205339.00000.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/shard_c, db: /tmp/tmplw9hfd23/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205339.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmplw9hfd23/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205339.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmplw9hfd23/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205339.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'there'), ('where', '')], path: .shards_a/shard_c, db: /tmp/tmplw9hfd23/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205339.00000.db -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_sharding -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_sharding ... ok -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00019621849060058594s, path: .shards_a/shard_c, db: /tmp/tmplw9hfd23/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205339.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00015926361083984375s, path: .shards_a/shard_c, db: /tmp/tmplw9hfd23/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205339.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012922286987304688s, path: .shards_a/shard_c, db: /tmp/tmplw9hfd23/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205339.00000.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.0001404285430908203s, path: .shards_a/shard_c, db: /tmp/tmplw9hfd23/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205339.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.000263214111328125s, path: .shards_a/shard_c, db: /tmp/tmplw9hfd23/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205339.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/shard_c, db: /tmp/tmplw9hfd23/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205339.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1750204945.93835, (0, 0) as of 1750204945.93835, active as of 1750204945.93835>, path: .shards_a/shard_c, db: /tmp/tmplw9hfd23/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205339.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.000148773193359375s, path: .shards_a/shard_c, db: /tmp/tmplw9hfd23/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205339.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00012183189392089844s, path: .shards_a/shard_c, db: /tmp/tmplw9hfd23/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205339.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012493133544921875s, path: .shards_a/shard_c, db: /tmp/tmplw9hfd23/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205339.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1750204945.93835, (0, 0) as of 1750204945.93835, active as of 1750204945.93835>, path: .shards_a/shard_c, db: /tmp/tmplw9hfd23/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205339.00000.db -sharder-test DEBUG: Placed 5 misplaced objects (0 unplaced), path: .shards_a/shard_c, db: /tmp/tmplw9hfd23/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205339.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmplw9hfd23/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205339.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpzwgi_o1a/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpzwgi_o1a/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00016069412231445312s, path: .shards_a/.shard_c, db: /tmp/tmpzwgi_o1a/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 8.416175842285156e-05s, path: .shards_a/.shard_c, db: /tmp/tmpzwgi_o1a/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 8.678436279296875e-05s, path: .shards_a/.shard_c, db: /tmp/tmpzwgi_o1a/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 8.368492126464844e-05s, path: .shards_a/.shard_c, db: /tmp/tmpzwgi_o1a/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpzwgi_o1a/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpzwgi_o1a/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpzwgi_o1a/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011610984802246094s, path: .shards_a/.shard_c, db: /tmp/tmpzwgi_o1a/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00010442733764648438s, path: .shards_a/.shard_c, db: /tmp/tmpzwgi_o1a/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012111663818359375s, path: .shards_a/.shard_c, db: /tmp/tmpzwgi_o1a/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmpzwgi_o1a/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001392364501953125s, path: .shards_a/.shard_c, db: /tmp/tmpzwgi_o1a/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.000118255615234375s, path: .shards_a/.shard_c, db: /tmp/tmpzwgi_o1a/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00011205673217773438s, path: .shards_a/.shard_c, db: /tmp/tmpzwgi_o1a/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test WARNING: Failed to find destination for at least 2 misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpzwgi_o1a/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Placed 2 misplaced objects (2 unplaced), path: .shards_a/.shard_c, db: /tmp/tmpzwgi_o1a/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpzwgi_o1a/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpzwgi_o1a/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpzwgi_o1a/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011229515075683594s, path: .shards_a/.shard_c, db: /tmp/tmpzwgi_o1a/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010371208190917969s, path: .shards_a/.shard_c, db: /tmp/tmpzwgi_o1a/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_unsharded -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_unsharded ... ok -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011038780212402344s, path: .shards_a/.shard_c, db: /tmp/tmpzwgi_o1a/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002315044403076172s, path: .shards_a/.shard_c, db: /tmp/tmpzwgi_o1a/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.0002701282501220703s, path: .shards_a/.shard_c, db: /tmp/tmpzwgi_o1a/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1750204945.93835, (0, 0) as of 1750204945.93835, active as of 1750204945.93835>, path: .shards_a/.shard_c, db: /tmp/tmpzwgi_o1a/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmpzwgi_o1a/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpzwgi_o1a/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpzwgi_o1a/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpzwgi_o1a/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011372566223144531s, path: .shards_a/.shard_c, db: /tmp/tmpzwgi_o1a/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010347366333007812s, path: .shards_a/.shard_c, db: /tmp/tmpzwgi_o1a/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010371208190917969s, path: .shards_a/.shard_c, db: /tmp/tmpzwgi_o1a/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010085105895996094s, path: .shards_a/.shard_c, db: /tmp/tmpzwgi_o1a/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpzwgi_o1a/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpzwgi_o1a/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpzwgi_o1a/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00019669532775878906s, path: .shards_a/.shard_c, db: /tmp/tmpzwgi_o1a/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016546249389648438s, path: .shards_a/.shard_c, db: /tmp/tmpzwgi_o1a/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012040138244628906s, path: .shards_a/.shard_c, db: /tmp/tmpzwgi_o1a/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmpzwgi_o1a/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001800060272216797s, path: .shards_a/.shard_c, db: /tmp/tmpzwgi_o1a/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010895729064941406s, path: .shards_a/.shard_c, db: /tmp/tmpzwgi_o1a/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012159347534179688s, path: .shards_a/.shard_c, db: /tmp/tmpzwgi_o1a/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1750204945.93835, (0, 0) as of 1750204945.93835, active as of 1750204945.93835>, path: .shards_a/.shard_c, db: /tmp/tmpzwgi_o1a/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmpzwgi_o1a/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpzwgi_o1a/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmphly9id_v/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmphly9id_v/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00014495849609375s, path: .shards_a/.shard_c, db: /tmp/tmphly9id_v/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 8.440017700195312e-05s, path: .shards_a/.shard_c, db: /tmp/tmphly9id_v/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 8.392333984375e-05s, path: .shards_a/.shard_c, db: /tmp/tmphly9id_v/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 8.153915405273438e-05s, path: .shards_a/.shard_c, db: /tmp/tmphly9id_v/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmphly9id_v/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmphly9id_v/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmphly9id_v/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.000102996826171875s, path: .shards_a/.shard_c, db: /tmp/tmphly9id_v/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 8.7738037109375e-05s, path: .shards_a/.shard_c, db: /tmp/tmphly9id_v/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0003159046173095703s, path: .shards_a/.shard_c, db: /tmp/tmphly9id_v/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001220703125s, path: .shards_a/.shard_c, db: /tmp/tmphly9id_v/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001125335693359375s, path: .shards_a/.shard_c, db: /tmp/tmphly9id_v/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmphly9id_v/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001392364501953125s, path: .shards_a/.shard_c, db: /tmp/tmphly9id_v/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011491775512695312s, path: .shards_a/.shard_c, db: /tmp/tmphly9id_v/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.918212890625e-05s, path: .shards_a/.shard_c, db: /tmp/tmphly9id_v/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.0007011890411376953s, path: .shards_a/.shard_c, db: /tmp/tmphly9id_v/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011730194091796875s, path: .shards_a/.shard_c, db: /tmp/tmphly9id_v/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test WARNING: Failed to find destination for at least 2 misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmphly9id_v/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Placed 2 misplaced objects (2 unplaced), path: .shards_a/.shard_c, db: /tmp/tmphly9id_v/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmphly9id_v/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmphly9id_v/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmphly9id_v/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010824203491210938s, path: .shards_a/.shard_c, db: /tmp/tmphly9id_v/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.942054748535156e-05s, path: .shards_a/.shard_c, db: /tmp/tmphly9id_v/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010442733764648438s, path: .shards_a/.shard_c, db: /tmp/tmphly9id_v/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001327991485595703s, path: .shards_a/.shard_c, db: /tmp/tmphly9id_v/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001220703125s, path: .shards_a/.shard_c, db: /tmp/tmphly9id_v/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00011467933654785156s, path: .shards_a/.shard_c, db: /tmp/tmphly9id_v/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001251697540283203s, path: .shards_a/.shard_c, db: /tmp/tmphly9id_v/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1750204945.93835, (0, 0) as of 1750204945.93835, active as of 1750204945.93835>, path: .shards_a/.shard_c, db: /tmp/tmphly9id_v/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmphly9id_v/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmphly9id_v/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmphly9id_v/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmphly9id_v/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001308917999267578s, path: .shards_a/.shard_c, db: /tmp/tmphly9id_v/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011563301086425781s, path: .shards_a/.shard_c, db: /tmp/tmphly9id_v/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011229515075683594s, path: .shards_a/.shard_c, db: /tmp/tmphly9id_v/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010848045349121094s, path: .shards_a/.shard_c, db: /tmp/tmphly9id_v/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmphly9id_v/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmphly9id_v/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmphly9id_v/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001392364501953125s, path: .shards_a/.shard_c, db: /tmp/tmphly9id_v/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00012111663818359375s, path: .shards_a/.shard_c, db: /tmp/tmphly9id_v/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00016880035400390625s, path: .shards_a/.shard_c, db: /tmp/tmphly9id_v/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012040138244628906s, path: .shards_a/.shard_c, db: /tmp/tmphly9id_v/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmphly9id_v/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00014400482177734375s, path: .shards_a/.shard_c, db: /tmp/tmphly9id_v/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_unsharded_limit_one -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_unsharded_limit_one ... ok -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011515617370605469s, path: .shards_a/.shard_c, db: /tmp/tmphly9id_v/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001304149627685547s, path: .shards_a/.shard_c, db: /tmp/tmphly9id_v/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010347366333007812s, path: .shards_a/.shard_c, db: /tmp/tmphly9id_v/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1750204945.93835, (0, 0) as of 1750204945.93835, active as of 1750204945.93835>, path: .shards_a/.shard_c, db: /tmp/tmphly9id_v/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmphly9id_v/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmphly9id_v/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpywmlwube/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpywmlwube/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001735687255859375s, path: .shards_a/.shard_c, db: /tmp/tmpywmlwube/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010275840759277344s, path: .shards_a/.shard_c, db: /tmp/tmpywmlwube/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001437664031982422s, path: .shards_a/.shard_c, db: /tmp/tmpywmlwube/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010371208190917969s, path: .shards_a/.shard_c, db: /tmp/tmpywmlwube/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpywmlwube/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpywmlwube/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpywmlwube/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016236305236816406s, path: .shards_a/.shard_c, db: /tmp/tmpywmlwube/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.0001323223114013672s, path: .shards_a/.shard_c, db: /tmp/tmpywmlwube/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00024056434631347656s, path: .shards_a/.shard_c, db: /tmp/tmpywmlwube/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.942054748535156e-05s, path: .shards_a/.shard_c, db: /tmp/tmpywmlwube/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmpywmlwube/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00013971328735351562s, path: .shards_a/.shard_c, db: /tmp/tmpywmlwube/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011873245239257812s, path: .shards_a/.shard_c, db: /tmp/tmpywmlwube/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00011444091796875s, path: .shards_a/.shard_c, db: /tmp/tmpywmlwube/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test WARNING: Failed to find destination for at least 2 misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpywmlwube/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Placed 2 misplaced objects (2 unplaced), path: .shards_a/.shard_c, db: /tmp/tmpywmlwube/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpywmlwube/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpywmlwube/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpywmlwube/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011014938354492188s, path: .shards_a/.shard_c, db: /tmp/tmpywmlwube/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001914501190185547s, path: .shards_a/.shard_c, db: /tmp/tmpywmlwube/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010919570922851562s, path: .shards_a/.shard_c, db: /tmp/tmpywmlwube/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011324882507324219s, path: .shards_a/.shard_c, db: /tmp/tmpywmlwube/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00017714500427246094s, path: .shards_a/.shard_c, db: /tmp/tmpywmlwube/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1750204945.93835, (0, 0) as of 1750204945.93835, active as of 1750204945.93835>, path: .shards_a/.shard_c, db: /tmp/tmpywmlwube/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmpywmlwube/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpywmlwube/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpywmlwube/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpywmlwube/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_unsharded_limit_two -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_unsharded_limit_two ... ok -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_sufficient_replication -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_sufficient_replication ... ok -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010991096496582031s, path: .shards_a/.shard_c, db: /tmp/tmpywmlwube/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.000102996826171875s, path: .shards_a/.shard_c, db: /tmp/tmpywmlwube/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.822845458984375e-05s, path: .shards_a/.shard_c, db: /tmp/tmpywmlwube/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.775161743164062e-05s, path: .shards_a/.shard_c, db: /tmp/tmpywmlwube/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpywmlwube/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpywmlwube/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpywmlwube/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00013446807861328125s, path: .shards_a/.shard_c, db: /tmp/tmpywmlwube/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011444091796875s, path: .shards_a/.shard_c, db: /tmp/tmpywmlwube/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013875961303710938s, path: .shards_a/.shard_c, db: /tmp/tmpywmlwube/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmpywmlwube/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00014662742614746094s, path: .shards_a/.shard_c, db: /tmp/tmpywmlwube/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.000118255615234375s, path: .shards_a/.shard_c, db: /tmp/tmpywmlwube/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00014710426330566406s, path: .shards_a/.shard_c, db: /tmp/tmpywmlwube/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1750204945.93835, (0, 0) as of 1750204945.93835, active as of 1750204945.93835>, path: .shards_a/.shard_c, db: /tmp/tmpywmlwube/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmpywmlwube/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpywmlwube/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmptf_cb_z9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmptf_cb_z9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205341.16985.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmptf_cb_z9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205341.16985.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00019812583923339844s, path: a/c, db: /tmp/tmptf_cb_z9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205341.16985.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001933574676513672s, path: a/c, db: /tmp/tmptf_cb_z9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205341.16985.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00025081634521484375s, path: a/c, db: /tmp/tmptf_cb_z9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205341.16985.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00017762184143066406s, path: a/c, db: /tmp/tmptf_cb_z9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205341.16985.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00030922889709472656s, path: a/c, db: /tmp/tmptf_cb_z9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205341.16985.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00014400482177734375s, path: a/c, db: /tmp/tmptf_cb_z9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205341.16985.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001468658447265625s, path: a/c, db: /tmp/tmptf_cb_z9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205341.16985.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001380443572998047s, path: a/c, db: /tmp/tmptf_cb_z9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205341.16985.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00013494491577148438s, path: a/c, db: /tmp/tmptf_cb_z9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205341.16985.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00021457672119140625s, path: a/c, db: /tmp/tmptf_cb_z9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205341.16985.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00016689300537109375s, path: a/c, db: /tmp/tmptf_cb_z9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205341.16985.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1750205341.16175, (0, 0) as of 1750205341.16175, active as of 1750205341.16175>, path: a/c, db: /tmp/tmptf_cb_z9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205341.16985.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1750205341.16177, (0, 0) as of 1750205341.16177, active as of 1750205341.16177>, path: a/c, db: /tmp/tmptf_cb_z9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205341.16985.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1750205341.16178, (0, 0) as of 1750205341.16178, active as of 1750205341.16178>, path: a/c, db: /tmp/tmptf_cb_z9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205341.16985.db -sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmptf_cb_z9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205341.16985.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmptf_cb_z9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205341.16985.db -sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpsuvjcdmn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_finds_two_root -test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_finds_two_root ... ok -test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_finds_two_shard -test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_finds_two_shard ... ok -test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_none_found_root -test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_none_found_root ... ok -test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_none_found_shard -test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_none_found_shard ... ok -sharder-test INFO: Completed scan for shard ranges: 2 found, path: a/c, db: /tmp/tmpsuvjcdmn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Final shard range reached., path: a/c, db: /tmp/tmpsuvjcdmn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Scan for shard ranges already completed, path: a/c, db: /tmp/tmpsuvjcdmn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c_, db: /tmp/tmpbbg7qf56/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Completed scan for shard ranges: 2 found, path: .shards_a/c_, db: /tmp/tmpbbg7qf56/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Final shard range reached., path: .shards_a/c_, db: /tmp/tmpbbg7qf56/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test DEBUG: Scan for shard ranges already completed, path: .shards_a/c_, db: /tmp/tmpbbg7qf56/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpea1o517l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: No shard ranges found, path: a/c, db: /tmp/tmpea1o517l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpea1o517l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: No shard ranges found, path: a/c, db: /tmp/tmpea1o517l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c, db: /tmp/tmp98oklboa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: No shard ranges found, path: .shards_a/c, db: /tmp/tmp98oklboa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c, db: /tmp/tmp98oklboa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: No shard ranges found, path: .shards_a/c, db: /tmp/tmp98oklboa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test WARNING: Skipping xxxx as it is not mounted -sharder-test INFO: Since Tue Jun 17 12:09:01 2025 visited - attempted:2 success:2 failure:0 skipped:1 completed:0 -sharder-test INFO: Since Tue Jun 17 12:09:01 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jun 17 12:09:01 2025 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jun 17 12:09:01 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jun 17 12:09:01 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Tue Jun 17 12:09:01 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Tue Jun 17 12:09:01 2025 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test WARNING: Skipping xxxx as it is not mounted -sharder-test ERROR: Unhandled exception while processing: kapow!, path: a/c1, db: /tmp/tmpc2f73rvg/sdb/containers/0/ash/c1hash/c1hash.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 2516, in _one_shard_cycle - self._process_broker(broker, node, part) - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1245, in _execute_mock_call - result = effect(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sharder.py", line 886, in mock_processing - raise Exception('kapow!') -Exception: kapow! -sharder-test INFO: Since Tue Jun 17 12:09:01 2025 visited - attempted:3 success:2 failure:1 skipped:0 completed:0 -sharder-test INFO: Since Tue Jun 17 12:09:01 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jun 17 12:09:01 2025 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jun 17 12:09:01 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jun 17 12:09:01 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Tue Jun 17 12:09:01 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Tue Jun 17 12:09:01 2025 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test WARNING: Skipping xxxx as it is not mounted -sharder-test INFO: Since Tue Jun 17 12:09:01 2025 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Tue Jun 17 12:09:01 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jun 17 12:09:01 2025 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jun 17 12:09:01 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jun 17 12:09:01 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Tue Jun 17 12:09:01 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Tue Jun 17 12:09:01 2025 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test WARNING: Skipping xxxx as it is not mounted -sharder-test INFO: Since Tue Jun 17 12:09:02 2025 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Tue Jun 17 12:09:02 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jun 17 12:09:02 2025 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jun 17 12:09:02 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jun 17 12:09:02 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Tue Jun 17 12:09:02 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Tue Jun 17 12:09:02 2025 audit_shard - attempted:0 success:0 failure:0 -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpc2f73rvg/sda/containers/0/ash/c0hash/c0hash.db' -sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test WARNING: Skipping xxxx as it is not mounted -sharder-test INFO: Since Tue Jun 17 12:09:02 2025 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Tue Jun 17 12:09:02 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jun 17 12:09:02 2025 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jun 17 12:09:02 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jun 17 12:09:02 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -test.unit.container.test_sharder.TestSharder.test_one_shard_cycle -test.unit.container.test_sharder.TestSharder.test_one_shard_cycle ... ok -test.unit.container.test_sharder.TestSharder.test_one_shard_cycle_no_containers -test.unit.container.test_sharder.TestSharder.test_one_shard_cycle_no_containers ... ok -sharder-test INFO: Since Tue Jun 17 12:09:02 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Tue Jun 17 12:09:02 2025 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test WARNING: Skipping xxxx as it is not mounted -sharder-test INFO: Since Tue Jun 17 12:09:02 2025 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Tue Jun 17 12:09:02 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jun 17 12:09:02 2025 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jun 17 12:09:02 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jun 17 12:09:02 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Tue Jun 17 12:09:02 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Tue Jun 17 12:09:02 2025 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test WARNING: Skipping xxxx as it is not mounted -sharder-test INFO: Since Tue Jun 17 12:09:02 2025 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Tue Jun 17 12:09:02 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jun 17 12:09:02 2025 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jun 17 12:09:02 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jun 17 12:09:02 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Tue Jun 17 12:09:02 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Tue Jun 17 12:09:02 2025 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test INFO: Found no containers directories -sharder-test INFO: Since Tue Jun 17 12:09:02 2025 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Tue Jun 17 12:09:02 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jun 17 12:09:02 2025 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jun 17 12:09:02 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jun 17 12:09:02 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Tue Jun 17 12:09:02 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Tue Jun 17 12:09:02 2025 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test INFO: Since Tue Jun 17 12:09:02 2025 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Tue Jun 17 12:09:02 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jun 17 12:09:02 2025 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jun 17 12:09:02 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jun 17 12:09:02 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Tue Jun 17 12:09:02 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Tue Jun 17 12:09:02 2025 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Begin container sharder "once" mode -sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test INFO: Since Tue Jun 17 12:09:02 2025 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Tue Jun 17 12:09:02 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jun 17 12:09:02 2025 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jun 17 12:09:02 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jun 17 12:09:02 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Tue Jun 17 12:09:02 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Tue Jun 17 12:09:02 2025 audit_shard - attempted:0 success:0 failure:0 -sharder-test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -sharder-test INFO: Container sharder "once" mode completed: 0.04s -sharder-test INFO: Begin container sharder "once" mode -sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test INFO: (Override partitions: 0) -sharder-test INFO: Since Tue Jun 17 12:09:02 2025 visited - attempted:1 success:1 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Tue Jun 17 12:09:02 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jun 17 12:09:02 2025 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jun 17 12:09:02 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jun 17 12:09:02 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Tue Jun 17 12:09:02 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Tue Jun 17 12:09:02 2025 audit_shard - attempted:0 success:0 failure:0 -sharder-test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -sharder-test INFO: Container sharder "once" mode completed: 0.00s -sharder-test INFO: Begin container sharder "once" mode -sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test INFO: (Override partitions: 2, 0) -sharder-test INFO: Since Tue Jun 17 12:09:02 2025 visited - attempted:2 success:2 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Tue Jun 17 12:09:02 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jun 17 12:09:02 2025 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jun 17 12:09:02 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jun 17 12:09:02 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Tue Jun 17 12:09:02 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -test.unit.container.test_sharder.TestSharder.test_partition_and_device_filters -test.unit.container.test_sharder.TestSharder.test_partition_and_device_filters ... ok -test.unit.container.test_sharder.TestSharder.test_periodic_warning -test.unit.container.test_sharder.TestSharder.test_periodic_warning ... ok -sharder-test INFO: Since Tue Jun 17 12:09:02 2025 audit_shard - attempted:0 success:0 failure:0 -sharder-test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -sharder-test INFO: Container sharder "once" mode completed: 0.02s -sharder-test INFO: Begin container sharder "once" mode -sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test INFO: (Override devices: sdc) -sharder-test INFO: (Override partitions: 2, 0) -sharder-test INFO: Since Tue Jun 17 12:09:02 2025 visited - attempted:1 success:1 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Tue Jun 17 12:09:02 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jun 17 12:09:02 2025 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jun 17 12:09:02 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jun 17 12:09:02 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Tue Jun 17 12:09:02 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Tue Jun 17 12:09:02 2025 audit_shard - attempted:0 success:0 failure:0 -sharder-test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -sharder-test INFO: Container sharder "once" mode completed: 0.00s -sharder-test INFO: Begin container sharder "once" mode -sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test INFO: (Override devices: sdb, sdc) -sharder-test INFO: Since Tue Jun 17 12:09:02 2025 visited - attempted:2 success:2 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Tue Jun 17 12:09:02 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jun 17 12:09:02 2025 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jun 17 12:09:02 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jun 17 12:09:02 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Tue Jun 17 12:09:02 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Tue Jun 17 12:09:02 2025 audit_shard - attempted:0 success:0 failure:0 -sharder-test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -sharder-test INFO: Container sharder "once" mode completed: 0.02s -sharder-test WARNING: periodic warning 1, path: a/c1, db: /tmp/tmpdr_p_crb/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db -sharder-test WARNING: periodic warning 1a, path: a/c1, db: /tmp/tmpdr_p_crb/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db -sharder-test WARNING: periodic warning 2, path: a/c2, db: /tmp/tmpdr_p_crb/sda/containers/0/229/9ab62b5ef34a985438bfdf7ee0102229/9ab62b5ef34a985438bfdf7ee0102229.db -sharder-test WARNING: normal warning, path: a/c1, db: /tmp/tmpdr_p_crb/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db -sharder-test WARNING: periodic warning 1, path: a/c1, db: /tmp/tmpdr_p_crb/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db -sharder-test WARNING: periodic warning 1a, path: a/c1, db: /tmp/tmpdr_p_crb/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db -sharder-test WARNING: periodic warning 2, path: a/c2, db: /tmp/tmpdr_p_crb/sda/containers/0/229/9ab62b5ef34a985438bfdf7ee0102229/9ab62b5ef34a985438bfdf7ee0102229.db -sharder-test WARNING: normal warning, path: a/c1, db: /tmp/tmpdr_p_crb/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db -sharder-test WARNING: periodic warning 1, path: a/c1, db: /tmp/tmpdr_p_crb/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db -sharder-test WARNING: periodic warning 1a, path: a/c1, db: /tmp/tmpdr_p_crb/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db -sharder-test WARNING: periodic warning 2, path: a/c2, db: /tmp/tmpdr_p_crb/sda/containers/0/229/9ab62b5ef34a985438bfdf7ee0102229/9ab62b5ef34a985438bfdf7ee0102229.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpqg07g938/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpqg07g938/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpqg07g938/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpqg07g938/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpqg07g938/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpqg07g938/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpqg07g938/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpqg07g938/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpqg07g938/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpqg07g938/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpqg07g938/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -test.unit.container.test_sharder.TestSharder.test_process_broker_leader_auto_shard -test.unit.container.test_sharder.TestSharder.test_process_broker_leader_auto_shard ... ok -test.unit.container.test_sharder.TestSharder.test_process_broker_leader_auto_shard_deleted_db -test.unit.container.test_sharder.TestSharder.test_process_broker_leader_auto_shard_deleted_db ... ok -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpqg07g938/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpqg07g938/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpqg07g938/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Identified 1 sharding candidates, path: a/c, db: /tmp/tmpqg07g938/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpqg07g938/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205342.38755.db -sharder-test INFO: Completed scan for shard ranges: 2 found, path: a/c, db: /tmp/tmpqg07g938/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205342.38755.db -sharder-test INFO: Final shard range reached., path: a/c, db: /tmp/tmpqg07g938/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205342.38755.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpqg07g938/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205342.38755.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpqg07g938/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205342.38755.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpqg07g938/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205342.38755.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpqg07g938/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205342.38755.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpqg07g938/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205342.38755.db -sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmpqg07g938/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205342.38755.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpqg07g938/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205342.38755.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpqg07g938/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205342.38755.db -sharder-test DEBUG: Starting processing, state unsharded (deleted), path: a/c, db: /tmp/tmpz9if1s8b/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpz9if1s8b/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpz9if1s8b/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpz9if1s8b/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded (deleted), path: a/c, db: /tmp/tmpz9if1s8b/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpmo_3kk8n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpmo_3kk8n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpmo_3kk8n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpmo_3kk8n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpmo_3kk8n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpmo_3kk8n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpmo_3kk8n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpmo_3kk8n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpmo_3kk8n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpmo_3kk8n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpmo_3kk8n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpmo_3kk8n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpmo_3kk8n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpmo_3kk8n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpmo_3kk8n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpmo_3kk8n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpmo_3kk8n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpmo_3kk8n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpmo_3kk8n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpmo_3kk8n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpmo_3kk8n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpmo_3kk8n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpmo_3kk8n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpmo_3kk8n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -test.unit.container.test_sharder.TestSharder.test_process_broker_not_sharding_no_others -test.unit.container.test_sharder.TestSharder.test_process_broker_not_sharding_no_others ... ok -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpmo_3kk8n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpmo_3kk8n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpmo_3kk8n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpmo_3kk8n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpmo_3kk8n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Own shard range in state 'shrinking' but no shard ranges and not leader; remaining unsharded, path: a/c, db: /tmp/tmpmo_3kk8n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpmo_3kk8n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpmo_3kk8n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpmo_3kk8n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpmo_3kk8n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpmo_3kk8n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Own shard range in state 'sharding' but no shard ranges and not leader; remaining unsharded, path: a/c, db: /tmp/tmpmo_3kk8n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpmo_3kk8n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpmo_3kk8n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpmo_3kk8n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpmo_3kk8n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpmo_3kk8n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Own shard range in state 'sharded' but no shard ranges and not leader; remaining unsharded, path: a/c, db: /tmp/tmpmo_3kk8n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpmo_3kk8n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpmo_3kk8n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpmo_3kk8n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpmo_3kk8n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpmo_3kk8n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Own shard range in state 'shrunk' but no shard ranges and not leader; remaining unsharded, path: a/c, db: /tmp/tmpmo_3kk8n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpmo_3kk8n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp40_02maa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp40_02maa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp40_02maa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp40_02maa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp40_02maa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp40_02maa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp40_02maa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp40_02maa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp40_02maa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp40_02maa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp40_02maa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp40_02maa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp40_02maa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp40_02maa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp40_02maa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp40_02maa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp40_02maa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp40_02maa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp40_02maa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -test.unit.container.test_sharder.TestSharder.test_process_broker_not_sharding_others -test.unit.container.test_sharder.TestSharder.test_process_broker_not_sharding_others ... ok -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp40_02maa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp40_02maa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp40_02maa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp40_02maa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp40_02maa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp40_02maa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp40_02maa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp40_02maa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp40_02maa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp40_02maa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Container 'a/c' cannot be set to sharding state: missing epoch -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp40_02maa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp40_02maa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp40_02maa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp40_02maa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp40_02maa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Container 'a/c' cannot be set to sharding state: missing epoch -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp40_02maa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp40_02maa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp40_02maa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp40_02maa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp40_02maa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Container 'a/c' cannot be set to sharding state: missing epoch -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp40_02maa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp40_02maa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp40_02maa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp40_02maa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp40_02maa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Container 'a/c' cannot be set to sharding state: missing epoch -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp40_02maa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmprdjwu_49/sda/containers/0/lse/hash60False/hash60False.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmprdjwu_49/sda/containers/0/lse/hash60False/hash60False.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmprdjwu_49/sda/containers/0/lse/hash60False/hash60False.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmprdjwu_49/sda/containers/0/lse/hash60False/hash60False.db -sharder-test INFO: Kick off container cleaving, own shard range in state 'sharding', path: a/c, db: /tmp/tmprdjwu_49/sda/containers/0/lse/hash60False/hash60False_1750205342.00000.db -sharder-test DEBUG: PUT new shard range container for ShardRange, path: a/c, db: /tmp/tmprdjwu_49/sda/containers/0/lse/hash60False/hash60False_1750205342.00000.db -sharder-test DEBUG: PUT new shard range container for ShardRange<'m' to MaxBound as of 1750204945.93835, (0, 0) as of 1750204945.93835, created as of 1750204945.93835>, path: a/c, db: /tmp/tmprdjwu_49/sda/containers/0/lse/hash60False/hash60False_1750205342.00000.db -sharder-test INFO: Completed creating 2 shard range containers, path: a/c, db: /tmp/tmprdjwu_49/sda/containers/0/lse/hash60False/hash60False_1750205342.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmprdjwu_49/sda/containers/0/lse/hash60False/hash60False_1750205342.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmprdjwu_49/sda/containers/0/lse/hash60False/hash60False_1750205342.00000.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmprdjwu_49/sda/containers/0/lse/hash60False/hash60False_1750205342.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmprdjwu_49/sda/containers/0/lse/hash60False/hash60False_1750205342.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmprdjwu_49/sda/containers/0/lse/hash60False/hash60False_1750205342.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/c_m_0 for ShardRange, path: a/c, db: /tmp/tmprdjwu_49/sda/containers/0/lse/hash60False/hash60False_1750205342.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001404285430908203s, path: a/c, db: /tmp/tmprdjwu_49/sda/containers/0/lse/hash60False/hash60False.db -sharder-test DEBUG: got 0 rows (deleted=True) in 8.535385131835938e-05s, path: a/c, db: /tmp/tmprdjwu_49/sda/containers/0/lse/hash60False/hash60False.db -sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmprdjwu_49/sda/containers/0/lse/hash60False/hash60False_1750205342.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'m' to MaxBound as of 1750204945.93835, (0, 0) as of 1750204945.93835, created as of 1750204945.93835>, path: a/c, db: /tmp/tmprdjwu_49/sda/containers/0/lse/hash60False/hash60False_1750205342.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013637542724609375s, path: a/c, db: /tmp/tmprdjwu_49/sda/containers/0/lse/hash60False/hash60False.db -sharder-test DEBUG: got 0 rows (deleted=True) in 8.249282836914062e-05s, path: a/c, db: /tmp/tmprdjwu_49/sda/containers/0/lse/hash60False/hash60False.db -sharder-test INFO: Cleaving ShardRange<'m' to MaxBound as of 1750204945.93835, (0, 0) as of 1750204945.93835, created as of 1750204945.93835> - zero objects found, path: a/c, db: /tmp/tmprdjwu_49/sda/containers/0/lse/hash60False/hash60False_1750205342.00000.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmprdjwu_49/sda/containers/0/lse/hash60False/hash60False_1750205342.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmprdjwu_49/sda/containers/0/lse/hash60False/hash60False.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmprdjwu_49/sda/containers/0/lse/hash60False/hash60False_1750205342.00000.db -sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmprdjwu_49/sda/containers/0/lse/hash60False/hash60False_1750205342.00000.db -sharder-test DEBUG: Starting processing, state unsharded (deleted), path: a/c, db: /tmp/tmprdjwu_49/sda/containers/0/rue/hash60True/hash60True.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmprdjwu_49/sda/containers/0/rue/hash60True/hash60True.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmprdjwu_49/sda/containers/0/rue/hash60True/hash60True.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmprdjwu_49/sda/containers/0/rue/hash60True/hash60True.db -sharder-test INFO: Kick off container cleaving, own shard range in state 'sharding', path: a/c, db: /tmp/tmprdjwu_49/sda/containers/0/rue/hash60True/hash60True_1750205361.00000.db -sharder-test DEBUG: PUT new shard range container for ShardRange, path: a/c, db: /tmp/tmprdjwu_49/sda/containers/0/rue/hash60True/hash60True_1750205361.00000.db -sharder-test DEBUG: PUT new shard range container for ShardRange<'m' to MaxBound as of 1750204945.93835, (0, 0) as of 1750204945.93835, created as of 1750204945.93835>, path: a/c, db: /tmp/tmprdjwu_49/sda/containers/0/rue/hash60True/hash60True_1750205361.00000.db -sharder-test INFO: Completed creating 2 shard range containers, path: a/c, db: /tmp/tmprdjwu_49/sda/containers/0/rue/hash60True/hash60True_1750205361.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmprdjwu_49/sda/containers/0/rue/hash60True/hash60True_1750205361.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmprdjwu_49/sda/containers/0/rue/hash60True/hash60True_1750205361.00000.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmprdjwu_49/sda/containers/0/rue/hash60True/hash60True_1750205361.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmprdjwu_49/sda/containers/0/rue/hash60True/hash60True_1750205361.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmprdjwu_49/sda/containers/0/rue/hash60True/hash60True_1750205361.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/c_m_0 for ShardRange, path: a/c, db: /tmp/tmprdjwu_49/sda/containers/0/rue/hash60True/hash60True_1750205361.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013375282287597656s, path: a/c, db: /tmp/tmprdjwu_49/sda/containers/0/rue/hash60True/hash60True.db -sharder-test DEBUG: got 0 rows (deleted=True) in 8.368492126464844e-05s, path: a/c, db: /tmp/tmprdjwu_49/sda/containers/0/rue/hash60True/hash60True.db -sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmprdjwu_49/sda/containers/0/rue/hash60True/hash60True_1750205361.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'m' to MaxBound as of 1750204945.93835, (0, 0) as of 1750204945.93835, created as of 1750204945.93835>, path: a/c, db: /tmp/tmprdjwu_49/sda/containers/0/rue/hash60True/hash60True_1750205361.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013589859008789062s, path: a/c, db: /tmp/tmprdjwu_49/sda/containers/0/rue/hash60True/hash60True.db -sharder-test DEBUG: got 0 rows (deleted=True) in 8.106231689453125e-05s, path: a/c, db: /tmp/tmprdjwu_49/sda/containers/0/rue/hash60True/hash60True.db -sharder-test INFO: Cleaving ShardRange<'m' to MaxBound as of 1750204945.93835, (0, 0) as of 1750204945.93835, created as of 1750204945.93835> - zero objects found, path: a/c, db: /tmp/tmprdjwu_49/sda/containers/0/rue/hash60True/hash60True_1750205361.00000.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmprdjwu_49/sda/containers/0/rue/hash60True/hash60True_1750205361.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmprdjwu_49/sda/containers/0/rue/hash60True/hash60True.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmprdjwu_49/sda/containers/0/rue/hash60True/hash60True_1750205361.00000.db -sharder-test DEBUG: Finished processing, state sharded (deleted), path: a/c, db: /tmp/tmprdjwu_49/sda/containers/0/rue/hash60True/hash60True_1750205361.00000.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmprdjwu_49/sda/containers/0/lse/hash50False/hash50False.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmprdjwu_49/sda/containers/0/lse/hash50False/hash50False.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmprdjwu_49/sda/containers/0/lse/hash50False/hash50False.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmprdjwu_49/sda/containers/0/lse/hash50False/hash50False.db -sharder-test INFO: Kick off container cleaving, own shard range in state 'shrinking', path: a/c, db: /tmp/tmprdjwu_49/sda/containers/0/lse/hash50False/hash50False_1750205380.00000.db -sharder-test DEBUG: PUT new shard range container for ShardRange, path: a/c, db: /tmp/tmprdjwu_49/sda/containers/0/lse/hash50False/hash50False_1750205380.00000.db -sharder-test DEBUG: PUT new shard range container for ShardRange<'m' to MaxBound as of 1750204945.93835, (0, 0) as of 1750204945.93835, created as of 1750204945.93835>, path: a/c, db: /tmp/tmprdjwu_49/sda/containers/0/lse/hash50False/hash50False_1750205380.00000.db -sharder-test INFO: Completed creating 2 shard range containers, path: a/c, db: /tmp/tmprdjwu_49/sda/containers/0/lse/hash50False/hash50False_1750205380.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmprdjwu_49/sda/containers/0/lse/hash50False/hash50False_1750205380.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmprdjwu_49/sda/containers/0/lse/hash50False/hash50False_1750205380.00000.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmprdjwu_49/sda/containers/0/lse/hash50False/hash50False_1750205380.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmprdjwu_49/sda/containers/0/lse/hash50False/hash50False_1750205380.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmprdjwu_49/sda/containers/0/lse/hash50False/hash50False_1750205380.00000.db -test.unit.container.test_sharder.TestSharder.test_process_broker_sharding_completes_with_own_and_other_ranges -test.unit.container.test_sharder.TestSharder.test_process_broker_sharding_completes_with_own_and_other_ranges ... ok -sharder-test INFO: Cleaving from row None into .shards_a/c_m_0 for ShardRange, path: a/c, db: /tmp/tmprdjwu_49/sda/containers/0/lse/hash50False/hash50False_1750205380.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00016069412231445312s, path: a/c, db: /tmp/tmprdjwu_49/sda/containers/0/lse/hash50False/hash50False.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010919570922851562s, path: a/c, db: /tmp/tmprdjwu_49/sda/containers/0/lse/hash50False/hash50False.db -sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmprdjwu_49/sda/containers/0/lse/hash50False/hash50False_1750205380.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'m' to MaxBound as of 1750204945.93835, (0, 0) as of 1750204945.93835, created as of 1750204945.93835>, path: a/c, db: /tmp/tmprdjwu_49/sda/containers/0/lse/hash50False/hash50False_1750205380.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00021767616271972656s, path: a/c, db: /tmp/tmprdjwu_49/sda/containers/0/lse/hash50False/hash50False.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001609325408935547s, path: a/c, db: /tmp/tmprdjwu_49/sda/containers/0/lse/hash50False/hash50False.db -sharder-test INFO: Cleaving ShardRange<'m' to MaxBound as of 1750204945.93835, (0, 0) as of 1750204945.93835, created as of 1750204945.93835> - zero objects found, path: a/c, db: /tmp/tmprdjwu_49/sda/containers/0/lse/hash50False/hash50False_1750205380.00000.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmprdjwu_49/sda/containers/0/lse/hash50False/hash50False_1750205380.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmprdjwu_49/sda/containers/0/lse/hash50False/hash50False.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmprdjwu_49/sda/containers/0/lse/hash50False/hash50False_1750205380.00000.db -sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmprdjwu_49/sda/containers/0/lse/hash50False/hash50False_1750205380.00000.db -sharder-test DEBUG: Starting processing, state unsharded (deleted), path: a/c, db: /tmp/tmprdjwu_49/sda/containers/0/rue/hash50True/hash50True.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmprdjwu_49/sda/containers/0/rue/hash50True/hash50True.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmprdjwu_49/sda/containers/0/rue/hash50True/hash50True.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmprdjwu_49/sda/containers/0/rue/hash50True/hash50True.db -sharder-test INFO: Kick off container cleaving, own shard range in state 'shrinking', path: a/c, db: /tmp/tmprdjwu_49/sda/containers/0/rue/hash50True/hash50True_1750205396.00000.db -sharder-test DEBUG: PUT new shard range container for ShardRange, path: a/c, db: /tmp/tmprdjwu_49/sda/containers/0/rue/hash50True/hash50True_1750205396.00000.db -sharder-test DEBUG: PUT new shard range container for ShardRange<'m' to MaxBound as of 1750204945.93835, (0, 0) as of 1750204945.93835, created as of 1750204945.93835>, path: a/c, db: /tmp/tmprdjwu_49/sda/containers/0/rue/hash50True/hash50True_1750205396.00000.db -sharder-test INFO: Completed creating 2 shard range containers, path: a/c, db: /tmp/tmprdjwu_49/sda/containers/0/rue/hash50True/hash50True_1750205396.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmprdjwu_49/sda/containers/0/rue/hash50True/hash50True_1750205396.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmprdjwu_49/sda/containers/0/rue/hash50True/hash50True_1750205396.00000.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmprdjwu_49/sda/containers/0/rue/hash50True/hash50True_1750205396.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmprdjwu_49/sda/containers/0/rue/hash50True/hash50True_1750205396.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmprdjwu_49/sda/containers/0/rue/hash50True/hash50True_1750205396.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/c_m_0 for ShardRange, path: a/c, db: /tmp/tmprdjwu_49/sda/containers/0/rue/hash50True/hash50True_1750205396.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00017309188842773438s, path: a/c, db: /tmp/tmprdjwu_49/sda/containers/0/rue/hash50True/hash50True.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012493133544921875s, path: a/c, db: /tmp/tmprdjwu_49/sda/containers/0/rue/hash50True/hash50True.db -sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmprdjwu_49/sda/containers/0/rue/hash50True/hash50True_1750205396.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'m' to MaxBound as of 1750204945.93835, (0, 0) as of 1750204945.93835, created as of 1750204945.93835>, path: a/c, db: /tmp/tmprdjwu_49/sda/containers/0/rue/hash50True/hash50True_1750205396.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0002117156982421875s, path: a/c, db: /tmp/tmprdjwu_49/sda/containers/0/rue/hash50True/hash50True.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001125335693359375s, path: a/c, db: /tmp/tmprdjwu_49/sda/containers/0/rue/hash50True/hash50True.db -sharder-test INFO: Cleaving ShardRange<'m' to MaxBound as of 1750204945.93835, (0, 0) as of 1750204945.93835, created as of 1750204945.93835> - zero objects found, path: a/c, db: /tmp/tmprdjwu_49/sda/containers/0/rue/hash50True/hash50True_1750205396.00000.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmprdjwu_49/sda/containers/0/rue/hash50True/hash50True_1750205396.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmprdjwu_49/sda/containers/0/rue/hash50True/hash50True.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmprdjwu_49/sda/containers/0/rue/hash50True/hash50True_1750205396.00000.db -sharder-test DEBUG: Finished processing, state sharded (deleted), path: a/c, db: /tmp/tmprdjwu_49/sda/containers/0/rue/hash50True/hash50True_1750205396.00000.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpgan92djw/sda/containers/0/h60/hash60/hash60.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpgan92djw/sda/containers/0/h60/hash60/hash60.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpgan92djw/sda/containers/0/h60/hash60/hash60.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpgan92djw/sda/containers/0/h60/hash60/hash60.db -sharder-test INFO: Kick off container cleaving, own shard range in state 'sharding', path: a/c, db: /tmp/tmpgan92djw/sda/containers/0/h60/hash60/hash60_1750205346.79538.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpgan92djw/sda/containers/0/h60/hash60/hash60_1750205346.79538.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpgan92djw/sda/containers/0/h60/hash60/hash60_1750205346.79538.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpgan92djw/sda/containers/0/h60/hash60/hash60_1750205346.79538.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpgan92djw/sda/containers/0/h60/hash60/hash60_1750205346.79538.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpgan92djw/sda/containers/0/h60/hash60/hash60_1750205346.79538.db -test.unit.container.test_sharder.TestSharder.test_process_broker_sharding_stalls_with_own_and_other_ranges -test.unit.container.test_sharder.TestSharder.test_process_broker_sharding_stalls_with_own_and_other_ranges ... ok -test.unit.container.test_sharder.TestSharder.test_ratelimited_roundrobin -test.unit.container.test_sharder.TestSharder.test_ratelimited_roundrobin ... ok -sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmpgan92djw/sda/containers/0/h60/hash60/hash60_1750205346.79538.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpgan92djw/sda/containers/0/h60/hash60/hash60_1750205346.79538.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpgan92djw/sda/containers/0/h60/hash60/hash60_1750205346.79538.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpgan92djw/sda/containers/0/h50/hash50/hash50.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpgan92djw/sda/containers/0/h50/hash50/hash50.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpgan92djw/sda/containers/0/h50/hash50/hash50.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpgan92djw/sda/containers/0/h50/hash50/hash50.db -sharder-test INFO: Kick off container cleaving, own shard range in state 'shrinking', path: a/c, db: /tmp/tmpgan92djw/sda/containers/0/h50/hash50/hash50_1750205346.88035.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpgan92djw/sda/containers/0/h50/hash50/hash50_1750205346.88035.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpgan92djw/sda/containers/0/h50/hash50/hash50_1750205346.88035.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpgan92djw/sda/containers/0/h50/hash50/hash50_1750205346.88035.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpgan92djw/sda/containers/0/h50/hash50/hash50_1750205346.88035.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpgan92djw/sda/containers/0/h50/hash50/hash50_1750205346.88035.db -sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmpgan92djw/sda/containers/0/h50/hash50/hash50_1750205346.88035.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpgan92djw/sda/containers/0/h50/hash50/hash50_1750205346.88035.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpgan92djw/sda/containers/0/h50/hash50/hash50_1750205346.88035.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpgan92djw/sda/containers/0/h70/hash70/hash70.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpgan92djw/sda/containers/0/h70/hash70/hash70.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpgan92djw/sda/containers/0/h70/hash70/hash70.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpgan92djw/sda/containers/0/h70/hash70/hash70.db -sharder-test INFO: Kick off container cleaving, own shard range in state 'sharded', path: a/c, db: /tmp/tmpgan92djw/sda/containers/0/h70/hash70/hash70_1750205347.00807.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpgan92djw/sda/containers/0/h70/hash70/hash70_1750205347.00807.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpgan92djw/sda/containers/0/h70/hash70/hash70_1750205347.00807.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpgan92djw/sda/containers/0/h70/hash70/hash70_1750205347.00807.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpgan92djw/sda/containers/0/h70/hash70/hash70_1750205347.00807.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpgan92djw/sda/containers/0/h70/hash70/hash70_1750205347.00807.db -sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmpgan92djw/sda/containers/0/h70/hash70/hash70_1750205347.00807.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpgan92djw/sda/containers/0/h70/hash70/hash70_1750205347.00807.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpgan92djw/sda/containers/0/h70/hash70/hash70_1750205347.00807.db -sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test INFO: Since Wed Dec 31 12:00:01 1969 visited - attempted:2 success:2 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Wed Dec 31 12:00:01 1969 scanned - attempted:1 success:1 failure:0 found:2 min_time:99 max_time:123 -sharder-test INFO: Since Wed Dec 31 12:00:01 1969 created - attempted:1 success:1 failure:1 -sharder-test INFO: Since Wed Dec 31 12:00:01 1969 cleaved - attempted:1 success:1 failure:0 min_time:0.01 max_time:1.3 -sharder-test INFO: Since Wed Dec 31 12:00:01 1969 misplaced - attempted:1 success:1 failure:0 found:1 placed:1 unplaced:0 -sharder-test INFO: Since Wed Dec 31 12:00:01 1969 audit_root - attempted:5 success:4 failure:1 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Dec 31 12:00:01 1969 audit_shard - attempted:2 success:2 failure:0 -sharder-test INFO: Container sharder cycle completed: 5.00s -sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 visited - attempted:1 success:1 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 scanned - attempted:1 success:1 failure:0 found:2 min_time:99 max_time:123 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 created - attempted:1 success:1 failure:1 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 cleaved - attempted:1 success:1 failure:0 min_time:0.01 max_time:1.3 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 misplaced - attempted:1 success:1 failure:0 found:1 placed:1 unplaced:0 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 audit_root - attempted:5 success:4 failure:1 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 audit_shard - attempted:2 success:2 failure:0 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 visited - attempted:2 success:2 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 scanned - attempted:1 success:1 failure:0 found:2 min_time:99 max_time:123 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 created - attempted:1 success:1 failure:1 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 cleaved - attempted:1 success:1 failure:0 min_time:0.01 max_time:1.3 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 misplaced - attempted:1 success:1 failure:0 found:1 placed:1 unplaced:0 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 audit_root - attempted:5 success:4 failure:1 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 audit_shard - attempted:2 success:2 failure:0 -sharder-test INFO: Container sharder cycle completed: 3604.00s -sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test INFO: Since Wed Dec 31 13:00:10 1969 visited - attempted:2 success:2 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Wed Dec 31 13:00:10 1969 scanned - attempted:1 success:1 failure:0 found:2 min_time:99 max_time:123 -sharder-test INFO: Since Wed Dec 31 13:00:10 1969 created - attempted:1 success:1 failure:1 -sharder-test INFO: Since Wed Dec 31 13:00:10 1969 cleaved - attempted:1 success:1 failure:0 min_time:0.01 max_time:1.3 -sharder-test INFO: Since Wed Dec 31 13:00:10 1969 misplaced - attempted:1 success:1 failure:0 found:1 placed:1 unplaced:0 -sharder-test INFO: Since Wed Dec 31 13:00:10 1969 audit_root - attempted:5 success:4 failure:1 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Dec 31 13:00:10 1969 audit_shard - attempted:2 success:2 failure:0 -sharder-test INFO: Container sharder cycle completed: 30.00s -sharder-test INFO: Container sharder cycle starting, auto-sharding False -test.unit.container.test_sharder.TestSharder.test_run_forever -test.unit.container.test_sharder.TestSharder.test_run_forever ... ok -sharder-test ERROR: Unhandled exception while dumping progress: Test over, path: a/c2, db: /tmp/tmpaemsinr4/sda/containers/0/ash/c2hash/c2hash.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 2526, in _one_shard_cycle - self._record_sharding_progress(broker, node, error) - File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 1053, in _record_sharding_progress - own_shard_range = broker.get_own_shard_range() - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2058, in get_own_shard_range - self.path, Timestamp.now(), ShardRange.MIN, ShardRange.MAX, - ^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/timestamp.py", line 129, in now - return cls(time.time(), offset=offset, delta=delta) - ^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -Exception: Test over -sharder-test ERROR: Exception in sharder: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 2553, in run_forever - self._one_shard_cycle(devices_to_shard=Everything(), - File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 2530, in _one_shard_cycle - self._periodic_report_stats() - File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 1143, in _periodic_report_stats - if (time.time() - self.reported) >= self.stats_interval: - ^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect - File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 2526, in _one_shard_cycle - self._record_sharding_progress(broker, node, error) - File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 1053, in _record_sharding_progress - own_shard_range = broker.get_own_shard_range() - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2058, in get_own_shard_range - self.path, Timestamp.now(), ShardRange.MIN, ShardRange.MAX, - ^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/timestamp.py", line 129, in now - return cls(time.time(), offset=offset, delta=delta) - ^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -Exception: Test over -sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 404, path: a/c, db: /tmp/tmpfao7bzkb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: FakeStatus Error, path: a/c, db: /tmp/tmpfao7bzkb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 1206, in _put_container - direct_put_container(node, part, account, container, - File "/build/reproducible-path/swift-2.33.0/swift/common/direct_client.py", line 400, in direct_put_container - _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, - File "/build/reproducible-path/swift-2.33.0/swift/common/direct_client.py", line 122, in _make_req - conn = http_connect(ip, port, node['device'], part, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 704, in __init__ - raise status('FakeStatus Error') -Exception: FakeStatus Error -sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 404, path: a/c, db: /tmp/tmpfao7bzkb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 404, path: a/c, db: /tmp/tmpfao7bzkb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: 500, path: a/c, db: /tmp/tmpfao7bzkb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 500, path: a/c, db: /tmp/tmpfao7bzkb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 500, path: a/c, db: /tmp/tmpfao7bzkb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: FakeStatus Error, path: a/c, db: /tmp/tmpfao7bzkb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 1206, in _put_container - direct_put_container(node, part, account, container, - File "/build/reproducible-path/swift-2.33.0/swift/common/direct_client.py", line 400, in direct_put_container - _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, - File "/build/reproducible-path/swift-2.33.0/swift/common/direct_client.py", line 122, in _make_req - conn = http_connect(ip, port, node['device'], part, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 704, in __init__ - raise status('FakeStatus Error') -Exception: FakeStatus Error -sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: FakeStatus Error, path: a/c, db: /tmp/tmpfao7bzkb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 1206, in _put_container - direct_put_container(node, part, account, container, - File "/build/reproducible-path/swift-2.33.0/swift/common/direct_client.py", line 400, in direct_put_container - _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, - File "/build/reproducible-path/swift-2.33.0/swift/common/direct_client.py", line 122, in _make_req - conn = http_connect(ip, port, node['device'], part, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 704, in __init__ - raise status('FakeStatus Error') -Exception: FakeStatus Error -sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: FakeStatus Error, path: a/c, db: /tmp/tmpfao7bzkb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 1206, in _put_container - direct_put_container(node, part, account, container, - File "/build/reproducible-path/swift-2.33.0/swift/common/direct_client.py", line 400, in direct_put_container - _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, - File "/build/reproducible-path/swift-2.33.0/swift/common/direct_client.py", line 122, in _make_req - conn = http_connect(ip, port, node['device'], part, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 704, in __init__ - raise status('FakeStatus Error') -Exception: FakeStatus Error -sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: , path: a/c, db: /tmp/tmpfao7bzkb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Timeout (Nones) -sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 404, path: a/c, db: /tmp/tmpfao7bzkb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: FakeStatus Error, path: a/c, db: /tmp/tmpfao7bzkb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 1206, in _put_container - direct_put_container(node, part, account, container, - File "/build/reproducible-path/swift-2.33.0/swift/common/direct_client.py", line 400, in direct_put_container - _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, - File "/build/reproducible-path/swift-2.33.0/swift/common/direct_client.py", line 122, in _make_req - conn = http_connect(ip, port, node['device'], part, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 704, in __init__ - raise status('FakeStatus Error') -Exception: FakeStatus Error -sharder-test WARNING: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: 404, path: a/c, db: /tmp/tmpfao7bzkb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 404, path: a/c, db: /tmp/tmpfao7bzkb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: FakeStatus Error, path: a/c, db: /tmp/tmpfao7bzkb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 1206, in _put_container - direct_put_container(node, part, account, container, - File "/build/reproducible-path/swift-2.33.0/swift/common/direct_client.py", line 400, in direct_put_container - _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, - File "/build/reproducible-path/swift-2.33.0/swift/common/direct_client.py", line 122, in _make_req - conn = http_connect(ip, port, node['device'], part, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 704, in __init__ - raise status('FakeStatus Error') -Exception: FakeStatus Error -sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: FakeStatus Error, path: a/c, db: /tmp/tmpfao7bzkb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 1206, in _put_container - direct_put_container(node, part, account, container, - File "/build/reproducible-path/swift-2.33.0/swift/common/direct_client.py", line 400, in direct_put_container - _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, - File "/build/reproducible-path/swift-2.33.0/swift/common/direct_client.py", line 122, in _make_req - conn = http_connect(ip, port, node['device'], part, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 704, in __init__ - raise status('FakeStatus Error') -Exception: FakeStatus Error -sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: , path: a/c, db: /tmp/tmpfao7bzkb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Timeout (Nones) -sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: FakeStatus Error, path: a/c, db: /tmp/tmpfao7bzkb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 1206, in _put_container - direct_put_container(node, part, account, container, - File "/build/reproducible-path/swift-2.33.0/swift/common/direct_client.py", line 400, in direct_put_container - _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, - File "/build/reproducible-path/swift-2.33.0/swift/common/direct_client.py", line 122, in _make_req - conn = http_connect(ip, port, node['device'], part, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 704, in __init__ - raise status('FakeStatus Error') -Exception: FakeStatus Error -sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 404, path: a/c, db: /tmp/tmpfao7bzkb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.3:1103/sdd a/c: 404, path: a/c, db: /tmp/tmpfao7bzkb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: FakeStatus Error, path: a/c, db: /tmp/tmpfao7bzkb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 1206, in _put_container - direct_put_container(node, part, account, container, - File "/build/reproducible-path/swift-2.33.0/swift/common/direct_client.py", line 400, in direct_put_container - _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, - File "/build/reproducible-path/swift-2.33.0/swift/common/direct_client.py", line 122, in _make_req - conn = http_connect(ip, port, node['device'], part, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 704, in __init__ - raise status('FakeStatus Error') -Exception: FakeStatus Error -sharder-test ERROR: Failed to put shard ranges to 10.0.1.3:1103/sdd a/c: FakeStatus Error, path: a/c, db: /tmp/tmpfao7bzkb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 1206, in _put_container - direct_put_container(node, part, account, container, - File "/build/reproducible-path/swift-2.33.0/swift/common/direct_client.py", line 400, in direct_put_container - _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, - File "/build/reproducible-path/swift-2.33.0/swift/common/direct_client.py", line 122, in _make_req - conn = http_connect(ip, port, node['device'], part, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 704, in __init__ - raise status('FakeStatus Error') -Exception: FakeStatus Error -sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 404, path: a/c, db: /tmp/tmpfao7bzkb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 404, path: a/c, db: /tmp/tmpfao7bzkb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.3:1103/sdd a/c: 404, path: a/c, db: /tmp/tmpfao7bzkb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: 500, path: a/c, db: /tmp/tmpfao7bzkb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 500, path: a/c, db: /tmp/tmpfao7bzkb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 500, path: a/c, db: /tmp/tmpfao7bzkb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -test.unit.container.test_sharder.TestSharder.test_send_shard_ranges -test.unit.container.test_sharder.TestSharder.test_send_shard_ranges ... ok -sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: FakeStatus Error, path: a/c, db: /tmp/tmpfao7bzkb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 1206, in _put_container - direct_put_container(node, part, account, container, - File "/build/reproducible-path/swift-2.33.0/swift/common/direct_client.py", line 400, in direct_put_container - _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, - File "/build/reproducible-path/swift-2.33.0/swift/common/direct_client.py", line 122, in _make_req - conn = http_connect(ip, port, node['device'], part, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 704, in __init__ - raise status('FakeStatus Error') -Exception: FakeStatus Error -sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: FakeStatus Error, path: a/c, db: /tmp/tmpfao7bzkb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 1206, in _put_container - direct_put_container(node, part, account, container, - File "/build/reproducible-path/swift-2.33.0/swift/common/direct_client.py", line 400, in direct_put_container - _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, - File "/build/reproducible-path/swift-2.33.0/swift/common/direct_client.py", line 122, in _make_req - conn = http_connect(ip, port, node['device'], part, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 704, in __init__ - raise status('FakeStatus Error') -Exception: FakeStatus Error -sharder-test WARNING: Failed to put shard ranges to 10.0.1.3:1103/sdd a/c: 404, path: a/c, db: /tmp/tmpfao7bzkb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: , path: a/c, db: /tmp/tmpfao7bzkb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Timeout (Nones) -sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: , path: a/c, db: /tmp/tmpfao7bzkb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Timeout (Nones) -sharder-test WARNING: Failed to put shard ranges to 10.0.1.3:1103/sdd a/c: 404, path: a/c, db: /tmp/tmpfao7bzkb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmplq887ahy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205347.41144.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmplq887ahy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205347.41144.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmplq887ahy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205347.41144.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmplq887ahy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205347.41144.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmplq887ahy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205347.41144.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmplq887ahy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205347.41144.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmplq887ahy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205347.41144.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmplq887ahy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205347.41144.db -sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmplq887ahy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205347.41144.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj002_0 for ShardRange, path: a/c, db: /tmp/tmplq887ahy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205347.41144.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.00021648406982421875s, path: a/c, db: /tmp/tmplq887ahy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001327991485595703s, path: a/c, db: /tmp/tmplq887ahy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj002_0 for ShardRange, path: a/c, db: /tmp/tmplq887ahy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205347.41144.db -sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_obj002_0 in state cleaved: 2 successes, 3 required, shard db: /tmp/tmplq887ahy/sda/containers/0/85a/17defa9abee50a9ab0b69c49e6afa85a/17defa9abee50a9ab0b69c49e6afa85a.db, path: a/c, db: /tmp/tmplq887ahy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205347.41144.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmplq887ahy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205347.41144.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmplq887ahy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205347.41144.db -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmplq887ahy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205347.41144.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmplq887ahy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205347.41144.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmplq887ahy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205347.41144.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmplq887ahy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205347.41144.db -sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmplq887ahy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205347.41144.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj002_0 for ShardRange, path: a/c, db: /tmp/tmplq887ahy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205347.41144.db -sharder-test DEBUG: Cleaving ShardRange - shard db already in sync, path: a/c, db: /tmp/tmplq887ahy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205347.41144.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj002_0 for ShardRange, path: a/c, db: /tmp/tmplq887ahy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205347.41144.db -sharder-test INFO: Cleaved ShardRange in 0.015s, path: a/c, db: /tmp/tmplq887ahy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205347.41144.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_1 for ShardRange<'obj002' to 'obj004' as of 1750204945.93835, (0, 0) as of 1750204945.93835, created as of 1750204945.93835>, path: a/c, db: /tmp/tmplq887ahy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205347.41144.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00017261505126953125s, path: a/c, db: /tmp/tmplq887ahy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010919570922851562s, path: a/c, db: /tmp/tmplq887ahy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj004_1 for ShardRange, path: a/c, db: /tmp/tmplq887ahy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205347.41144.db -sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_obj004_1 in state cleaved: 0 successes, 1 required, shard db: /tmp/tmplq887ahy/sda/containers/0/bfe/b55a9dc722fe1d09a190c59b30578bfe/b55a9dc722fe1d09a190c59b30578bfe.db, path: a/c, db: /tmp/tmplq887ahy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205347.41144.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmplq887ahy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205347.41144.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmplq887ahy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205347.41144.db -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmplq887ahy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205347.41144.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmplq887ahy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205347.41144.db -sharder-test DEBUG: misplaced object source bounds [('', 'obj002')], path: a/c, db: /tmp/tmplq887ahy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205347.41144.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001239776611328125s, path: a/c, db: /tmp/tmplq887ahy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205347.41144.db -sharder-test DEBUG: got 0 rows (deleted=True) in 8.702278137207031e-05s, path: a/c, db: /tmp/tmplq887ahy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205347.41144.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmplq887ahy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205347.41144.db -sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmplq887ahy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205347.41144.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_1 for ShardRange<'obj002' to 'obj004' as of 1750204945.93835, (0, 0) as of 1750204945.93835, cleaved as of 1750204945.93835>, path: a/c, db: /tmp/tmplq887ahy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205347.41144.db -sharder-test DEBUG: Cleaving ShardRange<'obj002' to 'obj004' as of 1750204945.93835, (0, 0) as of 1750204945.93835, cleaved as of 1750204945.93835> - shard db already in sync, path: a/c, db: /tmp/tmplq887ahy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205347.41144.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj004_1 for ShardRange, path: a/c, db: /tmp/tmplq887ahy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205347.41144.db -sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_obj004_1 in state cleaved: 0 successes, 1 required, shard db: /tmp/tmplq887ahy/sda/containers/0/bfe/b55a9dc722fe1d09a190c59b30578bfe/b55a9dc722fe1d09a190c59b30578bfe.db, path: a/c, db: /tmp/tmplq887ahy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205347.41144.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmplq887ahy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205347.41144.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmplq887ahy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205347.41144.db -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmplq887ahy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205347.41144.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmplq887ahy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205347.41144.db -sharder-test DEBUG: misplaced object source bounds [('', 'obj002')], path: a/c, db: /tmp/tmplq887ahy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205347.41144.db -sharder-test DEBUG: got 0 rows (deleted=False) in 6.508827209472656e-05s, path: a/c, db: /tmp/tmplq887ahy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205347.41144.db -sharder-test DEBUG: got 0 rows (deleted=True) in 5.316734313964844e-05s, path: a/c, db: /tmp/tmplq887ahy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205347.41144.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmplq887ahy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205347.41144.db -sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmplq887ahy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205347.41144.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_1 for ShardRange<'obj002' to 'obj004' as of 1750204945.93835, (0, 0) as of 1750204945.93835, cleaved as of 1750204945.93835>, path: a/c, db: /tmp/tmplq887ahy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205347.41144.db -sharder-test DEBUG: Cleaving ShardRange<'obj002' to 'obj004' as of 1750204945.93835, (0, 0) as of 1750204945.93835, cleaved as of 1750204945.93835> - shard db already in sync, path: a/c, db: /tmp/tmplq887ahy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205347.41144.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj004_1 for ShardRange, path: a/c, db: /tmp/tmplq887ahy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205347.41144.db -sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_obj004_1 in state cleaved: 0 successes, 0 required, shard db: /tmp/tmplq887ahy/sda/containers/0/bfe/b55a9dc722fe1d09a190c59b30578bfe/b55a9dc722fe1d09a190c59b30578bfe.db, path: a/c, db: /tmp/tmplq887ahy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205347.41144.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmplq887ahy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205347.41144.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmplq887ahy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205347.41144.db -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmplq887ahy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205347.41144.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmplq887ahy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205347.41144.db -sharder-test DEBUG: misplaced object source bounds [('', 'obj002')], path: a/c, db: /tmp/tmplq887ahy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205347.41144.db -sharder-test DEBUG: got 0 rows (deleted=False) in 7.200241088867188e-05s, path: a/c, db: /tmp/tmplq887ahy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205347.41144.db -sharder-test DEBUG: got 0 rows (deleted=True) in 5.9604644775390625e-05s, path: a/c, db: /tmp/tmplq887ahy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205347.41144.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmplq887ahy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205347.41144.db -sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmplq887ahy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205347.41144.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_1 for ShardRange<'obj002' to 'obj004' as of 1750204945.93835, (0, 0) as of 1750204945.93835, cleaved as of 1750204945.93835>, path: a/c, db: /tmp/tmplq887ahy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205347.41144.db -sharder-test DEBUG: Cleaving ShardRange<'obj002' to 'obj004' as of 1750204945.93835, (0, 0) as of 1750204945.93835, cleaved as of 1750204945.93835> - shard db already in sync, path: a/c, db: /tmp/tmplq887ahy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205347.41144.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj004_1 for ShardRange, path: a/c, db: /tmp/tmplq887ahy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205347.41144.db -sharder-test INFO: Cleaved ShardRange<'obj002' to 'obj004' as of 1750204945.93835, (0, 0) as of 1750204945.93835, cleaved as of 1750204945.93835> in 0.003s, path: a/c, db: /tmp/tmplq887ahy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205347.41144.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj006_2 for ShardRange<'obj004' to 'obj006' as of 1750204945.93835, (0, 0) as of 1750204945.93835, created as of 1750204945.93835>, path: a/c, db: /tmp/tmplq887ahy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205347.41144.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.0002334117889404297s, path: a/c, db: /tmp/tmplq887ahy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011229515075683594s, path: a/c, db: /tmp/tmplq887ahy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj006_2 for ShardRange, path: a/c, db: /tmp/tmplq887ahy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205347.41144.db -sharder-test INFO: Cleaved ShardRange<'obj004' to 'obj006' as of 1750204945.93835, (2, 2) as of 1750205348.14394, cleaved as of 1750204945.93835> in 0.038s, path: a/c, db: /tmp/tmplq887ahy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205347.41144.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmplq887ahy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205347.41144.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmplq887ahy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205347.41144.db -sharder-test WARNING: shard_replication_quorum of 99 exceeds replica count 3, reducing to 3 -sharder-test WARNING: existing_shard_replication_quorum of 99 exceeds replica count 3, reducing to 3 -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmplq887ahy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205347.41144.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmplq887ahy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205347.41144.db -sharder-test DEBUG: misplaced object source bounds [('', 'obj006')], path: a/c, db: /tmp/tmplq887ahy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205347.41144.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.870529174804688e-05s, path: a/c, db: /tmp/tmplq887ahy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205347.41144.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00019884109497070312s, path: a/c, db: /tmp/tmplq887ahy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205347.41144.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmplq887ahy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205347.41144.db -sharder-test DEBUG: Continuing to cleave (3 done, 1 todo), path: a/c, db: /tmp/tmplq887ahy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205347.41144.db -sharder-test INFO: Cleaving from row None into .shards_a/c__3 for ShardRange<'obj006' to MaxBound as of 1750204945.93835, (0, 0) as of 1750204945.93835, created as of 1750204945.93835>, path: a/c, db: /tmp/tmplq887ahy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205347.41144.db -test.unit.container.test_sharder.TestSharder.test_shard_replication_quorum_failures -test.unit.container.test_sharder.TestSharder.test_shard_replication_quorum_failures ... ok -test.unit.container.test_sharder.TestSharder.test_sharded_record_sharding_progress_missing_contexts -test.unit.container.test_sharder.TestSharder.test_sharded_record_sharding_progress_missing_contexts ... ok -test.unit.container.test_sharder.TestSharder.test_sharding_enabled -test.unit.container.test_sharder.TestSharder.test_sharding_enabled ... ok -sharder-test DEBUG: got 3 rows (deleted=False) in 0.0001838207244873047s, path: a/c, db: /tmp/tmplq887ahy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012922286987304688s, path: a/c, db: /tmp/tmplq887ahy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__3 for ShardRange, path: a/c, db: /tmp/tmplq887ahy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205347.41144.db -sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c__3 in state cleaved: 2 successes, 3 required, shard db: /tmp/tmplq887ahy/sda/containers/0/9ac/9e841001bff6814f3b71b819b72209ac/9e841001bff6814f3b71b819b72209ac.db, path: a/c, db: /tmp/tmplq887ahy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205347.41144.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmplq887ahy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205347.41144.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmplq887ahy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205347.41144.db -sharder-test WARNING: shard_replication_quorum of 99 exceeds replica count 3, reducing to 3 -sharder-test WARNING: existing_shard_replication_quorum of 99 exceeds replica count 3, reducing to 3 -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmplq887ahy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205347.41144.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmplq887ahy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205347.41144.db -sharder-test DEBUG: misplaced object source bounds [('', 'obj006')], path: a/c, db: /tmp/tmplq887ahy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205347.41144.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00023555755615234375s, path: a/c, db: /tmp/tmplq887ahy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205347.41144.db -sharder-test DEBUG: got 0 rows (deleted=True) in 6.175041198730469e-05s, path: a/c, db: /tmp/tmplq887ahy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205347.41144.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmplq887ahy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205347.41144.db -sharder-test DEBUG: Continuing to cleave (3 done, 1 todo), path: a/c, db: /tmp/tmplq887ahy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205347.41144.db -sharder-test INFO: Cleaving from row None into .shards_a/c__3 for ShardRange<'obj006' to MaxBound as of 1750204945.93835, (0, 0) as of 1750204945.93835, created as of 1750204945.93835>, path: a/c, db: /tmp/tmplq887ahy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205347.41144.db -sharder-test DEBUG: Cleaving ShardRange<'obj006' to MaxBound as of 1750204945.93835, (0, 0) as of 1750204945.93835, created as of 1750204945.93835> - shard db already in sync, path: a/c, db: /tmp/tmplq887ahy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205347.41144.db -sharder-test INFO: Replicating new shard container .shards_a/c__3 for ShardRange, path: a/c, db: /tmp/tmplq887ahy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205347.41144.db -sharder-test INFO: Cleaved ShardRange<'obj006' to MaxBound as of 1750204945.93835, (3, 3) as of 1750205348.36480, cleaved as of 1750204945.93835> in 0.023s, path: a/c, db: /tmp/tmplq887ahy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205347.41144.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmplq887ahy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205347.41144.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmplq887ahy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmplq887ahy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205347.41144.db -sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmplq887ahy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205347.41144.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': 'f530ddc6-b13b-419c-90c0-f9e603e36515-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpv2na0o6u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205348.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': 'f530ddc6-b13b-419c-90c0-f9e603e36515-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpv2na0o6u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205348.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': 'f530ddc6-b13b-419c-90c0-f9e603e36515-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpv2na0o6u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205348.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': 'f530ddc6-b13b-419c-90c0-f9e603e36515-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpv2na0o6u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205348.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '4383234d-675e-4b99-ab94-ee870cbd7a91-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpv2na0o6u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205348.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9e569g6a/sda/containers/0/ash/c2hash/c2hash.db' -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9e569g6a/sda/containers/0/ash/c1hash/c1hash.db' -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9e569g6a/sda/containers/0/ash/c3hash/c3hash.db' -sharder-test INFO: Since Tue Jun 17 12:09:08 2025 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Tue Jun 17 12:09:08 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jun 17 12:09:08 2025 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jun 17 12:09:08 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jun 17 12:09:08 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Tue Jun 17 12:09:08 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -test.unit.container.test_sharder.TestSharder.test_shrinking_candidate_recon_dump -test.unit.container.test_sharder.TestSharder.test_shrinking_candidate_recon_dump ... ok -test.unit.container.test_sharder.TestSharder.test_update_root_container_all_ranges -test.unit.container.test_sharder.TestSharder.test_update_root_container_all_ranges ... ok -test.unit.container.test_sharder.TestSharder.test_update_root_container_already_reported -test.unit.container.test_sharder.TestSharder.test_update_root_container_already_reported ... ok -sharder-test INFO: Since Tue Jun 17 12:09:08 2025 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jun 17 12:09:09 2025 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Tue Jun 17 12:09:09 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jun 17 12:09:09 2025 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jun 17 12:09:09 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jun 17 12:09:09 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Tue Jun 17 12:09:09 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Tue Jun 17 12:09:09 2025 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jun 17 12:09:09 2025 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Tue Jun 17 12:09:09 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jun 17 12:09:09 2025 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jun 17 12:09:09 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jun 17 12:09:09 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Tue Jun 17 12:09:09 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Tue Jun 17 12:09:09 2025 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jun 17 12:09:09 2025 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Tue Jun 17 12:09:09 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jun 17 12:09:09 2025 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jun 17 12:09:09 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jun 17 12:09:09 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Tue Jun 17 12:09:09 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Tue Jun 17 12:09:09 2025 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jun 17 12:09:09 2025 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Tue Jun 17 12:09:09 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jun 17 12:09:09 2025 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jun 17 12:09:09 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jun 17 12:09:09 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Tue Jun 17 12:09:09 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Tue Jun 17 12:09:09 2025 audit_shard - attempted:0 success:0 failure:0 -sharder-test DEBUG: updated root objs=0, tombstones=-1, path: a/c, db: /tmp/tmpv3och1jz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=0, tombstones=-1, path: a/c, db: /tmp/tmpv3och1jz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpv3och1jz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=3, tombstones=0, path: a/c, db: /tmp/tmpv3och1jz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpv3och1jz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=4, tombstones=0, path: a/c, db: /tmp/tmpv3och1jz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpv3och1jz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=5, tombstones=0, path: a/c, db: /tmp/tmpv3och1jz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpv3och1jz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=6, tombstones=0, path: a/c, db: /tmp/tmpv3och1jz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpv3och1jz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=7, tombstones=0, path: a/c, db: /tmp/tmpv3och1jz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpv3och1jz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=8, tombstones=0, path: a/c, db: /tmp/tmpv3och1jz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmprjq_dqcl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmprjq_dqcl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmprjq_dqcl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmprjq_dqcl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmprjq_dqcl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmprjq_dqcl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=0, tombstones=0, path: a/c, db: /tmp/tmp50yb_nko/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=0, tombstones=0, path: a/c, db: /tmp/tmp50yb_nko/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmp50yb_nko/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=3, tombstones=0, path: a/c, db: /tmp/tmp50yb_nko/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmp50yb_nko/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=4, tombstones=0, path: a/c, db: /tmp/tmp50yb_nko/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmp50yb_nko/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=5, tombstones=0, path: a/c, db: /tmp/tmp50yb_nko/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmp50yb_nko/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -test.unit.container.test_sharder.TestSharder.test_update_root_container_own_range -test.unit.container.test_sharder.TestSharder.test_update_root_container_own_range ... ok -test.unit.container.test_sharder.TestSharder.test_update_stat -test.unit.container.test_sharder.TestSharder.test_update_stat ... ok -test.unit.container.test_sharder.TestSharder.test_yield_objects -test.unit.container.test_sharder.TestSharder.test_yield_objects ... ok -sharder-test DEBUG: updated root objs=6, tombstones=0, path: a/c, db: /tmp/tmp50yb_nko/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmp50yb_nko/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=7, tombstones=0, path: a/c, db: /tmp/tmp50yb_nko/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmp50yb_nko/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=8, tombstones=0, path: a/c, db: /tmp/tmp50yb_nko/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=8, tombstones=0, path: a/c, db: /tmp/tmp50yb_nko/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=8, tombstones=0, path: a/c, db: /tmp/tmp50yb_nko/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 3, path: a/c, db: /tmp/tmp50yb_nko/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=5, tombstones=3, path: a/c, db: /tmp/tmp50yb_nko/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 4, path: a/c, db: /tmp/tmp50yb_nko/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=4, tombstones=4, path: a/c, db: /tmp/tmp50yb_nko/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 5, path: a/c, db: /tmp/tmp50yb_nko/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=3, tombstones=5, path: a/c, db: /tmp/tmp50yb_nko/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 6, path: a/c, db: /tmp/tmp50yb_nko/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=2, tombstones=6, path: a/c, db: /tmp/tmp50yb_nko/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 7, path: a/c, db: /tmp/tmp50yb_nko/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=1, tombstones=7, path: a/c, db: /tmp/tmp50yb_nko/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 8, path: a/c, db: /tmp/tmp50yb_nko/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=0, tombstones=8, path: a/c, db: /tmp/tmp50yb_nko/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 15 rows (deleted=False) in 0.00029158592224121094s, path: a/c, db: /tmp/tmp2bqi4z6b/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 15 rows (deleted=True) in 0.0001964569091796875s, path: a/c, db: /tmp/tmp2bqi4z6b/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 10 rows (deleted=False) in 0.00013756752014160156s, path: a/c, db: /tmp/tmp2bqi4z6b/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 5 rows (deleted=False) in 0.0021660327911376953s, path: a/c, db: /tmp/tmp2bqi4z6b/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 10 rows (deleted=True) in 0.0001163482666015625s, path: a/c, db: /tmp/tmp2bqi4z6b/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 5 rows (deleted=True) in 0.00014543533325195312s, path: a/c, db: /tmp/tmp2bqi4z6b/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 5 rows (deleted=False) in 0.0001850128173828125s, path: a/c, db: /tmp/tmp2bqi4z6b/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 5 rows (deleted=True) in 0.00014710426330566406s, path: a/c, db: /tmp/tmp2bqi4z6b/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001690387725830078s, path: a/c, db: /tmp/tmp0ekc8rw_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 4 rows (deleted=False) in 0.0001423358917236328s, path: a/c, db: /tmp/tmp0ekc8rw_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00013709068298339844s, path: a/c, db: /tmp/tmp0ekc8rw_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 4 rows (deleted=True) in 0.00013566017150878906s, path: a/c, db: /tmp/tmp0ekc8rw_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00013184547424316406s, path: a/c, db: /tmp/tmp0ekc8rw_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 4 rows (deleted=False) in 0.00010180473327636719s, path: a/c, db: /tmp/tmp0ekc8rw_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0007312297821044922s, path: a/c, db: /tmp/tmp0ekc8rw_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 4 rows (deleted=True) in 9.942054748535156e-05s, path: a/c, db: /tmp/tmp0ekc8rw_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=True) in 8.702278137207031e-05s, path: a/c, db: /tmp/tmp0ekc8rw_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 4 rows (deleted=False) in 0.00014853477478027344s, path: a/c, db: /tmp/tmp0ekc8rw_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 9.1552734375e-05s, path: a/c, db: /tmp/tmp0ekc8rw_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 4 rows (deleted=True) in 0.0001399517059326172s, path: a/c, db: /tmp/tmp0ekc8rw_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=True) in 8.678436279296875e-05s, path: a/c, db: /tmp/tmp0ekc8rw_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 9.72747802734375e-05s, path: a/c, db: /tmp/tmp0ekc8rw_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.000194549560546875s, path: a/c, db: /tmp/tmp0ekc8rw_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=True) in 9.799003601074219e-05s, path: a/c, db: /tmp/tmp0ekc8rw_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 3 rows (deleted=False) in 9.393692016601562e-05s, path: a/c, db: /tmp/tmp0ekc8rw_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -test.unit.container.test_sharder.TestSharder.test_yield_objects_to_shard_range -test.unit.container.test_sharder.TestSharder.test_yield_objects_to_shard_range ... ok -test.unit.container.test_sharder.TestSharder.test_yield_objects_to_shard_range_no_objects -test.unit.container.test_sharder.TestSharder.test_yield_objects_to_shard_range_no_objects ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_finalize_shrinking -test.unit.container.test_sharder.TestSharderFunctions.test_finalize_shrinking ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_most_cleave_progress -test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_most_cleave_progress ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_no_complete_path -test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_no_complete_path ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_two_sub_path_splits -test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_two_sub_path_splits ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_whole_path_split -test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_whole_path_split ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_all_donors_shrink_to_root -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_all_donors_shrink_to_root ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_donors_but_no_suitable_acceptor -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_donors_but_no_suitable_acceptor ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_eligible_states -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_eligible_states ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_expansion_limit -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_expansion_limit ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_expansion_limit_with_tombstones -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_expansion_limit_with_tombstones ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_four_donors_two_acceptors -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_four_donors_two_acceptors ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_max_expanding -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_max_expanding ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_max_shrinking -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_max_shrinking ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_nine_donors_one_acceptor -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_nine_donors_one_acceptor ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_no_donors -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_no_donors ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_no_gaps -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_no_gaps ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_overlapping_ranges -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_overlapping_ranges ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_overlapping_ranges_with_ineligible_state -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_overlapping_ranges_with_ineligible_state ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shard_ranges_in_found_state -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shard_ranges_in_found_state ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shrink_threshold -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shrink_threshold ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shrink_threshold_with_tombstones -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shrink_threshold_with_tombstones ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_single_donor_shrink_to_root -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_single_donor_shrink_to_root ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_overlapping_ranges -test.unit.container.test_sharder.TestSharderFunctions.test_find_overlapping_ranges ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_paths_with_gaps -test.unit.container.test_sharder.TestSharderFunctions.test_find_paths_with_gaps ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_shrinking_candidates -test.unit.container.test_sharder.TestSharderFunctions.test_find_shrinking_candidates ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_is_sharding_candidate -test.unit.container.test_sharder.TestSharderFunctions.test_is_sharding_candidate ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_is_shrinking_candidate -test.unit.container.test_sharder.TestSharderFunctions.test_is_shrinking_candidate ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_process_compactible -test.unit.container.test_sharder.TestSharderFunctions.test_process_compactible ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_update_own_shard_range_stats -test.unit.container.test_sharder.TestSharderFunctions.test_update_own_shard_range_stats ... ok -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_creates_empty_hashes -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_creates_empty_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_handoff -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_mixed -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_mixed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_no_hashes -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_no_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_primary -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_primary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_revert_only_tombstones -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_revert_only_tombstones ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_cleans_tmp -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_cleans_tmp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_creates_datadir -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_creates_datadir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_creates_datadir_error -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_creates_datadir_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_mount_check -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_mount_check ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_multi_device_skips_non_non_local_devs -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_multi_device_skips_non_non_local_devs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_multi_device_skips_non_ring_devices -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_multi_device_skips_non_ring_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_overrides -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_overrides ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_invalid_paths -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_invalid_paths ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_non_ec_policy_and_device -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_non_ec_policy_and_device ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_non_local_devs_servers_per_port -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_non_local_devs_servers_per_port ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_local_devices -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_local_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_local_devices_with_no_ec_policy_env -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_local_devices_with_no_ec_policy_env ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffix_delta -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffix_delta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffixes_in_sync -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffixes_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffixes_to_sync -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffixes_to_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_first_enables_handoffs_only -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_first_enables_handoffs_only ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_default -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_default ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_enabled -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_enabled ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_false_and_first_false -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_false_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_false_and_first_none -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_false_and_first_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_ignores_handoffs_first -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_ignores_handoffs_first ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_none_and_first_false -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_none_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_true_and_first_false -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_true_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_true_and_first_true -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_true_and_first_true ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_handoff -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_down -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_down ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_in_sync -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_not_in_sync -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_not_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_some_in_sync -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_some_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup_but_already_reclaimed -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup_but_already_reclaimed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup_tombstone -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_cleanup_meta_pure_handoff -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_cleanup_meta_pure_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_not_cleanup_meta_also_primary -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_not_cleanup_meta_also_primary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_not_cleanup_meta_new_data -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_not_cleanup_meta_new_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_is_handoff_fails -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_is_handoff_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_suffix_call_errors -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_suffix_call_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_sync_missing_durable -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_sync_missing_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_sync_partner_unmounted -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_sync_partner_unmounted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_will_not_revert_to_handoff -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_will_not_revert_to_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_reconstruct_removes_non_partition_files -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_reconstruct_removes_non_partition_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_reconstruct_with_no_ec_policy_env -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_reconstruct_with_no_ec_policy_env ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_ring_ip_and_bind_ip -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_ring_ip_and_bind_ip ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_sync_duplicates_to_remote_region -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_sync_duplicates_to_remote_region ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_two_ec_policies -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_two_ec_policies ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestReplicatorStats.test_add -test.unit.obj.test_replicator.TestReplicatorStats.test_add ... ok -test.unit.obj.test_replicator.TestReplicatorStats.test_add_failure_stats -test.unit.obj.test_replicator.TestReplicatorStats.test_add_failure_stats ... ok -test.unit.obj.test_replicator.TestReplicatorStats.test_from_recon_skips_extra_fields -test.unit.obj.test_replicator.TestReplicatorStats.test_from_recon_skips_extra_fields ... ok -test.unit.obj.test_replicator.TestReplicatorStats.test_recon_roundtrip -test.unit.obj.test_replicator.TestReplicatorStats.test_recon_roundtrip ... ok -test.unit.obj.test_replicator.TestReplicatorStats.test_to_recon -test.unit.obj.test_replicator.TestReplicatorStats.test_to_recon ... ok -test.unit.obj.test_server.TestConfigOptionHandling.test_default -test.unit.obj.test_server.TestConfigOptionHandling.test_default ... ok -test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_app -test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_app ... ok -test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_both -test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_both ... ok -test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_default -test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_default ... ok -test.unit.obj.test_ssync.TestSsyncReplication.test_content_type_sync -test.unit.obj.test_ssync.TestSsyncReplication.test_content_type_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncReplication.test_expired_object -test.unit.obj.test_ssync.TestSsyncReplication.test_expired_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncReplication.test_meta_file_not_synced_to_legacy_receiver -test.unit.obj.test_ssync.TestSsyncReplication.test_meta_file_not_synced_to_legacy_receiver ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncReplication.test_meta_file_sync -test.unit.obj.test_ssync.TestSsyncReplication.test_meta_file_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncReplication.test_no_longer_expired_object_syncs -test.unit.obj.test_ssync.TestSsyncReplication.test_no_longer_expired_object_syncs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncReplication.test_no_longer_expired_object_syncs_meta -test.unit.obj.test_ssync.TestSsyncReplication.test_no_longer_expired_object_syncs_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncReplication.test_nothing_to_sync -test.unit.obj.test_ssync.TestSsyncReplication.test_nothing_to_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncReplication.test_sync -test.unit.obj.test_ssync.TestSsyncReplication.test_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_deferral_multiple_buckets -test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_deferral_multiple_buckets ... ok -test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_deferral_single_bucket -test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_deferral_single_bucket ... ok -test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_init -test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_init ... ok -test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_iteration_ratelimited -test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_iteration_ratelimited ... ok -test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_iteration_unlimited -test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_iteration_unlimited ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_account_acl_headers_translated_for_GET_HEAD -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_account_acl_headers_translated_for_GET_HEAD ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_account_info_in_response_env -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_account_info_in_response_env ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_add_acls_impossible_cases -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_add_acls_impossible_cases ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_cache_key_impossible_cases -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_cache_key_impossible_cases ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_get_deleted_account -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_get_deleted_account ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_long_acct_names -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_long_acct_names ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_DELETE -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_DELETE ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_POST -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_POST ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_PUT -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_PUT ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_stripping_swift_admin_headers -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_stripping_swift_admin_headers ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_swift_owner -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_swift_owner ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_sys_meta_headers_POST -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_sys_meta_headers_POST ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_sys_meta_headers_PUT -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_sys_meta_headers_PUT ... ok -test.unit.proxy.controllers.test_account.TestGetAccountInfo.test_get_deleted_account_410 -test.unit.proxy.controllers.test_account.TestGetAccountInfo.test_get_deleted_account_410 ... ok -test.unit.proxy.controllers.test_container.TestContainerController.test_GET_bad_requests -test.unit.proxy.controllers.test_container.TestContainerController.test_GET_bad_requests ... ok -test.unit.proxy.controllers.test_container.TestContainerController.test_container_cache_cleared_after_PUT -test.unit.proxy.controllers.test_container.TestContainerController.test_container_cache_cleared_after_PUT ... ok -test.unit.proxy.controllers.test_container.TestContainerController.test_container_info_got_cached -test.unit.proxy.controllers.test_container.TestContainerController.test_container_info_got_cached ... ok -test.unit.proxy.controllers.test_container.TestContainerController.test_handoff_has_deleted_database -test.unit.proxy.controllers.test_container.TestContainerController.test_handoff_has_deleted_database ... ok -sharder-test DEBUG: got 3 rows (deleted=True) in 9.250640869140625e-05s, path: a/c, db: /tmp/tmp0ekc8rw_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011110305786132812s, path: a/c, db: /tmp/tmp0ekc8rw_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=False) in 9.846687316894531e-05s, path: a/c, db: /tmp/tmp0ekc8rw_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=True) in 8.749961853027344e-05s, path: a/c, db: /tmp/tmp0ekc8rw_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 9.34600830078125e-05s, path: a/c, db: /tmp/tmp0ekc8rw_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=False) in 9.179115295410156e-05s, path: a/c, db: /tmp/tmp0ekc8rw_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=True) in 9.870529174804688e-05s, path: a/c, db: /tmp/tmp0ekc8rw_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 5 rows (deleted=False) in 9.489059448242188e-05s, path: a/c, db: /tmp/tmp0ekc8rw_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 5 rows (deleted=True) in 9.918212890625e-05s, path: a/c, db: /tmp/tmp0ekc8rw_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 3 rows (deleted=False) in 9.250640869140625e-05s, path: a/c, db: /tmp/tmp0ekc8rw_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 3 rows (deleted=True) in 8.821487426757812e-05s, path: a/c, db: /tmp/tmp0ekc8rw_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 9.34600830078125e-05s, path: a/c, db: /tmp/tmp0ekc8rw_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=False) in 9.226799011230469e-05s, path: a/c, db: /tmp/tmp0ekc8rw_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=True) in 0.00012302398681640625s, path: a/c, db: /tmp/tmp0ekc8rw_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 5 rows (deleted=False) in 0.000110626220703125s, path: a/c, db: /tmp/tmp0ekc8rw_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 5 rows (deleted=True) in 9.703636169433594e-05s, path: a/c, db: /tmp/tmp0ekc8rw_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 3 rows (deleted=False) in 9.393692016601562e-05s, path: a/c, db: /tmp/tmp0ekc8rw_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 3 rows (deleted=True) in 9.274482727050781e-05s, path: a/c, db: /tmp/tmp0ekc8rw_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.004230499267578125s, path: a/c, db: /tmp/tmp0ekc8rw_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 10 rows (deleted=False) in 0.00011301040649414062s, path: a/c, db: /tmp/tmp0ekc8rw_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 5 rows (deleted=False) in 0.00010395050048828125s, path: a/c, db: /tmp/tmp0ekc8rw_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 10 rows (deleted=True) in 0.0001976490020751953s, path: a/c, db: /tmp/tmp0ekc8rw_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 5 rows (deleted=True) in 9.989738464355469e-05s, path: a/c, db: /tmp/tmp0ekc8rw_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00014734268188476562s, path: a/c, db: /tmp/tmplgzze1_9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 7.963180541992188e-05s, path: a/c, db: /tmp/tmplgzze1_9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp40yndkgd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx0eb9a714829a4419bf122-00685203ab) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: tx0eb9a714829a4419bf122-00685203ab) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx0eb9a714829a4419bf122-00685203ab) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.3:1003/sda (txn: tx0eb9a714829a4419bf122-00685203ab) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.4:1004/sda (txn: tx0eb9a714829a4419bf122-00685203ab) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.5:1005/sda (txn: tx0eb9a714829a4419bf122-00685203ab) -test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500] (txn: tx0eb9a714829a4419bf122-00685203ab) -test INFO: Client disconnected on read of '/a/c' (txn: tx0eb9a714829a4419bf122-00685203ab) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx4f8060e99a5141579b2b4-00685203ab) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx4f8060e99a5141579b2b4-00685203ab) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx4f8060e99a5141579b2b4-00685203ab) -test.unit.proxy.controllers.test_container.TestContainerController.test_node_errors -test.unit.proxy.controllers.test_container.TestContainerController.test_node_errors ... ok -test.unit.proxy.controllers.test_container.TestContainerController.test_reseller_admin -test.unit.proxy.controllers.test_container.TestContainerController.test_reseller_admin ... ok -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda (txn: txbb1302db2b924be0aff45-00685203ab) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx2600ecf9e0cd4733b72b0-00685203ab) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx6abfe8b9f2e44cbd85770-00685203ab) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to PUT /a/c: Timeout (Nones) (txn: tx41758e5660f94d6cb90ef-00685203ab) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status -Exception: kaboom! (txn: txbaa5de461ba44fc5b858c-00685203ab) -test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: txc89d565ced6e4933a1a17-00685203ab) -test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txc89d565ced6e4933a1a17-00685203ab) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda (txn: tx3da82befd997451cbdfe9-00685203ab) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx60f2a4dc1d234113bc6a1-00685203ab) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx17f671a767ef4e3e8cd0c-00685203ab) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to DELETE /a/c: Timeout (Nones) (txn: tx08d20a52c49a479894073-00685203ab) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status -Exception: kaboom! (txn: txacb75d494cd241b387db9-00685203ab) -test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx0a281b715e1f49c0ac38e-00685203ab) -test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx0a281b715e1f49c0ac38e-00685203ab) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda (txn: tx707efdbad71d42e78736f-00685203ab) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx192e2364487240dcb406f-00685203ab) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx4c40af85b83349d2af765-00685203ab) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to POST /a/c: Timeout (Nones) (txn: txa1a7126e50c041a6b76f5-00685203ab) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status -Exception: kaboom! (txn: tx75089873c0514d06b77bc-00685203ab) -test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: txf3542bfa941d4da39c6ba-00685203ab) -test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txf3542bfa941d4da39c6ba-00685203ab) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: tx6fabbd63373c4f548b37a-00685203ab) -test INFO: Client disconnected on read of '/a/c' (txn: txfb56dd87f2a447e4b64f7-00685203ab) -test INFO: Client disconnected on read of '/a/c' (txn: tx04fd348bfaf24a92b4640-00685203ab) -test INFO: Client disconnected on read of '/a/c' (txn: tx04fd348bfaf24a92b4640-00685203ab) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: Container GET returning 503 for (204, 404, 503) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: Container GET returning 503 for (204, 503, 503) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: Container GET returning 503 for (404, 503, 503) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_DELETE -test.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_DELETE ... ok -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: Container GET returning 503 for (503, 503, 503) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: Container GET returning 503 for (204, 404, 503) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: Container GET returning 503 for (204, 503, 503) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_POST -test.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_POST ... ok -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: Container GET returning 503 for (404, 503, 503) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: Container GET returning 503 for (503, 503, 503) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: Container GET returning 503 for (201, 404, 503) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: Container GET returning 503 for (201, 503, 503) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda -test.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_PUT -test.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_PUT ... ok -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: Container GET returning 503 for (404, 503, 503) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: Container GET returning 503 for (503, 503, 503) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status -OSError (txn: txeab568d730ee49c39563d-00685203ac) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status -OSError (txn: txeab568d730ee49c39563d-00685203ac) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status -OSError (txn: txeab568d730ee49c39563d-00685203ac) -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to GET /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status -OSError (txn: txeab568d730ee49c39563d-00685203ac) -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status -OSError (txn: txeab568d730ee49c39563d-00685203ac) -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to GET /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status -OSError (txn: txeab568d730ee49c39563d-00685203ac) -test ERROR: Container GET returning 503 for [] (txn: txeab568d730ee49c39563d-00685203ac) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: txf3d6ad00b08f4848930f3-00685203ac) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: txf3d6ad00b08f4848930f3-00685203ac) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: txf3d6ad00b08f4848930f3-00685203ac) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.3:1003/sda (txn: txf3d6ad00b08f4848930f3-00685203ac) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.4:1004/sda (txn: txf3d6ad00b08f4848930f3-00685203ac) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.5:1005/sda (txn: txf3d6ad00b08f4848930f3-00685203ac) -test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500] (txn: txf3d6ad00b08f4848930f3-00685203ac) -test INFO: Client disconnected on read of '/a/c' (txn: tx752c2eebebeb4dfe805fc-00685203ac) -test INFO: Client disconnected on read of '/a/c' (txn: tx62bdbf26eed04ab2b9d38-00685203ac) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txb175df323db64d9a9428a-00685203ac) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txb175df323db64d9a9428a-00685203ac) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txb175df323db64d9a9428a-00685203ac) -test ERROR: Container GET returning 503 for [] (txn: txb175df323db64d9a9428a-00685203ac) -test INFO: Client disconnected on read of '/a/c' (txn: txb175df323db64d9a9428a-00685203ac) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx02d22319af3e4c0499d3d-00685203ac) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx02d22319af3e4c0499d3d-00685203ac) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx02d22319af3e4c0499d3d-00685203ac) -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx02d22319af3e4c0499d3d-00685203ac) -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx02d22319af3e4c0499d3d-00685203ac) -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx02d22319af3e4c0499d3d-00685203ac) -test ERROR: Container GET returning 503 for [] (txn: tx02d22319af3e4c0499d3d-00685203ac) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txba5d3ccf4812417ea086e-00685203ac) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txba5d3ccf4812417ea086e-00685203ac) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txba5d3ccf4812417ea086e-00685203ac) -test.unit.proxy.controllers.test_container.TestContainerController.test_response_codes_for_GET -test.unit.proxy.controllers.test_container.TestContainerController.test_response_codes_for_GET ... ok -test.unit.proxy.controllers.test_container.TestContainerController.test_swift_owner -test.unit.proxy.controllers.test_container.TestContainerController.test_swift_owner ... ok -test.unit.proxy.controllers.test_container.TestContainerController.test_sys_meta_headers_POST -test.unit.proxy.controllers.test_container.TestContainerController.test_sys_meta_headers_POST ... ok -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txba5d3ccf4812417ea086e-00685203ac) -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txba5d3ccf4812417ea086e-00685203ac) -test ERROR: Container GET returning 503 for [] (txn: txba5d3ccf4812417ea086e-00685203ac) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txb893e476c8944735aa06f-00685203ac) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txb893e476c8944735aa06f-00685203ac) -test ERROR: Container GET returning 503 for [] (txn: txb893e476c8944735aa06f-00685203ac) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx1bca50d67ce7469292d98-00685203ac) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: txf090638d1172442a8751d-00685203ac) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: txf090638d1172442a8751d-00685203ac) -test ERROR: Container GET returning 503 for [500, 500] (txn: txf090638d1172442a8751d-00685203ac) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: txbf9dc58aceec4e538b544-00685203ac) -test ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: tx4fef6de88a34431c8025f-00685203ac) -test DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx4fef6de88a34431c8025f-00685203ac) -test INFO: Client disconnected on read of '/a/c' (txn: tx4fef6de88a34431c8025f-00685203ac) -test ERROR: Container GET returning 503 for [] (txn: tx005c29df34af4b46a5af9-00685203ac) -test INFO: Client disconnected on read of '/a/c' (txn: tx005c29df34af4b46a5af9-00685203ac) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: tx0276d2301b874ca58ef6c-00685203ac) -test INFO: Client disconnected on read of '/a/c' (txn: tx0276d2301b874ca58ef6c-00685203ac) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx04f647ba46c642eb8cd43-00685203ac) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx04f647ba46c642eb8cd43-00685203ac) -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx04f647ba46c642eb8cd43-00685203ac) -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx04f647ba46c642eb8cd43-00685203ac) -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx04f647ba46c642eb8cd43-00685203ac) -test ERROR: Container GET returning 503 for (200, 503, 503) (txn: tx04f647ba46c642eb8cd43-00685203ac) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx2e479ed5173642af9b6b2-00685203ac) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx2e479ed5173642af9b6b2-00685203ac) -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx2e479ed5173642af9b6b2-00685203ac) -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx2e479ed5173642af9b6b2-00685203ac) -test.unit.proxy.controllers.test_container.TestContainerController.test_sys_meta_headers_PUT -test.unit.proxy.controllers.test_container.TestContainerController.test_sys_meta_headers_PUT ... ok -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_default_proxy_config -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_default_proxy_config ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_log_name -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_log_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_bad_section_name -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_bad_section_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_equality -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_equality ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_inherits_defaults -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_inherits_defaults ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_read_affinity_value -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_read_affinity_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_sorting_method_value -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_sorting_method_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_write_affinity_node_count_value -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_write_affinity_node_count_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_write_affinity_value -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_write_affinity_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_none_configured -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_none_configured ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_one_configured -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_one_configured ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_affinity -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_concurrency_settings -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_concurrency_settings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_sorting_method -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_sorting_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_section_name_inherits_from_app_section_name -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_section_name_inherits_from_app_section_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_sets_timing_sorting_method -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_sets_timing_sorting_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_warns_about_sorting_method_mismatch -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_warns_about_sorting_method_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_warns_override_sorting_method_mismatch -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_warns_override_sorting_method_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_with_DEFAULT_options -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_with_DEFAULT_options ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_with_unknown_policy -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_with_unknown_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx2e479ed5173642af9b6b2-00685203ac) -test ERROR: Container GET returning 503 for (200, 503, 503) (txn: tx2e479ed5173642af9b6b2-00685203ac) -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmpxghasym5/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpxghasym5/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmpxghasym5/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpxghasym5/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:09:16 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.0282 "-" 635430 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:09:16 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0129 "-" 635430 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:09:16 +0000] "PUT /sda1/0/a1" 201 - "-" "test" "-" 0.0137 "-" 635430 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:09:16 +0000] "PUT /sdb1/0/a1" 201 - "-" "test" "-" 0.2268 "-" 635430 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:09:16 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txb168413755464d03ac60f-00685203ac" "proxy-server 635430" 0.0009 "-" 635430 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:09:16 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:33559/sda1/0/a/c" "txb168413755464d03ac60f-00685203ac" "container-server 635430" 0.0013 "-" 635430 0 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:09:16 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:60829/sdb1/0/a/c" "txb168413755464d03ac60f-00685203ac" "container-server 635430" 0.0010 "-" 635430 0 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:00:09:16 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "txb168413755464d03ac60f-00685203ac" "proxy-server 635430" 0.0900 "-" 635430 0 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:00:09:16 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "txb168413755464d03ac60f-00685203ac" "proxy-server 635430" 0.3871 "-" 635430 0 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/00/09/16 PUT /v1/a/c HTTP/1.0 201 - - t - - - txb168413755464d03ac60f-00685203ac - 0.3933 - - 1750205356.382024288 1750205356.775369406 0 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:09:16 +0000] "HEAD /sda1/0/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx1b7ec0b7e07b4d9c940ac-00685203ac" "proxy-server 635430" 0.0012 "-" 635430 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:09:17 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://127.0.0.1:33559/sda1/2/a1/c1" "tx1b7ec0b7e07b4d9c940ac-00685203ac" "container-server 635430" 0.0009 "-" 635430 0 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:09:17 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://127.0.0.1:60829/sdb1/2/a1/c1" "tx1b7ec0b7e07b4d9c940ac-00685203ac" "container-server 635430" 0.0008 "-" 635430 0 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:00:09:17 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx1b7ec0b7e07b4d9c940ac-00685203ac" "proxy-server 635430" 0.3849 "-" 635430 0 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:00:09:17 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx1b7ec0b7e07b4d9c940ac-00685203ac" "proxy-server 635430" 0.0673 "-" 635430 0 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/00/09/17 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx1b7ec0b7e07b4d9c940ac-00685203ac - 0.3920 - - 1750205356.776715040 1750205357.168697357 0 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:09:17 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx42f99761cb744d62b0ca3-00685203ad" "proxy-server 635430" 0.4153 "-" 635430 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:09:17 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:60829/sdb1/0/a/c1" "tx42f99761cb744d62b0ca3-00685203ad" "container-server 635430" 0.0025 "-" 635430 1 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:09:17 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:33559/sda1/0/a/c1" "tx42f99761cb744d62b0ca3-00685203ad" "container-server 635430" 0.0268 "-" 635430 1 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:00:09:17 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx42f99761cb744d62b0ca3-00685203ad" "proxy-server 635430" 0.3947 "-" 635430 1 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:00:09:17 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx42f99761cb744d62b0ca3-00685203ad" "proxy-server 635430" 0.0573 "-" 635430 1 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/00/09/17 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx42f99761cb744d62b0ca3-00685203ad - 0.8165 - - 1750205357.169694901 1750205357.986228466 1 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:09:18 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx39ea2c3cf0fb4a27849d4-00685203ad" "proxy-server 635430" 0.0127 "-" 635430 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:09:18 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:33559/sda1/2/a/c2" "tx39ea2c3cf0fb4a27849d4-00685203ad" "container-server 635430" 0.0288 "-" 635430 2 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:09:18 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:60829/sdb1/2/a/c2" "tx39ea2c3cf0fb4a27849d4-00685203ad" "container-server 635430" 0.0010 "-" 635430 2 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:00:09:18 +0000] "PUT /sdb1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx39ea2c3cf0fb4a27849d4-00685203ad" "proxy-server 635430" 0.0517 "-" 635430 2 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:00:09:18 +0000] "PUT /sda1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx39ea2c3cf0fb4a27849d4-00685203ad" "proxy-server 635430" 0.0730 "-" 635430 2 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/00/09/18 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx39ea2c3cf0fb4a27849d4-00685203ad - 0.0905 - - 1750205357.987286568 1750205358.077821016 2 ---------------------------------------------------------------------- -Ran 8924 tests in 422.190s +Ran 8924 tests in 440.592s OK (skipped=1814) + stestr slowest -Test id Runtime (s) ------------------------------------------------------------------------------------------------------------------- ----------- -test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_root_ranges_not_merged_not_cleaving 100.598 -test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_container_merge_other_ranges 66.916 -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges_state 49.209 -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges_state 47.790 -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges_state 43.105 -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_state 42.783 -test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges_state 41.914 -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges_state 32.162 -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_merge_while_sharding 31.196 -test.unit.container.test_sharder.TestSharder.test_audit_shard_container_merge_other_ranges 30.339 +Test id Runtime (s) +------------------------------------------------------------------------------------------------------------ ----------- +test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_root_ranges_not_merged_not_cleaving 56.491 +test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_container_merge_other_ranges 44.057 +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_not_merged_not_cleaving 42.741 +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_not_merged_once_sharded 42.469 +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_merge_while_sharding 39.965 +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges_state 31.576 +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges_state 30.232 +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_cleaving_not_merged_while_cleaving 28.766 +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges_state 28.416 +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges_state 27.926 + rm -rf .stestr -+ [ 3.11 = disabled ] -+ cut -d. -f1 -+ echo 3.11 ++ for pyvers in ${PYTHON3S} ++ '[' 3.11 = disabled ']' +++ echo 3.11 +++ cut -d. -f1 + PYMAJOR=3 -+ echo ===> Testing with python (python3) ++ echo '===> Testing with python (python3)' ===> Testing with python (python3) -+ pwd -+ [ -d /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages ] -+ [ -z /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages ] -+ [ -e .stestr.conf ] -+ [ -x /usr/bin/python3-stestr ] +++ pwd ++ '[' -d /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages ']' ++ '[' -z /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages ']' ++ '[' -e .stestr.conf ']' ++ '[' -x /usr/bin/python3-stestr ']' + STESTR=stestr + rm -rf .stestr -+ PYTHON=python3.11 stestr run --parallel --subunit --test-path test/unit test\.unit\.(?!common\.test_utils\.TestUtils\.test_get_logger_sysloghandler_plumbing|common\.middleware\.test_cname_lookup\.TestCNAMELookup.*|common\.test_db\.TestDatabaseBroker\.test_get.*|container\.test_sync\.TestContainerSync\.test_init.*|common\.test_utils\.TestPunchHoleReally\.test_punch_a_hole.*|common\.test_utils\.Test_LibcWrapper\.test_argument_plumbing.*|common\.test_utils\.TestUtils\.test_load_pkg_resource_importlib.*|common\.test_db_replicator\.TestHandoffsOnly.*|common\.ring\.test_builder\.TestGetRequiredOverload\.test_perfect_four_zone_four_replica_bad_placement|common\.test_wsgi\.TestWSGI.*|obj\.test_expirer\.TestObjectExpirer\.test_delete_actual_object|common\.test_memcached\.TestMemcached\.test_get_conns_hostname6|common\.test_memcached\.TestMemcached\.test_get_conns_v6|common\.test_memcached\.TestMemcached\.test_get_conns_v6_default|obj\.test_reconstructor\.TestWorkerReconstructor\.test_run_forever_recon_aggregation|proxy\.controllers\.test_obj\.TestECObjController\.test_GET_with_duplicate_but_sufficient_frag_indexes|proxy\.test_mem_server\.TestProxyServer\.test_statsd_prefix|proxy\.controllers\.test_obj\.TestECObjController\.test_GET_read_timeout|proxy\.controllers\.test_base\.TestGetOrHeadHandler\.test_disconnected_logging|obj\.test_expirer\.TestObjectExpirer\.test_failed_delete_continues_on|obj\.test_replicator\.TestObjectReplicator\.test_update) + subunit2pyunit -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_empty -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_empty ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_invalid_partition -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_invalid_partition ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_commit_pending -test.unit.account.test_backend.TestCommonAccountBroker.test_commit_pending ... ok -test.unit.account.test_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers -test.unit.account.test_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers ... ok -test.unit.account.test_replicator.TestReplicatorSync.test_local_ids -test.unit.account.test_replicator.TestReplicatorSync.test_local_ids ... ok ++ PYTHON=python3.11 ++ stestr run --parallel --subunit --test-path test/unit 'test\.unit\.(?!common\.test_utils\.TestUtils\.test_get_logger_sysloghandler_plumbing|common\.middleware\.test_cname_lookup\.TestCNAMELookup.*|common\.test_db\.TestDatabaseBroker\.test_get.*|container\.test_sync\.TestContainerSync\.test_init.*|common\.test_utils\.TestPunchHoleReally\.test_punch_a_hole.*|common\.test_utils\.Test_LibcWrapper\.test_argument_plumbing.*|common\.test_utils\.TestUtils\.test_load_pkg_resource_importlib.*|common\.test_db_replicator\.TestHandoffsOnly.*|common\.ring\.test_builder\.TestGetRequiredOverload\.test_perfect_four_zone_four_replica_bad_placement|common\.test_wsgi\.TestWSGI.*|obj\.test_expirer\.TestObjectExpirer\.test_delete_actual_object|common\.test_memcached\.TestMemcached\.test_get_conns_hostname6|common\.test_memcached\.TestMemcached\.test_get_conns_v6|common\.test_memcached\.TestMemcached\.test_get_conns_v6_default|obj\.test_reconstructor\.TestWorkerReconstructor\.test_run_forever_recon_aggregation|proxy\.controllers\.test_obj\.TestECObjController\.test_GET_with_duplicate_but_sufficient_frag_indexes|proxy\.test_mem_server\.TestProxyServer\.test_statsd_prefix|proxy\.controllers\.test_obj\.TestECObjController\.test_GET_read_timeout|proxy\.controllers\.test_base\.TestGetOrHeadHandler\.test_disconnected_logging|obj\.test_expirer\.TestObjectExpirer\.test_failed_delete_continues_on|obj\.test_replicator\.TestObjectReplicator\.test_update)' +test.unit.account.test_utils.TestAccountUtils.test_account_listing_reserved_names +test.unit.account.test_utils.TestAccountUtils.test_account_listing_reserved_names ... ok +test.unit.account.test_utils.TestAccountUtils.test_account_listing_response +test.unit.account.test_utils.TestAccountUtils.test_account_listing_response ... ok +test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_empty_memory_broker +test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_empty_memory_broker ... ok +test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_fake_broker +test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_fake_broker ... ok +test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_with_data +test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_with_data ... ok +test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_with_legacy_data +test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_with_legacy_data ... ok +test.unit.cli.test_reload.TestValidateManagerPid.test_good +test.unit.cli.test_reload.TestValidateManagerPid.test_good ... ok +test.unit.cli.test_reload.TestValidateManagerPid.test_non_python +test.unit.cli.test_reload.TestValidateManagerPid.test_non_python ... ok +test.unit.cli.test_reload.TestValidateManagerPid.test_non_server +test.unit.cli.test_reload.TestValidateManagerPid.test_non_server ... ok +test.unit.cli.test_reload.TestValidateManagerPid.test_non_swift +test.unit.cli.test_reload.TestValidateManagerPid.test_non_swift ... ok +test.unit.cli.test_reload.TestValidateManagerPid.test_open_error +test.unit.cli.test_reload.TestValidateManagerPid.test_open_error ... ok +test.unit.cli.test_reload.TestValidateManagerPid.test_worker +test.unit.cli.test_reload.TestValidateManagerPid.test_worker ... ok test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_bad_container_key_for_default_required_list test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_bad_container_key_for_default_required_list ... ok test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_bad_object_key_for_default_required_list @@ -60400,110 +60454,606 @@ test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_with_crypto_meta ... ok test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_multiple_keys test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_multiple_keys ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_already_exists -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_already_exists ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_domain_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_domain_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv4_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv4_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv4_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv4_old_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv6_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv6_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv6_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv6_old_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_old_missing_region -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_old_missing_region ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_part_power_increase -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_part_power_increase ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_add_duplicate_devices -test.unit.cli.test_ringbuilder.TestCommands.test_add_duplicate_devices ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_create_ring -test.unit.cli.test_ringbuilder.TestCommands.test_create_ring ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_create_ring_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_create_ring_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_default -test.unit.cli.test_ringbuilder.TestCommands.test_default ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_default_no_device_ring_without_exception -test.unit.cli.test_ringbuilder.TestCommands.test_default_no_device_ring_without_exception ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_default_output -test.unit.cli.test_ringbuilder.TestCommands.test_default_output ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_default_output_id_assigned -test.unit.cli.test_ringbuilder.TestCommands.test_default_output_id_assigned ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_delete_db -test.unit.account.test_backend.TestCommonAccountBroker.test_delete_db ... ok -test.unit.account.test_backend.TestAccountBroker.test_batched_reclaim -test.unit.account.test_backend.TestAccountBroker.test_batched_reclaim ... ok -test.unit.cli.test_container_deleter.TestContainerDeleter.test_init_internal_client_log_name -test.unit.cli.test_container_deleter.TestContainerDeleter.test_init_internal_client_log_name ... ok -test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs -test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs ... ok -test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs_native_utf8 -test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs_native_utf8 ... ok -test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs_unicode_utf8 -test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs_unicode_utf8 ... ok -test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_empty_no_yield -test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_empty_no_yield ... ok -test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_empty_with_yield -test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_empty_with_yield ... ok -test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_one_update_no_yield -test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_one_update_no_yield ... ok -test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_two_updates_with_yield -test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_two_updates_with_yield ... ok -test.unit.cli.test_form_signature.TestFormSignature.test_invalid_filecount_arg -test.unit.cli.test_form_signature.TestFormSignature.test_invalid_filecount_arg ... ok -test.unit.cli.test_form_signature.TestFormSignature.test_invalid_filesize_arg -test.unit.cli.test_form_signature.TestFormSignature.test_invalid_filesize_arg ... ok -test.unit.cli.test_form_signature.TestFormSignature.test_invalid_path_arg -test.unit.cli.test_form_signature.TestFormSignature.test_invalid_path_arg ... ok -test.unit.cli.test_form_signature.TestFormSignature.test_invalid_seconds_arg -test.unit.cli.test_form_signature.TestFormSignature.test_invalid_seconds_arg ... ok -test.unit.cli.test_form_signature.TestFormSignature.test_prints_signature -test.unit.cli.test_form_signature.TestFormSignature.test_prints_signature ... ok -test.unit.cli.test_form_signature.TestFormSignature.test_too_few_args -test.unit.cli.test_form_signature.TestFormSignature.test_too_few_args ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_empty -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_empty ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_found -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_found ... ok -test.unit.cli.test_info.TestCliInfo.test_parse_get_node_args -test.unit.cli.test_info.TestCliInfo.test_parse_get_node_args ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.account.test_auditor.TestAuditorRealBroker.test_db_validate_fails -test.unit.account.test_auditor.TestAuditorRealBroker.test_db_validate_fails ... ok -test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata -test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_many_shard_ranges -test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_many_shard_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_shard_ranges -test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_shard_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_shard_ranges_bis -test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_shard_ranges_bis ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_db_syncs -test.unit.cli.test_info.TestCliInfo.test_print_db_syncs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_info -test.unit.cli.test_info.TestCliInfo.test_print_info ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_no_ring -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_no_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_object_dashed_ring -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_object_dashed_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_object_ring -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_object_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_ring -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_no_ring -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_no_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_with_ring -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_with_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_dashed_ring_name_partition -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_dashed_ring_name_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.account.test_backend.TestCommonAccountBroker.test_get_info -test.unit.account.test_backend.TestCommonAccountBroker.test_get_info ... ok -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_invalid_args -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_invalid_args ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.s3api.test_acl_utils.TestS3ApiAclUtils.test_canned_acl_header +test.unit.common.middleware.s3api.test_acl_utils.TestS3ApiAclUtils.test_canned_acl_header ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_not_ratelimited +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_not_ratelimited ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_batched_reclaim +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_batched_reclaim ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_chexor +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_chexor ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_creation +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_creation ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_ratelimited +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_ratelimited ... ok +test.unit.account.test_reaper.TestReaper.test_basic_reap_account +test.unit.account.test_reaper.TestReaper.test_basic_reap_account ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_batched_reclaim +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_batched_reclaim ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_unhandled_request +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_unhandled_request ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_500_resp +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_500_resp ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_content_type +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_content_type ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_file_over_twice_max_length +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_file_over_twice_max_length ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_file_too_long +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_file_too_long ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_path +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_path ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_call_and_content_type +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_call_and_content_type ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete_retry_and_fails +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete_retry_and_fails ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete_retry_and_success +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete_retry_and_success ... ok +test.unit.account.test_reaper.TestReaper.test_creation +test.unit.account.test_reaper.TestReaper.test_creation ... ok +test.unit.account.test_reaper.TestReaper.test_delay_reaping_conf_bad_value +test.unit.account.test_reaper.TestReaper.test_delay_reaping_conf_bad_value ... ok +test.unit.account.test_reaper.TestReaper.test_delay_reaping_conf_default +test.unit.account.test_reaper.TestReaper.test_delay_reaping_conf_default ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_get_objs +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_get_objs ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_max_failures +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_max_failures ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_no_body +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_no_body ... ok +test.unit.account.test_reaper.TestReaper.test_delay_reaping_conf_set +test.unit.account.test_reaper.TestReaper.test_delay_reaping_conf_set ... ok +test.unit.account.test_reaper.TestReaper.test_reap_account +test.unit.account.test_reaper.TestReaper.test_reap_account ... ok +test.unit.account.test_reaper.TestReaper.test_reap_account_no_container +test.unit.account.test_reaper.TestReaper.test_reap_account_no_container ... ok +test.unit.account.test_reaper.TestReaper.test_reap_account_with_sharding +test.unit.account.test_reaper.TestReaper.test_reap_account_with_sharding ... ok +test.unit.account.test_reaper.TestReaper.test_reap_container +test.unit.account.test_reaper.TestReaper.test_reap_container ... ok +test.unit.account.test_reaper.TestReaper.test_reap_container_full_fail +test.unit.account.test_reaper.TestReaper.test_reap_container_full_fail ... ok +test.unit.account.test_reaper.TestReaper.test_reap_container_get_object_fail +test.unit.account.test_reaper.TestReaper.test_reap_container_get_object_fail ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_no_files_in_body +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_no_files_in_body ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_too_many_newlines +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_too_many_newlines ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_unauth +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_unauth ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_uses_predefined_object_errors +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_uses_predefined_object_errors ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_extra_newlines_extra_quoting +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_extra_newlines_extra_quoting ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_unicode +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_unicode ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_with_DELETE_verb +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_with_DELETE_verb ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_with_POST_verb +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_with_POST_verb ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_concurrency_set +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_concurrency_set ... ok +test.unit.account.test_reaper.TestReaper.test_reap_container_get_object_timeout +test.unit.account.test_reaper.TestReaper.test_reap_container_get_object_timeout ... ok +test.unit.account.test_reaper.TestReaper.test_reap_container_non_exist_policy_index +test.unit.account.test_reaper.TestReaper.test_reap_container_non_exist_policy_index ... ok +test.unit.common.middleware.test_bulk.TestUntarMetadata.test_extract_metadata +test.unit.common.middleware.test_bulk.TestUntarMetadata.test_extract_metadata ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_bad_destination_account +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_bad_destination_account ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_destination_leading_slash +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_destination_leading_slash ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_newest +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_newest ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_no_object_in_destination +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_no_object_in_destination ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_not_found_reading_source +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_not_found_reading_source ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_server_error_reading_source +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_server_error_reading_source ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_larger_than_max_file_size +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_larger_than_max_file_size ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_with_slashes_destination_leading_slash +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_with_slashes_destination_leading_slash ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_with_slashes_in_name +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_with_slashes_in_name ... ok +test.unit.account.test_backend.TestAccountBroker.test_batched_reclaim +test.unit.account.test_backend.TestAccountBroker.test_batched_reclaim ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_zero_content_length +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_zero_content_length ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_with_metadata +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_with_metadata ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_across_containers +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_across_containers ... ok +test.unit.account.test_backend.TestAccountBroker.test_chexor +test.unit.account.test_backend.TestAccountBroker.test_chexor ... ok +test.unit.account.test_backend.TestAccountBroker.test_creation +test.unit.account.test_backend.TestAccountBroker.test_creation ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_destination_leading_slash +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_destination_leading_slash ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_delete_container +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_delete_container ... ok +test.unit.account.test_backend.TestAccountBroker.test_delete_container +test.unit.account.test_backend.TestAccountBroker.test_delete_container ... ok +test.unit.account.test_backend.TestAccountBroker.test_delete_db_status +test.unit.account.test_backend.TestAccountBroker.test_delete_db_status ... ok +test.unit.account.test_backend.TestAccountBroker.test_double_check_trailing_delimiter +test.unit.account.test_backend.TestAccountBroker.test_double_check_trailing_delimiter ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_in_OPTIONS_response +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_in_OPTIONS_response ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_in_OPTIONS_response_CORS +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_in_OPTIONS_response_CORS ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_newest +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_newest ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_no_destination_header +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_no_destination_header ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_no_object_in_destination +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_no_object_in_destination ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_not_found_reading_source +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_not_found_reading_source ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_server_error_reading_source +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_server_error_reading_source ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_headers_no_updates +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_headers_no_updates ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_headers_with_updates +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_headers_with_updates ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_larger_than_max_file_size +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_larger_than_max_file_size ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_metadata +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_metadata ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_with_slashes_destination_leading_slash +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_with_slashes_destination_leading_slash ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_with_slashes_in_name +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_with_slashes_in_name ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_zero_content_length +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_zero_content_length ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_with_metadata +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_with_metadata ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_with_single_range +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_with_single_range ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_x_fresh_metadata_no_updates +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_x_fresh_metadata_no_updates ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_x_fresh_metadata_with_updates +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_x_fresh_metadata_with_updates ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_COPY +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_COPY ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_COPY_account +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_COPY_account ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_DLO +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_DLO ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_DLO_manifest +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_DLO_manifest ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_put_with_x_copy_from +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_put_with_x_copy_from ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_put_with_x_copy_from_across_container +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_put_with_x_copy_from_across_container ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_put_with_x_copy_from_across_container_and_account +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_put_with_x_copy_from_across_container_and_account ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_non_zero_content_length +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_non_zero_content_length ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_non_zero_content_length_with_account +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_non_zero_content_length_with_account ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_not_found_reading_source +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_not_found_reading_source ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_not_found_reading_source_and_account +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_not_found_reading_source_and_account ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_server_error_reading_source +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_server_error_reading_source ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_server_error_reading_source_and_account +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_server_error_reading_source_and_account ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_source_larger_than_max_file_size +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_source_larger_than_max_file_size ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_bad_x_copy_from_account +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_bad_x_copy_from_account ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_and_slashes_in_x_copy_from +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_and_slashes_in_x_copy_from ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_and_slashes_in_x_copy_from_acct +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_and_slashes_in_x_copy_from_acct ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_in_x_copy_from +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_in_x_copy_from ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_in_x_copy_from_and_account +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_in_x_copy_from_and_account ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_no_object_in_x_copy_from +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_no_object_in_x_copy_from ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_no_object_in_x_copy_from_and_account +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_no_object_in_x_copy_from_and_account ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_object_metadata +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_object_metadata ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_object_metadata_and_account +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_object_metadata_and_account ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_slashes_in_x_copy_from +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_slashes_in_x_copy_from ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_slashes_in_x_copy_from_and_account +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_slashes_in_x_copy_from_and_account ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_spaces_in_x_copy_from +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_spaces_in_x_copy_from ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_spaces_in_x_copy_from_and_account +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_spaces_in_x_copy_from_and_account ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_unicode +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_unicode ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_no_object_in_path_pass_through +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_no_object_in_path_pass_through ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_object_pass_through_methods +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_object_pass_through_methods ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_static_large_object +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_static_large_object ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_static_large_object_manifest +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_static_large_object_manifest ... ok +test.unit.common.middleware.test_dlo.TestDloConfiguration.test_finding_defaults_from_dir +test.unit.common.middleware.test_dlo.TestDloConfiguration.test_finding_defaults_from_dir ... ok +test.unit.common.middleware.test_dlo.TestDloConfiguration.test_finding_defaults_from_file +test.unit.common.middleware.test_dlo.TestDloConfiguration.test_finding_defaults_from_file ... ok +test.unit.common.middleware.test_dlo.TestDloConfiguration.test_skip_defaults_if_configured +test.unit.common.middleware.test_dlo.TestDloConfiguration.test_skip_defaults_if_configured ... ok +test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object +test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object ... ok +test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object_no_segments +test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object_no_segments ... ok +test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object_too_many_segments +test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object_too_many_segments ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_containers +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_containers ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_containers_prefix +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_containers_prefix ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_orphan_hidden_containers +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_orphan_hidden_containers ... ok +test.unit.account.test_backend.TestAccountBroker.test_empty +test.unit.account.test_backend.TestAccountBroker.test_empty ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST_mismatched_location +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST_mismatched_location ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST_regular_symlink +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST_regular_symlink ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_DLO_with_object +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_DLO_with_object ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_SLO_with_object +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_SLO_with_object ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_object +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_object ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_object_with_DLO +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_object_with_DLO ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_tombstone +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_tombstone ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_delete_container_fail_delete_versions_cont +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_delete_container_fail_delete_versions_cont ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_delete_container_fail_object_count +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_delete_container_fail_object_count ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_delete_container_success +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_delete_container_success ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_denied_PUT_of_versioned_object +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_denied_PUT_of_versioned_object ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_enable_versioning_existing_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_enable_versioning_existing_container ... ok +test.unit.common.middleware.crypto.test_decrypter.TestModuleMethods.test_purge_crypto_sysmeta_headers +test.unit.common.middleware.crypto.test_decrypter.TestModuleMethods.test_purge_crypto_sysmeta_headers ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_etag_is_at_not_duplicated +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_etag_is_at_not_duplicated ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_match +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_match ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_chexor +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_chexor ... ok +test.unit.account.test_auditor.TestAuditorRealBroker.test_db_validate_fails +test.unit.account.test_auditor.TestAuditorRealBroker.test_db_validate_fails ... ok +test.unit.cli.test_info.TestPrintObj.test_missing_etag +test.unit.cli.test_info.TestPrintObj.test_missing_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObj.test_print_obj_invalid +test.unit.cli.test_info.TestPrintObj.test_print_obj_invalid ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObj.test_print_obj_valid +test.unit.cli.test_info.TestPrintObj.test_print_obj_valid ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObj.test_print_obj_with_policy +test.unit.cli.test_info.TestPrintObj.test_print_obj_with_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_enable_versioning_failed_primary_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_enable_versioning_failed_primary_container ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_enable_versioning_failed_versions_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_enable_versioning_failed_versions_container ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_existing_container_has_deprecated_policy +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_existing_container_has_deprecated_policy ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_existing_container_has_deprecated_policy_unauthed +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_existing_container_has_deprecated_policy_unauthed ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get_container ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get_reserved_container_passthrough +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get_reserved_container_passthrough ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get_symlink +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get_symlink ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_head_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_head_container ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_new_version_get_errors +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_new_version_get_errors ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_new_version_put_errors +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_new_version_put_errors ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_container ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_container_with_legacy_versioning +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_container_with_legacy_versioning ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_container_with_super_legacy_versioning +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_container_with_super_legacy_versioning ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error_while_segment_bucket_delete +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error_while_segment_bucket_delete ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error_with_enabled_versioning +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error_with_enabled_versioning ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error_with_suspended_versioning +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error_with_suspended_versioning ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_match_with_existing_etag_is_at_header +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_match_with_existing_etag_is_at_header ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_none_match +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_none_match ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_none_match_with_existing_etag_is_at_header +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_none_match_with_existing_etag_is_at_header ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_etag_is_at_not_duplicated +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_etag_is_at_not_duplicated ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_match +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_match ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_match_with_existing_etag_is_at_header +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_match_with_existing_etag_is_at_header ... ok +test.unit.account.test_backend.TestAccountBroker.test_exception +test.unit.account.test_backend.TestAccountBroker.test_exception ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_with_empty_versioning +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_with_empty_versioning ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_none_match +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_none_match ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_error +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_error ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_is_truncated +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_is_truncated ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_is_truncated_url_encoded +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_is_truncated_url_encoded ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_last_modified_rounding +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_last_modified_rounding ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_max_keys +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_max_keys ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_negative_max_keys +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_negative_max_keys ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_object_no_versioning +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_object_no_versioning ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_same_policy_as_existing_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_same_policy_as_existing_container ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_same_policy_as_primary_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_same_policy_as_primary_container ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_obj_is_unversioned +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_obj_is_unversioned ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_non_json +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_non_json ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_over_32bit_int_max_keys +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_over_32bit_int_max_keys ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_passthroughs +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_passthroughs ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_str_max_keys +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_str_max_keys ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_subdir +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_subdir ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_subdir_with_delimiter_max_keys +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_subdir_with_delimiter_max_keys ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_version +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_version ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_version_is_delete_marker +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_version_is_delete_marker ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_none_match_with_existing_etag_is_at_header +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_none_match_with_existing_etag_is_at_header ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_POST_constraints_checking +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_POST_constraints_checking ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_POST_no_user_metadata +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_POST_no_user_metadata ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_POST_req +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_POST_req ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_app_exception +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_app_exception ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_constraints_checking +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_constraints_checking ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_url_encoded +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_url_encoded ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_fetch_owner +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_fetch_owner ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_is_truncated +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_is_truncated ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_passthroughs +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_passthroughs ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_not_current_version +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_not_current_version ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_null_version +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_null_version ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_encryption_override +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_encryption_override ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_404 +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_404 ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_and_HEAD +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_and_HEAD ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_error_in_key_callback +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_error_in_key_callback ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_missing_key_callback +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_missing_key_callback ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_bad_client_etag +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_bad_client_etag ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_good_client_etag +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_good_client_etag ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_no_client_etag +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_no_client_etag ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_with_delimiter_max_keys +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_with_delimiter_max_keys ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id_404 +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id_404 ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_no_user_metadata +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_no_user_metadata ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_nothing_read +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_nothing_read ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_with_nonascii_queries +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_with_nonascii_queries ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id_versioned_obj +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id_versioned_obj ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_req +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_req ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_response_inconsistent_etag_is_not_replaced +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_response_inconsistent_etag_is_not_replaced ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_bad_etag_in_headers_and_other_footers +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_bad_etag_in_headers_and_other_footers ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_bad_etag_in_other_footers +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_bad_etag_in_other_footers ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_non_existent_version_id_marker +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_non_existent_version_id_marker ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD_delete_marker +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD_delete_marker ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD_null_id +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD_null_id ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_POST_error +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_POST_error ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_container_not_found +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_container_not_found ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_invalid +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_invalid ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_not_found +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_not_found ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_with_body +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_with_body ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_fail_non_versioned_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_fail_non_versioned_container ... ok +test.unit.common.middleware.test_ratelimit.TestSwiftInfo.test_registered_defaults +test.unit.common.middleware.test_ratelimit.TestSwiftInfo.test_registered_defaults ... ok +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_get_nonmanifest_passthrough +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_get_nonmanifest_passthrough ... ok +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_partially_satisfiable_passthrough +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_partially_satisfiable_passthrough ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_footers +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_footers ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_prefix +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_prefix ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_with_key_marker_and_version_id_marker +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_with_key_marker_and_version_id_marker ... ok +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_passthrough +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_passthrough ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_footers_no_body +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_footers_no_body ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_headers +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_headers ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_headers_no_body +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_headers_no_body ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_etag_of_empty_body_override_in_headers +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_etag_of_empty_body_override_in_headers ... ok +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_starting_beyond_multipart_resp_length +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_starting_beyond_multipart_resp_length ... ok +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_unsatisfiable_passthrough +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_unsatisfiable_passthrough ... ok +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_range_passthrough +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_range_passthrough ... ok +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_range_unsatisfiable_passthrough +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_range_unsatisfiable_passthrough ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_etag_override_in_headers +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_etag_override_in_headers ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_other_footers +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_other_footers ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_other_footers_and_etag_of_empty_body +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_other_footers_and_etag_of_empty_body ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_zero_size_object +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_zero_size_object ... ok +test.unit.common.middleware.test_tempauth.TestUtilityMethods.test_account_acls_bad_path_raises_exception +test.unit.common.middleware.test_tempauth.TestUtilityMethods.test_account_acls_bad_path_raises_exception ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_config_true_value_on_disable_encryption +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_config_true_value_on_disable_encryption ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_encrypt_header_val +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_encrypt_header_val ... ok +test.unit.common.middleware.s3api.test_acl_handlers.TestAclHandlers.test_get_acl_handler +test.unit.common.middleware.s3api.test_acl_handlers.TestAclHandlers.test_get_acl_handler ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_add_dev +test.unit.common.ring.test_builder.TestRingBuilder.test_add_dev ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_with_version_id_marker +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_with_version_id_marker ... ok +test.unit.common.middleware.s3api.test_acl_handlers.TestAclHandlers.test_handle_acl +test.unit.common.middleware.s3api.test_acl_handlers.TestAclHandlers.test_handle_acl ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_delimiter_max_keys +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_delimiter_max_keys ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_nonascii_queries +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_nonascii_queries ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions_versioning_not_configured +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions_versioning_not_configured ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_delete_db_status +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_delete_db_status ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions_with_max_keys +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions_with_max_keys ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_add_rebalance_add_rebalance_delete_rebalance +test.unit.common.ring.test_builder.TestRingBuilder.test_add_rebalance_add_rebalance_delete_rebalance ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions_with_max_keys_and_key_marker +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions_with_max_keys_and_key_marker ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_503 +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_503 ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_error +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_error ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_policy_index_logging +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_policy_index_logging ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_slash +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_slash ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_slash_error +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_slash_error ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_bucket_already_owned_by_you +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_bucket_already_owned_by_you ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_add_replicas_then_rebalance_respects_weight +test.unit.common.ring.test_builder.TestRingBuilder.test_add_replicas_then_rebalance_respects_weight ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_adding_region_slowly_with_unbalanceable_ring +test.unit.common.ring.test_builder.TestRingBuilder.test_adding_region_slowly_with_unbalanceable_ring ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_creation +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_creation ... ok +test.unit.cli.test_info.TestCliInfo.test_parse_get_node_args +test.unit.cli.test_info.TestCliInfo.test_parse_get_node_args ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata +test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_many_shard_ranges +test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_many_shard_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_shard_ranges +test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_shard_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_shard_ranges_bis +test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_shard_ranges_bis ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_db_syncs +test.unit.cli.test_info.TestCliInfo.test_print_db_syncs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_info +test.unit.cli.test_info.TestCliInfo.test_print_info ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_no_ring +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_no_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.account.test_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers +test.unit.account.test_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers ... ok +test.unit.account.test_replicator.TestReplicatorSync.test_local_ids +test.unit.account.test_replicator.TestReplicatorSync.test_local_ids ... ok +test.unit.account.test_replicator.TestReplicatorSync.test_replicator_sync +test.unit.account.test_replicator.TestReplicatorSync.test_replicator_sync ... ok +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_object_dashed_ring +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_object_dashed_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_object_ring +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_object_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_ring +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_no_ring +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_no_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_with_ring +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_with_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_dashed_ring_name_partition +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_dashed_ring_name_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_invalid_args +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_invalid_args ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.cli.test_info.TestCliInfo.test_print_item_locations_invalid_policy_no_target test.unit.cli.test_info.TestCliInfo.test_print_item_locations_invalid_policy_no_target ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.cli.test_info.TestCliInfo.test_print_item_locations_policy_object @@ -60512,16 +61062,118 @@ test.unit.cli.test_info.TestCliInfo.test_print_item_locations_ring_policy_mismatch_no_target ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_account test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_ringbuilder.TestCommands.test_default_ringfile_check -test.unit.cli.test_ringbuilder.TestCommands.test_default_ringfile_check ... ok test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_container test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_container ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_invalid_args test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_invalid_args ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_obj test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_obj ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.account.test_replicator.TestReplicatorSync.test_rsync_then_merge +test.unit.account.test_replicator.TestReplicatorSync.test_rsync_then_merge ... ok test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_partition_number test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_partition_number ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_empty +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_empty ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_invalid_partition +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_invalid_partition ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_empty +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_empty ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_found +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_found ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_now_empty +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_now_empty ... ok +test.unit.cli.test_recon.TestRecon.test_async_check +test.unit.cli.test_recon.TestRecon.test_async_check ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_timestamp_not_float +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_timestamp_not_float ... ok +test.unit.cli.test_recon.TestRecon.test_calculate_least_and_most_recent +test.unit.cli.test_recon.TestRecon.test_calculate_least_and_most_recent ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_avoid_tier_change_new_region +test.unit.common.ring.test_builder.TestRingBuilder.test_avoid_tier_change_new_region ... ok +test.unit.cli.test_recon.TestRecon.test_drive_audit_check +test.unit.cli.test_recon.TestRecon.test_drive_audit_check ... ok +test.unit.cli.test_recon.TestRecon.test_gen_stats +test.unit.cli.test_recon.TestRecon.test_gen_stats ... ok +test.unit.cli.test_recon.TestRecon.test_get_error_ringnames +test.unit.cli.test_recon.TestRecon.test_get_error_ringnames ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_cancel_increase_partition_power +test.unit.common.ring.test_builder.TestRingBuilder.test_cancel_increase_partition_power ... ok +test.unit.cli.test_recon.TestRecon.test_get_hosts +test.unit.cli.test_recon.TestRecon.test_get_hosts ... ok +test.unit.cli.test_recon.TestRecon.test_get_ring_names +test.unit.cli.test_recon.TestRecon.test_get_ring_names ... ok +test.unit.cli.test_recon.TestRecon.test_get_ringmd5 +test.unit.cli.test_recon.TestRecon.test_get_ringmd5 ... ok +test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_alias +test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_alias ... ok +test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_all_policies +test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_all_policies ... ok +test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_invalid +test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_invalid ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_create_add_dev_add_replica_rebalance +test.unit.common.ring.test_builder.TestRingBuilder.test_create_add_dev_add_replica_rebalance ... ok +test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_unu +test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_unu ... ok +test.unit.cli.test_recon.TestRecon.test_ptime +test.unit.cli.test_recon.TestRecon.test_ptime ... ok +test.unit.cli.test_recon.TestRecon.test_quarantine_check +test.unit.cli.test_recon.TestRecon.test_quarantine_check ... ok +test.unit.cli.test_recon.TestRecon.test_umount_check +test.unit.cli.test_recon.TestRecon.test_umount_check ... ok +test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_bucket_logging_GET +test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_bucket_logging_GET ... ok +test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_bucket_logging_PUT +test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_bucket_logging_PUT ... ok +test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_object_logging_GET_error +test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_object_logging_GET_error ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_double_check_trailing_delimiter +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_double_check_trailing_delimiter ... ok +test.unit.account.test_replicator.TestReplicatorSync.test_sync +test.unit.account.test_replicator.TestReplicatorSync.test_sync ... ok +test.unit.account.test_backend.TestAccountBroker.test_get_info +test.unit.account.test_backend.TestAccountBroker.test_get_info ... ok +test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_object_logging_PUT_error +test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_object_logging_PUT_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_with_fullcontrol_permission ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_deepcopy +test.unit.common.ring.test_builder.TestRingBuilder.test_deepcopy ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_dispersion_with_zero_weight_devices +test.unit.common.ring.test_builder.TestRingBuilder.test_dispersion_with_zero_weight_devices ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_dispersion_with_zero_weight_devices_with_parts +test.unit.common.ring.test_builder.TestRingBuilder.test_dispersion_with_zero_weight_devices_with_parts ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_application_wildcard +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_application_wildcard ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_effective_overload +test.unit.common.ring.test_builder.TestRingBuilder.test_effective_overload ... ok +test.unit.account.test_backend.TestAccountBroker.test_get_info_no_stale_reads +test.unit.account.test_backend.TestAccountBroker.test_get_info_no_stale_reads ... ok +test.unit.cli.test_info.TestPrintObjFullMeta.test_invalid_etag +test.unit.cli.test_info.TestPrintObjFullMeta.test_invalid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_crypto_metadata +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_crypto_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_curl_command_ipv4 +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_curl_command_ipv4 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_curl_command_ipv6 +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_curl_command_ipv6 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_meta_and_ts_files +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_meta_and_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_metadata +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.ring.test_builder.TestRingBuilder.test_ever_rebalanced +test.unit.common.ring.test_builder.TestRingBuilder.test_ever_rebalanced ... ok +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_no_ring +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_no_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_policy_index +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_policy_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_policy_name_mismatch +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_policy_name_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjFullMeta.test_unchecked_etag +test.unit.cli.test_info.TestPrintObjFullMeta.test_unchecked_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjFullMeta.test_valid_etag +test.unit.cli.test_info.TestPrintObjFullMeta.test_valid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.cli.test_relinker.TestRelinker.test_cleanup_all_policies test.unit.cli.test_relinker.TestRelinker.test_cleanup_all_policies ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_data_file @@ -60590,8 +61242,6 @@ test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_file_relink_fails test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_file_relink_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_ringbuilder.TestCommands.test_default_show_removed -test.unit.cli.test_ringbuilder.TestCommands.test_default_show_removed ... ok test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_missing_ts_files test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_missing_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_ts_file @@ -60624,10 +61274,16 @@ test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_robust ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.cli.test_relinker.TestRelinker.test_cleanup_older_object_in_new_partition test.unit.cli.test_relinker.TestRelinker.test_cleanup_older_object_in_new_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.ring.test_builder.TestRingBuilder.test_finalize_increase_partition_power +test.unit.common.ring.test_builder.TestRingBuilder.test_finalize_increase_partition_power ... ok +test.unit.account.test_backend.TestAccountBroker.test_get_info_stale_read_ok +test.unit.account.test_backend.TestAccountBroker.test_get_info_stale_read_ok ... ok test.unit.cli.test_relinker.TestRelinker.test_cleanup_reapable test.unit.cli.test_relinker.TestRelinker.test_cleanup_reapable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.cli.test_relinker.TestRelinker.test_cleanup_relinked_ok test.unit.cli.test_relinker.TestRelinker.test_cleanup_relinked_ok ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.ring.test_builder.TestRingBuilder.test_fractional_replicas_rebalance +test.unit.common.ring.test_builder.TestRingBuilder.test_fractional_replicas_rebalance ... ok test.unit.cli.test_relinker.TestRelinker.test_cleanup_remove_fails test.unit.cli.test_relinker.TestRelinker.test_cleanup_remove_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.cli.test_relinker.TestRelinker.test_cleanup_same_object_different_inode_in_new_partition @@ -60650,6 +61306,10 @@ test.unit.cli.test_relinker.TestRelinker.test_relink_all_policies ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.cli.test_relinker.TestRelinker.test_relink_cleanup test.unit.cli.test_relinker.TestRelinker.test_relink_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.ring.test_builder.TestRingBuilder.test_get_part_devices +test.unit.common.ring.test_builder.TestRingBuilder.test_get_part_devices ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_get_part_devices_partial_replicas +test.unit.common.ring.test_builder.TestRingBuilder.test_get_part_devices_partial_replicas ... ok test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_both_in_older_part_powers test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_both_in_older_part_powers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_file @@ -60688,6 +61348,8 @@ test.unit.cli.test_relinker.TestRelinker.test_relink_device_filter_invalid ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.cli.test_relinker.TestRelinker.test_relink_existing_data_meta_older_ts_files test.unit.cli.test_relinker.TestRelinker.test_relink_existing_data_meta_older_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.ring.test_builder.TestRingBuilder.test_get_ring +test.unit.common.ring.test_builder.TestRingBuilder.test_get_ring ... ok test.unit.cli.test_relinker.TestRelinker.test_relink_existing_data_meta_ts_files test.unit.cli.test_relinker.TestRelinker.test_relink_existing_data_meta_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.cli.test_relinker.TestRelinker.test_relink_files_per_second @@ -60732,114 +61394,814 @@ test.unit.cli.test_relinker.TestRelinker.test_workers_parent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.cli.test_relinker.TestRelinker.test_workers_parent_bubbles_up_errors test.unit.cli.test_relinker.TestRelinker.test_workers_parent_bubbles_up_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_app_exception_v3 -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_app_exception_v3 ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_filter_v3 -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_filter_v3 ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret_from_external_file -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret_from_external_file ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret_legacy_key_id -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret_legacy_key_id ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret_multiple_keys -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret_multiple_keys ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_bad_auth_url -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_bad_auth_url ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_bad_user_domain_name -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_bad_user_domain_name ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_config_file_and_params -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_config_file_and_params ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_connect_failure_auth_url -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_connect_failure_auth_url ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_algorithm -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_algorithm ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_format -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_format ... ok -test ERROR: Bad key for 'container': Key must be length 32 bytes: +test.unit.cli.test_ring_builder_analyzer.TestRunScenario.test_it_runs +test.unit.cli.test_ring_builder_analyzer.TestRunScenario.test_it_runs ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_append_crypto_meta +test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_append_crypto_meta ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_append_then_extract_crypto_meta +test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_append_then_extract_crypto_meta ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_dump_crypto_meta +test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_dump_crypto_meta ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_dump_then_load_crypto_meta +test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_dump_then_load_crypto_meta ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_extract_crypto_meta +test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_extract_crypto_meta ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_load_crypto_meta +test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_load_crypto_meta ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypter.test_app_exception +test.unit.common.middleware.crypto.test_decrypter.TestDecrypter.test_app_exception ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_app_exception +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_app_exception ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_can_only_configure_secret_in_one_place +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_can_only_configure_secret_in_one_place ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_chained_keymasters +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_chained_keymasters ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_container_path +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_container_path ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_correct_root_secret_used +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_correct_root_secret_used ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_filter +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_filter ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_invalid_root_secret +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_invalid_root_secret ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_key_uniqueness +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_key_uniqueness ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_keymaster_config_path +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_keymaster_config_path ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_keys_cached +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_keys_cached ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_missing_conf_section +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_missing_conf_section ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets_missing_active_root_secret_id +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets_missing_active_root_secret_id ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets_with_invalid_id +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets_with_invalid_id ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets_with_invalid_secret +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets_with_invalid_secret ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_no_root_secret +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_no_root_secret ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_object_path +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_object_path ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_root_secret +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_root_secret ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_root_secret_path_invalid_secret +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_root_secret_path_invalid_secret ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_unicode_object_path +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_unicode_object_path ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_v1_keys +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_v1_keys ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_v1_keys_with_weird_paths +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_v1_keys_with_weird_paths ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_v2_keys +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_v2_keys ... ok +test.unit.common.middleware.s3api.test_cfg.TestS3ApiCfg.test_config +test.unit.common.middleware.s3api.test_cfg.TestS3ApiCfg.test_config ... ok +test.unit.common.middleware.test_cname_lookup.TestSwiftInfo.test_registered_defaults +test.unit.common.middleware.test_cname_lookup.TestSwiftInfo.test_registered_defaults ... ok +test.unit.common.middleware.test_cname_lookup.TestSwiftInfo.test_registered_nondefaults +test.unit.common.middleware.test_cname_lookup.TestSwiftInfo.test_registered_nondefaults ... ok +test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_custom +test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_custom ... ok +test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_default +test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_default ... ok +test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_get_only +test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_get_only ... ok +test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_pass +test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_pass ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_obj_slash_v1 +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_obj_slash_v1 ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_root_and_path +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_root_and_path ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_root_obj +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_root_obj ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_trailing_slash +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_trailing_slash ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_root_path_obj_slash_v1 +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_root_path_obj_slash_v1 ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_matching_ending_not_domain +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_matching_ending_not_domain ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_with_path_root_container +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_with_path_root_container ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_with_path_root_unicode_container +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_with_path_root_unicode_container ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_add_prefix +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_add_prefix ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_add_prefix_already_there +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_add_prefix_already_there ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_bad_prefixes +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_bad_prefixes ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_empty_storage_domain +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_empty_storage_domain ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_no_prefixes +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_no_prefixes ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_id +test.unit.common.ring.test_builder.TestRingBuilder.test_id ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_id_copy_from +test.unit.common.ring.test_builder.TestRingBuilder.test_id_copy_from ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_delete_container +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_delete_container ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_id_legacy_builder_file +test.unit.common.ring.test_builder.TestRingBuilder.test_id_legacy_builder_file ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_id_not_initialised_errors +test.unit.common.ring.test_builder.TestRingBuilder.test_id_not_initialised_errors ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_conflicting +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_conflicting ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_increase_partition_power +test.unit.common.ring.test_builder.TestRingBuilder.test_increase_partition_power ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_empty +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_empty ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_increase_partition_power_failed +test.unit.common.ring.test_builder.TestRingBuilder.test_increase_partition_power_failed ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_init +test.unit.common.ring.test_builder.TestRingBuilder.test_init ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_initial_balance +test.unit.common.ring.test_builder.TestRingBuilder.test_initial_balance ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_insufficient_replicas +test.unit.common.ring.test_builder.TestRingBuilder.test_insufficient_replicas ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_json +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_json ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_load +test.unit.common.ring.test_builder.TestRingBuilder.test_load ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_min_part_hours_zero_will_move_one_replica +test.unit.common.ring.test_builder.TestRingBuilder.test_min_part_hours_zero_will_move_one_replica ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_not_valid +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_not_valid ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_more_devices_than_replicas_validation_when_removed_dev +test.unit.common.ring.test_builder.TestRingBuilder.test_more_devices_than_replicas_validation_when_removed_dev ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_multiple_duplicate_device_assignment +test.unit.common.ring.test_builder.TestRingBuilder.test_multiple_duplicate_device_assignment ... ok +test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing +test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing ... ok +test-reaper INFO: Beginning pass on account a +test-reaper INFO: Completed pass on account a, elapsed: 0.00s +test-reaper INFO: Beginning pass on account a +test-reaper INFO: Completed pass on account a, 1 containers deleted, 1 objects deleted, 1 containers remaining, 1 objects remaining, 1 containers possibly remaining, 1 objects possibly remaining, return codes: 1 2xxs, elapsed: 0.00s +test-reaper INFO: Beginning pass on account a +test-reaper INFO: Completed pass on account a, 1 containers deleted, 1 objects deleted, 1 containers remaining, 1 objects remaining, 1 containers possibly remaining, 1 objects possibly remaining, return codes: 1 2xxs, elapsed: 0.00s +test-reaper INFO: Beginning pass on account a +test-reaper INFO: Completed pass on account a, 1 containers deleted, 1 objects deleted, 1 containers remaining, 1 objects remaining, 1 containers possibly remaining, 1 objects possibly remaining, return codes: 1 2xxs, elapsed: 0.00s +test-reaper INFO: Beginning pass on account a +test-reaper INFO: Completed pass on account a, 1 containers deleted, 1 objects deleted, 1 containers remaining, 1 objects remaining, 1 containers possibly remaining, 1 objects possibly remaining, return codes: 1 2xxs, elapsed: 0.00s +test-reaper INFO: Beginning pass on account a +test-reaper INFO: Completed pass on account a, elapsed: 0.00s +test-reaper INFO: Beginning pass on account a +test-reaper INFO: Completed pass on account a, elapsed: 0.00s +test-reaper INFO: Beginning pass on account a +test-reaper INFO: Completed pass on account a, elapsed: 0.00s +test-reaper INFO: Beginning pass on account a +test-reaper INFO: Completed pass on account a, elapsed: 0.00s +test-reaper INFO: Beginning pass on account a +test-reaper INFO: Completed pass on account a, elapsed: 0.00s +test-reaper INFO: Beginning pass on account a +test-reaper INFO: Completed pass on account a, elapsed: 0.00s +test-reaper ERROR: Exception with objects for container c for account a: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 181, in get_keys - self.crypto.check_key(key) - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 144, in check_key - raise ValueError("Key must be length %s bytes" % self.key_length) -ValueError: Key must be length 32 bytes -test ERROR: Bad key for 'object': Key must be length 32 bytes: + File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 393, in reap_container + policy_index = headers.get('X-Backend-Storage-Policy-Index', 0) + ^^^^^^^^^^^ +AttributeError: 'NoneType' object has no attribute 'get' +test-reaper ERROR: Exception with 10.10.10.1:6202/sda1: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 181, in get_keys - self.crypto.check_key(key) - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 144, in check_key - raise ValueError("Key must be length %s bytes" % self.key_length) -ValueError: Key must be length 32 bytes -test ERROR: get_keys(): from callback: boom: + File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp +swift.common.exceptions.ClientException: : 404 +test-reaper ERROR: Exception with 10.10.10.2:6202/sda1: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp + File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp +swift.common.exceptions.ClientException: : 404 +test-reaper ERROR: Exception with 10.10.10.3:6202/None: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp + File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp + File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp +swift.common.exceptions.ClientException: : 404 +test-reaper ERROR: Exception with 10.10.10.1:6202/sda2: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp + File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp + File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp + File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp +swift.common.exceptions.ClientException: : 404 +test-reaper ERROR: Exception with 10.10.10.1:6202/sda3: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp + File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp + File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp + File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp + File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp +swift.common.exceptions.ClientException: : 404 +test-reaper ERROR: Exception with 10.10.10.1:6202/sda3: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 370, in reap_container + headers, objects = direct_get_container( + ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 171, in fake_direct_get_container + raise self.myexp +swift.common.exceptions.ClientException: : 404 +test-reaper ERROR: Timeout Exception with 10.10.10.1:6202/sda3 +test-reaper ERROR: ERROR: invalid storage policy index: 2 +test-reaper ERROR: Exception with objects for container c for account a: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 393, in reap_container + policy_index = headers.get('X-Backend-Storage-Policy-Index', 0) + ^^^^^^^^^^^ +AttributeError: 'NoneType' object has no attribute 'get' +test.unit.account.test_reaper.TestReaper.test_reap_container_partial_fail +test.unit.account.test_reaper.TestReaper.test_reap_container_partial_fail ... ok +test.unit.account.test_reaper.TestReaper.test_reap_delay +test.unit.account.test_reaper.TestReaper.test_reap_delay ... ok +test.unit.account.test_reaper.TestReaper.test_reap_device +test.unit.account.test_reaper.TestReaper.test_reap_device ... ok +test.unit.account.test_reaper.TestReaper.test_reap_device_with_not_my_ip +test.unit.account.test_reaper.TestReaper.test_reap_device_with_not_my_ip ... ok +test.unit.account.test_reaper.TestReaper.test_reap_device_with_sharding +test.unit.account.test_reaper.TestReaper.test_reap_device_with_sharding ... ok +test.unit.account.test_reaper.TestReaper.test_reap_device_with_sharding_and_various_devices +test.unit.account.test_reaper.TestReaper.test_reap_device_with_sharding_and_various_devices ... ok +test.unit.account.test_reaper.TestReaper.test_reap_device_with_ts +test.unit.account.test_reaper.TestReaper.test_reap_device_with_ts ... ok +test.unit.account.test_reaper.TestReaper.test_reap_object +test.unit.account.test_reaper.TestReaper.test_reap_object ... ok +test.unit.account.test_reaper.TestReaper.test_reap_object_fail +test.unit.account.test_reaper.TestReaper.test_reap_object_fail ... ok +test.unit.account.test_reaper.TestReaper.test_reap_object_non_exist_policy_index +test.unit.account.test_reaper.TestReaper.test_reap_object_non_exist_policy_index ... ok +test.unit.account.test_reaper.TestReaper.test_reap_object_timeout +test.unit.account.test_reaper.TestReaper.test_reap_object_timeout ... ok +test.unit.account.test_reaper.TestReaper.test_reap_warn_after_conf_bad_value +test.unit.account.test_reaper.TestReaper.test_reap_warn_after_conf_bad_value ... ok +test.unit.account.test_reaper.TestReaper.test_reap_warn_after_conf_set +test.unit.account.test_reaper.TestReaper.test_reap_warn_after_conf_set ... ok +test.unit.account.test_reaper.TestReaper.test_reset_stats +test.unit.account.test_reaper.TestReaper.test_reset_stats ... ok +test.unit.account.test_reaper.TestReaper.test_run_forever +test.unit.account.test_reaper.TestReaper.test_run_forever ... ok +test.unit.account.test_reaper.TestReaper.test_run_once +test.unit.account.test_reaper.TestReaper.test_run_once ... ok +test.unit.cli.test_drive_full_checker.TestContainerDeleter.test_drive_full +test.unit.cli.test_drive_full_checker.TestContainerDeleter.test_drive_full ... ok +test.unit.cli.test_drive_full_checker.TestContainerDeleter.test_drive_with_space +test.unit.cli.test_drive_full_checker.TestContainerDeleter.test_drive_with_space ... ok +test.unit.cli.test_form_signature.TestFormSignature.test_invalid_filecount_arg +test.unit.cli.test_form_signature.TestFormSignature.test_invalid_filecount_arg ... ok +test.unit.cli.test_form_signature.TestFormSignature.test_invalid_filesize_arg +test.unit.cli.test_form_signature.TestFormSignature.test_invalid_filesize_arg ... ok +test.unit.cli.test_form_signature.TestFormSignature.test_invalid_path_arg +test.unit.cli.test_form_signature.TestFormSignature.test_invalid_path_arg ... ok +test.unit.cli.test_form_signature.TestFormSignature.test_invalid_seconds_arg +test.unit.cli.test_form_signature.TestFormSignature.test_invalid_seconds_arg ... ok +test.unit.cli.test_form_signature.TestFormSignature.test_prints_signature +test.unit.cli.test_form_signature.TestFormSignature.test_prints_signature ... ok +test.unit.cli.test_form_signature.TestFormSignature.test_too_few_args +test.unit.cli.test_form_signature.TestFormSignature.test_too_few_args ... ok +test.unit.cli.test_recon.TestReconCommands.test_disk_usage +test.unit.cli.test_recon.TestReconCommands.test_disk_usage ... ok +test.unit.cli.test_recon.TestReconCommands.test_get_swiftconfmd5 +test.unit.cli.test_recon.TestReconCommands.test_get_swiftconfmd5 ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_dont_move_too_many_replicas +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_dont_move_too_many_replicas ... ok +test.unit.cli.test_recon.TestReconCommands.test_get_swiftconfmd5_mismatch +test.unit.cli.test_recon.TestReconCommands.test_get_swiftconfmd5_mismatch ... ok +test.unit.cli.test_recon.TestReconCommands.test_load_check +test.unit.cli.test_recon.TestReconCommands.test_load_check ... ok +test.unit.cli.test_recon.TestReconCommands.test_multiple_server_types +test.unit.cli.test_recon.TestReconCommands.test_multiple_server_types ... ok +test.unit.cli.test_recon.TestReconCommands.test_object_auditor_check +test.unit.cli.test_recon.TestReconCommands.test_object_auditor_check ... ok +test.unit.cli.test_recon.TestReconCommands.test_reconstruction_check +test.unit.cli.test_recon.TestReconCommands.test_reconstruction_check ... ok +test.unit.cli.test_recon.TestReconCommands.test_replication_check +test.unit.cli.test_recon.TestReconCommands.test_replication_check ... ok +test.unit.cli.test_recon.TestReconCommands.test_server_type_check +test.unit.cli.test_recon.TestReconCommands.test_server_type_check ... ok +test.unit.cli.test_recon.TestReconCommands.test_sharding_check +test.unit.cli.test_recon.TestReconCommands.test_sharding_check ... ok +test.unit.cli.test_recon.TestReconCommands.test_time_check +test.unit.cli.test_recon.TestReconCommands.test_time_check ... ok +test.unit.cli.test_recon.TestReconCommands.test_time_check_jitter +test.unit.cli.test_recon.TestReconCommands.test_time_check_jitter ... ok +test.unit.cli.test_recon.TestReconCommands.test_time_check_jitter_mismatch +test.unit.cli.test_recon.TestReconCommands.test_time_check_jitter_mismatch ... ok +test.unit.cli.test_recon.TestReconCommands.test_time_check_mismatch +test.unit.cli.test_recon.TestReconCommands.test_time_check_mismatch ... ok +test.unit.cli.test_recon.TestReconCommands.test_version_check +test.unit.cli.test_recon.TestReconCommands.test_version_check ... ok +test.unit.cli.test_recon.TestReconCommands.test_version_check_differs +test.unit.cli.test_recon.TestReconCommands.test_version_check_differs ... ok +test.unit.cli.test_ringcomposer.TestCommands.test_bad_composite_builder_file +test.unit.cli.test_ringcomposer.TestCommands.test_bad_composite_builder_file ... ok +test.unit.cli.test_ringcomposer.TestCommands.test_compose +test.unit.cli.test_ringcomposer.TestCommands.test_compose ... ok +test.unit.cli.test_ringcomposer.TestCommands.test_compose_existing +test.unit.cli.test_ringcomposer.TestCommands.test_compose_existing ... ok +test.unit.cli.test_ringcomposer.TestCommands.test_compose_fails_to_write_composite_builder_file +test.unit.cli.test_ringcomposer.TestCommands.test_compose_fails_to_write_composite_builder_file ... ok +test.unit.cli.test_ringcomposer.TestCommands.test_compose_fails_to_write_composite_ring_file +test.unit.cli.test_ringcomposer.TestCommands.test_compose_fails_to_write_composite_ring_file ... ok +test.unit.cli.test_ringcomposer.TestCommands.test_compose_insufficient_component_builder_files +test.unit.cli.test_ringcomposer.TestCommands.test_compose_insufficient_component_builder_files ... ok +test.unit.cli.test_ringcomposer.TestCommands.test_compose_nonexistent_component_builder_file +test.unit.cli.test_ringcomposer.TestCommands.test_compose_nonexistent_component_builder_file ... ok +test.unit.cli.test_ringcomposer.TestCommands.test_show +test.unit.cli.test_ringcomposer.TestCommands.test_show ... ok +test.unit.cli.test_ringcomposer.TestCommands.test_show_nonexistent_composite_builder_file +test.unit.cli.test_ringcomposer.TestCommands.test_show_nonexistent_composite_builder_file ... ok +test.unit.cli.test_ringcomposer.TestCommands.test_unknown_command +test.unit.cli.test_ringcomposer.TestCommands.test_unknown_command ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_404_response +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_404_response ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_412_response +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_412_response ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_cipher_mismatch_for_body +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_cipher_mismatch_for_body ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_cipher_mismatch_for_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_cipher_mismatch_for_metadata ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_decryption_override +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_decryption_override ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_different_keys_for_data_and_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_different_keys_for_data_and_metadata ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_encrypted_data_and_unencrypted_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_encrypted_data_and_unencrypted_metadata ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_error_in_key_callback +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_error_in_key_callback ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_metadata_not_encrypted +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_metadata_not_encrypted ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_missing_etag_crypto_meta +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_missing_etag_crypto_meta ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_missing_key_callback +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_missing_key_callback ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_bad_body_cipher +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_bad_body_cipher ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_ciphertext +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_ciphertext ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_content_type +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_content_type ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_missing_body_cipher +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_missing_body_cipher ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_missing_body_iv +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_missing_body_iv ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_no_body_crypto_meta +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_no_body_crypto_meta ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_too_long_body_iv +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_too_long_body_iv ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_too_short_body_iv +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_too_short_body_iv ... ok +test ERROR: get_keys(): from callback: Testing: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 169, in get_keys keys = fetch_crypto_keys(key_id=key_id) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/crypto/test_crypto_utils.py", line 95, in callback - raise Exception('boom') -Exception: boom + File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/crypto/test_encrypter.py", line 913, in raise_exc + raise Exception('Testing') +Exception: Testing test ERROR: ERROR get_keys() missing callback: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 161, in get_keys fetch_crypto_keys = env[CRYPTO_KEY_CALLBACK] ~~~^^^^^^^^^^^^^^^^^^^^^ KeyError: 'swift.callback.fetch_crypto_keys' -test ERROR: Missing key for 'container': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 180, in get_keys - key = keys[name] - ~~~~^^^^^^ -KeyError: 'container' -test ERROR: Missing key for 'object': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 180, in get_keys - key = keys[name] - ~~~~^^^^^^ -KeyError: 'object' -test ERROR: Missing key for 'object': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 180, in get_keys - key = keys[name] - ~~~~^^^^^^ -KeyError: 'object' -test ERROR: Did not get a keys dict: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 180, in get_keys - key = keys[name] - ~~~~^^^^^^ -TypeError: list indices must be integers or slices, not str test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:48 -0000', 'Content-Md5': '0psj556+oeNaquEdDeMxig==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd29b23e79ebea1e35aaae11d0de3318a', 'Content-Length': '226', 'Content-Type': 'multipart/form-data'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_batched_reclaim -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_batched_reclaim ... ok +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_empty_body +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_empty_body ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_lots_of_keys +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_lots_of_keys ... ok +test.unit.account.test_auditor.TestAuditorRealBrokerMigration.test_db_migration +test.unit.account.test_auditor.TestAuditorRealBrokerMigration.test_db_migration ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multiseg +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multiseg ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_exception +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_exception ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multiseg_with_range +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multiseg_with_range ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_override_etag_bad_cipher +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_override_etag_bad_cipher ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_override_etag_bad_iv +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_override_etag_bad_iv ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_success +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_success ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_unencrypted_data +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_unencrypted_data ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_unencrypted_data_and_encrypted_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_unencrypted_data_and_encrypted_metadata ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_body_key_for_object_body +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_body_key_for_object_body ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_iv_for_object_body +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_iv_for_object_body ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_iv_for_user_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_iv_for_user_metadata ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_key +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_key ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_body_key_for_object_body +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_body_key_for_object_body ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_crypto_meta_for_user_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_crypto_meta_for_user_metadata ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_iv_for_object_body +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_iv_for_object_body ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_iv_for_user_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_iv_for_user_metadata ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_404_response +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_404_response ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_412_response +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_412_response ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_different_keys_for_data_and_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_different_keys_for_data_and_metadata ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_encrypted_data_and_unencrypted_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_encrypted_data_and_unencrypted_metadata ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_metadata_not_encrypted +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_metadata_not_encrypted ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_override_etag_bad_cipher +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_override_etag_bad_cipher ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_override_etag_bad_iv +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_override_etag_bad_iv ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_success +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_success ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_unencrypted_data_and_encrypted_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_unencrypted_data_and_encrypted_metadata ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_bad_iv_for_user_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_bad_iv_for_user_metadata ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_wildcard +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_wildcard ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_delete_db_status +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_delete_db_status ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_expansion_more_devices +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_expansion_more_devices ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_full +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_full ... ok +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/', 'SERVER_NAME': 'AUTH_a.example.com', 'SERVER_PORT': '80', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f9fe61fc8b0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f9fe6147eb0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_uuid/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'AUTH-uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f9fe61fc8b0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f9fe61fc8b0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/obj', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f9fe61fc8b0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c//v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f9fe61fc8b0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/v1/obj', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f9fe61fc8b0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f9fe61fc8b0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/obj/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f9fe61fc8b0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/v1//v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f9fe61fc8b0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/dontchange', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.aexample.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f9fe61fc8b0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f9fe61fc8b0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/ä½\xa0好', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f9fe61fc8b0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/FOO_uuid/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f9fe61fdfc0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_uuid/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'auth-uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f9fe6147eb0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.prefix_uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f9fe61fc8b0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f9fe61fc8b0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/uuid/c/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f9fe61fc8b0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_prefixes +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_prefixes ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_extra_subdomains +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_extra_subdomains ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_passthrough +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_passthrough ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_redirect +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_redirect ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_with_path_root_and_path_no_slash +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_with_path_root_and_path_no_slash ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_multiple_storage_domains +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_multiple_storage_domains ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_storage_domains_conf_format +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_storage_domains_conf_format ... ok +test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers +test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers ... ok +test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_add_to_response_headers +test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_add_to_response_headers ... ok +test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_match_path +test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_match_path ... ok +test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_overwritten_by_response_header +test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_overwritten_by_response_header ... ok +test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_update +test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_update ... ok +test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_account_unknown_domain +test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_account_unknown_domain ... ok +test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_known_domain +test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_known_domain ... ok +test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_v2_account +test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_v2_account ... ok +test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_new_account +test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_new_account ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_object +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_object ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_tombstone +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_tombstone ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_version_symlink +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_version_symlink ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_copy_new_version_different_account +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_copy_new_version_different_account ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_copy_object_versioning_disabled +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_copy_object_versioning_disabled ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_download_takes_too_long +test.unit.common.middleware.test_slo.TestSloErrors.test_download_takes_too_long ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_first_segment_submanifest +test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_first_segment_submanifest ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_overfull +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_overfull ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_segment +test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_segment ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_submanifest +test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_submanifest ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_mismatched_etag +test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_mismatched_etag ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_mismatched_size +test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_mismatched_size ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_xml +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_xml ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_not_available +test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_not_available ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_not_exists +test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_not_exists ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_generator_closure +test.unit.common.middleware.test_slo.TestSloErrors.test_generator_closure ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_generator_closure_iter_app_resp +test.unit.common.middleware.test_slo.TestSloErrors.test_generator_closure_iter_app_resp ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_get_bogus_manifest +test.unit.common.middleware.test_slo.TestSloErrors.test_get_bogus_manifest ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_get_invalid_sysmeta_passthrough +test.unit.common.middleware.test_slo.TestSloErrors.test_get_invalid_sysmeta_passthrough ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_head_does_not_validate_first_segment_mismatched_etag +test.unit.common.middleware.test_slo.TestSloErrors.test_head_does_not_validate_first_segment_mismatched_etag ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_head_does_not_validate_first_segment_mismatched_size +test.unit.common.middleware.test_slo.TestSloErrors.test_head_does_not_validate_first_segment_mismatched_size ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_invalid_json_submanifest +test.unit.common.middleware.test_slo.TestSloErrors.test_invalid_json_submanifest ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_checksum +test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_checksum ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_etag +test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_etag ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_length +test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_length ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_size +test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_size ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_recursion_limit +test.unit.common.middleware.test_slo.TestSloErrors.test_recursion_limit ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_slo_sysmeta_on_error +test.unit.common.middleware.test_slo.TestSloErrors.test_slo_sysmeta_on_error ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_sub_slo_recursion +test.unit.common.middleware.test_slo.TestSloErrors.test_sub_slo_recursion ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_sub_slo_recursion_limit +test.unit.common.middleware.test_slo.TestSloErrors.test_sub_slo_recursion_limit ... ok +test.unit.common.middleware.test_slo.TestSloGetRawOldManifest.test_get_raw_manifest +test.unit.common.middleware.test_slo.TestSloGetRawOldManifest.test_get_raw_manifest ... ok +test.unit.common.middleware.test_slo.TestSloGetRawOldManifest.test_get_raw_manifest_passthrough_with_ranges +test.unit.common.middleware.test_slo.TestSloGetRawOldManifest.test_get_raw_manifest_passthrough_with_ranges ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_ec_symlink_range_unsatisfiable_can_redirect_to_target +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_ec_symlink_range_unsatisfiable_can_redirect_to_target ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_non_symlink +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_non_symlink ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_part_moves_with_0_min_part_hours +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_part_moves_with_0_min_part_hours ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_mismatched_etag +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_mismatched_etag ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_to_symlink +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_to_symlink ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_to_symlink_fails +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_to_symlink_fails ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_not_found +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_not_found ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_to_reserved_object +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_to_reserved_object ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_to_reserved_symlink +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_to_reserved_symlink ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_with_account +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_with_account ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object_not_found +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object_not_found ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object_range_not_satisfiable +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object_range_not_satisfiable ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_symlink +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_symlink ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_symlink_with_account +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_symlink_with_account ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_target_object +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_target_object ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_non_symlink_post +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_non_symlink_post ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_set_symlink_POST_fail +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_set_symlink_POST_fail ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_sym_to_sym_to_target +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_sym_to_sym_to_target ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_change_symloopmax +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_change_symloopmax ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_chunked_put +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_chunked_put ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_chunked_put_error +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_chunked_put_error ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_info +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_info ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_post +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_post ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_post_but_fail_at_server +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_post_but_fail_at_server ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_bad_account_header +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_bad_account_header ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_bad_object_header +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_bad_object_header ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_different_account +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_different_account ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_leading_slash +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_leading_slash ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_non_zero_length +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_non_zero_length ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_with_prevalidated_etag +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_with_prevalidated_etag ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_with_prevalidated_etag_sysmeta_incomplete +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_with_prevalidated_etag_sysmeta_incomplete ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_error +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_error ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_to_non_existing_object +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_to_non_existing_object ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_to_non_existing_object_override +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_to_non_existing_object_override ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_content_type +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_content_type ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_etag +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_etag ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_etag_explicit_content_type +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_etag_explicit_content_type ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_etag_target_missing_content_type +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_etag_target_missing_content_type ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_quoted_etag +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_quoted_etag ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_unmatched_etag +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_unmatched_etag ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_part_moves_with_positive_min_part_hours +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_part_moves_with_positive_min_part_hours ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_too_deep +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_too_deep ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symloop_max_config +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symloop_max_config ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_validate_and_prep_request_headers +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_validate_and_prep_request_headers ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_validate_and_prep_request_headers_invalid_format +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_validate_and_prep_request_headers_invalid_format ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_validate_and_prep_request_headers_points_to_itself +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_validate_and_prep_request_headers_points_to_itself ... ok +test.unit.common.middleware.test_xprofile.TestXProfile.test_get_profiler +test.unit.common.middleware.test_xprofile.TestXProfile.test_get_profiler ... ok +test.unit.common.ring.test_ring.TestRingData.test_attrs +test.unit.common.ring.test_ring.TestRingData.test_attrs ... ok +test.unit.common.ring.test_ring.TestRingData.test_byteswapped_serialization +test.unit.common.ring.test_ring.TestRingData.test_byteswapped_serialization ... ok +test.unit.common.ring.test_ring.TestRingData.test_can_load_pickled_ring_data +test.unit.common.ring.test_ring.TestRingData.test_can_load_pickled_ring_data ... ok +test.unit.common.ring.test_ring.TestRingData.test_deterministic_serialization +test.unit.common.ring.test_ring.TestRingData.test_deterministic_serialization ... ok +test.unit.common.ring.test_ring.TestRingData.test_load_closes_file +test.unit.common.ring.test_ring.TestRingData.test_load_closes_file ... ok +test.unit.common.ring.test_ring.TestRingData.test_permissions +test.unit.common.ring.test_ring.TestRingData.test_permissions ... ok +test.unit.common.ring.test_ring.TestRingData.test_replica_count +test.unit.common.ring.test_ring.TestRingData.test_replica_count ... ok +test.unit.common.ring.test_ring.TestRingData.test_roundtrip_serialization +test.unit.common.ring.test_ring.TestRingData.test_roundtrip_serialization ... ok +test.unit.common.test_daemon.TestRunDaemon.test_fork_workers +test.unit.common.test_daemon.TestRunDaemon.test_fork_workers ... ok +test.unit.common.test_daemon.TestRunDaemon.test_forked_worker +test.unit.common.test_daemon.TestRunDaemon.test_forked_worker ... ok +test.unit.common.test_daemon.TestRunDaemon.test_restart_workers +test.unit.common.test_daemon.TestRunDaemon.test_restart_workers ... ok +test.unit.common.test_daemon.TestRunDaemon.test_run +test.unit.common.test_daemon.TestRunDaemon.test_run ... ok +test.unit.common.test_daemon.TestRunDaemon.test_run_daemon +test.unit.common.test_daemon.TestRunDaemon.test_run_daemon ... ok +test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_diff_tz +test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_diff_tz ... ok +test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_from_conf_dir_with_duplicate_var +test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_from_conf_dir_with_duplicate_var ... ok +test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_from_conf_file_with_duplicate_var +test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_from_conf_file_with_duplicate_var ... ok +test.unit.common.test_daemon.TestRunDaemon.test_run_deamon_from_conf_dir +test.unit.common.test_daemon.TestRunDaemon.test_run_deamon_from_conf_dir ... ok +test.unit.common.test_daemon.TestRunDaemon.test_run_deamon_from_conf_file +test.unit.common.test_daemon.TestRunDaemon.test_run_deamon_from_conf_file ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_json +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_json ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_partial +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_partial ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_negative_min_part_hours +test.unit.common.ring.test_builder.TestRingBuilder.test_negative_min_part_hours ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_overlarge_part_powers +test.unit.common.ring.test_builder.TestRingBuilder.test_overlarge_part_powers ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_plain +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_plain ... ok +test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing_most_rows +test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing_most_rows ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_overload +test.unit.common.ring.test_builder.TestRingBuilder.test_overload ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_overload_keeps_balanceable_things_balanced_initially +test.unit.common.ring.test_builder.TestRingBuilder.test_overload_keeps_balanceable_things_balanced_initially ... ok +test.unit.account.test_backend.TestAccountBroker.test_get_policy_stats +test.unit.account.test_backend.TestAccountBroker.test_get_policy_stats ... ok +test.unit.account.test_backend.TestAccountBroker.test_initialize_fail +test.unit.account.test_backend.TestAccountBroker.test_initialize_fail ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_xml +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_xml ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_invalid_accept +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_invalid_accept ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_overload_keeps_balanceable_things_balanced_on_rebalance +test.unit.common.ring.test_builder.TestRingBuilder.test_overload_keeps_balanceable_things_balanced_on_rebalance ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_oversmall_part_powers +test.unit.common.ring.test_builder.TestRingBuilder.test_oversmall_part_powers ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_double_check_trailing_delimiter +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_double_check_trailing_delimiter ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_part_swapping_problem +test.unit.common.ring.test_builder.TestRingBuilder.test_part_swapping_problem ... ok +test INFO: Begin account audit "once" mode +test ERROR: Audit Failed for /tmp/tmp01lqjc7u/sda/accounts/0/0/0/test.db: The total container_count for the account a (3) does not match the sum of container_count across policies (2) +test INFO: Account audit "once" mode completed: 0.00s +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ @@ -60853,168 +62215,92 @@ File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/bucket.py", line 56, in _delete_segments_bucket resp = req.get_response(self.app, 'HEAD') ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1630, in get_response - resp = self.acl_handler.handle_acl( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 94, in handle_acl - return getattr(ah, method)(app) + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response + return self._get_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ + resp = self.handle_request(req) ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 199, in HEAD - return self._handle_acl(app, 'DELETE') - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 141, in _handle_acl - resp = self.req.get_acl_response(app, 'HEAD', - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1613, in get_acl_response - resp = self._get_response( - ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/bucket.py", line 345, in GET + resp = req.get_response(self.app, query=query) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response + return self._get_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response raise InternalError('unexpected status code %d' % status) swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_while_segment_bucket_delete -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_while_segment_bucket_delete ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_with_enabled_versioning -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_with_enabled_versioning ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_id -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_id ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_length -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_length ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_password -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_password ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_username -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_username ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_none_key -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_none_key ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_nonexistent_key_id -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_nonexistent_key_id ... ok -test.unit.account.test_backend.TestAccountBroker.test_chexor -test.unit.account.test_backend.TestAccountBroker.test_chexor ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE ... ok -test.unit.account.test_replicator.TestReplicatorSync.test_replicator_sync -test.unit.account.test_replicator.TestReplicatorSync.test_replicator_sync ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_default_sorted_output -test.unit.cli.test_ringbuilder.TestCommands.test_default_sorted_output ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_empty_body -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_empty_body ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test ERROR: Got non-JSON response trying to list /bucket: b'obj0\nobj1\nobj2\nobj3\nobj4\nobj5\nobj6\nobj7\nobj8\nobj9\nobj10\nobj1...' +test ERROR: Expecting value: line 1 column 1 (char 0): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/bucket.py", line 348, in GET + objects = json.loads(resp.body) + ^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.11/json/__init__.py", line 346, in loads + return _default_decoder.decode(s) + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.11/json/decoder.py", line 337, in decode + obj, end = self.raw_decode(s, idx=_w(s, 0).end()) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.11/json/decoder.py", line 355, in raw_decode + raise JSONDecodeError("Expecting value", s, err.value) from None +json.decoder.JSONDecodeError: Expecting value: line 1 column 1 (char 0) test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_with_suspended_versioning -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_with_suspended_versioning ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_empty_versioning -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_empty_versioning ... ok -test.unit.account.test_backend.TestAccountBroker.test_creation -test.unit.account.test_backend.TestAccountBroker.test_creation ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_batched_reclaim -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_batched_reclaim ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_get_max_row -test.unit.account.test_backend.TestCommonAccountBroker.test_get_max_row ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_fullcontrol_permission ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_now_empty -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_now_empty ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_dispersion_command -test.unit.cli.test_ringbuilder.TestCommands.test_dispersion_command ... ok -test.unit.account.test_auditor.TestAuditorRealBrokerMigration.test_db_migration -test.unit.account.test_auditor.TestAuditorRealBrokerMigration.test_db_migration ... ok -Finished. Marked 0 objects for deletion. test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:36 -0000', 'Content-Md5': '0psj556+oeNaquEdDeMxig==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd29b23e79ebea1e35aaae11d0de3318a', 'Content-Length': '226', 'Content-Type': 'multipart/form-data'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware @@ -61022,193 +62308,905 @@ test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test.unit.cli.test_ringbuilder.TestCommands.test_dispersion_command_recalculate -test.unit.cli.test_ringbuilder.TestCommands.test_dispersion_command_recalculate ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_empty_ring -test.unit.cli.test_ringbuilder.TestCommands.test_empty_ring ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_get_raw_metadata -test.unit.account.test_backend.TestCommonAccountBroker.test_get_raw_metadata ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_timestamp_not_float -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_timestamp_not_float ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:full_control OWNER test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:write OWNER +test INFO: - - 15/May/2024/18/06/48 HEAD /junk HTTP/1.0 200 - Mozzarella%20Foxfire - - - - - - 0.0006 - - 1715796408.881646156 1715796408.882243395 0 test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test INFO: - - 15/May/2024/18/06/48 HEAD /junk HTTP/1.0 200 - Mozzarella%20Foxfire - - - - - - 0.0006 - - 1715796408.882817507 1715796408.883381844 1 test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_write_permission -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_write_permission ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_without_permission -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_without_permission ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_find_parts -test.unit.cli.test_ringbuilder.TestCommands.test_find_parts ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_invalid_device_name -test.unit.cli.test_ringbuilder.TestCommands.test_invalid_device_name ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_ipv6_output -test.unit.cli.test_ringbuilder.TestCommands.test_ipv6_output ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_domain_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_domain_new_format ... ok +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_error +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_error ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_first_put_fail +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_first_put_fail ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_ami_location +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_ami_location ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_canned_acl +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_canned_acl ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_location +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_location ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_location_error +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_location_error ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_location_invalid_xml +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_location_invalid_xml ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_mixed_case_location +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_mixed_case_location ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_strange_location +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_strange_location ... ok +test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_fromstring_with_nonascii_text +test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_fromstring_with_nonascii_text ... ok +test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_tostring_with_nonascii_text +test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_tostring_with_nonascii_text ... ok +test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_xml_namespace +test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_xml_namespace ... ok +test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_xml_with_comments +test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_xml_with_comments ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_list_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_list_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_encoding_type_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_encoding_type_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_maxuploads ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_maxuploads_over_default +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_maxuploads_over_default ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_negative_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_negative_maxuploads ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_paginated +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_paginated ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_str_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_str_maxuploads ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_delimiter ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_id_and_key_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_id_and_key_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_key_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_key_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_prefix +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_prefix ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_without_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_without_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_without_segment_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_without_segment_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_abort +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_abort ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_complete +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_complete ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_initiate +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_initiate ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_missing_key +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_missing_key ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_prepare_increase_partition_power +test.unit.common.ring.test_builder.TestRingBuilder.test_prepare_increase_partition_power ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_success +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_success ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_success_mixed_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_success_mixed_policy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_v4_bad_hash +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_v4_bad_hash ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_encoding_type +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_encoding_type ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_encoding_type_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_encoding_type_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_error ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_prepare_increase_partition_power_failed +test.unit.common.ring.test_builder.TestRingBuilder.test_prepare_increase_partition_power_failed ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_max_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_max_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_negative_max_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_negative_max_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_negative_part_number_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_negative_part_number_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_max_32bit_int +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_max_32bit_int ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_max_32bit_int_part_number_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_max_32bit_int_part_number_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_max_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_max_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_part_number_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_part_number_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_same_max_marts_as_objects_num +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_same_max_marts_as_objects_num ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_str_max_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_str_max_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_str_part_number_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_str_part_number_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_with_part_number_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_with_part_number_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_without_encoding_type +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_without_encoding_type ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_with_segment_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_with_segment_bucket ... ok +=============================================================================== +--> Starting reconnaissance on 2 hosts (object) +=============================================================================== +=============================================================================== +--> Starting reconnaissance on 5 hosts (object) +=============================================================================== +=============================================================================== +--> Starting reconnaissance on 2 hosts (object) +=============================================================================== +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 15 May 2024 18:06:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other OWNER +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Wed, 15 May 2024 18:06:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_with_write_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_with_write_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_without_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_with_segment_bucket_mixed_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_with_segment_bucket_mixed_policy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_without_segment_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_without_segment_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_without_segment_bucket_mixed_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_without_segment_bucket_mixed_policy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_with_segment_bucket_mixed_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_with_segment_bucket_mixed_policy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_make_public +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_make_public ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_part_on_deleted_other_part_on_drained +test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_part_on_deleted_other_part_on_drained ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_same_acls +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_same_acls ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_same_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_same_policy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multi_upload_empty_body +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multi_upload_empty_body ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_abort +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_abort ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_abort_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_abort_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_404_on_marker_delete +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_404_on_marker_delete ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_409_on_marker_delete +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_409_on_marker_delete ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_failure_with_heartbeat +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_failure_with_heartbeat ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_marker_ts_in_future +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_marker_ts_in_future ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_marker_ts_now +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_marker_ts_now ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_mixed_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_mixed_policy ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_post_upgrade +test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_post_upgrade ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_no_content_type +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_no_content_type ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_non_ascii +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_non_ascii ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_old_content_type +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_old_content_type ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_other_headers +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_other_headers ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_segment_too_small +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_segment_too_small ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_single_zero_length_segment +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_single_zero_length_segment ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_weird_host_name +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_weird_host_name ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_with_heartbeat +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_with_heartbeat ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_zero_length_final_segment +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_zero_length_final_segment ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_zero_segments +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_zero_segments ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_s3acl_with_cached_seg_buck +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_s3acl_with_cached_seg_buck ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_with_segment_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_with_segment_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_without_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_without_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_without_segment_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_without_segment_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_invalid_md5 +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_invalid_md5 ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_invalid_sha256 +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_invalid_sha256 ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_missing_part_with_heartbeat +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_missing_part_with_heartbeat ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_etag_mismatch +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_etag_mismatch ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_mixed_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_mixed_policy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_nothing_there +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_nothing_there ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_upload_id_mismatch +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_upload_id_mismatch ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_upper_sha256 +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_upper_sha256 ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_uploads_list +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_uploads_list ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_upload_part +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_upload_part ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_upload_part_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_upload_part_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_headers_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_headers_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_headers_with_match +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_headers_with_match ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_headers_with_not_match +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_headers_with_not_match ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range_invalid +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range_invalid ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range_unsatisfiable +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range_unsatisfiable ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_with_seed +test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_with_seed ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_info +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_info ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_reduce_replicas_after_remove_device +test.unit.common.ring.test_builder.TestRingBuilder.test_reduce_replicas_after_remove_device ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_region_fullness_with_balanceable_ring +test.unit.common.ring.test_builder.TestRingBuilder.test_region_fullness_with_balanceable_ring ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_region_fullness_with_unbalanceable_ring +test.unit.common.ring.test_builder.TestRingBuilder.test_region_fullness_with_unbalanceable_ring ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_remove_a_lot +test.unit.common.ring.test_builder.TestRingBuilder.test_remove_a_lot ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_remove_dev +test.unit.common.ring.test_builder.TestRingBuilder.test_remove_dev ... ok +test.unit.account.test_backend.TestAccountBroker.test_is_status_deleted +test.unit.account.test_backend.TestAccountBroker.test_is_status_deleted ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_remove_last_partition_from_zero_weight +test.unit.common.ring.test_builder.TestRingBuilder.test_remove_last_partition_from_zero_weight ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_remove_zero_weighted +test.unit.common.ring.test_builder.TestRingBuilder.test_remove_zero_weighted ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_rerebalance +test.unit.common.ring.test_builder.TestRingBuilder.test_rerebalance ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_reuse_of_dev_holes_with_id +test.unit.common.ring.test_builder.TestRingBuilder.test_reuse_of_dev_holes_with_id ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_batched_reclaim +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_batched_reclaim ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_info_no_stale_reads +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_info_no_stale_reads ... ok +test.unit.account.test_backend.TestAccountBroker.test_list_container_iter_with_reserved_name +test.unit.account.test_backend.TestAccountBroker.test_list_container_iter_with_reserved_name ... ok +test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing_one_rows +test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing_one_rows ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_empty +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_empty ... ok +test.unit.cli.test_dispersion_report.TestDispersionReport.test_placeholder +test.unit.cli.test_dispersion_report.TestDispersionReport.test_placeholder ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_reuse_of_dev_holes_without_id +test.unit.common.ring.test_builder.TestRingBuilder.test_reuse_of_dev_holes_without_id ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_round_off_error +test.unit.common.ring.test_builder.TestRingBuilder.test_round_off_error ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_save +test.unit.common.ring.test_builder.TestRingBuilder.test_save ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_save_load +test.unit.common.ring.test_builder.TestRingBuilder.test_save_load ... ok +test.unit.cli.test_info.TestPrintObjWeirdPath.test_invalid_etag +test.unit.cli.test_info.TestPrintObjWeirdPath.test_invalid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_crypto_metadata +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_crypto_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_curl_command_ipv4 +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_curl_command_ipv4 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_curl_command_ipv6 +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_curl_command_ipv6 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_meta_and_ts_files +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_meta_and_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_metadata +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.ring.test_builder.TestRingBuilder.test_search_devs +test.unit.common.ring.test_builder.TestRingBuilder.test_search_devs ... ok +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_no_ring +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_no_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_policy_index +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_policy_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_policy_name_mismatch +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_policy_name_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjWeirdPath.test_unchecked_etag +test.unit.cli.test_info.TestPrintObjWeirdPath.test_unchecked_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjWeirdPath.test_valid_etag +test.unit.cli.test_info.TestPrintObjWeirdPath.test_valid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_already_exists +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_already_exists ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_domain_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_domain_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv4_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv4_new_format ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_server_per_port +test.unit.common.ring.test_builder.TestRingBuilder.test_server_per_port ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv4_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv4_old_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv6_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv6_new_format ... ok +test-reaper ERROR: Exception with 10.10.10.1:6202/sda1: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp +swift.common.exceptions.ClientException: : 404 +test-reaper ERROR: Exception with 10.10.10.2:6202/sda1: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp + File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp +swift.common.exceptions.ClientException: : 404 +test-reaper ERROR: Exception with 10.10.10.3:6202/None: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp + File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp + File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp +swift.common.exceptions.ClientException: : 404 +test-reaper ERROR: Exception with 10.10.10.1:6202/sda2: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp + File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp + File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp + File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp +swift.common.exceptions.ClientException: : 404 +test-reaper ERROR: Exception with 10.0.0.0:1000/sda: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 490, in reap_object + direct_delete_object( + File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 160, in fake_direct_delete_object + raise self.myexp +swift.common.exceptions.ClientException: : 404 +test-reaper ERROR: Timeout Exception with 10.0.0.0:1000/sda +test-reaper ERROR: Timeout Exception with 10.0.0.1:1001/sdb +test-reaper ERROR: Timeout Exception with 10.0.0.2:1002/sdc +test-reaper ERROR: Timeout Exception with 10.0.0.3:1003/sdd +test-reaper DEBUG: Begin devices pass: thisdeviceisbad +test-reaper ERROR: Exception in top-level account reaper loop: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 135, in run_once + for device in os.listdir(self.devices): + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: 'thisdeviceisbad' +test-reaper INFO: Devices pass completed: 0.00s +test INFO: Disabling account_sdb +test INFO: Disabling container_sdb +test INFO: Disabling object_sdb +test INFO: Enabling account_sdb +test INFO: Enabling container_sdb +test INFO: Enabling object_sdb +[2024-05-15 18:06:48] Checking auditor stats +=============================================================================== +test ERROR: Error decrypting object: Bad crypto meta: Cipher must be AES_CTR_256 +test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Bad crypto meta: Cipher must be AES_CTR_256 +test DEBUG: No decryption is necessary because of override +test DEBUG: No decryption is necessary because of override +test ERROR: get_keys(): from callback: Testing: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 169, in get_keys + keys = fetch_crypto_keys(key_id=key_id) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/crypto/test_decrypter.py", line 902, in raise_exc + raise Exception('Testing') +Exception: Testing +test ERROR: Error decrypting header X-Object-Sysmeta-Crypto-Etag: Missing crypto meta in value fgBd78GL6kACmfmuAxTz9B7eJCFTfjxotcr7trw/5Qo= +test ERROR: ERROR get_keys() missing callback: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 161, in get_keys + fetch_crypto_keys = env[CRYPTO_KEY_CALLBACK] + ~~~^^^^^^^^^^^^^^^^^^^^^ +KeyError: 'swift.callback.fetch_crypto_keys' +test ERROR: Error decrypting object: Bad crypto meta: Cipher must be AES_CTR_256 +test ERROR: Error decrypting object: Bad crypto meta: Missing 'cipher' +test ERROR: Error decrypting object: Bad crypto meta: Missing 'iv' +test ERROR: Error decrypting object: Bad crypto meta: IV must be length 16 bytes +test ERROR: Error decrypting object: Bad crypto meta: IV must be length 16 bytes +test ERROR: Error decrypting header X-Object-Sysmeta-Container-Update-Override-Etag: Bad crypto meta: Cipher must be AES_CTR_256 +test ERROR: Error decrypting header X-Object-Sysmeta-Container-Update-Override-Etag: Bad crypto meta: IV must be length 16 bytes +test ERROR: Error decrypting object: Key must be length 32 bytes +test ERROR: Error decrypting object: Bad crypto meta: IV must be length 16 bytes +test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Bad crypto meta: IV must be length 16 bytes +test ERROR: Bad key for 'object': Key must be length 32 bytes: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 181, in get_keys + self.crypto.check_key(key) + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 144, in check_key + raise ValueError("Key must be length %s bytes" % self.key_length) +ValueError: Key must be length 32 bytes +test ERROR: Error decrypting object: Missing 'body_key' +test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Missing crypto meta in value LwwJqI3L+FBfmg== +test ERROR: Error decrypting object: Bad crypto meta: Missing 'iv' +test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Bad crypto meta: Missing 'iv' +test ERROR: Error decrypting header X-Object-Sysmeta-Container-Update-Override-Etag: Bad crypto meta: Cipher must be AES_CTR_256 +test ERROR: Error decrypting header X-Object-Sysmeta-Container-Update-Override-Etag: Bad crypto meta: IV must be length 16 bytes +test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Bad crypto meta: IV must be length 16 bytes +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_bad_key +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_bad_key ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_missing_crypto_meta_for_user_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_missing_crypto_meta_for_user_metadata ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_missing_iv_for_user_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_missing_iv_for_user_metadata ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_headers_case +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_headers_case ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_empty_body +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_empty_body ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_lots_of_keys +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_lots_of_keys ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_no_key +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_no_key ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_quiet +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_quiet ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_to_object +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_to_object ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_too_many_keys +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_too_many_keys ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_unhandled_exception +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_unhandled_exception ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_versioned_enabled +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_versioned_enabled ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_versioned_suspended +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_versioned_suspended ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_error +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_error ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_invalid_md5 +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_invalid_md5 ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_non_json +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_non_json ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_system_entity +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_system_entity ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_without_md5 +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_without_md5 ... ok +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_bad_hash +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_bad_hash ... ok +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_empty +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_empty ... ok +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_empty_bad_hash +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_empty_bad_hash ... ok +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_good +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_good ... ok +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_too_long +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_too_long ... ok +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_too_short +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_too_short ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_authenticate_delete_Authorization_from_s3req +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_authenticate_delete_Authorization_from_s3req ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_canonical_uri_sigv2 +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_canonical_uri_sigv2 ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_canonical_uri_sigv4 +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_canonical_uri_sigv4 ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv6_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv6_old_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_old_missing_region +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_old_missing_region ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_multi_bytes_secret_failure +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_multi_bytes_secret_failure ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv2 +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv2 ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv2_unicode_string +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv2_unicode_string ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv4_unsigned_payload +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv4_unsigned_payload ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv4_url_encode +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv4_url_encode ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_sigv4_req_zero_content_length_sha256 +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_sigv4_req_zero_content_length_sha256 ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_expired +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_expired ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_all_users -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_all_users ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_authenticated_users -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_authenticated_users ... ok -test DEBUG: checking permission: public None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:48 -0000', 'Content-Md5': 'i4CS9WiTvEfCFGqAHP8j0A==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '8b8092f56893bc47c2146a801cff23d0', 'Content-Length': '1030946'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: authenticated None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_no_key +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_no_key ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_quiet +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_quiet ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_missing +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_missing ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_with_x_amz_date_expired +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_with_x_amz_date_expired ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_with_x_amz_date_valid +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_with_x_amz_date_valid ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_container_info +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_container_info ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_with_check_container_permission +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_with_check_container_permission ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_with_check_object_permission +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_with_check_object_permission ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_without_duplication_HEAD_request +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_without_duplication_HEAD_request ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_without_match_ACL_MAP +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_without_match_ACL_MAP ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_without_s3_acl +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_without_s3_acl ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_validate_param +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_validate_param ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_headers_to_sign_sigv4 +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_headers_to_sign_sigv4 ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_request_timestamp_sigv2 +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_request_timestamp_sigv2 ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_request_timestamp_sigv4 +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_request_timestamp_sigv4 ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_to_swift_req_Authorization_not_exist_in_swreq +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_to_swift_req_Authorization_not_exist_in_swreq ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_to_swift_req_subrequest_proxy_access_log +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_to_swift_req_subrequest_proxy_access_log ... ok +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_from_swift_resp_slo +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_from_swift_resp_slo ... ok +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_from_swift3_sysmeta +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_from_swift3_sysmeta ... ok +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_headers +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_headers ... ok +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_headers_ignore_other_sysmeta +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_headers_ignore_other_sysmeta ... ok +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_user_meta_headers +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_user_meta_headers ... ok +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_swift3_sysmeta_does_not_overwrite_s3api_sysmeta +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_swift3_sysmeta_does_not_overwrite_s3api_sysmeta ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_auth_uris +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_auth_uris ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorization_nova_toconnect +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorization_nova_toconnect ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorize_with_access_key +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorize_with_access_key ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorize_with_access_key_and_unquote_chars +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorize_with_access_key_and_unquote_chars ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_part_power_increase +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_part_power_increase ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_add_duplicate_devices +test.unit.cli.test_ringbuilder.TestCommands.test_add_duplicate_devices ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_create_ring +test.unit.cli.test_ringbuilder.TestCommands.test_create_ring ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_set_dev_weight +test.unit.common.ring.test_builder.TestRingBuilder.test_set_dev_weight ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas +test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas_decrease +test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas_decrease ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_create_ring_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_create_ring_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_default +test.unit.cli.test_ringbuilder.TestCommands.test_default ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_info_stale_read_ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_info_stale_read_ok ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_default_no_device_ring_without_exception +test.unit.cli.test_ringbuilder.TestCommands.test_default_no_device_ring_without_exception ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas_increase +test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas_increase ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_default_output +test.unit.cli.test_ringbuilder.TestCommands.test_default_output ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_default_output_id_assigned +test.unit.cli.test_ringbuilder.TestCommands.test_default_output_id_assigned ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_shuffled_gather +test.unit.common.ring.test_builder.TestRingBuilder.test_shuffled_gather ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_exception +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_exception ... ok +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/PREFIX_uuid/c/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.prefix_uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f9fe61fc8b0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/', 'SERVER_NAME': 'example.com', 'SERVER_PORT': '80', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f9fe61fdfc0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f9fe6147eb0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'example.com:8080', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f9fe61fdfc0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/v1obj', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f9fe61fc8b0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_uuid/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'auth-uuid.storage1.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f9fe61fdfc0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_uuid/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'auth-uuid.storage2.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f9fe61fdfc0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'auth-uuid.storage3.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f9fe61fdfc0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +test WARNING: Inconsistent project domain id: unexpected_id in token vs test_id in account metadata. +test WARNING: Inconsistent project domain id: unexpected_id in token vs test_id in account metadata. +test WARNING: Inconsistent project domain id: unexpected_id in token vs test_id in account metadata. +test WARNING: Inconsistent project domain id: None in token vs test_id in account metadata. +test WARNING: Inconsistent project domain id: None in token vs test_id in account metadata. +test WARNING: Inconsistent project domain id: None in token vs test_id in account metadata. +test WARNING: Inconsistent project domain id: unexpected_id in token vs None in account metadata. +test WARNING: Inconsistent project domain id: unexpected_id in token vs None in account metadata. +test WARNING: Inconsistent project domain id: unexpected_id in token vs None in account metadata. +fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-abcd, max LO GET time of 86400s exceeded +fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-manifest-a, GET of submanifest /v1/AUTH_test/gettest/manifest-a failed with status 403 (

Forbidden

Access was denied to this reso...) +fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-abcd, got 401 (

Unauthorized

This server could not verif...) while retrieving /v1/AUTH_test/gettest/c_15 +fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-abcd, GET of submanifest /v1/AUTH_test/gettest/manifest-bc failed with status 401 (

Unauthorized

This server could not verif...) +fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/a_5 etag: 594f803b380a41396ed63dca39503542 != wrong! or 5 != 5. +fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/a_5 etag: 594f803b380a41396ed63dca39503542 != 594f803b380a41396ed63dca39503542 or 5 != 999999. +fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-not-avail, got 503 (

Service Unavailable

The server is curren...) while retrieving /v1/AUTH_test/gettest/not_avail_obj +fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-not-exists, got 404 (

Not Found

The resource could not be foun...) while retrieving /v1/AUTH_test/gettest/not_exists_obj +fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 2 (char 1) +fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 2 (char 1) +fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-abcd, JSON-decoding of submanifest /v1/AUTH_test/gettest/manifest-bc failed with 500 Internal Error +fake-swift ERROR: Bad MD5 checksum for /v1/AUTH_test/gettest/a_5 as part of /v1/AUTH_test/gettest/manifest: headers had 594f803b380a41396ed63dca39503542, but object MD5 was actually fb0e22c79ac75679e9881e6ba183b354 +fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/b_10 etag: 82136b4240d6ce4ea7d03e51469a393b != wrong! or 10 != 10. +fake-swift ERROR: Bad response length for /v1/AUTH_test/gettest/a_5 as part of /v1/AUTH_test/gettest/manifest: headers had 5, but response length was actually 4 +fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/b_10 etag: 82136b4240d6ce4ea7d03e51469a393b != 82136b4240d6ce4ea7d03e51469a393b or 10 != 999999. +fake-swift ERROR: While processing manifest '/v1/AUTH_test/gettest/man1', max recursion depth was exceeded +fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 1 (char 0) +fake-swift ERROR: While processing manifest '/v1/AUTH_test/gettest/man1', max recursion depth was exceeded +my-daemon DEBUG: Spawned worker mock-pid-0 with {} +my-daemon DEBUG: Spawned worker mock-pid-1 with {} +my-daemon DEBUG: Spawned worker mock-pid-2 with {} +my-daemon DEBUG: Worker mock-pid-0 exited +my-daemon DEBUG: Worker mock-pid-1 exited +my-daemon DEBUG: Worker mock-pid-2 exited +my-daemon NOTICE: Finished 1363409 +my-daemon DEBUG: Forked worker 1363409 finished +my-daemon DEBUG: Spawned worker mock-pid-0 with {} +my-daemon DEBUG: Spawned worker mock-pid-1 with {} +my-daemon DEBUG: Spawned worker mock-pid-2 with {} +my-daemon DEBUG: Daemon needs to change options, aborting workers +my-daemon DEBUG: Cleaned up worker mock-pid-0 +my-daemon DEBUG: Cleaned up worker mock-pid-1 +my-daemon DEBUG: Cleaned up worker mock-pid-2 +my-daemon DEBUG: Spawned worker mock-pid-3 with {} +my-daemon DEBUG: Spawned worker mock-pid-4 with {} +my-daemon DEBUG: Spawned worker mock-pid-5 with {} +my-daemon DEBUG: Cleaned up worker mock-pid-3 +my-daemon DEBUG: Cleaned up worker mock-pid-4 +my-daemon DEBUG: Cleaned up worker mock-pid-5 +test.unit.common.test_daemon.TestRunDaemon.test_signal +test.unit.common.test_daemon.TestRunDaemon.test_signal ... ok +test.unit.common.test_daemon.TestRunDaemon.test_worker_disappears +test.unit.common.test_daemon.TestRunDaemon.test_worker_disappears ... ok +test.unit.common.test_daemon.TestRunDaemon.test_worker_disappears_in_cleanup +test.unit.common.test_daemon.TestRunDaemon.test_worker_disappears_in_cleanup ... ok +test.unit.common.test_daemon.TestRunDaemon.test_worker_kills_pids_in_cleanup +test.unit.common.test_daemon.TestRunDaemon.test_worker_kills_pids_in_cleanup ... ok +test.unit.common.test_daemon.TestWorkerDaemon.test_my_worker_daemon +test.unit.common.test_daemon.TestWorkerDaemon.test_my_worker_daemon ... ok +test.unit.common.test_daemon.TestWorkerDaemon.test_stubs +test.unit.common.test_daemon.TestWorkerDaemon.test_stubs ... ok +test.unit.common.test_db.TestExampleBroker.test_commit_pending +test.unit.common.test_db.TestExampleBroker.test_commit_pending ... ok +test.unit.common.test_db.TestExampleBroker.test_delete_db +test.unit.common.test_db.TestExampleBroker.test_delete_db ... ok +test.unit.common.test_db.TestExampleBroker.test_get_info +test.unit.common.test_db.TestExampleBroker.test_get_info ... ok +test.unit.common.test_db.TestExampleBroker.test_get_max_row +test.unit.common.test_db.TestExampleBroker.test_get_max_row ... ok +test.unit.common.test_db.TestExampleBroker.test_get_raw_metadata +test.unit.common.test_db.TestExampleBroker.test_get_raw_metadata ... ok +test.unit.common.test_db.TestExampleBroker.test_get_syncs +test.unit.common.test_db.TestExampleBroker.test_get_syncs ... ok +test.unit.common.test_db.TestExampleBroker.test_maybe_get +test.unit.common.test_db.TestExampleBroker.test_maybe_get ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_undispersable_server_converge_on_balance +test.unit.common.ring.test_builder.TestRingBuilder.test_undispersable_server_converge_on_balance ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_default_ringfile_check +test.unit.cli.test_ringbuilder.TestCommands.test_default_ringfile_check ... ok +test.unit.account.test_backend.TestAccountBroker.test_list_containers_iter +test.unit.account.test_backend.TestAccountBroker.test_list_containers_iter ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_default_show_removed +test.unit.cli.test_ringbuilder.TestCommands.test_default_show_removed ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_undispersable_zone_converge_on_balance +test.unit.common.ring.test_builder.TestRingBuilder.test_undispersable_zone_converge_on_balance ... ok +test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_delete_with_objects +test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_delete_with_objects ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_unoverload +test.unit.common.ring.test_builder.TestRingBuilder.test_unoverload ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_validate +test.unit.common.ring.test_builder.TestRingBuilder.test_validate ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_validate_duplicate_part_assignment +test.unit.common.ring.test_builder.TestRingBuilder.test_validate_duplicate_part_assignment ... ok +test.unit.account.test_backend.TestAccountBroker.test_list_objects_iter_order_and_reverse +test.unit.account.test_backend.TestAccountBroker.test_list_objects_iter_order_and_reverse ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_validate_partial_replica +test.unit.common.ring.test_builder.TestRingBuilder.test_validate_partial_replica ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_chexor +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_chexor ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_wrong_tier_with_no_where_to_go +test.unit.common.ring.test_builder.TestRingBuilder.test_wrong_tier_with_no_where_to_go ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_leading_delimiter +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_leading_delimiter ... ok +test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_closed_response +test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_closed_response ... ok +test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_get_expect +test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_get_expect ... ok +test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_http_connect +test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_http_connect ... ok +test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_nonstr_header_values +test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_nonstr_header_values ... ok +test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_unicode_values +test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_unicode_values ... ok +test.unit.common.test_db.TestDatabaseConnectionError.test_str +test.unit.common.test_db.TestDatabaseConnectionError.test_str ... ok +test.unit.common.test_digest.TestDigestUtils.test_extract_digest_and_algorithm +test.unit.common.test_digest.TestDigestUtils.test_extract_digest_and_algorithm ... ok +test.unit.common.test_digest.TestDigestUtils.test_get_allowed_digests +test.unit.common.test_digest.TestDigestUtils.test_get_allowed_digests ... ok +test.unit.common.test_digest.TestDigestUtils.test_get_hmac +test.unit.common.test_digest.TestDigestUtils.test_get_hmac ... ok +test.unit.common.test_digest.TestDigestUtils.test_get_hmac_digest +test.unit.common.test_digest.TestDigestUtils.test_get_hmac_digest ... ok +test.unit.common.test_digest.TestDigestUtils.test_get_hmac_ip_range +test.unit.common.test_digest.TestDigestUtils.test_get_hmac_ip_range ... ok +test.unit.common.test_digest.TestDigestUtils.test_get_hmac_ip_range_non_binary_type +test.unit.common.test_digest.TestDigestUtils.test_get_hmac_ip_range_non_binary_type ... ok +test.unit.common.test_internal_client.TestGetAuth.test_invalid_version +test.unit.common.test_internal_client.TestGetAuth.test_invalid_version ... ok +test ERROR: Bad key for 'object': Key must be length 32 bytes: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 181, in get_keys + self.crypto.check_key(key) + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 144, in check_key + raise ValueError("Key must be length %s bytes" % self.key_length) +ValueError: Key must be length 32 bytes +test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Missing crypto meta in value LwwJqI3L+FBfmg== +test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Bad crypto meta: Missing 'iv' test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_error -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_error ... ok -test.unit.account.test_backend.TestAccountBroker.test_delete_container -test.unit.account.test_backend.TestAccountBroker.test_delete_container ... ok test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/bucket.py", line 345, in GET - resp = req.get_response(self.app, query=query) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1637, in get_response - return self.get_acl_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1613, in get_acl_response - resp = self._get_response( - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test ERROR: Got non-JSON response trying to list /bucket: b'obj0\nobj1\nobj2\nobj3\nobj4\nobj5\nobj6\nobj7\nobj8\nobj9\nobj10\nobj1...' -test ERROR: Expecting value: line 1 column 1 (char 0): +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: A key is specified for bucket API. +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test ERROR: Unexpected Error handling DELETE of 'bucket' 'Key1': Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/bucket.py", line 348, in GET - objects = json.loads(resp.body) - ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/multi_delete.py", line 128, in do_delete + resp = req.get_response(self.app, method='DELETE', query=query, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response + return self._get_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1358, in _get_response + sw_resp = sw_req.get_response(app) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1165, in get_response + status, headers, app_iter = self.call_application(application) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1149, in call_application + app_iter = application(self.environ, start_response) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 182, in __call__ + return self.app(env, start_response) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/s3api/__init__.py", line 85, in __call__ + return self.swift(env, start_response) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/helpers.py", line 324, in __call__ + resp = resp_class( + ^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect + File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/helpers.py", line 197, in _select_response + is_success = resp_class().is_success + ^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +Exception: kaboom +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test ERROR: Could not parse SLO delete response (200 OK): b'asdf': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/multi_delete.py", line 136, in do_delete + delete_result = json.loads(resp.body) + ^^^^^^^^^^^^^^^^^^^^^ File "/usr/lib/python3.11/json/__init__.py", line 346, in loads return _default_decoder.decode(s) ^^^^^^^^^^^^^^^^^^^^^^^^^^ @@ -61219,145 +63217,1096 @@ raise JSONDecodeError("Expecting value", s, err.value) from None json.decoder.JSONDecodeError: Expecting value: line 1 column 1 (char 0) test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_non_json -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_non_json ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_fullcontrol_permission ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv4_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv4_new_format ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_chexor -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_chexor ... ok +test DEBUG: checking permission: nojunk None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 01 Apr 2014 12:00:00 GMT', 'X-Amz-Date': 'Wed, 15 May 2024 18:06:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:50 -0000'} +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:50 -0000'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:50 -0000'} +test DEBUG: checking permission: bucket None POST {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:50 -0000'} +test DEBUG: bucket None POST +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Connecting with tenant: FORCED_TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Connecting with tenant: TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Connecting with tenant: TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_bytes +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_bytes ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_http +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_http ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_trailing_slash +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_trailing_slash ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_v3 +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_v3 ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_bad_auth_uris +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_bad_auth_uris ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_http_timeout +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_http_timeout ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_http_timeout_option +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_http_timeout_option ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_insecure +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_insecure ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_insecure_option +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_insecure_option ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_no_path_request +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_no_path_request ... ok +test.unit.common.test_internal_client.TestGetAuth.test_ok +test.unit.common.test_internal_client.TestGetAuth.test_ok ... ok +test.unit.common.test_memcached.TestMemcacheCommand.test_get_key_prefix +test.unit.common.test_memcached.TestMemcacheCommand.test_get_key_prefix ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_nukes_auth_headers +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_nukes_auth_headers ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_reseller_prefix +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_reseller_prefix ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_secret_is_cached +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_secret_is_cached ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_secret_sets_cache +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_secret_sets_cache ... ok +test.unit.common.test_memcached.TestMemcacheCommand.test_init +test.unit.common.test_memcached.TestMemcacheCommand.test_init ... ok +test.unit.common.test_recon.TestCommonRecon.test_server_type_to_recon_file +test.unit.common.test_recon.TestCommonRecon.test_server_type_to_recon_file ... ok +test.unit.common.test_swob.TestConditionalIfMatch.test_match_star +test.unit.common.test_swob.TestConditionalIfMatch.test_match_star ... ok +test.unit.common.test_swob.TestConditionalIfMatch.test_match_star_on_404 +test.unit.common.test_swob.TestConditionalIfMatch.test_match_star_on_404 ... ok +test.unit.common.test_swob.TestConditionalIfMatch.test_no_match +test.unit.common.test_swob.TestConditionalIfMatch.test_no_match ... ok +test.unit.common.test_swob.TestConditionalIfMatch.test_quoted_simple_match +test.unit.common.test_swob.TestConditionalIfMatch.test_quoted_simple_match ... ok +test.unit.common.test_swob.TestConditionalIfMatch.test_simple_conditional_etag_match +test.unit.common.test_swob.TestConditionalIfMatch.test_simple_conditional_etag_match ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_tolerate_missing_token_id +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_tolerate_missing_token_id ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_unicode_path +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_unicode_path ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_without_auth_storage_token +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_without_auth_storage_token ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_without_authorization +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_without_authorization ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_allow_full_urls_setting +test.unit.common.middleware.test_container_sync.TestContainerSync.test_allow_full_urls_setting ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_in_realms_conf +test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_in_realms_conf ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_invalid +test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_invalid ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_not_set +test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_not_set ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_filter +test.unit.common.middleware.test_container_sync.TestContainerSync.test_filter ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_info +test.unit.common.middleware.test_container_sync.TestContainerSync.test_info ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_info_always_fresh +test.unit.common.middleware.test_container_sync.TestContainerSync.test_info_always_fresh ... ok +test.unit.common.test_swob.TestConditionalIfMatch.test_simple_conditional_etag_no_match +test.unit.common.test_swob.TestConditionalIfMatch.test_simple_conditional_etag_no_match ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_invalid_sig +test.unit.common.middleware.test_container_sync.TestContainerSync.test_invalid_sig ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_missing_from_realms_conf +test.unit.common.middleware.test_container_sync.TestContainerSync.test_missing_from_realms_conf ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_not_enough_args +test.unit.common.middleware.test_container_sync.TestContainerSync.test_not_enough_args ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_pass_through +test.unit.common.middleware.test_container_sync.TestContainerSync.test_pass_through ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_realm_miss +test.unit.common.middleware.test_container_sync.TestContainerSync.test_realm_miss ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_user_key_miss +test.unit.common.middleware.test_container_sync.TestContainerSync.test_user_key_miss ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_valid_sig +test.unit.common.middleware.test_container_sync.TestContainerSync.test_valid_sig ... ok +test.unit.common.test_swob.TestConditionalIfMatch.test_simple_match +test.unit.common.test_swob.TestConditionalIfMatch.test_simple_match ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_valid_sig2 +test.unit.common.middleware.test_container_sync.TestContainerSync.test_valid_sig2 ... ok +test.unit.common.test_swob.TestConditionalIfModifiedSince.test_absent +test.unit.common.test_swob.TestConditionalIfModifiedSince.test_absent ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_account_off_overrides_cluster_on +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_account_off_overrides_cluster_on ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_account_on_overrides_cluster_off +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_account_on_overrides_cluster_off ... ok +test.unit.common.test_swob.TestConditionalIfModifiedSince.test_before +test.unit.common.test_swob.TestConditionalIfModifiedSince.test_before ... ok +test.unit.common.test_swob.TestConditionalIfModifiedSince.test_greater +test.unit.common.test_swob.TestConditionalIfModifiedSince.test_greater ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_already_valid +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_already_valid ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_already_weak_but_valid +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_already_weak_but_valid ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_cluster_wide +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_cluster_wide ... ok +test.unit.common.test_swob.TestConditionalIfModifiedSince.test_out_of_range_is_ignored +test.unit.common.test_swob.TestConditionalIfModifiedSince.test_out_of_range_is_ignored ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_off_overrides_account_on +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_off_overrides_account_on ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_off_overrides_cluster_on +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_off_overrides_cluster_on ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_on_overrides_account_off +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_on_overrides_account_off ... ok +test.unit.common.test_swob.TestConditionalIfModifiedSince.test_same +test.unit.common.test_swob.TestConditionalIfModifiedSince.test_same ... ok +test.unit.common.test_utils.TestAuditLocationGenerator.test_drive_tree_access +test.unit.common.test_utils.TestAuditLocationGenerator.test_drive_tree_access ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_on_overrides_cluster_off +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_on_overrides_cluster_off ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_account_info +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_account_info ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_container_info +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_container_info ... ok +test.unit.common.test_utils.TestAuditLocationGenerator.test_error_counter +test.unit.common.test_utils.TestAuditLocationGenerator.test_error_counter ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_etag +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_etag ... ok +test.unit.common.test_utils.TestAuditLocationGenerator.test_filters +test.unit.common.test_utils.TestAuditLocationGenerator.test_filters ... ok +test.unit.common.test_utils.TestAuditLocationGenerator.test_find_objects +test.unit.common.test_utils.TestAuditLocationGenerator.test_find_objects ... ok +test.unit.common.test_utils.TestAuditLocationGenerator.test_hooks +test.unit.common.test_utils.TestAuditLocationGenerator.test_hooks ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_non_object_request +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_non_object_request ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_non_swift_path +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_non_swift_path ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_only_half_valid +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_only_half_valid ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_swift_info +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_swift_info ... ok +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_character +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_character ... ok +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_length +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_length ... ok +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_regexp +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_regexp ... ok +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_maximum_length_from_config +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_maximum_length_from_config ... ok +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_valid_length_and_character +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_valid_length_and_character ... ok +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_valid_regexp +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_valid_regexp ... ok +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink ... ok +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_new_target +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_new_target ... ok +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_target +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_target ... ok +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_with_slo_query +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_with_slo_query ... ok +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_new_slo_manifest +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_new_slo_manifest ... ok +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_old_slo_manifest +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_old_slo_manifest ... ok +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_really_old_slo_manifest +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_really_old_slo_manifest ... ok +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_slo_manifest_slo_etag +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_slo_manifest_slo_etag ... ok +test.unit.common.test_utils.TestAuditLocationGenerator.test_ignore_metadata +test.unit.common.test_utils.TestAuditLocationGenerator.test_ignore_metadata ... ok +test.unit.common.middleware.test_tempauth.PrefixAccount.test_blank_reseller +test.unit.common.middleware.test_tempauth.PrefixAccount.test_blank_reseller ... ok +test.unit.common.middleware.test_tempauth.PrefixAccount.test_default +test.unit.common.middleware.test_tempauth.PrefixAccount.test_default ... ok +test.unit.common.middleware.test_tempauth.PrefixAccount.test_multiple_resellers +test.unit.common.middleware.test_tempauth.PrefixAccount.test_multiple_resellers ... ok +test.unit.common.middleware.test_tempauth.PrefixAccount.test_same_as_default +test.unit.common.middleware.test_tempauth.PrefixAccount.test_same_as_default ... ok +test.unit.common.middleware.test_tempauth.TestTokenHandling.test_invalid_tokens +test.unit.common.middleware.test_tempauth.TestTokenHandling.test_invalid_tokens ... ok +test.unit.common.middleware.test_tempauth.TestTokenHandling.test_service_token_given_and_needed +test.unit.common.middleware.test_tempauth.TestTokenHandling.test_service_token_given_and_needed ... ok +test.unit.common.middleware.test_tempauth.TestTokenHandling.test_service_token_omitted +test.unit.common.middleware.test_tempauth.TestTokenHandling.test_service_token_omitted ... ok +test.unit.common.test_utils.TestAuditLocationGenerator.test_mount_check_drive +test.unit.common.test_utils.TestAuditLocationGenerator.test_mount_check_drive ... ok +test.unit.common.test_utils.TestAuditLocationGenerator.test_non_dir_contents +test.unit.common.test_utils.TestAuditLocationGenerator.test_non_dir_contents ... ok +test.unit.common.test_utils.TestAuditLocationGenerator.test_non_dir_drive +test.unit.common.test_utils.TestAuditLocationGenerator.test_non_dir_drive ... ok +test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_closed_part_iterator +test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_closed_part_iterator ... ok +test.unit.common.middleware.test_tempauth.TestTokenHandling.test_tokens_set_remote_user +test.unit.common.middleware.test_tempauth.TestTokenHandling.test_tokens_set_remote_user ... ok +test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_multiple_parts +test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_multiple_parts ... ok +test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_bad_config +test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_bad_config ... ok +test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_no_parts +test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_no_parts ... ok +test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_single_part +test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_single_part ... ok +test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_single_part_unexpected_ranges +test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_single_part_unexpected_ranges ... ok +test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_no_deprecated_digests +test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_no_deprecated_digests ... ok +test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_non_default_methods +test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_non_default_methods ... ok +test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_registered_defaults +test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_registered_defaults ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_options +test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_options ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_incoming_header_conflict +test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_incoming_header_conflict ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_incoming_header_startswith_conflict +test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_incoming_header_startswith_conflict ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_outgoing_header_conflict +test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_outgoing_header_conflict ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_outgoing_header_startswith_conflict +test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_outgoing_header_startswith_conflict ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_auth_scheme_value +test.unit.common.middleware.test_tempurl.TestTempURL.test_auth_scheme_value ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_authorize_limits_scope +test.unit.common.middleware.test_tempurl.TestTempURL.test_authorize_limits_scope ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_bad_ip_range_invalid +test.unit.common.middleware.test_tempurl.TestTempURL.test_bad_ip_range_invalid ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_bad_path +test.unit.common.middleware.test_tempurl.TestTempURL.test_bad_path ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_changed_expires_invalid +test.unit.common.middleware.test_tempurl.TestTempURL.test_changed_expires_invalid ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_changed_path_invalid +test.unit.common.middleware.test_tempurl.TestTempURL.test_changed_path_invalid ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_changed_sig_invalid +test.unit.common.middleware.test_tempurl.TestTempURL.test_changed_sig_invalid ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_clean_incoming_headers +test.unit.common.middleware.test_tempurl.TestTempURL.test_clean_incoming_headers ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_clean_outgoing_headers +test.unit.common.middleware.test_tempurl.TestTempURL.test_clean_outgoing_headers ... ok +test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_big +test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_big ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_delete_allowed +test.unit.common.middleware.test_tempurl.TestTempURL.test_delete_allowed ... ok +test.unit.account.test_backend.TestAccountBroker.test_load_old_pending_puts +test.unit.account.test_backend.TestAccountBroker.test_load_old_pending_puts ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_delete_when_forbidden_by_config +test.unit.common.middleware.test_tempurl.TestTempURL.test_delete_when_forbidden_by_config ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_different_key_invalid +test.unit.common.middleware.test_tempurl.TestTempURL.test_different_key_invalid ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_disallowed_header_object_manifest +test.unit.common.middleware.test_tempurl.TestTempURL.test_disallowed_header_object_manifest ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_filename_trailing_slash +test.unit.common.middleware.test_tempurl.TestTempURL.test_filename_trailing_slash ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_hmacs +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_hmacs ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_not_allowed_by_put +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_not_allowed_by_put ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_path_parts +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_path_parts ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_temp_url_info +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_temp_url_info ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_but_404 +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_but_404 ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_container_keys +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_container_keys ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_key2 +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_key2 ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_fake_ip_from_x_forwarded_for +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_fake_ip_from_x_forwarded_for ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_filename +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_filename ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_filename_and_inline +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_filename_and_inline ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_inline +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_inline ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_ip_from_remote_addr +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_ip_from_remote_addr ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_ip_range +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_ip_range ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_ipv6_range +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_ipv6_range ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_no_client_address +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_no_client_address ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_prefix +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_prefix ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_prefix_and_staticweb +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_prefix_and_staticweb ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_prefix_empty +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_prefix_empty ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_single_ipv6 +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_single_ipv6 ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_head_allowed_by_get +test.unit.common.middleware.test_tempurl.TestTempURL.test_head_allowed_by_get ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_head_allowed_by_post +test.unit.common.middleware.test_tempurl.TestTempURL.test_head_allowed_by_post ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_head_allowed_by_put +test.unit.common.middleware.test_tempurl.TestTempURL.test_head_allowed_by_put ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_head_and_get_headers_match +test.unit.common.middleware.test_tempurl.TestTempURL.test_head_and_get_headers_match ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_head_otherwise_not_allowed +test.unit.common.middleware.test_tempurl.TestTempURL.test_head_otherwise_not_allowed ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_head_valid_with_filename +test.unit.common.middleware.test_tempurl.TestTempURL.test_head_valid_with_filename ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_invalid +test.unit.common.middleware.test_tempurl.TestTempURL.test_invalid ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_ip_range_value_error +test.unit.common.middleware.test_tempurl.TestTempURL.test_ip_range_value_error ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_missing_expires +test.unit.common.middleware.test_tempurl.TestTempURL.test_missing_expires ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_missing_sig +test.unit.common.middleware.test_tempurl.TestTempURL.test_missing_sig ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_no_key +test.unit.common.middleware.test_tempurl.TestTempURL.test_no_key ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_no_prefix_match_invalid +test.unit.common.middleware.test_tempurl.TestTempURL.test_no_prefix_match_invalid ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_normalize_temp_url_expires +test.unit.common.middleware.test_tempurl.TestTempURL.test_normalize_temp_url_expires ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_obj_odd_chars +test.unit.common.middleware.test_tempurl.TestTempURL.test_obj_odd_chars ... ok +test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_brittle +test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_brittle ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_obj_odd_chars_in_content_disposition_metadata +test.unit.common.middleware.test_tempurl.TestTempURL.test_obj_odd_chars_in_content_disposition_metadata ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_obj_trailing_slash +test.unit.common.middleware.test_tempurl.TestTempURL.test_obj_trailing_slash ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_object_url_with_prefix_invalid +test.unit.common.middleware.test_tempurl.TestTempURL.test_object_url_with_prefix_invalid ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_passthrough +test.unit.common.middleware.test_tempurl.TestTempURL.test_passthrough ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_post_when_forbidden_by_config +test.unit.common.middleware.test_tempurl.TestTempURL.test_post_when_forbidden_by_config ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_put_not_allowed_by_get +test.unit.common.middleware.test_tempurl.TestTempURL.test_put_not_allowed_by_get ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_put_response_headers_in_list +test.unit.common.middleware.test_tempurl.TestTempURL.test_put_response_headers_in_list ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_put_valid +test.unit.common.middleware.test_tempurl.TestTempURL.test_put_valid ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_incoming_header +test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_incoming_header ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_incoming_headers_match +test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_incoming_headers_match ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_outgoing_header +test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_outgoing_header ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_outgoing_headers_match +test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_outgoing_headers_match ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_signature_trim +test.unit.common.middleware.test_tempurl.TestTempURL.test_signature_trim ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_unicode_metadata_value +test.unit.common.middleware.test_tempurl.TestTempURL.test_unicode_metadata_value ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_unknown_not_allowed +test.unit.common.middleware.test_tempurl.TestTempURL.test_unknown_not_allowed ... ok +test.unit.common.test_internal_client.TestSimpleClient.test_delete_object_with_404_no_retry +test.unit.common.test_internal_client.TestSimpleClient.test_delete_object_with_404_no_retry ... ok +test.unit.common.test_internal_client.TestSimpleClient.test_delete_object_with_409_no_retry +test.unit.common.test_internal_client.TestSimpleClient.test_delete_object_with_409_no_retry ... ok +test.unit.common.test_internal_client.TestSimpleClient.test_get +test.unit.common.test_internal_client.TestSimpleClient.test_get ... ok +test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries +test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries ... ok +test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries_all_failed +test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries_all_failed ... ok +test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries_param +test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries_param ... ok +test.unit.common.test_internal_client.TestSimpleClient.test_head +test.unit.common.test_internal_client.TestSimpleClient.test_head ... ok +test.unit.common.test_internal_client.TestSimpleClient.test_proxy +test.unit.common.test_internal_client.TestSimpleClient.test_proxy ... ok +test.unit.common.test_internal_client.TestSimpleClient.test_request_container_with_retries_with_HTTPError +test.unit.common.test_internal_client.TestSimpleClient.test_request_container_with_retries_with_HTTPError ... ok +test.unit.common.test_internal_client.TestSimpleClient.test_request_object_with_retries_with_HTTPError +test.unit.common.test_internal_client.TestSimpleClient.test_request_object_with_retries_with_HTTPError ... ok +test.unit.common.test_internal_client.TestSimpleClient.test_request_with_retries_with_HTTPError +test.unit.common.test_internal_client.TestSimpleClient.test_request_with_retries_with_HTTPError ... ok +test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_absent +test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_absent ... ok +test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_before +test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_before ... ok +test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_empty +test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_empty ... ok +test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_smallish +test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_smallish ... ok +test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_greater +test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_greater ... ok +test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_out_of_range_is_ignored +test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_out_of_range_is_ignored ... ok +test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_same +test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_same ... ok +test.unit.common.test_utils.TestSetSwiftDir.test_set_swift_dir +test.unit.common.test_utils.TestSetSwiftDir.test_set_swift_dir ... ok +test.unit.common.test_utils.TestSpliterator.test_big_input_string +test.unit.common.test_utils.TestSpliterator.test_big_input_string ... ok +test.unit.common.test_utils.TestSpliterator.test_chunk_boundaries +test.unit.common.test_utils.TestSpliterator.test_chunk_boundaries ... ok +test.unit.common.test_utils.TestSpliterator.test_closing +test.unit.common.test_utils.TestSpliterator.test_closing ... ok +test.unit.common.test_utils.TestSpliterator.test_no_empty_strings +test.unit.common.test_utils.TestSpliterator.test_no_empty_strings ... ok +test.unit.common.test_utils.TestSpliterator.test_overlap +test.unit.common.test_utils.TestSpliterator.test_overlap ... ok +test.unit.common.test_utils.TestSpliterator.test_running_out +test.unit.common.test_utils.TestSpliterator.test_running_out ... ok +test.unit.common.test_utils.TestSpliterator.test_string +test.unit.common.test_utils.TestSpliterator.test_string ... ok +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_empty_paths +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_empty_paths ... ok +test.unit.common.test_swob.TestTransferEncoding.test_is_chunked +test.unit.common.test_swob.TestTransferEncoding.test_is_chunked ... ok +test.unit.common.test_utils.TestParseContentRange.test_bad +test.unit.common.test_utils.TestParseContentRange.test_bad ... ok +test.unit.common.test_utils.TestParseContentRange.test_good +test.unit.common.test_utils.TestParseContentRange.test_good ... ok +test.unit.common.test_utils.TestShardName.test +test.unit.common.test_utils.TestShardName.test ... ok +test.unit.common.test_utils.TestShardName.test_bad_create +test.unit.common.test_utils.TestShardName.test_bad_create ... ok +test.unit.common.test_utils.TestShardName.test_bad_parse +test.unit.common.test_utils.TestShardName.test_bad_parse ... ok +test.unit.common.test_utils.TestShardName.test_realistic_shard_range_names +test.unit.common.test_utils.TestShardName.test_realistic_shard_range_names ... ok +test.unit.common.test_utils.TestShardName.test_root_has_hyphens +test.unit.common.test_utils.TestShardName.test_root_has_hyphens ... ok +test.unit.common.test_utils.TestShardRange.test_constants +test.unit.common.test_utils.TestShardRange.test_constants ... ok +test.unit.common.test_utils.TestShardRange.test_copy +test.unit.common.test_utils.TestShardRange.test_copy ... ok +test.unit.common.test_utils.TestShardRange.test_deleted_setter +test.unit.common.test_utils.TestShardRange.test_deleted_setter ... ok +test.unit.common.test_utils.TestShardRange.test_epoch_setter +test.unit.common.test_utils.TestShardRange.test_epoch_setter ... ok +test.unit.common.test_utils.TestShardRange.test_find_ancestors +test.unit.common.test_utils.TestShardRange.test_find_ancestors ... ok +test.unit.common.test_utils.TestShardRange.test_find_root +test.unit.common.test_utils.TestShardRange.test_find_root ... ok +test.unit.common.test_utils.TestShardRange.test_increment_meta +test.unit.common.test_utils.TestShardRange.test_increment_meta ... ok +test.unit.common.test_utils.TestShardRange.test_is_child_of +test.unit.common.test_utils.TestShardRange.test_is_child_of ... ok +test.unit.common.test_utils.TestShardRange.test_make_path +test.unit.common.test_utils.TestShardRange.test_make_path ... ok +test.unit.common.test_utils.TestShardRange.test_meta_timestamp_setter +test.unit.common.test_utils.TestShardRange.test_meta_timestamp_setter ... ok +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_mixed +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_mixed ... ok +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_not_exists_paths +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_not_exists_paths ... ok +test.unit.common.test_utils.TestShardRange.test_min_max_bounds +test.unit.common.test_utils.TestShardRange.test_min_max_bounds ... ok +test.unit.common.test_utils.TestShardRange.test_name +test.unit.common.test_utils.TestShardRange.test_name ... ok +test.unit.common.test_utils.TestShardRange.test_name_validation +test.unit.common.test_utils.TestShardRange.test_name_validation ... ok +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_not_old_enough +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_not_old_enough ... ok +test.unit.common.test_utils.TestShardRange.test_repr +test.unit.common.test_utils.TestShardRange.test_repr ... ok +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_file +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_file ... ok +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_now +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_now ... ok +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_path_not_exists +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_path_not_exists ... ok +test.unit.common.test_utils.TestShardRange.test_resolve_state +test.unit.common.test_utils.TestShardRange.test_resolve_state ... ok +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_paths +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_paths ... ok +test.unit.common.test_utils.TestShardRange.test_row_count +test.unit.common.test_utils.TestShardRange.test_row_count ... ok +test.unit.common.test_utils.TestShardRange.test_set_deleted +test.unit.common.test_utils.TestShardRange.test_set_deleted ... ok +test.unit.common.test_utils.TestShardRange.test_shard_range_initialisation +test.unit.common.test_utils.TestShardRange.test_shard_range_initialisation ... ok +test.unit.common.test_utils.TestShardRange.test_sort_key +test.unit.common.test_utils.TestShardRange.test_sort_key ... ok +test.unit.common.test_utils.TestShardRange.test_sort_key_order +test.unit.common.test_utils.TestShardRange.test_sort_key_order ... ok +test.unit.common.test_utils.TestShardRange.test_state_setter +test.unit.common.test_utils.TestShardRange.test_state_setter ... ok +test.unit.common.test_utils.TestShardRange.test_state_timestamp_setter +test.unit.common.test_utils.TestShardRange.test_state_timestamp_setter ... ok +test.unit.common.test_utils.TestShardRange.test_timestamp_setter +test.unit.common.test_utils.TestShardRange.test_timestamp_setter ... ok +test.unit.common.test_utils.TestShardRange.test_to_from_dict +test.unit.common.test_utils.TestShardRange.test_to_from_dict ... ok +test.unit.common.test_utils.TestShardRange.test_update_meta +test.unit.common.test_utils.TestShardRange.test_update_meta ... ok +test.unit.common.test_utils.TestShardRange.test_update_state +test.unit.common.test_utils.TestShardRange.test_update_state ... ok +test.unit.common.test_utils.TestShardRange.test_update_tombstones +test.unit.common.test_utils.TestShardRange.test_update_tombstones ... ok +test.unit.common.test_utils.TestStatsdLogging.test_bad_hostname_instantiation +test.unit.common.test_utils.TestStatsdLogging.test_bad_hostname_instantiation ... ok +test.unit.common.test_utils.TestStatsdLogging.test_get_logger_statsd_client_defaults +test.unit.common.test_utils.TestStatsdLogging.test_get_logger_statsd_client_defaults ... ok +test.unit.common.test_utils.TestStatsdLogging.test_get_logger_statsd_client_non_defaults +test.unit.common.test_utils.TestStatsdLogging.test_get_logger_statsd_client_non_defaults ... ok +test.unit.common.test_utils.TestStatsdLogging.test_get_logger_statsd_client_not_specified +test.unit.common.test_utils.TestStatsdLogging.test_get_logger_statsd_client_not_specified ... ok +test.unit.common.test_utils.TestStatsdLogging.test_ipv4_instantiation_and_socket_creation +test.unit.common.test_utils.TestStatsdLogging.test_ipv4_instantiation_and_socket_creation ... ok +test.unit.common.test_utils.TestStatsdLogging.test_ipv4_or_ipv6_hostname_defaults_to_ipv4 +test.unit.common.test_utils.TestStatsdLogging.test_ipv4_or_ipv6_hostname_defaults_to_ipv4 ... ok +test.unit.common.test_utils.TestStatsdLogging.test_ipv6_instantiation_and_socket_creation +test.unit.common.test_utils.TestStatsdLogging.test_ipv6_instantiation_and_socket_creation ... ok +test.unit.common.test_utils.TestStatsdLogging.test_memcached_timing_stats +test.unit.common.test_utils.TestStatsdLogging.test_memcached_timing_stats ... ok +test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_recreate_with_objects +test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_recreate_with_objects ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:49 -0000', 'Content-Md5': '/JzPJjlXCqpRBmlyhGXNDg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'fc9ccf2639570aaa510669728465cd0e', 'Content-Length': '139'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:49 -0000', 'Content-Md5': 'PggRsy85Tu07EsbATYB/cA==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '3e0811b32f394eed3b12c6c04d807f70', 'Content-Length': '139'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:49 -0000', 'Content-Md5': 'zDBBHq17IpuHzskOm+GHEQ==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'cc30411ead7b229b87cec90e9be18711', 'Content-Length': '139'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:49 -0000', 'Content-Md5': 'hTnOh9sxGnzPiScnD+t0Mg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '8539ce87db311a7ccf8927270feb7432', 'Content-Length': '139'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: A key is specified for bucket API. +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:49 -0000', 'Content-Md5': 'mbEtd8ufKpkpCIfMjGD7Tw==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '99b12d77cb9f2a99290887cc8c60fb4f', 'Content-Length': '90'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_owner_permission -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_owner_permission ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_read_permission -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_read_permission ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_to_object +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_to_object ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_too_many_keys +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_too_many_keys ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: permission denined: 403 Forbidden test:other WRITE test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_without_permission -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_without_permission ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv4_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv4_old_format ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_list_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_list_parts ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET ... ok +test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_simple_delete +test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_simple_delete ... ok +test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/bucket.py", line 394, in PUT + resp = req.get_response(self.app) + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response + return self._get_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_bucket_already_owned_by_you -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_bucket_already_owned_by_you ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv6_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv6_new_format ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:49 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:49 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:49 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:49 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Expecting an element , got nothing, line 1 +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:49 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_error ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_json +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_json ... ok +test.unit.account.test_backend.TestAccountBroker.test_merge_items +test.unit.account.test_backend.TestAccountBroker.test_merge_items ... ok +test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_simple_recreate +test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_simple_recreate ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info_no_stale_reads +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info_no_stale_reads ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_policy_stats +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_policy_stats ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_container_table_migration +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_container_table_migration ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_initialize_fail +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_initialize_fail ... ok +test INFO: Beginning replication run +test INFO: Replication run OVER +test INFO: Attempted to replicate 0 dbs in 0.00036 seconds (0.00000/s) +test INFO: Removed 0 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpcsrrlesw/sda/accounts/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.00685 seconds (146.03401/s) +test INFO: Removed 1 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test INFO: Beginning replication run +test INFO: Replication run OVER +test INFO: Attempted to replicate 0 dbs in 0.00031 seconds (0.00000/s) +test INFO: Removed 0 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test INFO: Beginning replication run +test INFO: Replication run OVER +test INFO: Attempted to replicate 0 dbs in 0.00026 seconds (0.00000/s) +test INFO: Removed 0 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test INFO: Beginning replication run +test INFO: Replication run OVER +test INFO: Attempted to replicate 0 dbs in 0.00022 seconds (0.00000/s) +test INFO: Removed 0 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +REPLICATE: /sda/0/7e85f39cfbd92b74b0b21a19f4188cca, sync, (-1, '00000000000000000000000000000000', '8d4aa3b4-204f-4e6c-bfc4-a1de0a2a6950-sda', '1715796409.17856', '1715796409.17334', '0', '') +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp6tm9audl/sda/accounts/0/cca/7e85f39cfbd92b74b0b21a19f4188cca/7e85f39cfbd92b74b0b21a19f4188cca.db +REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, sync, (-1, '00000000000000000000000000000000', '5bf9305c-c89b-4ace-8c34-26d18108012c-sda', '1715796409.23288', '1715796409.23058', '0', '') +REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, complete_rsync, ('5bf9305c-c89b-4ace-8c34-26d18108012c-sda', '7e85f39cfbd92b74b0b21a19f4188cca.db') +REPLICATE: /sdc/0/7e85f39cfbd92b74b0b21a19f4188cca, sync, (-1, '00000000000000000000000000000000', '5bf9305c-c89b-4ace-8c34-26d18108012c-sda', '1715796409.23288', '1715796409.23058', '0', '') +REPLICATE: /sdc/0/7e85f39cfbd92b74b0b21a19f4188cca, complete_rsync, ('5bf9305c-c89b-4ace-8c34-26d18108012c-sda', '7e85f39cfbd92b74b0b21a19f4188cca.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.64605 seconds (1.54786/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:2 ts_repl:0 +REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, sync, (1, '873f9f1da744d97657e6dc10a2495cb4', '4c5759dc-b6aa-4389-8c55-f89512e2ffc2-sda', '1715796409.94419', '1715796409.94196', '0', '') +REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, rsync_then_merge, ('4c5759dc-b6aa-4389-8c55-f89512e2ffc2-sda', '7e85f39cfbd92b74b0b21a19f4188cca.db') +REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, sync, (11, 'c5e99ae345557750278b21bdb245565c', '7d29c2f5-55eb-4353-bf62-e07c1db47bdf-sda', '1715796410.29783', '1715796410.29572', '0', '') +REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, merge_items, ([{'ROWID': 1, 'name': '/a/c_0', 'put_timestamp': '1715796410.40398', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': '/a/c_1', 'put_timestamp': '1715796410.40434', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 3, 'name': '/a/c_2', 'put_timestamp': '1715796410.40453', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 4, 'name': '/a/c_3', 'put_timestamp': '1715796410.4047', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 5, 'name': '/a/c_4', 'put_timestamp': '1715796410.40487', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 6, 'name': '/a/c_5', 'put_timestamp': '1715796410.40502', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 7, 'name': '/a/c_6', 'put_timestamp': '1715796410.40517', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 8, 'name': '/a/c_7', 'put_timestamp': '1715796410.40532', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 9, 'name': '/a/c_8', 'put_timestamp': '1715796410.40546', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 10, 'name': '/a/c_9', 'put_timestamp': '1715796410.40561', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 11, 'name': '/a/c_missing', 'put_timestamp': '1715796410.40576', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}], '7d29c2f5-55eb-4353-bf62-e07c1db47bdf-sda') +REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, merge_syncs, ([],) +Ring Builder file does not exist: /tmp/tmp6996xv18/tmpn9l4bgv5 +Device d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 +Device d4r2z3-127.0.0.2:6200R127.0.0.2:6200/sda3_"some meta data" with 3.14159265359 weight got id 4 +Device d4r2z3-127.0.0.1:6200R127.0.0.1:6200/sda3_"some meta data" with 3.14159265359 weight got id 4 +Device d4r2z3-[3001:0:1234::c1c0:abcd:876]:6200R[3::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 +Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 +Ring Builder file does not exist: /tmp/tmp6zpqvxlh/tmpu3o1u7ph +Partition power increase in progress. You need +to finish the increase first before adding devices. +Device d4r1z1-127.0.0.1:6200R127.0.0.1:6200/sda9_"" with 3.14159265359 weight got id 4 +Device 4 already uses 127.0.0.1:6200/sda9. +The on-disk ring builder is unchanged. + +swift-ring-builder create + + Creates with 2^ partitions and . + is number of hours to restrict moving a partition more + than once. +/tmp/tmp77i1ygqi/tmpcx0u260n, build version 4, id 1c2d546ce1b546089d51fa0fe1bf6ade +64 partitions, 3.000000 replicas, 4 regions, 4 zones, 4 devices, 100.00 balance, 0.00 dispersion +The minimum number of hours before a partition can be reassigned is 1 (0:00:00 remaining) +The overload factor is 0.00% (0.000000) +Ring file /tmp/tmp77i1ygqi/tmpcx0u260n.ring.gz not found, probably it hasn't been written yet +Devices: id region zone ip address:port replication ip:port name weight partitions balance flags meta + 0 0 0 127.0.0.1:6200 127.0.0.1:6200 sda1 100.00 0 -100.00 some meta data + 1 1 1 127.0.0.2:6201 127.0.0.2:6201 sda2 100.00 0 -100.00 + 2 2 2 127.0.0.3:6202 127.0.0.3:6202 sdc3 100.00 0 -100.00 + 3 3 3 127.0.0.4:6203 127.0.0.4:6203 sdd4 100.00 0 -100.00 +/build/reproducible-path/swift-2.33.0/test/unit/cli/test_default_output +/build/reproducible-path/swift-2.33.0/test/unit/cli/test_default_output_id_assigned +Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 +d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" weight set to 0.0 +d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"" marked for removal and will be removed next rebalance. +d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" weight set to 0.0 +test.unit.cli.test_ringbuilder.TestCommands.test_default_sorted_output +test.unit.cli.test_ringbuilder.TestCommands.test_default_sorted_output ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_dispersion_command +test.unit.cli.test_ringbuilder.TestCommands.test_dispersion_command ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_dispersion_command_recalculate +test.unit.cli.test_ringbuilder.TestCommands.test_dispersion_command_recalculate ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_empty_ring +test.unit.cli.test_ringbuilder.TestCommands.test_empty_ring ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_find_parts +test.unit.cli.test_ringbuilder.TestCommands.test_find_parts ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_invalid_device_name +test.unit.cli.test_ringbuilder.TestCommands.test_invalid_device_name ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_ipv6_output +test.unit.cli.test_ringbuilder.TestCommands.test_ipv6_output ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_domain_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_domain_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv4_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv4_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv4_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv4_old_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv6_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv6_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv6_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv6_old_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_no_matching +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_no_matching ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_number_of_arguments ... ok +test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_update_delete_no_status_change +test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_update_delete_no_status_change ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_plain +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_plain ... ok +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Connecting with tenant: TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Connecting with tenant: TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Connecting with tenant: TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Connecting with tenant: TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Connecting with tenant: TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: {"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}} +test DEBUG: Error on keystone reply: 201 {"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}} - rejecting request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: {"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}} +test DEBUG: Error on keystone reply: 201 {"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}} - rejecting request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Not a path query: /, skipping. +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: No authorization details from s3api. skipping. +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test INFO: Caching s3tokens for 20 seconds +test DEBUG: Calling S3Token middleware. +test DEBUG: Cached creds valid +test DEBUG: Connecting with tenant: tenant_id +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test INFO: Caching s3tokens for 20 seconds +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Cached keystone credentials +test DEBUG: Connecting with tenant: TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Connecting with tenant: TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Connecting with tenant: TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: No authorization details from s3api. skipping. +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: No authorization details from s3api. skipping. +test ERROR: Invalid current //REALM/CLUSTER (foo) +test ERROR: Unknown current //REALM/CLUSTER (//FOO/BAR) +test ERROR: Unknown current //REALM/CLUSTER (//FOO/BAR) +fake INFO: - - 15/May/2024/18/06/50 GET /v1/a/c/o%3Ftemp_url_sig%3Ddeadbeefdeadbeef...%26temp_url_expires%3D1715797410 HTTP/1.0 404 - - - - - - - - 0.0001 - - 1715796410.393856525 1715796410.393992424 - +test-ic DEBUG: -> 2014-05-27T20:54:11 GET http://127.0.0.1%3Fformat%3Djson 200 123 345 1401224050.98 1401224051.98 1.0 - +test-ic DEBUG: -> 2014-05-27T20:54:11 HEAD http://127.0.0.1%3Fformat%3Djson 200 123 345 1401224050.98 1401224051.98 1.0 - +test.unit.common.test_utils.TestStatsdLogging.test_no_exception_when_cant_send_udp_packet +test.unit.common.test_utils.TestStatsdLogging.test_no_exception_when_cant_send_udp_packet ... ok +test.unit.common.test_utils.TestStatsdLogging.test_sample_rates +test.unit.common.test_utils.TestStatsdLogging.test_sample_rates ... ok +test.unit.common.test_utils.TestStatsdLogging.test_sample_rates_with_sample_rate_factor +test.unit.common.test_utils.TestStatsdLogging.test_sample_rates_with_sample_rate_factor ... ok +test.unit.common.test_utils.TestStatsdLogging.test_sending_ipv6 +test.unit.common.test_utils.TestStatsdLogging.test_sending_ipv6 ... ok +test.unit.common.test_utils.TestStatsdLogging.test_statsd_set_prefix_deprecation +test.unit.common.test_utils.TestStatsdLogging.test_statsd_set_prefix_deprecation ... ok +test.unit.common.test_utils.TestStatsdLogging.test_timing_stats +test.unit.common.test_utils.TestStatsdLogging.test_timing_stats ... ok +test.unit.common.utils.test_libc.TestModifyPriority.test__NR_ioprio_set +test.unit.common.utils.test_libc.TestModifyPriority.test__NR_ioprio_set ... ok +test.unit.common.utils.test_libc.TestModifyPriority.test_modify_priority +test.unit.common.utils.test_libc.TestModifyPriority.test_modify_priority ... ok +test.unit.container.test_auditor.TestAuditorMigrations.test_db_migration +test.unit.container.test_auditor.TestAuditorMigrations.test_db_migration ... ok +test.unit.container.test_sync_store.TestContainerSyncStore.test_add_synced_container +test.unit.container.test_sync_store.TestContainerSyncStore.test_add_synced_container ... ok +test.unit.container.test_sync_store.TestContainerSyncStore.test_container_to_synced_container_path_conversion +test.unit.container.test_sync_store.TestContainerSyncStore.test_container_to_synced_container_path_conversion ... ok +test.unit.container.test_sync_store.TestContainerSyncStore.test_iterate_synced_containers +test.unit.container.test_sync_store.TestContainerSyncStore.test_iterate_synced_containers ... ok +test.unit.container.test_sync_store.TestContainerSyncStore.test_remove_synced_container +test.unit.container.test_sync_store.TestContainerSyncStore.test_remove_synced_container ... ok +test.unit.container.test_sync_store.TestContainerSyncStore.test_synced_container_to_container_path_conversion +test.unit.container.test_sync_store.TestContainerSyncStore.test_synced_container_to_container_path_conversion ... ok +test.unit.container.test_sync_store.TestContainerSyncStore.test_unhandled_exceptions_in_add_remove +test.unit.container.test_sync_store.TestContainerSyncStore.test_unhandled_exceptions_in_add_remove ... ok +test.unit.container.test_sync_store.TestContainerSyncStore.test_update_sync_store_according_to_metadata_and_deleted +test.unit.container.test_sync_store.TestContainerSyncStore.test_update_sync_store_according_to_metadata_and_deleted ... ok +test.unit.obj.test_replicator.TestReplicatorStats.test_add +test.unit.obj.test_replicator.TestReplicatorStats.test_add ... ok +test.unit.obj.test_replicator.TestReplicatorStats.test_add_failure_stats +test.unit.obj.test_replicator.TestReplicatorStats.test_add_failure_stats ... ok +test.unit.obj.test_replicator.TestReplicatorStats.test_from_recon_skips_extra_fields +test.unit.obj.test_replicator.TestReplicatorStats.test_from_recon_skips_extra_fields ... ok +test.unit.obj.test_replicator.TestReplicatorStats.test_recon_roundtrip +test.unit.obj.test_replicator.TestReplicatorStats.test_recon_roundtrip ... ok +test.unit.obj.test_replicator.TestReplicatorStats.test_to_recon +test.unit.obj.test_replicator.TestReplicatorStats.test_to_recon ... ok +test.unit.obj.test_server.TestTpoolSize.test_default_config +test.unit.obj.test_server.TestTpoolSize.test_default_config ... ok +test.unit.obj.test_server.TestTpoolSize.test_explicit_setting +test.unit.obj.test_server.TestTpoolSize.test_explicit_setting ... ok +test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_empty +test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_empty ... ok +test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_no_explicit_setting +test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_no_explicit_setting ... ok +test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_with_explicit_setting +test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_with_explicit_setting ... ok +test.unit.obj.test_ssync.TestSsyncEC.test_fragment_sync +test.unit.obj.test_ssync.TestSsyncEC.test_fragment_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncEC.test_handoff_fragment_only_missing_durable_state +test.unit.obj.test_ssync.TestSsyncEC.test_handoff_fragment_only_missing_durable_state ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncEC.test_handoff_fragment_revert +test.unit.obj.test_ssync.TestSsyncEC.test_handoff_fragment_revert ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncEC.test_handoff_non_durable_fragment +test.unit.obj.test_ssync.TestSsyncEC.test_handoff_non_durable_fragment ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncEC.test_revert_job_with_legacy_durable +test.unit.obj.test_ssync.TestSsyncEC.test_revert_job_with_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncEC.test_send_invalid_frag_index +test.unit.obj.test_ssync.TestSsyncEC.test_send_invalid_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncEC.test_send_with_frag_index_none +test.unit.obj.test_ssync.TestSsyncEC.test_send_with_frag_index_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_updater.TestSweepStats.test_copy +test.unit.obj.test_updater.TestSweepStats.test_copy ... ok +test.unit.obj.test_updater.TestSweepStats.test_reset +test.unit.obj.test_updater.TestSweepStats.test_reset ... ok +test.unit.obj.test_updater.TestSweepStats.test_since +test.unit.obj.test_updater.TestSweepStats.test_since ... ok +test.unit.obj.test_updater.TestSweepStats.test_str +test.unit.obj.test_updater.TestSweepStats.test_str ... ok +test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_record_type_object_makes_no_cache_lookup +test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_record_type_object_makes_no_cache_lookup ... ok +test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_include_deleted_shards +test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_include_deleted_shards ... ok +test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_requesting_listing_shards +test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_requesting_listing_shards ... ok +test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_requesting_updating_shards +test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_requesting_updating_shards ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespace_caching +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespace_caching ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_404_response +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_404_response ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_bad_response_body +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_bad_response_body ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_cache_unused_recheck_listing_shard_ranges +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_cache_unused_recheck_listing_shard_ranges ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_incomplete_listing +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_incomplete_listing ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_non_sharded_states +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_non_sharded_states ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info_stale_read_ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info_stale_read_ok ... ok +test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_update_put_no_status_change +test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_update_put_no_status_change ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_batch_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_batch_reclaim ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_creation +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_creation ... ok +test.unit.account.test_backend.TestAccountBroker.test_merge_items_overwrite_unicode +test.unit.account.test_backend.TestAccountBroker.test_merge_items_overwrite_unicode ... ok +test.unit.common.test_db.TestExampleBroker.test_put_timestamp +test.unit.common.test_db.TestExampleBroker.test_put_timestamp ... ok +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ @@ -61366,17 +64315,12 @@ File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request res = handler(req) ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/bucket.py", line 394, in PUT - resp = req.get_response(self.app) - ^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1630, in get_response - resp = self.acl_handler.handle_acl( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 94, in handle_acl - return getattr(ah, method)(app) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 220, in PUT - self.req.get_acl_response(app, 'PUT', self.container) + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 229, in DELETE + resp = req.get_response(self.app, query=query) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1637, in get_response + return self.get_acl_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1613, in get_acl_response resp = self._get_response( ^^^^^^^^^^^^^^^^^^^ @@ -61384,174 +64328,306 @@ raise InternalError('unexpected status code %d' % status) swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_error -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_error ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_error_non_swift_owner -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_error_non_swift_owner ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_missing +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_missing ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_multipart +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_multipart ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_is_status_deleted +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_is_status_deleted ... ok +test.unit.account.test_backend.TestAccountBroker.test_newid +test.unit.account.test_backend.TestAccountBroker.test_newid ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_first_put_fail -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_first_put_fail ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_ami_location -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_ami_location ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv6_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv6_old_format ... ok -test.unit.account.test_replicator.TestReplicatorSync.test_rsync_then_merge -test.unit.account.test_replicator.TestReplicatorSync.test_rsync_then_merge ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_encoding_type_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_encoding_type_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_no_matching -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_no_matching ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_analyze_stdin -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_analyze_stdin ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_canned_s3acl -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_canned_s3acl ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_batched_reclaim -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_batched_reclaim ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_application_wildcard -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_application_wildcard ... ok -test.unit.account.test_backend.TestAccountBroker.test_delete_db_status -test.unit.account.test_backend.TestAccountBroker.test_delete_db_status ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_get_syncs -test.unit.account.test_backend.TestCommonAccountBroker.test_get_syncs ... ok -test.unit.account.test_replicator.TestReplicatorSync.test_sync -test.unit.account.test_replicator.TestReplicatorSync.test_sync ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:49 -0000', 'Content-Md5': '9Z+cE+YYsVYXLtR89GLUSA==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'f59f9c13e618b156172ed47cf462d448', 'Content-Length': '88'} +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_unhandled_exception +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_unhandled_exception ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_xml +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_xml ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_false +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_false ... ok +test.unit.common.test_db.TestExampleBroker.test_status_changed_at +test.unit.common.test_db.TestExampleBroker.test_status_changed_at ... ok +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_300_status +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_300_status ... ok +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_already_in_sync +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_already_in_sync ... ok +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_drive_not_mounted +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_drive_not_mounted ... ok +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_metadata_update +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_metadata_update ... ok +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_not_found +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_not_found ... ok +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_not_response +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_not_response ... ok +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_rsync_success +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_rsync_success ... ok +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_small_container_always_usync +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_small_container_always_usync ... ok +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_usync_success +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_usync_success ... ok +test.unit.common.test_exceptions.TestExceptions.test_client_exception +test.unit.common.test_exceptions.TestExceptions.test_client_exception ... ok +test.unit.common.test_exceptions.TestExceptions.test_replication_exception +test.unit.common.test_exceptions.TestExceptions.test_replication_exception ... ok +test.unit.common.test_exceptions.TestExceptions.test_replication_lock_timeout +test.unit.common.test_exceptions.TestExceptions.test_replication_lock_timeout ... ok +test.unit.common.test_utils.TestContextPool.test_close +test.unit.common.test_utils.TestContextPool.test_close ... ok +test.unit.common.test_utils.TestContextPool.test_context_manager +test.unit.common.test_utils.TestContextPool.test_context_manager ... ok +test.unit.common.test_utils.TestSwiftLoggerAdapter.test_exception +test.unit.common.test_utils.TestSwiftLoggerAdapter.test_exception ... ok +test.unit.common.test_utils.TestSwiftLoggerAdapter.test_thread_locals +test.unit.common.test_utils.TestSwiftLoggerAdapter.test_thread_locals ... ok +test.unit.common.utils.test_timestamp.TestTimestampEncoding.test_decoding +test.unit.common.utils.test_timestamp.TestTimestampEncoding.test_decoding ... ok +test.unit.common.utils.test_timestamp.TestTimestampEncoding.test_encoding +test.unit.common.utils.test_timestamp.TestTimestampEncoding.test_encoding ... ok +test.unit.container.test_sync.TestContainerSync.test_FileLikeIter +test.unit.container.test_sync.TestContainerSync.test_FileLikeIter ... ok +test.unit.container.test_sync.TestContainerSync.test_container_first_loop +test.unit.container.test_sync.TestContainerSync.test_container_first_loop ... ok +test.unit.container.test_sync.TestContainerSync.test_container_report +test.unit.container.test_sync.TestContainerSync.test_container_report ... ok +test.unit.container.test_sync.TestContainerSync.test_container_second_loop +test.unit.container.test_sync.TestContainerSync.test_container_second_loop ... ok +test.unit.account.test_backend.TestAccountBroker.test_policy_stats_tracking +test.unit.account.test_backend.TestAccountBroker.test_policy_stats_tracking ... ok +test.unit.container.test_sync.TestContainerSync.test_container_stop_at +test.unit.container.test_sync.TestContainerSync.test_container_stop_at ... ok +test.unit.container.test_sync.TestContainerSync.test_container_sync_deleted +test.unit.container.test_sync.TestContainerSync.test_container_sync_deleted ... ok +test.unit.container.test_sync.TestContainerSync.test_container_sync_missing_db +test.unit.container.test_sync.TestContainerSync.test_container_sync_missing_db ... ok +test.unit.container.test_sync.TestContainerSync.test_container_sync_no_to_or_key +test.unit.container.test_sync.TestContainerSync.test_container_sync_no_to_or_key ... ok +test.unit.container.test_sync.TestContainerSync.test_container_sync_not_db +test.unit.container.test_sync.TestContainerSync.test_container_sync_not_db ... ok +test.unit.container.test_sync.TestContainerSync.test_container_sync_not_my_db +test.unit.container.test_sync.TestContainerSync.test_container_sync_not_my_db ... ok +test.unit.container.test_sync.TestContainerSync.test_container_sync_row_delete +test.unit.container.test_sync.TestContainerSync.test_container_sync_row_delete ... ok +test.unit.container.test_sync.TestContainerSync.test_container_sync_row_delete_using_realms +test.unit.container.test_sync.TestContainerSync.test_container_sync_row_delete_using_realms ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_list_container_iter_with_reserved_name +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_list_container_iter_with_reserved_name ... ok +test WARNING: Error sending UDP message to ('some.host.com', 8125): [Errno 1] test errno 1 +test DEBUG: set nice priority to 1 +test DEBUG: set ionice class 1 priority 0 +WARNING: Unable to modify I/O scheduling class and priority of process. Keeping unchanged! Check logs for more info. +test ERROR: Unable to modify ionice priority: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/libc.py", line 326, in _ioprio_set + io_class = IO_CLASS_ENUM[io_class] + ~~~~~~~~~~~~~^^^^^^^^^^ +KeyError: 'class_foo' +test DEBUG: set ionice class 2 priority 4 +test DEBUG: set nice priority to -15 +test DEBUG: set ionice class 3 priority 6 +test INFO: Begin container audit "once" mode +test DEBUG: Audit passed for /tmp/tmpcf7cyrg9/sda/containers/0/0/0/test.db +test INFO: Container audit "once" mode completed: 0.00s +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx574f5366fb4d4ddeb3626-006644f9bb) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx4034bd2cd93643e98346c-006644f9bb) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx2ffaf9c9955f4b68837ed-006644f9bb) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx05b3b3f1f44542a7b56ed-006644f9bb) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx79dda6555c8048e190675-006644f9bb) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx0c74ddfa53a643c4b1726-006644f9bb) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txf5bceb6790e64c9a8b9d7-006644f9bb) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txa96fa93b9cd047d2b7399-006644f9bb) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx4c80999c93db4f4885ff7-006644f9bb) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx0fedac171a3145bca8489-006644f9bb) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx0f4275928fa44defb49e8-006644f9bb) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx9e688e6181e64e81b9fe4-006644f9bb) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txf81992b6ac084f61a74ff-006644f9bb) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx3a8648637d6e48309ef33-006644f9bb) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx15e0c243ccd9402fb0e23-006644f9bb) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txe1c07a5858eb47178db53-006644f9bb) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txfd8547d34f9e48a9955ff-006644f9bb) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txa0a683a6de6d41fdb7e16-006644f9bb) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txe8f55942fa054ce9af629-006644f9bb) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx877197ed00d041f6999ca-006644f9bb) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx2a162b6dc14949e287169-006644f9bb) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx20608ba18de544449aced-006644f9bb) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx15a0c410f23c43dbb7cab-006644f9bb) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx0be8c2d3b6b1483baf20c-006644f9bb) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: Problem with listing response from /v1/a/c?states=listing&format=json: ValueError('not a list') (txn: txfd22388303404c98840de-006644f9bb) +test ERROR: Failed to get namespaces from /v1/a/c?states=listing&format=json: invalid data: KeyError('name') (txn: tx8e6ac398501b499c979ad-006644f9bb) +test ERROR: Problem with listing response from /v1/a/c?states=listing&format=json: ValueError('not a list') (txn: tx4c4c2d6d6883476886eaf-006644f9bb) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_object_listing +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_object_listing ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_with_cached_container_info +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_with_cached_container_info ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_memcache_available +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_memcache_available ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache_empty_list +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache_empty_list ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache_error +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache_error ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_write_to_cache +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_write_to_cache ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_write_to_cache_with_x_newest +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_write_to_cache_with_x_newest ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_cache_clearing +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_cache_clearing ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_get_from_shards_add_root_spi +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_get_from_shards_add_root_spi ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_delete_container +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_delete_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_chexor +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_chexor ... ok +test.unit.account.test_backend.TestAccountBroker.test_put_container +test.unit.account.test_backend.TestAccountBroker.test_put_container ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_delete_db_status +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_delete_db_status ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_list_containers_iter +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_list_containers_iter ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_create_broker +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_create_broker ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_policy_stats +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_policy_stats ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_list_objects_iter_order_and_reverse +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_list_objects_iter_order_and_reverse ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_initialize_fail +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_initialize_fail ... ok +test.unit.account.test_backend.TestAccountBroker.test_reclaim +test.unit.account.test_backend.TestAccountBroker.test_reclaim ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_double_check_trailing_delimiter +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_double_check_trailing_delimiter ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location_error -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location_error ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location_invalid_xml -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location_invalid_xml ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_creation -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_creation ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_maybe_get -test.unit.account.test_backend.TestCommonAccountBroker.test_maybe_get ... ok -Ring Builder file does not exist: /tmp/tmph8hp4hr2/tmp2rdq79vz -Device d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 -Device d4r2z3-127.0.0.2:6200R127.0.0.2:6200/sda3_"some meta data" with 3.14159265359 weight got id 4 -Device d4r2z3-127.0.0.1:6200R127.0.0.1:6200/sda3_"some meta data" with 3.14159265359 weight got id 4 -Device d4r2z3-[3001:0:1234::c1c0:abcd:876]:6200R[3::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 -Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 -Ring Builder file does not exist: /tmp/tmp823ymrum/tmpx5mmrg_g -Partition power increase in progress. You need -to finish the increase first before adding devices. -Device d4r1z1-127.0.0.1:6200R127.0.0.1:6200/sda9_"" with 3.14159265359 weight got id 4 -Device 4 already uses 127.0.0.1:6200/sda9. -The on-disk ring builder is unchanged. - -swift-ring-builder create - - Creates with 2^ partitions and . - is number of hours to restrict moving a partition more - than once. -/tmp/tmp3j50zsg_/tmpp3aanyth, build version 4, id fdf92fd3d6b842d8ac8a014582b77abd -64 partitions, 3.000000 replicas, 4 regions, 4 zones, 4 devices, 100.00 balance, 0.00 dispersion -The minimum number of hours before a partition can be reassigned is 1 (0:00:00 remaining) -The overload factor is 0.00% (0.000000) -Ring file /tmp/tmp3j50zsg_/tmpp3aanyth.ring.gz not found, probably it hasn't been written yet -Devices: id region zone ip address:port replication ip:port name weight partitions balance flags meta - 0 0 0 127.0.0.1:6200 127.0.0.1:6200 sda1 100.00 0 -100.00 some meta data - 1 1 1 127.0.0.2:6201 127.0.0.2:6201 sda2 100.00 0 -100.00 - 2 2 2 127.0.0.3:6202 127.0.0.3:6202 sdc3 100.00 0 -100.00 - 3 3 3 127.0.0.4:6203 127.0.0.4:6203 sdd4 100.00 0 -100.00 -/build/reproducible-path/swift-2.33.0/test/unit/cli/test_default_output -/build/reproducible-path/swift-2.33.0/test/unit/cli/test_default_output_id_assigned -Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 -d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" weight set to 0.0 -d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"" marked for removal and will be removed next rebalance. -d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" weight set to 0.0 +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_default +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_default ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_load_old_pending_puts +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_load_old_pending_puts ... ok Device d4r1z2-127.0.0.5:6004R127.0.0.5:6004/sda5_"" with 100.0 weight got id 4 d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" marked for removal and will be removed next rebalance. @@ -61581,115 +64657,115 @@ /build/reproducible-path/swift-2.33.0/test/unit/cli/test_ipv6_output Device d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 Partition Matches - 59 1 - 36 1 + 44 1 + 39 1 Partition Matches + 3 1 + 6 1 + 10 1 + 12 1 14 1 - 20 1 - 23 1 - 25 1 - 28 1 - 29 1 - 37 1 - 41 1 - 42 1 - 44 1 - 47 1 - 52 1 - 54 1 - 56 1 - 58 1 - 61 1 - 5 1 - 13 1 - 16 1 - 22 1 - 26 1 + 15 1 + 17 1 + 18 1 + 30 1 31 1 - 33 1 - 34 1 - 36 1 - 39 1 + 38 1 43 1 46 1 50 1 - 51 1 - 57 1 - 59 1 - 0 1 + 54 1 + 58 1 + 1 1 2 1 - 7 1 - 11 1 - 12 1 - 15 1 - 18 1 + 4 1 + 5 1 19 1 - 21 1 + 26 1 27 1 + 29 1 32 1 - 40 1 + 34 1 + 42 1 45 1 + 48 1 + 49 1 + 51 1 + 61 1 + 8 1 + 9 1 + 16 1 + 21 1 + 22 1 + 23 1 + 24 1 + 25 1 + 35 1 + 36 1 + 40 1 53 1 + 56 1 + 57 1 + 59 1 62 1 - 63 1 Partition Matches - 0 1 + 1 1 5 1 - 10 1 - 13 1 - 14 1 - 21 1 - 22 1 - 31 1 + 17 1 + 18 1 + 19 1 + 24 1 + 28 1 33 1 - 37 1 - 44 1 - 45 1 - 51 1 + 34 1 + 38 1 + 50 1 52 1 - 54 1 - 56 1 + 55 1 + 57 1 + 60 1 + 63 1 7 1 - 8 1 9 1 - 18 1 - 25 1 - 28 1 - 30 1 - 32 1 + 10 1 + 22 1 + 23 1 + 26 1 + 29 1 + 31 1 + 36 1 + 42 1 43 1 + 45 1 46 1 48 1 - 50 1 - 55 1 - 57 1 - 58 1 + 53 1 59 1 2 1 - 6 1 - 12 1 - 17 1 + 8 1 + 11 1 + 13 1 20 1 - 23 1 - 26 1 - 27 1 - 35 1 + 30 1 + 37 1 39 1 41 1 - 42 1 + 44 1 47 1 49 1 - 53 1 - 61 1 + 51 1 + 54 1 + 56 1 + 58 1 Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 Partition Matches - 2 1 - 54 1 + 9 1 + 25 1 Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 Partition Matches - 54 1 - 59 1 -Specified builder file "/tmp/tmp52ad9zjf/tmpapqg4u2o" is not rebalanced yet. Please rebalance first. + 10 1 + 52 1 +Specified builder file "/tmp/tmp1pvmr0us/tmpqs4qbpe_" is not rebalanced yet. Please rebalance first. swift-ring-builder list_parts [] .. or @@ -61710,86 +64786,6 @@ to least. If there are a lot of devices to match against, this command could take a while to run. -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_number_of_arguments ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_strange_location -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_strange_location ... ok -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_analyze_stdin_with_overlaps -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_analyze_stdin_with_overlaps ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_chexor -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_chexor ... ok -test.unit.account.test_backend.TestAccountBroker.test_double_check_trailing_delimiter -test.unit.account.test_backend.TestAccountBroker.test_double_check_trailing_delimiter ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_conflicting -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_conflicting ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket0 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket1 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:othertest:other -test DEBUG: permission denined: 403 Forbidden test:tester OWNER -test DEBUG: checking permission: bucket2 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket3 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_bucket_list -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_bucket_list ... ok The can be of the form:: drz-:R:/ @@ -62073,31 +65069,1896 @@ Option --yes assume a yes response to all questions. -swift-ring-builder set_min_part_hours - Changes the to the given . This should be set to - however long a full replication/update cycle takes. We're working on a way - to determine this more easily than scanning logs. - -swift-ring-builder set_overload [%] - Changes the overload factor to the given . - - A rebalance is needed to make the change take effect. - -swift-ring-builder set_region - [ set_region - --region --zone --ip --port - --replication-ip --replication-port - --device --meta [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Resets the devices' regions. No partitions will be reassigned to or from +test.unit.cli.test_ringbuilder.TestCommands.test_main_no_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_main_no_arguments ... ok +test INFO: - - - [15/May/2024:18:06:48 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0422 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:48 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0483 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:48 +0000] "DELETE /sda1/./a" 400 20 "-" "-" "-" 0.0003 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:48 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0569 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:48 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0100 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:48 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0923 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:48 +0000] "DELETE /sda1/p/a" 404 - "-" "-" "-" 0.0004 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:49 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0528 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:49 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0015 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:49 +0000] "PUT /sda1/p/a/c1" 204 - "-" "-" "-" 0.0477 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:49 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0732 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:49 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0460 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:49 +0000] "DELETE /sda1/p/a" 400 26 "-" "-" "-" 0.0002 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:49 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0394 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:49 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0052 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:49 +0000] "GET /sda1/p/a" 200 87 "-" "-" "-" 0.0352 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:49 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0471 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:49 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0008 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:49 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.4026 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:49 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0530 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:49 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0075 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:49 +0000] "GET /sda1/p/a" 200 87 "-" "-" "-" 0.0541 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:49 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0534 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:49 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0061 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:49 +0000] "GET /sda1/p/a" 406 - "-" "-" "-" 0.0003 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:49 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0558 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:49 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0030 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:50 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0451 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:50 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0436 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:50 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:50 +0000] "GET /sda1/p/a" 200 196 "-" "-" "-" 0.0657 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:50 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0617 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:50 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0015 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:50 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0544 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:50 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:50 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0584 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:50 +0000] "GET /sda1/p/a" 200 68 "-" "-" "-" 0.0013 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:50 +0000] "GET /sda1/p/a" 400 21 "-" "-" "-" 0.0002 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:50 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0552 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:50 +0000] "PUT /sda1/p/a/.sub.0" 201 - "-" "-" "-" 0.0014 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:50 +0000] "PUT /sda1/p/a/.sub.0.0" 201 - "-" "-" "-" 0.0813 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:50 +0000] "PUT /sda1/p/a/.sub.0.1" 201 - "-" "-" "-" 0.0591 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:50 +0000] "PUT /sda1/p/a/.sub.0.2" 201 - "-" "-" "-" 0.0712 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:50 +0000] "PUT /sda1/p/a/.sub.1" 201 - "-" "-" "-" 0.0686 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:50 +0000] "PUT /sda1/p/a/.sub.1.0" 201 - "-" "-" "-" 0.0555 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:50 +0000] "PUT /sda1/p/a/.sub.1.1" 201 - "-" "-" "-" 0.0462 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:50 +0000] "PUT /sda1/p/a/.sub.1.2" 201 - "-" "-" "-" 0.0616 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:50 +0000] "PUT /sda1/p/a/.sub.2" 201 - "-" "-" "-" 0.0600 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:50 +0000] "PUT /sda1/p/a/.sub.2.0" 201 - "-" "-" "-" 0.0675 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:51 +0000] "PUT /sda1/p/a/.sub.2.1" 201 - "-" "-" "-" 0.0462 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:51 +0000] "PUT /sda1/p/a/.sub.2.2" 201 - "-" "-" "-" 0.0889 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:51 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0896 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:51 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0023 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:51 +0000] "GET /sda1/p/a" 200 45 "-" "-" "-" 0.0020 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:51 +0000] "GET /sda1/p/a" 200 27 "-" "-" "-" 0.0018 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:51 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0645 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:51 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0032 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:51 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0717 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:51 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0884 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:51 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0738 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:51 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0590 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:51 +0000] "GET /sda1/p/a" 200 261 "-" "-" "-" 0.0708 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:51 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.0019 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:51 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0686 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:51 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0011 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:51 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0647 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:51 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0522 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:51 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0561 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:51 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0427 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:51 +0000] "GET /sda1/p/a" 200 9 "-" "-" "-" 0.0559 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:51 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0016 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:52 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0553 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:52 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0034 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:52 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0594 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:52 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0639 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:52 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0650 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:52 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0473 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:52 +0000] "GET /sda1/p/a" 200 452 "-" "-" "-" 0.0743 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:52 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.0019 "-" 1363415 - +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_true +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_true ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_multichar_delimiter +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_multichar_delimiter ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_json +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_json ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_plain +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_plain ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_xml +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_xml ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_over_limit +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_over_limit ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_creation +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_creation ... ok +my-daemon NOTICE: SIGTERM received () +my-daemon DEBUG: Spawned worker mock-pid with {'mock_options': True} +my-daemon DEBUG: Spawned worker mock-pid with {'mock_options': True} +my-daemon DEBUG: Worker mock-pid exited +my-daemon DEBUG: Spawned worker mock-pid with {'mock_options': True} +my-daemon NOTICE: Worker mock-pid died +my-daemon DEBUG: Spawned worker mock-pid-1 with {'mock_options': True} +my-daemon DEBUG: Spawned worker mock-pid-2 with {'mock_options': True} +my-daemon DEBUG: Cleaned up worker mock-pid-1 +my-daemon DEBUG: Cleaned up worker mock-pid-2 +my-daemon DEBUG: Spawned worker mock-pid-1 with {'mock_options': True} +my-daemon DEBUG: Spawned worker mock-pid-2 with {'mock_options': True} +my-daemon DEBUG: Cleaned up worker mock-pid-1 +my-daemon DEBUG: Cleaned up worker mock-pid-2 +test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options +test-container-sync INFO: Container sync report: a/c, time window start: 1715796412.4210954, time window end: 1715796412.4210954, puts: 0, posts: 0, deletes: 0, bytes: 0, sync_point1: 5, sync_point2: None, total_rows: 1 +test-container-sync ERROR: ERROR Syncing : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 388, in container_sync + if not self.container_sync_row( + ^^^^^^^^^^^^^^^^^^^^^^^^ +TypeError: TestContainerSync.test_container_report..fake_container_sync_row() missing 1 required positional argument: 'realm_key' +test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options +test-container-sync INFO: Container sync report: a/c, time window start: 1715796412.4228349, time window end: 1715796412.422843, puts: 0, posts: 0, deletes: 0, bytes: 0, sync_point1: 1, sync_point2: -1, total_rows: 1 +test-container-sync ERROR: ERROR Syncing {'ROWID': 1, 'name': 'o'}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 534, in container_sync_row + row['created_at']) + ~~~^^^^^^^^^^^^^^ +KeyError: 'created_at' +test-container-sync INFO: Container sync report: a/c, time window start: 1715796412.4229734, time window end: 1715796412.423218, puts: 0, posts: 0, deletes: 0, bytes: 0, sync_point1: 1, sync_point2: -1, total_rows: 1 +test-container-sync INFO: Container sync report: a/c, time window start: 1715796412.4233222, time window end: 1715796412.4233713, puts: 0, posts: 0, deletes: 1, bytes: 0, sync_point1: 1, sync_point2: -1, total_rows: 1 +test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options +test-container-sync ERROR: ERROR Syncing {'deleted': True, 'name': 'object', 'created_at': '1.2'}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 543, in container_sync_row + delete_object(sync_to, name=row['name'], headers=headers, + File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sync.py", line 883, in fake_delete_object + raise exc[-1] +Exception: test exception +test-container-sync ERROR: ERROR Syncing {'deleted': True, 'name': 'object', 'created_at': '1.2'}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 543, in container_sync_row + delete_object(sync_to, name=row['name'], headers=headers, + File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sync.py", line 900, in fake_delete_object + raise exc[-1] +swift.common.exceptions.ClientException: test client exception +test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options +test-container-sync ERROR: ERROR Syncing {'deleted': True, 'name': 'object', 'created_at': '1.2'}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 543, in container_sync_row + delete_object(sync_to, name=row['name'], headers=headers, + File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sync.py", line 883, in fake_delete_object + raise exc[-1] +Exception: test exception +test-container-sync ERROR: ERROR Syncing {'deleted': True, 'name': 'object', 'created_at': '1.2'}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 543, in container_sync_row + delete_object(sync_to, name=row['name'], headers=headers, + File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sync.py", line 900, in fake_delete_object + raise exc[-1] +swift.common.exceptions.ClientException: test client exception +test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options +test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 70}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 595, in container_sync_row + raise exc + File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 572, in container_sync_row + self.swift.get_object(info['account'], + File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sync.py", line 1146, in fake_get_object + raise exc[-1] +Exception: test exception +test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 80}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 595, in container_sync_row + raise exc + File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 572, in container_sync_row + self.swift.get_object(info['account'], + File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sync.py", line 1173, in fake_get_object + raise exc[-1] +swift.common.exceptions.ClientException: test client exception +test-container-sync INFO: Unauth 'a/c' => 'http://sync/to/path' +test-container-sync INFO: Not found 'a/c' => 'http://sync/to/path' - object 'object' +test.unit.container.test_sync.TestContainerSync.test_container_sync_row_put +test.unit.container.test_sync.TestContainerSync.test_container_sync_row_put ... ok +test.unit.container.test_sync.TestContainerSync.test_container_sync_row_put_using_realms +test.unit.container.test_sync.TestContainerSync.test_container_sync_row_put_using_realms ... ok +test.unit.container.test_sync.TestContainerSync.test_run_forever +test.unit.container.test_sync.TestContainerSync.test_run_forever ... ok +test.unit.container.test_sync.TestContainerSync.test_run_once +test.unit.container.test_sync.TestContainerSync.test_run_once ... ok +test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_None +test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_None ... ok +test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_multiple +test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_multiple ... ok +test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_one +test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_one ... ok +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_build_reconstruction_jobs +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_build_reconstruction_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_check_ring +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_check_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_collect_parts +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_collect_parts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_collect_parts_mkdirs_error +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_collect_parts_mkdirs_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_partition +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_reverted +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_reverted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_reverted_max_objects_per_revert +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_reverted_max_objects_per_revert ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_reverted_nondurable +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_reverted_nondurable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_get_part_jobs +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_get_part_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_get_partners +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_get_partners ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_get_response +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_get_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_handoffs_only +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_handoffs_only ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_ignores_status_file +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_ignores_status_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_iter_nodes_for_frag +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_iter_nodes_for_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_max_objects_per_revert_only_for_revert_jobs +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_max_objects_per_revert_only_for_revert_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_no_delete_failed_revert +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_no_delete_failed_revert ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_client_error +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_client_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_insufficient_storage +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_insufficient_storage ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_success +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_success ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_timeout +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_reconstruct_check_ring +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_reconstruct_check_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_reconstructor_skipped_partpower_increase +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_reconstructor_skipped_partpower_increase ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_reconstructor_skips_bogus_partition_dirs +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_reconstructor_skips_bogus_partition_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_removes_zbf +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_removes_zbf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_run_once +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_run_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_run_once_override_devices +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_run_once_override_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_non_zero_commit_window +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_non_zero_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_past_commit_window +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_past_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_zero_commit_window +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_zero_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_build_reconstruction_jobs +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_build_reconstruction_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_check_ring +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_check_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_collect_parts +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_collect_parts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_collect_parts_mkdirs_error +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_collect_parts_mkdirs_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_partition +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted_max_objects_per_revert +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted_max_objects_per_revert ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted_nondurable +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted_nondurable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_part_jobs +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_part_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_partners +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_partners ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_response +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_handoffs_only +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_handoffs_only ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_ignores_status_file +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_ignores_status_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_iter_nodes_for_frag +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_iter_nodes_for_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_max_objects_per_revert_only_for_revert_jobs +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_max_objects_per_revert_only_for_revert_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_no_delete_failed_revert +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_no_delete_failed_revert ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_client_error +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_client_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_insufficient_storage +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_insufficient_storage ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_success +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_success ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_timeout +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstruct_check_ring +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstruct_check_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstructor_skipped_partpower_increase +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstructor_skipped_partpower_increase ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstructor_skips_bogus_partition_dirs +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstructor_skips_bogus_partition_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_removes_zbf +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_removes_zbf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_run_once +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_run_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_run_once_override_devices +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_run_once_override_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_non_zero_commit_window +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_non_zero_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_past_commit_window +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_past_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_zero_commit_window +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_zero_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_bad_value_workers +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_bad_value_workers ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_dump_recon_run_once_in_worker +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_dump_recon_run_once_in_worker ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_dump_recon_run_once_inline +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_dump_recon_run_once_inline ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_final_recon_dump +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_final_recon_dump ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy_detects_ring_change +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy_detects_ring_change ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy_rcache_update_waits_for_next_update +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy_rcache_update_waits_for_next_update ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_next_rcache_update_configured_with_stats_interval +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_next_rcache_update_configured_with_stats_interval ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_is_status_deleted +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_is_status_deleted ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_no_dump_recon_run_once +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_no_dump_recon_run_once ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_no_workers_by_default +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_no_workers_by_default ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_at_end_of_run_once +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_at_end_of_run_once ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_races_with_final_recon_dump +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_races_with_final_recon_dump ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_removes_devices +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_removes_devices ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_waits_for_all_devices +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_waits_for_all_devices ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_run_forever_recon_no_devices +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_run_forever_recon_no_devices ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_worker_logging +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_worker_logging ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices_and_no_valid_overrides +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices_and_no_valid_overrides ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices_and_overrides +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices_and_overrides ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_devices +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_devices ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_devices_and_overrides +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_devices_and_overrides ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_workers +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_workers ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_workers_and_devices +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_workers_and_devices ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_no_devices +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_no_devices ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_some_workers_and_devices +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_some_workers_and_devices ... ok +test.unit.obj.test_server.TestObjectController.test_DELETE +test.unit.obj.test_server.TestObjectController.test_DELETE ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_DELETE_bad_timestamp +test.unit.obj.test_server.TestObjectController.test_DELETE_bad_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_DELETE_but_expired +test.unit.obj.test_server.TestObjectController.test_DELETE_but_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_DELETE_calls_delete_at +test.unit.obj.test_server.TestObjectController.test_DELETE_calls_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_DELETE_can_skip_updating_expirer_queue +test.unit.obj.test_server.TestObjectController.test_DELETE_can_skip_updating_expirer_queue ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_DELETE_container_updates +test.unit.obj.test_server.TestObjectController.test_DELETE_container_updates ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_DELETE_full_drive +test.unit.obj.test_server.TestObjectController.test_DELETE_full_drive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_DELETE_if_delete_at +test.unit.obj.test_server.TestObjectController.test_DELETE_if_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_DELETE_if_delete_at_expired_still_deletes +test.unit.obj.test_server.TestObjectController.test_DELETE_if_delete_at_expired_still_deletes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_DELETE_succeeds_with_later_POST +test.unit.obj.test_server.TestObjectController.test_DELETE_succeeds_with_later_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_DELETE_with_full_drive +test.unit.obj.test_server.TestObjectController.test_DELETE_with_full_drive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_EC_GET_quarantine_invalid_frag_archive +test.unit.obj.test_server.TestObjectController.test_EC_GET_quarantine_invalid_frag_archive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_EC_PUT_GET_data +test.unit.obj.test_server.TestObjectController.test_EC_PUT_GET_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_EC_PUT_GET_data_no_commit +test.unit.obj.test_server.TestObjectController.test_EC_PUT_GET_data_no_commit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET +test.unit.obj.test_server.TestObjectController.test_GET ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_HEAD_with_fragment_preferences +test.unit.obj.test_server.TestObjectController.test_GET_HEAD_with_fragment_preferences ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_but_expired +test.unit.obj.test_server.TestObjectController.test_GET_but_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_cooperative_period_config +test.unit.obj.test_server.TestObjectController.test_GET_cooperative_period_config ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_if_match +test.unit.obj.test_server.TestObjectController.test_GET_if_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_if_match_etag_is_at +test.unit.obj.test_server.TestObjectController.test_GET_if_match_etag_is_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_if_modified_since +test.unit.obj.test_server.TestObjectController.test_GET_if_modified_since ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_if_none_match +test.unit.obj.test_server.TestObjectController.test_GET_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_if_unmodified_since +test.unit.obj.test_server.TestObjectController.test_GET_if_unmodified_since ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_private_config_false +test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_private_config_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_private_config_true +test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_private_config_true ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_config_false +test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_config_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_config_true +test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_config_true ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_no_config +test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_no_config ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_not_slo +test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_not_slo ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_quarantine +test.unit.obj.test_server.TestObjectController.test_GET_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_quarantine_range +test.unit.obj.test_server.TestObjectController.test_GET_quarantine_range ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_quarantine_zbyte +test.unit.obj.test_server.TestObjectController.test_GET_quarantine_zbyte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_range_not_satisfiable +test.unit.obj.test_server.TestObjectController.test_GET_range_not_satisfiable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_range_zero_byte_object +test.unit.obj.test_server.TestObjectController.test_GET_range_zero_byte_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_HEAD +test.unit.obj.test_server.TestObjectController.test_HEAD ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_HEAD_but_expired +test.unit.obj.test_server.TestObjectController.test_HEAD_but_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_HEAD_if_match +test.unit.obj.test_server.TestObjectController.test_HEAD_if_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_HEAD_if_modified_since +test.unit.obj.test_server.TestObjectController.test_HEAD_if_modified_since ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_HEAD_if_none_match +test.unit.obj.test_server.TestObjectController.test_HEAD_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_HEAD_if_unmodified_since +test.unit.obj.test_server.TestObjectController.test_HEAD_if_unmodified_since ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_no_multipart +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_no_multipart ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_fullcontrol_permission ... ok +test.unit.obj.test_server.TestObjectController.test_HEAD_quarantine_zbyte +test.unit.obj.test_server.TestObjectController.test_HEAD_quarantine_zbyte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_OPTIONS +test.unit.obj.test_server.TestObjectController.test_OPTIONS ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_bad_timestamp +test.unit.obj.test_server.TestObjectController.test_POST_bad_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_but_expired +test.unit.obj.test_server.TestObjectController.test_POST_but_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_calls_delete_at +test.unit.obj.test_server.TestObjectController.test_POST_calls_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_can_skip_updating_expirer_queue +test.unit.obj.test_server.TestObjectController.test_POST_can_skip_updating_expirer_queue ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_conflicts_with_later_POST +test.unit.obj.test_server.TestObjectController.test_POST_conflicts_with_later_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_container_connection +test.unit.obj.test_server.TestObjectController.test_POST_container_connection ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_container_updates_precedence +test.unit.obj.test_server.TestObjectController.test_POST_container_updates_precedence ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_container_updates_with_EC_policy +test.unit.obj.test_server.TestObjectController.test_POST_container_updates_with_EC_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_container_updates_with_replication_policy +test.unit.obj.test_server.TestObjectController.test_POST_container_updates_with_replication_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_delete_at_in_past +test.unit.obj.test_server.TestObjectController.test_POST_delete_at_in_past ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_delete_at_in_past_with_skewed_clock +test.unit.obj.test_server.TestObjectController.test_POST_delete_at_in_past_with_skewed_clock ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_invalid_path +test.unit.obj.test_server.TestObjectController.test_POST_invalid_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_no_timestamp +test.unit.obj.test_server.TestObjectController.test_POST_no_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_not_exist +test.unit.obj.test_server.TestObjectController.test_POST_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_old_timestamp +test.unit.obj.test_server.TestObjectController.test_POST_old_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_quarantine_zbyte +test.unit.obj.test_server.TestObjectController.test_POST_quarantine_zbyte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_db_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_db_file ... ok +test.unit.obj.test_server.TestObjectController.test_POST_system_metadata +test.unit.obj.test_server.TestObjectController.test_POST_system_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_then_fetch_content_type +test.unit.obj.test_server.TestObjectController.test_POST_then_fetch_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_transient_sysmeta +test.unit.obj.test_server.TestObjectController.test_POST_transient_sysmeta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_update_meta +test.unit.obj.test_server.TestObjectController.test_POST_update_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_with_full_drive +test.unit.obj.test_server.TestObjectController.test_POST_with_full_drive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_bad_footer_checksum +test.unit.obj.test_server.TestObjectController.test_PUT_bad_footer_checksum ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_bad_footer_json +test.unit.obj.test_server.TestObjectController.test_PUT_bad_footer_json ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_bad_timestamp +test.unit.obj.test_server.TestObjectController.test_PUT_bad_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.account.test_backend.TestAccountBroker.test_reverse_prefix_delim +test.unit.account.test_backend.TestAccountBroker.test_reverse_prefix_delim ... ok +test.unit.obj.test_server.TestObjectController.test_PUT_bad_transfer_encoding +test.unit.obj.test_server.TestObjectController.test_PUT_bad_transfer_encoding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_calls_delete_at +test.unit.obj.test_server.TestObjectController.test_PUT_calls_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_can_skip_deleting_expirer_queue_but_still_inserts +test.unit.obj.test_server.TestObjectController.test_PUT_can_skip_deleting_expirer_queue_but_still_inserts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_can_skip_updating_expirer_queue +test.unit.obj.test_server.TestObjectController.test_PUT_can_skip_updating_expirer_queue ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_client_closed_connection +test.unit.obj.test_server.TestObjectController.test_PUT_client_closed_connection ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_client_timeout +test.unit.obj.test_server.TestObjectController.test_PUT_client_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_commits_data +test.unit.obj.test_server.TestObjectController.test_PUT_commits_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_common +test.unit.obj.test_server.TestObjectController.test_PUT_common ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_container_connection +test.unit.obj.test_server.TestObjectController.test_PUT_container_connection ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_container_update_overrides +test.unit.obj.test_server.TestObjectController.test_PUT_container_update_overrides ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_container_update_to_old_style_shard +test.unit.obj.test_server.TestObjectController.test_PUT_container_update_to_old_style_shard ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_container_update_to_shard +test.unit.obj.test_server.TestObjectController.test_PUT_container_update_to_shard ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_delete_at_in_past +test.unit.obj.test_server.TestObjectController.test_PUT_delete_at_in_past ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_etag_in_footer +test.unit.obj.test_server.TestObjectController.test_PUT_etag_in_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_etag_in_footer_mismatch +test.unit.obj.test_server.TestObjectController.test_PUT_etag_in_footer_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_extra_mime_docs_ignored +test.unit.obj.test_server.TestObjectController.test_PUT_extra_mime_docs_ignored ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_if_none_match +test.unit.obj.test_server.TestObjectController.test_PUT_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_if_none_match_but_expired +test.unit.obj.test_server.TestObjectController.test_PUT_if_none_match_but_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_if_none_match_star +test.unit.obj.test_server.TestObjectController.test_PUT_if_none_match_star ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_invalid_content_type +test.unit.obj.test_server.TestObjectController.test_PUT_invalid_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_invalid_etag +test.unit.obj.test_server.TestObjectController.test_PUT_invalid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_invalid_path +test.unit.obj.test_server.TestObjectController.test_PUT_invalid_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_meta_in_footer +test.unit.obj.test_server.TestObjectController.test_PUT_meta_in_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_missing_footer_checksum +test.unit.obj.test_server.TestObjectController.test_PUT_missing_footer_checksum ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_new_object_really_old_timestamp +test.unit.obj.test_server.TestObjectController.test_PUT_new_object_really_old_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power +test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power_eexist +test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power_eexist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power_races_around_makedirs_eexist +test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power_races_around_makedirs_eexist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power_races_around_makedirs_enoent +test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power_races_around_makedirs_enoent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_no_content_length +test.unit.obj.test_server.TestObjectController.test_PUT_no_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_no_content_type +test.unit.obj.test_server.TestObjectController.test_PUT_no_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_no_etag +test.unit.obj.test_server.TestObjectController.test_PUT_no_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_no_timestamp +test.unit.obj.test_server.TestObjectController.test_PUT_no_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_object_really_new_timestamp +test.unit.obj.test_server.TestObjectController.test_PUT_object_really_new_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_old_timestamp +test.unit.obj.test_server.TestObjectController.test_PUT_old_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_overwrite +test.unit.obj.test_server.TestObjectController.test_PUT_overwrite ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_overwrite_to_newer_ts_failed +test.unit.obj.test_server.TestObjectController.test_PUT_overwrite_to_newer_ts_failed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_overwrite_to_older_ts_success +test.unit.obj.test_server.TestObjectController.test_PUT_overwrite_to_older_ts_success ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_empty +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_empty ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_merge_items +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_merge_items ... ok +test.unit.obj.test_server.TestObjectController.test_PUT_overwrite_w_delete_at +test.unit.obj.test_server.TestObjectController.test_PUT_overwrite_w_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_redirected_async_pending +test.unit.obj.test_server.TestObjectController.test_PUT_redirected_async_pending ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_redirected_async_pending_with_container_path +test.unit.obj.test_server.TestObjectController.test_PUT_redirected_async_pending_with_container_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_redirected_async_pending_with_old_style_container_path +test.unit.obj.test_server.TestObjectController.test_PUT_redirected_async_pending_with_old_style_container_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_slow +test.unit.obj.test_server.TestObjectController.test_PUT_slow ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_ssync_multi_frag +test.unit.obj.test_server.TestObjectController.test_PUT_ssync_multi_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_succeeds_with_later_POST +test.unit.obj.test_server.TestObjectController.test_PUT_succeeds_with_later_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_system_metadata +test.unit.obj.test_server.TestObjectController.test_PUT_system_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_then_POST_async_pendings_with_EC_policy +test.unit.obj.test_server.TestObjectController.test_PUT_then_POST_async_pendings_with_EC_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_then_POST_async_pendings_with_repl_policy +test.unit.obj.test_server.TestObjectController.test_PUT_then_POST_async_pendings_with_repl_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_then_POST_then_fetch_system_metadata +test.unit.obj.test_server.TestObjectController.test_PUT_then_POST_then_fetch_system_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_then_fetch_system_metadata +test.unit.obj.test_server.TestObjectController.test_PUT_then_fetch_system_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_user_metadata +test.unit.obj.test_server.TestObjectController.test_PUT_user_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_user_metadata_no_xattr +test.unit.obj.test_server.TestObjectController.test_PUT_user_metadata_no_xattr ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_with_full_drive +test.unit.obj.test_server.TestObjectController.test_PUT_with_full_drive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_with_replication_headers +test.unit.obj.test_server.TestObjectController.test_PUT_with_replication_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_zero_content_length +test.unit.obj.test_server.TestObjectController.test_PUT_zero_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_REPLICATE_pickle_protocol +test.unit.obj.test_server.TestObjectController.test_REPLICATE_pickle_protocol ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_REPLICATE_reclaims_tombstones +test.unit.obj.test_server.TestObjectController.test_REPLICATE_reclaims_tombstones ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.account.test_backend.TestCommonAccountBroker.test_commit_pending +test.unit.account.test_backend.TestCommonAccountBroker.test_commit_pending ... ok +test.unit.obj.test_server.TestObjectController.test_REPLICATE_timeout +test.unit.obj.test_server.TestObjectController.test_REPLICATE_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_json +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_json ... ok +test.unit.obj.test_server.TestObjectController.test_REPLICATE_works +test.unit.obj.test_server.TestObjectController.test_REPLICATE_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_REQUEST_SPECIAL_CHARS +test.unit.obj.test_server.TestObjectController.test_REQUEST_SPECIAL_CHARS ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_SSYNC_can_be_called +test.unit.obj.test_server.TestObjectController.test_SSYNC_can_be_called ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test__call__returns_500 +test.unit.obj.test_server.TestObjectController.test__call__returns_500 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_allowed_headers +test.unit.obj.test_server.TestObjectController.test_allowed_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_async_update_does_not_save_on_2xx +test.unit.obj.test_server.TestObjectController.test_async_update_does_not_save_on_2xx ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_async_update_http_connect +test.unit.obj.test_server.TestObjectController.test_async_update_http_connect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_async_update_saves_on_exception +test.unit.obj.test_server.TestObjectController.test_async_update_saves_on_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_async_update_saves_on_non_2xx +test.unit.obj.test_server.TestObjectController.test_async_update_saves_on_non_2xx ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_async_update_saves_on_timeout +test.unit.obj.test_server.TestObjectController.test_async_update_saves_on_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_bad_sinces +test.unit.obj.test_server.TestObjectController.test_bad_sinces ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_call_bad_method +test.unit.obj.test_server.TestObjectController.test_call_bad_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_call_bad_request +test.unit.obj.test_server.TestObjectController.test_call_bad_request ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_call_name_collision +test.unit.obj.test_server.TestObjectController.test_call_name_collision ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_call_not_found +test.unit.obj.test_server.TestObjectController.test_call_not_found ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_container_iter_with_reserved_name +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_container_iter_with_reserved_name ... ok +test.unit.obj.test_server.TestObjectController.test_chunked_DELETE_with_full_drive +test.unit.obj.test_server.TestObjectController.test_chunked_DELETE_with_full_drive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_chunked_PUT_with_full_drive +test.unit.obj.test_server.TestObjectController.test_chunked_PUT_with_full_drive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_chunked_content_length_mismatch_zero +test.unit.obj.test_server.TestObjectController.test_chunked_content_length_mismatch_zero ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_chunked_put +test.unit.obj.test_server.TestObjectController.test_chunked_put ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_container_update_as_greenthread +test.unit.obj.test_server.TestObjectController.test_container_update_as_greenthread ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_container_update_as_greenthread_with_timeout +test.unit.obj.test_server.TestObjectController.test_container_update_as_greenthread_with_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_container_update_async +test.unit.obj.test_server.TestObjectController.test_container_update_async ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_container_update_bad_args +test.unit.obj.test_server.TestObjectController.test_container_update_bad_args ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_container_update_no_async_update +test.unit.obj.test_server.TestObjectController.test_container_update_no_async_update ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_container_update_success +test.unit.obj.test_server.TestObjectController.test_container_update_success ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_content_encoding +test.unit.obj.test_server.TestObjectController.test_content_encoding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_correct_allowed_method +test.unit.obj.test_server.TestObjectController.test_correct_allowed_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_create_reserved_namespace_object +test.unit.obj.test_server.TestObjectController.test_create_reserved_namespace_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_create_reserved_namespace_object_in_user_container +test.unit.obj.test_server.TestObjectController.test_create_reserved_namespace_object_in_user_container ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_delete_at_cap +test.unit.obj.test_server.TestObjectController.test_delete_at_cap ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_delete_at_negative +test.unit.obj.test_server.TestObjectController.test_delete_at_negative ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_delete_at_update_cleans_old_entries +test.unit.obj.test_server.TestObjectController.test_delete_at_update_cleans_old_entries ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_delete_at_update_delete +test.unit.obj.test_server.TestObjectController.test_delete_at_update_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info +test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info_but_empty_host +test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info_but_empty_host ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info_but_missing_container +test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info_but_missing_container ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info_but_missing_host +test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info_but_missing_host ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_delete_backend_replication +test.unit.obj.test_server.TestObjectController.test_delete_backend_replication ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_device_unavailable +test.unit.obj.test_server.TestObjectController.test_device_unavailable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_dynamic_datadir +test.unit.obj.test_server.TestObjectController.test_dynamic_datadir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_global_conf_callback_does_nothing +test.unit.obj.test_server.TestObjectController.test_global_conf_callback_does_nothing ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_global_conf_callback_replication_semaphore +test.unit.obj.test_server.TestObjectController.test_global_conf_callback_replication_semaphore ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_handling_of_replication_semaphore_config +test.unit.obj.test_server.TestObjectController.test_handling_of_replication_semaphore_config ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_init +test.unit.obj.test_server.TestObjectController.test_init ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_insufficient_storage_mount_check_false +test.unit.obj.test_server.TestObjectController.test_insufficient_storage_mount_check_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_insufficient_storage_mount_check_true +test.unit.obj.test_server.TestObjectController.test_insufficient_storage_mount_check_true ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_invalid_method_doesnt_exist +test.unit.obj.test_server.TestObjectController.test_invalid_method_doesnt_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test ERROR: Unexpected Error handling DELETE of 'bucket' 'Key1': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/multi_delete.py", line 128, in do_delete + resp = req.get_response(self.app, method='DELETE', query=query, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1637, in get_response + return self.get_acl_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1613, in get_acl_response + resp = self._get_response( + ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1358, in _get_response + sw_resp = sw_req.get_response(app) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1165, in get_response + status, headers, app_iter = self.call_application(application) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1149, in call_application + app_iter = application(self.environ, start_response) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 182, in __call__ + return self.app(env, start_response) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/s3api/__init__.py", line 85, in __call__ + return self.swift(env, start_response) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/helpers.py", line 324, in __call__ + resp = resp_class( + ^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect + File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/helpers.py", line 197, in _select_response + is_success = resp_class().is_success + ^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +Exception: kaboom +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:49 -0000', 'Content-Md5': 'oejmjqwpFMmK1vFnWOayfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'a1e8e68eac2914c98ad6f16758e6b27e', 'Content-Length': '289'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_versioned_enabled +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_versioned_enabled ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_versioned_suspended +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_versioned_suspended ... ok +test.unit.obj.test_server.TestObjectController.test_invalid_method_is_not_public +test.unit.obj.test_server.TestObjectController.test_invalid_method_is_not_public ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_list_allowed_methods +test.unit.obj.test_server.TestObjectController.test_list_allowed_methods ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_log_line_format +test.unit.obj.test_server.TestObjectController.test_log_line_format ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_max_object_name_length +test.unit.obj.test_server.TestObjectController.test_max_object_name_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_max_upload_time +test.unit.obj.test_server.TestObjectController.test_max_upload_time ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_multiphase_put_draining +test.unit.obj.test_server.TestObjectController.test_multiphase_put_draining ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_not_allowed_method +test.unit.obj.test_server.TestObjectController.test_not_allowed_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_not_utf8_and_not_logging_requests +test.unit.obj.test_server.TestObjectController.test_not_utf8_and_not_logging_requests ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_object_delete_at_async_update +test.unit.obj.test_server.TestObjectController.test_object_delete_at_async_update ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_object_update_with_offset +test.unit.obj.test_server.TestObjectController.test_object_update_with_offset ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_other_methods_reserved_namespace_object +test.unit.obj.test_server.TestObjectController.test_other_methods_reserved_namespace_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_override_etag_footer_trumps_header +test.unit.obj.test_server.TestObjectController.test_override_etag_footer_trumps_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_override_etag_lone_header_footer +test.unit.obj.test_server.TestObjectController.test_override_etag_lone_header_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_override_etag_sysmeta_footer_trumps_backend_header +test.unit.obj.test_server.TestObjectController.test_override_etag_sysmeta_footer_trumps_backend_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_override_etag_sysmeta_header_trumps_backend_footer +test.unit.obj.test_server.TestObjectController.test_override_etag_sysmeta_header_trumps_backend_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_override_etag_sysmeta_trumps_backend +test.unit.obj.test_server.TestObjectController.test_override_etag_sysmeta_trumps_backend ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_race_doesnt_quarantine +test.unit.obj.test_server.TestObjectController.test_race_doesnt_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_replication_server_call_all_methods +test.unit.obj.test_server.TestObjectController.test_replication_server_call_all_methods ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.account.test_backend.TestCommonAccountBroker.test_delete_db +test.unit.account.test_backend.TestCommonAccountBroker.test_delete_db ... ok +test.unit.obj.test_server.TestObjectController.test_serv_reserv +test.unit.obj.test_server.TestObjectController.test_serv_reserv ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_short_body +test.unit.obj.test_server.TestObjectController.test_short_body ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_storage_policy_index_is_validated +test.unit.obj.test_server.TestObjectController.test_storage_policy_index_is_validated ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_updating_multiple_container_servers +test.unit.obj.test_server.TestObjectController.test_updating_multiple_container_servers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_updating_multiple_delete_at_container_servers +test.unit.obj.test_server.TestObjectController.test_updating_multiple_delete_at_container_servers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_x_if_delete_at_formats +test.unit.obj.test_server.TestObjectController.test_x_if_delete_at_formats ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_empty_list +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_empty_list ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_extra_line_parts +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_extra_line_parts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_newer_meta +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_newer_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_none +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_older_meta +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_older_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_one_exact +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_one_exact ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_one_newer +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_one_newer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_durable +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_durable_older_than_remote_non_durable +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_durable_older_than_remote_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_non_durable +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_durable +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_durable_but_commit_fails +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_durable_but_commit_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_meta_expired_data +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_meta_expired_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_other_exception +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_other_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_storage_policy +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_storage_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_timeout +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_bad_storage_policy_index_header +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_bad_storage_policy_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_exception +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_exception ... ok +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_default_storage_policy +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_default_storage_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_invalid_indexes +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_invalid_indexes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_matched_indexes +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_matched_indexes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_mismatched_indexes +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_mismatched_indexes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_only_frag_index_header +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_only_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_only_node_index_header +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_only_node_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_storage_policy_index_header +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_storage_policy_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_Exception +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_Exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_Exception_Exception +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_Exception_Exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_calls_replication_lock +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_calls_replication_lock ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_initial_path +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_initial_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_mount_check +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_mount_check ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_mount_check_isdir +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_mount_check_isdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_replication_lock_fail +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_replication_lock_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_replication_lock_per_partition +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_replication_lock_per_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_semaphore_locked +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_semaphore_locked ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_BONK +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_BONK ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_DELETE +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_DELETE ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_POST +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT_replication_headers +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT_replication_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT_with_storage_policy_and_node_index +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT_with_storage_policy_and_node_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_content_length +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_headers +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_subrequest_line +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_subrequest_line ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_content_length_with_DELETE +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_content_length_with_DELETE ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_early_termination +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_early_termination ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_failures +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_failures ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_multiple +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_multiple ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_content_length_with_PUT +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_content_length_with_PUT ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_headers +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_problems_no_hard_disconnect +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_problems_no_hard_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_start +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_start ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_other_exception +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_other_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_subreq_does_not_read_all +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_subreq_does_not_read_all ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_timeout +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_with_storage_policy +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_with_storage_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_call +test.unit.obj.test_ssync_sender.TestSender.test_call ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check +test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check_metadata_legacy_response +test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check_metadata_legacy_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check_with_obj_list +test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check_with_obj_list ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check_with_obj_list_but_required +test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check_with_obj_list_but_required ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.account.test_backend.TestCommonAccountBroker.test_get_info +test.unit.account.test_backend.TestCommonAccountBroker.test_get_info ... ok +test.unit.obj.test_ssync_sender.TestSender.test_call_calls_others +test.unit.obj.test_ssync_sender.TestSender.test_call_calls_others ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_call_catches_MessageTimeout +test.unit.obj.test_ssync_sender.TestSender.test_call_catches_MessageTimeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_call_catches_ReplicationException +test.unit.obj.test_ssync_sender.TestSender.test_call_catches_ReplicationException ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_call_catches_exception_handling_exception +test.unit.obj.test_ssync_sender.TestSender.test_call_catches_exception_handling_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_call_catches_other_exceptions +test.unit.obj.test_ssync_sender.TestSender.test_call_catches_other_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_connect +test.unit.obj.test_ssync_sender.TestSender.test_connect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_connect_bad_status +test.unit.obj.test_ssync_sender.TestSender.test_connect_bad_status ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff +test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_no_frag +test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_no_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_none_frag +test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_none_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_none_frag_to_primary +test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_none_frag_to_primary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_replicated +test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_replicated ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_connect_legacy_receiver +test.unit.obj.test_ssync_sender.TestSender.test_connect_legacy_receiver ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_connect_legacy_receiver_include_non_durable +test.unit.obj.test_ssync_sender.TestSender.test_connect_legacy_receiver_include_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_connect_receive_timeout +test.unit.obj.test_ssync_sender.TestSender.test_connect_receive_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_connect_send_timeout +test.unit.obj.test_ssync_sender.TestSender.test_connect_send_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_connect_upgraded_receiver +test.unit.obj.test_ssync_sender.TestSender.test_connect_upgraded_receiver ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_connect_upgraded_receiver_include_non_durable +test.unit.obj.test_ssync_sender.TestSender.test_connect_upgraded_receiver_include_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_disconnect +test.unit.obj.test_ssync_sender.TestSender.test_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_disconnect_timeout +test.unit.obj.test_ssync_sender.TestSender.test_disconnect_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_extra_line_parts +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_extra_line_parts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_far_end_disconnect +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_far_end_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_far_end_disconnect2 +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_far_end_disconnect2 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_far_end_unexpected +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_far_end_unexpected ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_has_empty_suffixes +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_has_empty_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_has_suffixes +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_has_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_max_objects_exactly_actual_objects +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_max_objects_exactly_actual_objects ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_max_objects_less_than_actual_objects +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_max_objects_less_than_actual_objects ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_send_map +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_send_map ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_timeout_send_line +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_timeout_send_line ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_timeout_start +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_timeout_start ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_readline_all +test.unit.obj.test_ssync_sender.TestSender.test_readline_all ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_readline_all_trailing_not_newline_termed +test.unit.obj.test_ssync_sender.TestSender.test_readline_all_trailing_not_newline_termed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_readline_at_start_of_chunk +test.unit.obj.test_ssync_sender.TestSender.test_readline_at_start_of_chunk ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_readline_broken_chunk +test.unit.obj.test_ssync_sender.TestSender.test_readline_broken_chunk ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_readline_buffer_exceeds_network_chunk_size_somehow +test.unit.obj.test_ssync_sender.TestSender.test_readline_buffer_exceeds_network_chunk_size_somehow ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_readline_chunk_with_extension +test.unit.obj.test_ssync_sender.TestSender.test_readline_chunk_with_extension ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_readline_newline_in_buffer +test.unit.obj.test_ssync_sender.TestSender.test_readline_newline_in_buffer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_readline_terminated_chunk +test.unit.obj.test_ssync_sender.TestSender.test_readline_terminated_chunk ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_send_delete +test.unit.obj.test_ssync_sender.TestSender.test_send_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_send_delete_timeout +test.unit.obj.test_ssync_sender.TestSender.test_send_delete_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_send_post +test.unit.obj.test_ssync_sender.TestSender.test_send_post ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_send_post_unicode +test.unit.obj.test_ssync_sender.TestSender.test_send_post_unicode ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_send_put +test.unit.obj.test_ssync_sender.TestSender.test_send_put ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_send_put_chunk_timeout +test.unit.obj.test_ssync_sender.TestSender.test_send_put_chunk_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_send_put_initial_timeout +test.unit.obj.test_ssync_sender.TestSender.test_send_put_initial_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_send_put_non_durable +test.unit.obj.test_ssync_sender.TestSender.test_send_put_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_send_put_unicode +test.unit.obj.test_ssync_sender.TestSender.test_send_put_unicode ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_send_put_unicode_header_name +test.unit.obj.test_ssync_sender.TestSender.test_send_put_unicode_header_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_update_send_delete +test.unit.obj.test_ssync_sender.TestSender.test_update_send_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_empty_send_map +test.unit.obj.test_ssync_sender.TestSender.test_updates_empty_send_map ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_is_deleted +test.unit.obj.test_ssync_sender.TestSender.test_updates_is_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_post +test.unit.obj.test_ssync_sender.TestSender.test_updates_post ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_put +test.unit.obj.test_ssync_sender.TestSender.test_updates_put ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_put_and_post +test.unit.obj.test_ssync_sender.TestSender.test_updates_put_and_post ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_disconnect_end +test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_disconnect_end ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_disconnect_start +test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_disconnect_start ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_timeout_end +test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_timeout_end ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_timeout_start +test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_timeout_start ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_unexp_end +test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_unexp_end ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_unexp_start +test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_unexp_start ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_storage_policy_index +test.unit.obj.test_ssync_sender.TestSender.test_updates_storage_policy_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_timeout +test.unit.obj.test_ssync_sender.TestSender.test_updates_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_unexpected_response_lines1 +test.unit.obj.test_ssync_sender.TestSender.test_updates_unexpected_response_lines1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_unexpected_response_lines2 +test.unit.obj.test_ssync_sender.TestSender.test_updates_unexpected_response_lines2 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_delete_db_does_not_clear_particular_sharding_meta +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_delete_db_does_not_clear_particular_sharding_meta ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_merge_items_overwrite_unicode +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_merge_items_overwrite_unicode ... ok +test.unit.account.test_backend.TestCommonAccountBroker.test_get_max_row +test.unit.account.test_backend.TestCommonAccountBroker.test_get_max_row ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_containers_iter +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_containers_iter ... ok +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txf9afd67b398a446b9088b-006644f9bb) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx64d9bd82809b440e9c719-006644f9bb) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&reverse=true&format=json (txn: tx6558b5a3170647619c890-006644f9bb) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&marker=jam&format=json (txn: tx641f2703eb1140f7a87cb-006644f9bb) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&marker=jam&end_marker=kale&format=json (txn: tx536fe81d417c4df98cf17-006644f9bb) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&includes=egg&format=json (txn: tx16084f98d09b42818b3e1-006644f9bb) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txa43da281e0f1476f8eb6c-006644f9bb) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txb9e1e7897981450582316-006644f9bb) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txfd122274a19f42b4bb289-006644f9bb) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txae5147ccae13457dae0fe-006644f9bb) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx11cd96b79ebb43cbbe6ee-006644f9bb) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx775916c142b941f99eb30-006644f9bb) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Skipping shard cache lookup (x-newest) for /v1/a/c?states=listing&format=json (txn: tx05d64c38732f489993ad9-006644f9bb) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx05d64c38732f489993ad9-006644f9bb) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} +test ERROR: Aborting listing from shards due to bad response: [204] +test DEBUG: GET listing from 3 shards for: /v1/a/c +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} +test ERROR: Aborting listing from shards due to bad response: [204] +test DEBUG: GET listing from 3 shards for: /v1/a/c +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} +test ERROR: Aborting listing from shards due to bad response: [204] +test DEBUG: GET listing from 3 shards for: /v1/a/c +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} +test ERROR: Aborting listing from shards due to bad response: [204] +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR 500 Trying to DELETE /AUTH_kilroy/ascii/ascii From Object Server 10.0.0.0:1000/sda (txn: tx9c2aa1e32b384567a380b-006644f9bc) +proxy-server ERROR: ERROR 500 Trying to DELETE /AUTH_kilroy/툎/鐉 From Object Server 10.0.0.2:1002/sdc (txn: txef22414921cc4700becc9-006644f9bc) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx4aa0c461ff9f489386703-006644f9bc) +proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txf6849266a2d7421bada4c-006644f9bc) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: txf6849266a2d7421bada4c-006644f9bc) +proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx9f89c4ffe8064dd58933d-006644f9bc) +proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx9f89c4ffe8064dd58933d-006644f9bc) +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_errors +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_errors ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_half_not_found_headers_and_body +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_half_not_found_headers_and_body ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_half_not_found_statuses +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_half_not_found_statuses ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_handoff +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_handoff ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_limits_expirer_queue_updates +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_limits_expirer_queue_updates ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_missing_one +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_missing_one ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_mostly_found +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_mostly_found ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_mostly_not_found +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_mostly_not_found ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_not_found +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_not_found ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_simple +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_simple ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_with_write_affinity +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_with_write_affinity ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_write_affinity_after_replication +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_write_affinity_after_replication ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_write_affinity_before_replication +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_write_affinity_before_replication ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_all_primaries_error_limited +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_all_primaries_error_limited ... ok +test.unit.account.test_backend.TestCommonAccountBroker.test_get_raw_metadata +test.unit.account.test_backend.TestCommonAccountBroker.test_get_raw_metadata ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_newid +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_newid ... ok +test.unit.account.test_backend.TestCommonAccountBroker.test_get_syncs +test.unit.account.test_backend.TestCommonAccountBroker.test_get_syncs ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_delete_object +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_delete_object ... ok +test.unit.account.test_backend.TestCommonAccountBroker.test_maybe_get +test.unit.account.test_backend.TestCommonAccountBroker.test_maybe_get ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_plain +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_plain ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_objects_iter_order_and_reverse +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_objects_iter_order_and_reverse ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_policy_stats_tracking +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_policy_stats_tracking ... ok +test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_delete_with_objects +test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_delete_with_objects ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info_no_stale_reads +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info_no_stale_reads ... ok +test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 50}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 612, in container_sync_row + put_object(sync_to, name=row['name'], headers=headers, + File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sync.py", line 1239, in fake_put_object + raise ClientException('test client exception', http_status=503) +swift.common.exceptions.ClientException: test client exception: 503 +test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.20000 +test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.30000 +test-container-sync INFO: Unauth 'a/c' => 'http://sync/to/path' +test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'etag': '1111', 'size': 10}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 558, in container_sync_row + if self._object_in_remote_container(row['name'], + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 490, in _object_in_remote_container + metadata, _ = head_object(sync_to, name=name, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sync.py", line 1338, in fake_head_object + raise Exception() +Exception +test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.10000 +test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options +test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 70}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 595, in container_sync_row + raise exc + File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 572, in container_sync_row + self.swift.get_object(info['account'], + File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sync.py", line 1146, in fake_get_object + raise exc[-1] +Exception: test exception +test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 80}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 595, in container_sync_row + raise exc + File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 572, in container_sync_row + self.swift.get_object(info['account'], + File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sync.py", line 1173, in fake_get_object + raise exc[-1] +swift.common.exceptions.ClientException: test client exception +test-container-sync INFO: Unauth 'a/c' => 'http://sync/to/path' +test-container-sync INFO: Not found 'a/c' => 'http://sync/to/path' - object 'object' +test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 50}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 612, in container_sync_row + put_object(sync_to, name=row['name'], headers=headers, + File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sync.py", line 1239, in fake_put_object + raise ClientException('test client exception', http_status=503) +swift.common.exceptions.ClientException: test client exception: 503 +test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.20000 +test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.30000 +test-container-sync INFO: Unauth 'a/c' => 'http://sync/to/path' +test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'etag': '1111', 'size': 10}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 558, in container_sync_row + if self._object_in_remote_container(row['name'], + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 490, in _object_in_remote_container + metadata, _ = head_object(sync_to, name=name, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sync.py", line 1338, in fake_head_object + raise Exception() +Exception +test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.10000 +test INFO: [worker 1/1 pid=1363409] Running object reconstructor in script mode. +test INFO: [worker 1/1 pid=1363409] Object reconstruction complete (once). (5.00 minutes) +test INFO: [worker 1/1 pid=1363409] Running object reconstructor in script mode. +test INFO: [worker 1/1 pid=1363409] Object reconstruction complete (once). (5.00 minutes) +test INFO: [worker 1/1 pid=1363409] Running object reconstructor in script mode. +test INFO: [worker 1/1 pid=1363409] Object reconstruction complete (once). (5.00 minutes) +test INFO: [worker 1/1 pid=1363409] Running object reconstructor in script mode. +test INFO: [worker 1/1 pid=1363409] Object reconstruction complete (once). (5.00 minutes) +test INFO: [worker 1/1 pid=1363409] Running object reconstructor in script mode. +test INFO: [worker 1/1 pid=1363409] Object reconstruction complete (once). (10.00 minutes) +test INFO: Running object reconstructor in script mode. +test INFO: Object reconstruction complete (once). (5.00 minutes) +test INFO: Running object reconstructor in script mode. +test INFO: Object reconstruction complete (once). (5.00 minutes) +test INFO: Running object reconstructor in script mode. +test INFO: Object reconstruction complete (once). (5.00 minutes) +test INFO: [worker 1/1 pid=1363409] Running object reconstructor in script mode. +test INFO: [worker 1/1 pid=1363409] Object reconstruction complete (once). (5.00 minutes) +test INFO: [worker 1/1 pid=1363409] Running object reconstructor in script mode. +test INFO: [worker 1/1 pid=1363409] Object reconstruction complete (once). (5.00 minutes) +test INFO: [worker 1/1 pid=1363409] Running object reconstructor in script mode. +test INFO: [worker 1/1 pid=1363409] Object reconstruction complete (once). (5.00 minutes) +test INFO: [worker 1/1 pid=1363409] Running object reconstructor in script mode. +test INFO: [worker 1/1 pid=1363409] Object reconstruction complete (once). (5.00 minutes) +test INFO: [worker 1/2 pid=pid-1] Starting object reconstructor in daemon mode. +test INFO: [worker 1/2 pid=pid-1] Starting object reconstruction pass. +test INFO: [worker 1/2 pid=pid-1] Object reconstruction complete. (0.10 minutes) +test DEBUG: [worker 1/2 pid=pid-1] reconstruction sleeping for 30.0 seconds. +test INFO: [worker 2/4 pid=20641] Running object reconstructor in script mode. +test DEBUG: [worker 2/4 pid=20641] debug message +test INFO: [worker 2/4 pid=20641] info message +test WARNING: [worker 2/4 pid=20641] warning message +test ERROR: [worker 2/4 pid=20641] error message +test INFO: [worker 2/4 pid=20641] Object reconstruction complete (once). (0.00 minutes) +test WARNING: The slowdown option is deprecated in favor of objects_per_second. This option may be ignored in a future release. +test.unit.obj.test_updater.TestObjectUpdater.test_conf_params +test.unit.obj.test_updater.TestObjectUpdater.test_conf_params ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_creation +test.unit.obj.test_updater.TestObjectUpdater.test_creation ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_listdir_with_exception +test.unit.obj.test_updater.TestObjectUpdater.test_listdir_with_exception ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_listdir_without_exception +test.unit.obj.test_updater.TestObjectUpdater.test_listdir_without_exception ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_bad_location_header +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_bad_location_header ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_missing_location_header +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_missing_location_header ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_redirected +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_redirected ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_redirected_previous_success +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_redirected_previous_success ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_shard_update_redirected_twice +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_shard_update_redirected_twice ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_owner_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_owner_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_version_id_but_not_enabled +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_version_id_but_not_enabled ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_negative_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_negative_maxuploads ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_str_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_str_maxuploads ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_double_check_trailing_delimiter +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_double_check_trailing_delimiter ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info_stale_read_ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info_stale_read_ok ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_load_old_pending_puts +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_load_old_pending_puts ... ok +test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_recreate_with_objects +test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_recreate_with_objects ... ok +test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_simple_delete +test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_simple_delete ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_put_container +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_put_container ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:49 -0000', 'Content-Md5': 'eFSDAtyFlUJroNKezPAahw==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '78548302dc8595426ba0d29eccf01a87', 'Content-Length': '230'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:49 -0000', 'Content-Md5': '1mSVh2rJhFbgxzf6YLHnJA==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd66495876ac98456e0c737fa60b1e724', 'Content-Length': '184', 'Content-Type': 'multipart/form-data'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_error +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_error ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_fullcontrol_permission ... ok +test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_simple_recreate +test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_simple_recreate ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_xml +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_xml ... ok +test WARNING: The slowdown option is deprecated in favor of objects_per_second. This option may be ignored in a future release. +test ERROR: ERROR: Unable to access foo/bar: permission_denied +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpdaqnfx1c/devices/sda1 (pid: 1363409) +test ERROR: Container update failed for '/a/c/o'; problem with redirect location: Invalid path: bad%20bad%20bad +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test ERROR: Container update failed for '/a/c/o'; problem with redirect location: Invalid path: bad%20bad%20bad +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test ERROR: Container update failed for '/a/c/o'; problem with redirect location: Invalid path: bad%20bad%20bad +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Update failed for /a/c/o /tmp/tmpdaqnfx1c/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1715796415.00000 +test INFO: Object update sweep completed on /tmp/tmpdaqnfx1c/devices/sda1 in 0.01s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1363409) +test INFO: Object update single-threaded sweep completed: 0.01s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmp30fzy2q9/devices/sda1 (pid: 1363409) +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Update failed for /a/c/o /tmp/tmp30fzy2q9/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1715796415.00000 +test INFO: Object update sweep completed on /tmp/tmp30fzy2q9/devices/sda1 in 0.01s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1363409) +test INFO: Object update single-threaded sweep completed: 0.02s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmplzypnmez/devices/sda1 (pid: 1363409) +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Update redirected for /a/c/o /tmp/tmplzypnmez/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1715796414.00000 to .shards_a/c_shard_new +test DEBUG: Update sent for /.shards_a/c_shard_new/o /tmp/tmplzypnmez/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1715796414.00000 +test INFO: Object update sweep completed on /tmp/tmplzypnmez/devices/sda1 in 0.01s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 1 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1363409) +test INFO: Object update single-threaded sweep completed: 0.01s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 1 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmp562hi0nc/devices/sda1 (pid: 1363409) +test DEBUG: Error code 507 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 507 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Update failed for /a/c/o /tmp/tmp562hi0nc/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1715796414.00000 +test INFO: Object update sweep completed on /tmp/tmp562hi0nc/devices/sda1 in 0.05s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1363409) +test INFO: Object update single-threaded sweep completed: 0.05s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmp562hi0nc/devices/sda1 (pid: 1363409) +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Update redirected for /a/c/o /tmp/tmp562hi0nc/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1715796414.00000 to .shards_a/c_shard_1 +test DEBUG: Update sent for /.shards_a/c_shard_1/o /tmp/tmp562hi0nc/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1715796414.00000 +test INFO: Object update sweep completed on /tmp/tmp562hi0nc/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 1 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1363409) +test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 1 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpfhqdo9kg/devices/sda1 (pid: 1363409) +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Update redirected for /.shards_a/c_shard_older/o /tmp/tmpfhqdo9kg/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1715796414.00000 to .shards_a/c_shard_new +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Update redirected for /.shards_a/c_shard_new/o /tmp/tmpfhqdo9kg/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1715796414.00000 to .shards_a/c_shard_newer +test INFO: Object update sweep completed on /tmp/tmpfhqdo9kg/devices/sda1 in 0.06s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1363409) +test INFO: Object update single-threaded sweep completed: 0.07s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpfhqdo9kg/devices/sda1 (pid: 1363409) +test DEBUG: Update sent for /.shards_a/c_shard_newer/o /tmp/tmpfhqdo9kg/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1715796414.00000 +test INFO: Object update sweep completed on /tmp/tmpfhqdo9kg/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1363409) +test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpsz36cr_o/devices/sda1 (pid: 1363409) +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Update redirected for /a/c/o /tmp/tmpsz36cr_o/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1715796414.00000 to .shards_a/c_shard_1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Update redirected for /.shards_a/c_shard_1/o /tmp/tmpsz36cr_o/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1715796414.00000 to .shards_a/c_shard_2 +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_update_redirection_loop +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_update_redirection_loop ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_double_check_trailing_delimiter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_double_check_trailing_delimiter_non_slash ... ok +test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_update_delete_no_status_change +test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_update_delete_no_status_change ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_merge_items +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_merge_items ... ok +test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_update_put_no_status_change +test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_update_put_no_status_change ... ok +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sda re: Trying to DELETE /AUTH_kilroy/ascii/ascii: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status +Exception (txn: tx9f89c4ffe8064dd58933d-006644f9bc) +proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: txa736b067b2bf4ccd89e32-006644f9bc) +proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txa736b067b2bf4ccd89e32-006644f9bc) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sda re: Trying to DELETE /AUTH_kilroy/툎/鐉: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status +Exception (txn: txa736b067b2bf4ccd89e32-006644f9bc) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx6c79c719a0d14fa78247d-006644f9bc) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txb69462cb163d417e94a02-006644f9bc) +proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: txb69462cb163d417e94a02-006644f9bc) +proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: txb69462cb163d417e94a02-006644f9bc) +proxy-server ERROR: Object GET returning 503 for [] (txn: txb69462cb163d417e94a02-006644f9bc) +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_error +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_error ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_handoff +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_handoff ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_newest_will_not_resume +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_newest_will_not_resume ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_not_found +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_not_found ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_not_found_when_404_newer +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_not_found_when_404_newer ... ok +test.unit.account.test_backend.TestCommonAccountBroker.test_put_timestamp +test.unit.account.test_backend.TestCommonAccountBroker.test_put_timestamp ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_reclaim +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_reclaim ... ok +test.unit.account.test_backend.TestCommonAccountBroker.test_status_changed_at +test.unit.account.test_backend.TestCommonAccountBroker.test_status_changed_at ... ok +test.unit.cli.test_recon.TestHelpers.test_seconds2timeunit +test.unit.cli.test_recon.TestHelpers.test_seconds2timeunit ... ok +test.unit.cli.test_recon.TestHelpers.test_size_suffix +test.unit.cli.test_recon.TestHelpers.test_size_suffix ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_check_crypto_meta +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_check_crypto_meta ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_check_key +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_check_key ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_decryption_context +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_decryption_context ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_decryption_context_non_zero_offset +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_decryption_context_non_zero_offset ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_encryption_context +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_encryption_context ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_iv +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_iv ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_random_key +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_random_key ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_write_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_write_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_without_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_without_permission ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_decrypt_range +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_decrypt_range ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_enc_dec_large_chunks +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_enc_dec_large_chunks ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_enc_dec_small_chunks +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_enc_dec_small_chunks ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_get_crypto_meta +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_get_crypto_meta ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_unwrap_bad_key +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_unwrap_bad_key ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_wrap_unwrap_key +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_wrap_unwrap_key ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_delimiter ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_id_and_key_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_id_and_key_marker ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_policy_stats +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_policy_stats ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_merge_items_overwrite_unicode +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_merge_items_overwrite_unicode ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 15 May 2024 18:06:49 -0000', 'Content-Md5': 'ud0C7/g6K1j77RpgTDYdwQ==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'b9dd02eff83a2b58fbed1a604c361dc1', 'Content-Length': '120'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_invalid_md5 +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_invalid_md5 ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_non_json +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_non_json ... ok +test INFO: Object update sweep completed on /tmp/tmpsz36cr_o/devices/sda1 in 0.05s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1363409) +test INFO: Object update single-threaded sweep completed: 0.05s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpsz36cr_o/devices/sda1 (pid: 1363409) +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Update redirected for /.shards_a/c_shard_2/o /tmp/tmpsz36cr_o/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1715796414.00000 to None +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Update redirected for /a/c/o /tmp/tmpsz36cr_o/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1715796414.00000 to .shards_a/c_shard_3 +test INFO: Object update sweep completed on /tmp/tmpsz36cr_o/devices/sda1 in 0.04s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1363409) +test INFO: Object update single-threaded sweep completed: 0.04s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpsz36cr_o/devices/sda1 (pid: 1363409) +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Update redirected for /.shards_a/c_shard_3/o /tmp/tmpsz36cr_o/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1715796414.00000 to .shards_a/c_shard_1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Update redirected for /.shards_a/c_shard_1/o /tmp/tmpsz36cr_o/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1715796414.00000 to None +test INFO: Object update sweep completed on /tmp/tmpsz36cr_o/devices/sda1 in 0.04s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1363409) +test INFO: Object update single-threaded sweep completed: 0.04s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpsz36cr_o/devices/sda1 (pid: 1363409) +test DEBUG: Update sent for /a/c/o /tmp/tmpsz36cr_o/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1715796414.00000 +test INFO: Object update sweep completed on /tmp/tmpsz36cr_o/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1363409) +test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpn77ei6ma/devices/sda1 (pid: 1363409) +test DEBUG: Update sent for /.shards_a/shard_c/o /tmp/tmpn77ei6ma/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1715796415.00000 +test INFO: Object update sweep completed on /tmp/tmpn77ei6ma/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1363409) +test INFO: Object update single-threaded sweep completed: 0.01s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpn77ei6ma/devices/sda1 (pid: 1363409) +test DEBUG: Update sent for /a/c/o /tmp/tmpn77ei6ma/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1715796416.00000 +test INFO: Object update sweep completed on /tmp/tmpn77ei6ma/devices/sda1 in 0.02s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1363409) +test INFO: Object update single-threaded sweep completed: 0.02s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpn77ei6ma/devices/sda1 (pid: 1363409) +test DEBUG: Update sent for /a/c/o /tmp/tmpn77ei6ma/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1715796417.00000 +test INFO: Object update sweep completed on /tmp/tmpn77ei6ma/devices/sda1 in 0.01s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1363409) +test INFO: Object update single-threaded sweep completed: 0.01s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpn77ei6ma/devices/sda1 (pid: 1363409) +test DEBUG: Update sent for /a/c/o /tmp/tmpn77ei6ma/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1715796418.00000 +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_updates +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_updates ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_legacy_updates +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_legacy_updates ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_obj_update_gone_missing +test.unit.obj.test_updater.TestObjectUpdater.test_obj_update_gone_missing ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_obj_update_quarantine +test.unit.obj.test_updater.TestObjectUpdater.test_obj_update_quarantine ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_object_sweep +test.unit.obj.test_updater.TestObjectUpdater.test_object_sweep ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_migrate_add_storage_policy_index_fail +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_migrate_add_storage_policy_index_fail ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_half_upgraded_database +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_half_upgraded_database ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_reverse_prefix_delim +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_reverse_prefix_delim ... ok +test.unit.cli.test_recon.TestScout.test_scout_http_error +test.unit.cli.test_recon.TestScout.test_scout_http_error ... ok +test.unit.cli.test_recon.TestScout.test_scout_ok +test.unit.cli.test_recon.TestScout.test_scout_ok ... ok +test.unit.cli.test_recon.TestScout.test_scout_server_type_http_error +test.unit.cli.test_recon.TestScout.test_scout_server_type_http_error ... ok +swift-ring-builder set_min_part_hours + Changes the to the given . This should be set to + however long a full replication/update cycle takes. We're working on a way + to determine this more easily than scanning logs. + +swift-ring-builder set_overload [%] + Changes the overload factor to the given . + + A rebalance is needed to make the change take effect. + +swift-ring-builder set_region + [ set_region + --region --zone --ip --port + --replication-ip --replication-port + --device --meta [--yes] + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Resets the devices' regions. No partitions will be reassigned to or from the device until after running 'rebalance'. This is so you can make multiple device changes and rebalance them all just once. @@ -62169,190 +67030,6 @@ 'set_info' calls when no rebalance is needed but you want to send out the new device information. -test.unit.cli.test_ringbuilder.TestCommands.test_main_no_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_main_no_arguments ... ok -test DEBUG: checking permission: bucket4 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:othertest:other -test DEBUG: permission denined: 403 Forbidden test:tester OWNER -test DEBUG: checking permission: bucket5 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket6 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket7 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:othertest:other -test DEBUG: permission denined: 403 Forbidden test:tester OWNER -test DEBUG: checking permission: bucket8 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket9 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_subresource -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_subresource ... ok -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_without_bucket -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_without_bucket ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_lots_of_keys -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_lots_of_keys ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_no_key -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_no_key ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_json -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_json ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_delete_with_objects -test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_delete_with_objects ... ok -test.unit.account.test_backend.TestAccountBroker.test_empty -test.unit.account.test_backend.TestAccountBroker.test_empty ... ok -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:36 -0000', 'Content-Md5': 'i4CS9WiTvEfCFGqAHP8j0A==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '8b8092f56893bc47c2146a801cff23d0', 'Content-Length': '1030946'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:37 -0000', 'Content-Md5': '/JzPJjlXCqpRBmlyhGXNDg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'fc9ccf2639570aaa510669728465cd0e', 'Content-Length': '139'} -test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_quiet -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_quiet ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_not_valid -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_not_valid ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_creation -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_creation ... ok -test.unit.account.test_backend.TestAccountBroker.test_exception -test.unit.account.test_backend.TestAccountBroker.test_exception ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_delete_container -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_delete_container ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket0 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket1 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket2 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket3 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket4 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket5 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket6 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket7 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket8 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket9 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket0 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:othertest:other -test DEBUG: permission denined: 403 Forbidden test:tester OWNER -test DEBUG: checking permission: bucket1 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_without_owner_bucket -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_without_owner_bucket ... ok -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_quota_copy_from -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_quota_copy_from ... ok -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_quota_copy_verb -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_quota_copy_verb ... ok -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_from -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_from ... ok -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_verb -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_verb ... ok -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_quota_copy_from_bad_src -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_quota_copy_from_bad_src ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_not_ratelimited -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_not_ratelimited ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_ratelimited -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_ratelimited ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_unhandled_request -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_unhandled_request ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_allow_full_urls_setting -test.unit.common.middleware.test_container_sync.TestContainerSync.test_allow_full_urls_setting ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_in_realms_conf -test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_in_realms_conf ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_invalid -test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_invalid ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_not_set -test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_not_set ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_filter -test.unit.common.middleware.test_container_sync.TestContainerSync.test_filter ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_info -test.unit.common.middleware.test_container_sync.TestContainerSync.test_info ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_info_always_fresh -test.unit.common.middleware.test_container_sync.TestContainerSync.test_info_always_fresh ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_invalid_sig -test.unit.common.middleware.test_container_sync.TestContainerSync.test_invalid_sig ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_missing_from_realms_conf -test.unit.common.middleware.test_container_sync.TestContainerSync.test_missing_from_realms_conf ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_not_enough_args -test.unit.common.middleware.test_container_sync.TestContainerSync.test_not_enough_args ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_pass_through -test.unit.common.middleware.test_container_sync.TestContainerSync.test_pass_through ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_realm_miss -test.unit.common.middleware.test_container_sync.TestContainerSync.test_realm_miss ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_user_key_miss -test.unit.common.middleware.test_container_sync.TestContainerSync.test_user_key_miss ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_valid_sig -test.unit.common.middleware.test_container_sync.TestContainerSync.test_valid_sig ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_valid_sig2 -test.unit.common.middleware.test_container_sync.TestContainerSync.test_valid_sig2 ... ok The can be of the form:: drz-:R:/ @@ -62651,6 +67328,410 @@ however long a full replication/update cycle takes. We're working on a way to determine this more easily than scanning logs. +test.unit.cli.test_ringbuilder.TestCommands.test_main_single_argument +test.unit.cli.test_ringbuilder.TestCommands.test_main_single_argument ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_main_with_safe +test.unit.cli.test_ringbuilder.TestCommands.test_main_with_safe ... ok +test.unit.cli.test_recon.TestScout.test_scout_server_type_ok +test.unit.cli.test_recon.TestScout.test_scout_server_type_ok ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_no_warn_when_balanced +test.unit.cli.test_ringbuilder.TestCommands.test_no_warn_when_balanced ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_parse_add_values_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_parse_add_values_number_of_arguments ... ok +test.unit.cli.test_recon.TestScout.test_scout_server_type_socket_timeout +test.unit.cli.test_recon.TestScout.test_scout_server_type_socket_timeout ... ok +test.unit.cli.test_recon.TestScout.test_scout_server_type_url_error +test.unit.cli.test_recon.TestScout.test_scout_server_type_url_error ... ok +test.unit.cli.test_recon.TestScout.test_scout_socket_timeout +test.unit.cli.test_recon.TestScout.test_scout_socket_timeout ... ok +test.unit.cli.test_recon.TestScout.test_scout_url_error +test.unit.cli.test_recon.TestScout.test_scout_url_error ... ok +test.unit.cli.test_recon_cron.TestReconCron.test_get_async_count +test.unit.cli.test_recon_cron.TestReconCron.test_get_async_count ... ok +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_acl_GET +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_acl_GET ... ok +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_canned_acl_PUT_with_s3acl +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_canned_acl_PUT_with_s3acl ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_initialize_fail +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_initialize_fail ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_newid +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_newid ... ok +test INFO: Object update sweep completed on /tmp/tmpn77ei6ma/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1363409) +test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpn77ei6ma/devices/sda1 (pid: 1363409) +test DEBUG: Update sent for /a/c/o /tmp/tmpn77ei6ma/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1715796419.00000 +test INFO: Object update sweep completed on /tmp/tmpn77ei6ma/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1363409) +test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpn77ei6ma/devices/sda1 (pid: 1363409) +test DEBUG: Update sent for /a/c/o /tmp/tmpn77ei6ma/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1715796420.00000 +test INFO: Object update sweep completed on /tmp/tmpn77ei6ma/devices/sda1 in 0.01s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1363409) +test INFO: Object update single-threaded sweep completed: 0.01s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmp130o6bdr/devices/sda1 (pid: 1363409) +test DEBUG: Update sent for /a/c/o /tmp/tmp130o6bdr/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1715796416.00000 +test INFO: Object update sweep completed on /tmp/tmp130o6bdr/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1363409) +test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmp130o6bdr/devices/sda1 (pid: 1363409) +test DEBUG: Update sent for /a/c/o /tmp/tmp130o6bdr/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1715796418.00000 +test INFO: Object update sweep completed on /tmp/tmp130o6bdr/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1363409) +test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpfgzkrl7p/devices/sda1 (pid: 1363409) +test ERROR: ERROR Pickle problem, quarantining /tmp/tmpfgzkrl7p/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1715796415.00000: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/obj/updater.py", line 431, in _load_update + return pickle.load(open(update_path, 'rb')) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +_pickle.UnpicklingError: invalid load key, '\xff'. +test INFO: Object update sweep completed on /tmp/tmpfgzkrl7p/devices/sda1 in 0.00s seconds:, 0 successes, 0 failures, 1 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1363409) +test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 0 failures, 1 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmp6w1xqaqh/devices/sda1 (pid: 1363409) +test DEBUG: Update sent for /a/c1/o08 /tmp/tmp6w1xqaqh/devices/sda1/async_pending/5b8/4e594cf882aac2f7f8f2f4cdade285b8-1715796415.68643 +test DEBUG: Update sent for /.shards_a/c2_shard/o09 /tmp/tmp6w1xqaqh/devices/sda1/async_pending/ca9/43aefe16fd826546f72b52db0520cca9-1715796415.68696 +test INFO: Object update sweep completed on /tmp/tmp6w1xqaqh/devices/sda1 in 0.20s seconds:, 2 successes, 0 failures, 0 quarantines, 2 unlinks, 0 errors, 0 redirects, 9 skips, 9 deferrals, 0 drains (pid: 1363409) +test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit +test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_defer_2_skip_1 +test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_defer_2_skip_1 ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_defer_3_skip_1 +test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_defer_3_skip_1 ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_some_limited +test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_some_limited ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_unlimited +test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_unlimited ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_unsent_deferrals +test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_unsent_deferrals ... ok +test INFO: - - - [15/May/2024:18:06:52 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0002 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:52 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0620 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:52 +0000] "PUT /sda1/p/a/US~~TX~~A" 201 - "-" "-" "-" 0.0011 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:52 +0000] "PUT /sda1/p/a/US~~TX~~B" 201 - "-" "-" "-" 0.0743 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:52 +0000] "PUT /sda1/p/a/US~~OK~~A" 201 - "-" "-" "-" 0.0850 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:52 +0000] "PUT /sda1/p/a/US~~OK~~B" 201 - "-" "-" "-" 0.0875 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:52 +0000] "PUT /sda1/p/a/US~~OK~Tulsa~~A" 201 - "-" "-" "-" 0.0956 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:52 +0000] "PUT /sda1/p/a/US~~OK~Tulsa~~B" 201 - "-" "-" "-" 0.0758 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:52 +0000] "PUT /sda1/p/a/US~~UT~~A" 201 - "-" "-" "-" 0.0822 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:53 +0000] "PUT /sda1/p/a/US~~UT~~~B" 201 - "-" "-" "-" 0.0678 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:53 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0700 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:53 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0019 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:53 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0025 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:53 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0015 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:53 +0000] "GET /sda1/p/a" 200 119 "-" "-" "-" 0.0015 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:53 +0000] "GET /sda1/p/a" 200 119 "-" "-" "-" 0.0015 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:53 +0000] "GET /sda1/p/a" 200 189 "-" "-" "-" 0.0017 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:53 +0000] "GET /sda1/p/a" 200 189 "-" "-" "-" 0.0017 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:53 +0000] "GET /sda1/p/a" 200 95 "-" "-" "-" 0.0017 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:53 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:53 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0007 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:53 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0571 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:53 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0013 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:53 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.1357 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:53 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0014 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:53 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0005 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:53 +0000] "GET /sda1/p/a" 412 22 "-" "-" "-" 0.0002 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:53 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0648 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:53 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0011 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:53 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0726 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:53 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0307 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:53 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0454 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:53 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0587 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:53 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0730 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:53 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0514 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:53 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0460 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:53 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0503 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:53 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0488 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:53 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0451 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:53 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0529 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:54 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0447 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:54 +0000] "GET /sda1/p/a" 200 336 "-" "-" "-" 0.0019 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:54 +0000] "GET /sda1/p/a" 200 276 "-" "-" "-" 0.0017 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:54 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0361 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:54 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0026 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:54 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0412 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:54 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0654 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:54 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0616 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:54 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0479 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:54 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0580 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:54 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0508 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:54 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0545 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:54 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0636 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:54 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0665 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:54 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0670 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:54 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0614 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:54 +0000] "GET /sda1/p/a" 200 5 "-" "-" "-" 0.0567 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:54 +0000] "GET /sda1/p/a" 200 39 "-" "-" "-" 0.0019 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:54 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0017 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:54 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0510 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:54 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0085 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:54 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0379 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:54 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0412 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:54 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0604 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:55 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0810 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:55 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0655 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:55 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0668 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:55 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0577 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:55 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0458 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:55 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0688 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:55 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0522 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:55 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0787 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:55 +0000] "GET /sda1/p/a" 200 91 "-" "-" "-" 0.0633 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:55 +0000] "GET /sda1/p/a" 200 536 "-" "-" "-" 0.0019 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:55 +0000] "GET /sda1/p/a" 200 467 "-" "-" "-" 0.0039 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:55 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0541 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:55 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0057 "-" 1363415 - +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_json +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_json ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_plain +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_plain ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_xml +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_xml ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_account_name +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_account_name ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_container_name +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_container_name ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_container_name_as_subdir +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_container_name_as_subdir ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_empty_account +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_empty_account ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_accept +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_accept ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_is_status_deleted +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_is_status_deleted ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_content_type +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_content_type ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_format +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_format ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_partition +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_partition ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_not_found +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_not_found ... ok +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_copy_encrypted_to_encrypted +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_copy_encrypted_to_encrypted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_copy_encrypted_to_unencrypted +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_copy_encrypted_to_unencrypted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_copy_unencrypted_to_encrypted +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_copy_unencrypted_to_encrypted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_crypto_UTF8_path +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_crypto_UTF8_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_crypto_max_length_path +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_crypto_max_length_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_disable_encryption_config_option +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_disable_encryption_config_option ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_ondisk_data_after_write_with_crypto +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_ondisk_data_after_write_with_crypto ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_ondisk_data_after_write_with_crypto_ec +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_ondisk_data_after_write_with_crypto_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_put_without_crypto_post_with_crypto_read_with_crypto +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_put_without_crypto_post_with_crypto_read_with_crypto ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_and_override_headers +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_and_override_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto_different_root_secrets +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto_different_root_secrets ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto_ec +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_disable_encryption_conf +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_disable_encryption_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_without_crypto +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_without_crypto ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_without_crypto_ec +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_without_crypto_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_without_crypto_read_with_crypto +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_without_crypto_read_with_crypto ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_without_crypto_read_with_crypto_ec +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_without_crypto_read_with_crypto_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_cors_headers +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_cors_headers ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_cors_preflight +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_cors_preflight ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_GET_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_GET_error ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_with_containers +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_with_containers ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_OPTIONS +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_OPTIONS ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other WRITE +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Range ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_impossible +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_impossible ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_container_iter_with_reserved_name +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_container_iter_with_reserved_name ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_metadata +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_metadata ... ok +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: my-txn-id) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR 503 b'' Trying to GET /a/c/o From Object Server 10.0.0.1:1001/sdb (txn: tx0e69e95a8cdb419888a80-006644f9bc) +proxy-server ERROR: ERROR 503 b'' Trying to GET /a/c/o From Object Server 10.0.0.2:1002/sdc (txn: tx0e69e95a8cdb419888a80-006644f9bc) +proxy-server ERROR: ERROR 503 b'' Trying to GET /a/c/o From Object Server 10.0.0.0:1000/sda (txn: tx0e69e95a8cdb419888a80-006644f9bc) +proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: tx0e69e95a8cdb419888a80-006644f9bc) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: tx210a294be4c74192bd1b3-006644f9bc) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txbde3ee3598784341be19e-006644f9bc) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status +Exception: kaboom! (txn: txbde3ee3598784341be19e-006644f9bc) +proxy-server ERROR: Object GET returning 503 for [] (txn: txbde3ee3598784341be19e-006644f9bc) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status +Exception: kaboom! (txn: tx798807eacd9d4913ae89e-006644f9bc) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx798807eacd9d4913ae89e-006644f9bc) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txee7af691e2514d8cae588-006644f9bc) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx9276c10e195b47aabee95-006644f9bc) +proxy-server ERROR: Object GET returning 503 for [] (txn: tx9276c10e195b47aabee95-006644f9bc) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4f59b41bd7d543ee93d76-006644f9bc) +proxy-server ERROR: Object GET returning 503 for [] (txn: tx4f59b41bd7d543ee93d76-006644f9bc) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx6eba26404ead4549aed71-006644f9bc) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status +Exception: kaboom! (txn: tx6eba26404ead4549aed71-006644f9bc) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx14861ccad3af4e608729b-006644f9bc) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status +Exception: kaboom! (txn: tx14861ccad3af4e608729b-006644f9bc) +proxy-server ERROR: Object GET returning 503 for [] (txn: tx14861ccad3af4e608729b-006644f9bc) +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_error_during_rebalance +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_error_during_rebalance ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_explode +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_explode ... ok swift-ring-builder set_overload [%] Changes the overload factor to the given . @@ -62742,275 +67823,6 @@ 'set_info' calls when no rebalance is needed but you want to send out the new device information. -test.unit.cli.test_ringbuilder.TestCommands.test_main_single_argument -test.unit.cli.test_ringbuilder.TestCommands.test_main_single_argument ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_main_with_safe -test.unit.cli.test_ringbuilder.TestCommands.test_main_with_safe ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_no_warn_when_balanced -test.unit.cli.test_ringbuilder.TestCommands.test_no_warn_when_balanced ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_parse_add_values_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_parse_add_values_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_parse_list_parts_values_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_parse_list_parts_values_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_parse_remove_values_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_parse_remove_values_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_parse_search_values_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_parse_search_values_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_parse_search_values_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_parse_search_values_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_parse_search_values_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_parse_search_values_old_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_parse_set_info_values_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_parse_set_info_values_number_of_arguments ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_wildcard -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_wildcard ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_chexor -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_chexor ... ok -test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing -test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing ... ok -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:37 -0000', 'Content-Md5': 'PggRsy85Tu07EsbATYB/cA==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '3e0811b32f394eed3b12c6c04d807f70', 'Content-Length': '139'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:37 -0000', 'Content-Md5': 'zDBBHq17IpuHzskOm+GHEQ==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'cc30411ead7b229b87cec90e9be18711', 'Content-Length': '139'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:37 -0000', 'Content-Md5': 'hTnOh9sxGnzPiScnD+t0Mg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '8539ce87db311a7ccf8927270feb7432', 'Content-Length': '139'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: A key is specified for bucket API. -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:37 -0000', 'Content-Md5': 'mbEtd8ufKpkpCIfMjGD7Tw==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '99b12d77cb9f2a99290887cc8c60fb4f', 'Content-Length': '90'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_to_object -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_to_object ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_too_many_keys -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_too_many_keys ... ok -test DEBUG: -test:othertest:other -test DEBUG: permission denined: 403 Forbidden test:tester OWNER -test DEBUG: checking permission: bucket2 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:othertest:other -test DEBUG: permission denined: 403 Forbidden test:tester OWNER -test DEBUG: checking permission: bucket3 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:othertest:other -test DEBUG: permission denined: 403 Forbidden test:tester OWNER -test DEBUG: checking permission: bucket4 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:othertest:other -test DEBUG: permission denined: 403 Forbidden test:tester OWNER -test DEBUG: checking permission: bucket5 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:othertest:other -test DEBUG: permission denined: 403 Forbidden test:tester OWNER -test DEBUG: checking permission: bucket6 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:othertest:other -test DEBUG: permission denined: 403 Forbidden test:tester OWNER -test DEBUG: checking permission: bucket7 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:othertest:other -test DEBUG: permission denined: 403 Forbidden test:tester OWNER -test DEBUG: checking permission: bucket8 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:othertest:other -test DEBUG: permission denined: 403 Forbidden test:tester OWNER -test DEBUG: checking permission: bucket9 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:othertest:other -test DEBUG: permission denined: 403 Forbidden test:tester OWNER -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test ERROR: Invalid current //REALM/CLUSTER (foo) -test ERROR: Unknown current //REALM/CLUSTER (//FOO/BAR) -test ERROR: Unknown current //REALM/CLUSTER (//FOO/BAR) -test.unit.common.middleware.test_copy.TestServerSideCopyMiddlewareWithEC.test_COPY_with_invalid_ranges -test.unit.common.middleware.test_copy.TestServerSideCopyMiddlewareWithEC.test_COPY_with_invalid_ranges ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddlewareWithEC.test_COPY_with_single_range -test.unit.common.middleware.test_copy.TestServerSideCopyMiddlewareWithEC.test_COPY_with_single_range ... ok -test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_account_unknown_domain -test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_account_unknown_domain ... ok -test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_known_domain -test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_known_domain ... ok -test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_v2_account -test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_v2_account ... ok -test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_new_account -test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_new_account ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST_mismatched_location -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST_mismatched_location ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST_regular_symlink -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST_regular_symlink ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_DLO_with_object -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_DLO_with_object ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_SLO_with_object -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_SLO_with_object ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_object -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_object ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_object_with_DLO -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_object_with_DLO ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_tombstone -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_tombstone ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_delete_container_fail_delete_versions_cont -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_delete_container_fail_delete_versions_cont ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_delete_container_fail_object_count -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_delete_container_fail_object_count ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_delete_container_success -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_delete_container_success ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_denied_PUT_of_versioned_object -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_denied_PUT_of_versioned_object ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_enable_versioning_existing_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_enable_versioning_existing_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_enable_versioning_failed_primary_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_enable_versioning_failed_primary_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_enable_versioning_failed_versions_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_enable_versioning_failed_versions_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_existing_container_has_deprecated_policy -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_existing_container_has_deprecated_policy ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_existing_container_has_deprecated_policy_unauthed -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_existing_container_has_deprecated_policy_unauthed ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get_reserved_container_passthrough -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get_reserved_container_passthrough ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get_symlink -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get_symlink ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_head_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_head_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_new_version_get_errors -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_new_version_get_errors ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_new_version_put_errors -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_new_version_put_errors ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_container_with_legacy_versioning -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_container_with_legacy_versioning ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_container_with_super_legacy_versioning -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_container_with_super_legacy_versioning ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_object_no_versioning -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_object_no_versioning ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_same_policy_as_existing_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_same_policy_as_existing_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_same_policy_as_primary_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_same_policy_as_primary_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_obj_is_unversioned -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_obj_is_unversioned ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_version -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_version ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_version_is_delete_marker -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_version_is_delete_marker ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_not_current_version -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_not_current_version ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_null_version -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_null_version ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_404 -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_404 ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_and_HEAD -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_and_HEAD ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id_404 -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id_404 ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id_versioned_obj -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id_versioned_obj ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD_delete_marker -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD_delete_marker ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD_null_id -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD_null_id ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_POST_error -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_POST_error ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_container_not_found -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_container_not_found ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_invalid -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_invalid ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_not_found -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_not_found ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_with_body -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_with_body ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_fail_non_versioned_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_fail_non_versioned_container ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_off -test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_off ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_on -test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_on ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_on_allow_deletes -test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_on_allow_deletes ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_non_swift_path -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_non_swift_path ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_destination_account_on_on_copy -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_destination_account_on_on_copy ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_src_acct_on_dest_acct_off_on_copy -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_src_acct_on_dest_acct_off_on_copy ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_src_acct_on_dest_acct_on_on_copy -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_src_acct_on_dest_acct_on_on_copy ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_account_off -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_account_off ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_allow_deletes -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_allow_deletes ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_destination_account_off_on_copy -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_destination_account_off_on_copy ... ok -test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_multiple_tier_dispersion -test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_multiple_tier_dispersion ... ok -test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_rebalance_dispersion -test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_rebalance_dispersion ... ok -test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_weight_dispersion -test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_weight_dispersion ... ok -test.unit.common.test_constraints.TestConstraintsConfig.test_default_constraints -test.unit.common.test_constraints.TestConstraintsConfig.test_default_constraints ... ok -test.unit.common.test_constraints.TestConstraintsConfig.test_effective_constraints -test.unit.common.test_constraints.TestConstraintsConfig.test_effective_constraints ... ok -test.unit.common.test_constraints.TestConstraintsConfig.test_override_constraints -test.unit.common.test_constraints.TestConstraintsConfig.test_override_constraints ... ok -test.unit.common.test_constraints.TestConstraintsConfig.test_reload_reset -test.unit.common.test_constraints.TestConstraintsConfig.test_reload_reset ... ok -test.unit.common.test_db.TestDatabaseBroker.test_DB_PREALLOCATION_setting -test.unit.common.test_db.TestDatabaseBroker.test_DB_PREALLOCATION_setting ... ok The can be of the form:: drz-:R:/ @@ -63057,11 +67869,11 @@ Exit codes: 0 = operation successful 1 = operation completed with warnings 2 = error -/tmp/tmp_0a12tim/tmph0d9efee, build version 4, id 8be0f8b0fb934c3c89eea23856516fd0 +/tmp/tmp4cxxo1kn/tmp_jf1mxzy, build version 4, id 4d063d9d791a4c3b96af9ea2a56c9d89 64 partitions, 3.000000 replicas, 4 regions, 4 zones, 4 devices, 100.00 balance, 0.00 dispersion The minimum number of hours before a partition can be reassigned is 1 (0:00:00 remaining) The overload factor is 0.00% (0.000000) -Ring file /tmp/tmp_0a12tim/tmph0d9efee.ring.gz not found, probably it hasn't been written yet +Ring file /tmp/tmp4cxxo1kn/tmp_jf1mxzy.ring.gz not found, probably it hasn't been written yet Devices: id region zone ip address:port replication ip:port name weight partitions balance flags meta 0 0 0 127.0.0.1:6200 127.0.0.1:6200 sda1 100.00 0 -100.00 some meta data 1 1 1 127.0.0.2:6201 127.0.0.2:6201 sda2 100.00 0 -100.00 @@ -63088,95 +67900,69 @@ Adds devices to the ring with the given information. No partitions will be assigned to the new device until after running 'rebalance'. This is so you can make multiple device changes and rebalance them all just once. -swift-ring-builder list_parts [] .. - -or - -swift-ring-builder list_parts - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Returns a 2 column list of all the partitions that are assigned to any of - the devices matching the search values given. The first column is the - assigned partition number and the second column is the number of device - matches for that partition. The list is ordered from most number of matches - to least. If there are a lot of devices to match against, this command - could take a while to run. -swift-ring-builder remove [search-value ...] - [--yes] - -or - -swift-ring-builder remove - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Removes the device(s) from the ring. This should normally just be used for - a device that has failed. For a device you wish to decommission, it's best - to set its weight to 0, wait for it to drain all its data, then use this - remove command. This will not take effect until after running 'rebalance'. - This is so you can make multiple device changes and rebalance them all just - once. - - Option --yes assume a yes response to all questions. -swift-ring-builder search - -or - -swift-ring-builder search - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Shows information about matching devices. -swift-ring-builder search - -or - -swift-ring-builder search - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Shows information about matching devices. -swift-ring-builder set_region - [ set_region - --region --zone --ip --port - --replication-ip --replication-port - --device --meta [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Resets the devices' regions. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. - - Option --yes assume a yes response to all questions. +test.unit.cli.test_ringbuilder.TestCommands.test_parse_list_parts_values_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_parse_list_parts_values_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_parse_remove_values_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_parse_remove_values_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_parse_search_values_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_parse_search_values_new_format ... ok +Traceback (most recent call last): + File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 471, in fire_timers + timer() + File "/usr/lib/python3/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ + cb(*args, **kw) + File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 264, in main + result = function(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1165, in get_response + status, headers, app_iter = self.call_application(application) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1149, in call_application + app_iter = application(self.environ, start_response) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_internal_client.py", line 904, in __call__ + raise Exception() +Exception +Traceback (most recent call last): + File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 471, in fire_timers + timer() + File "/usr/lib/python3/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ + cb(*args, **kw) + File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 264, in main + result = function(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1165, in get_response + status, headers, app_iter = self.call_application(application) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1149, in call_application + app_iter = application(self.environ, start_response) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_internal_client.py", line 904, in __call__ + raise Exception() +Exception +Traceback (most recent call last): + File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 471, in fire_timers + timer() + File "/usr/lib/python3/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ + cb(*args, **kw) + File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 264, in main + result = function(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1165, in get_response + status, headers, app_iter = self.call_application(application) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1149, in call_application + app_iter = application(self.environ, start_response) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_internal_client.py", line 904, in __call__ + raise Exception() +Exception +test.unit.cli.test_ringbuilder.TestCommands.test_parse_search_values_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_parse_search_values_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_parse_search_values_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_parse_search_values_old_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_parse_set_info_values_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_parse_set_info_values_number_of_arguments ... ok test.unit.cli.test_ringbuilder.TestCommands.test_parse_set_region_values_number_of_arguments test.unit.cli.test_ringbuilder.TestCommands.test_parse_set_region_values_number_of_arguments ... ok test.unit.cli.test_ringbuilder.TestCommands.test_parse_set_weight_values_number_of_arguments @@ -63187,266 +67973,142 @@ test.unit.cli.test_ringbuilder.TestCommands.test_pretend_min_part_hours_passed ... ok test.unit.cli.test_ringbuilder.TestCommands.test_rebalance test.unit.cli.test_ringbuilder.TestCommands.test_rebalance ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_failure_does_not_reset_last_moves_epoch -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_failure_does_not_reset_last_moves_epoch ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:37 -0000', 'Content-Md5': '9Z+cE+YYsVYXLtR89GLUSA==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'f59f9c13e618b156172ed47cf462d448', 'Content-Length': '88'} -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_unhandled_exception -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_unhandled_exception ... ok -test ERROR: Unexpected Error handling DELETE of 'bucket' 'Key1': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/multi_delete.py", line 128, in do_delete - resp = req.get_response(self.app, method='DELETE', query=query, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1637, in get_response - return self.get_acl_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1613, in get_acl_response - resp = self._get_response( - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1358, in _get_response - sw_resp = sw_req.get_response(app) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1165, in get_response - status, headers, app_iter = self.call_application(application) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1149, in call_application - app_iter = application(self.environ, start_response) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 182, in __call__ - return self.app(env, start_response) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/s3api/__init__.py", line 85, in __call__ - return self.swift(env, start_response) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/helpers.py", line 324, in __call__ - resp = resp_class( - ^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect - File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/helpers.py", line 197, in _select_response - is_success = resp_class().is_success - ^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -Exception: kaboom -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:37 -0000', 'Content-Md5': 'evaTtavr+qNGD6e77ra/9A==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '7af693b5abebfaa3460fa7bbeeb6bff4', 'Content-Length': '289'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_versioned_enabled -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_versioned_enabled ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_versioned_suspended -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_versioned_suspended ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:37 -0000', 'Content-Md5': 'D6cpPGcu3nH29SXEocMvdg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '0fa7293c672ede71f6f525c4a1c32f76', 'Content-Length': '230'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:37 -0000', 'Content-Md5': '1mSVh2rJhFbgxzf6YLHnJA==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd66495876ac98456e0c737fa60b1e724', 'Content-Length': '184', 'Content-Type': 'multipart/form-data'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_error -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_error ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_fullcontrol_permission ... ok -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_copy_encrypted_to_encrypted -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_copy_encrypted_to_encrypted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_copy_encrypted_to_unencrypted -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_copy_encrypted_to_unencrypted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_copy_unencrypted_to_encrypted -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_copy_unencrypted_to_encrypted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_crypto_UTF8_path -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_crypto_UTF8_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_crypto_max_length_path -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_crypto_max_length_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_disable_encryption_config_option -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_disable_encryption_config_option ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_ondisk_data_after_write_with_crypto -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_ondisk_data_after_write_with_crypto ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_ondisk_data_after_write_with_crypto_ec -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_ondisk_data_after_write_with_crypto_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_put_without_crypto_post_with_crypto_read_with_crypto -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_put_without_crypto_post_with_crypto_read_with_crypto ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_and_override_headers -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_and_override_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto_different_root_secrets -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto_different_root_secrets ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto_ec -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_disable_encryption_conf -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_disable_encryption_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_without_crypto -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_without_crypto ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_without_crypto_ec -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_without_crypto_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_without_crypto_read_with_crypto -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_without_crypto_read_with_crypto ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_without_crypto_read_with_crypto_ec -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_without_crypto_read_with_crypto_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:37 -0000', 'Content-Md5': 'ud0C7/g6K1j77RpgTDYdwQ==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'b9dd02eff83a2b58fbed1a604c361dc1', 'Content-Length': '120'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_invalid_md5 -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_invalid_md5 ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_non_json -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_non_json ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_key_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_key_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter ... ok proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmpd5n7h0p5/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpd5n7h0p5/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 DEBUG: Could not load '/tmp/tmpu5r0_33s/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpu5r0_33s/tmp_test_proxy_server_chunked/container-sync-realms.conf' cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmpd5n7h0p5/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpd5n7h0p5/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 DEBUG: Could not load '/tmp/tmpu5r0_33s/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpu5r0_33s/tmp_test_proxy_server_chunked/container-sync-realms.conf' cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:09:35 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.2942 "-" 709814 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:09:36 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.3333 "-" 709814 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:09:36 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.2844 "-" 709814 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:09:36 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0878 "-" 709814 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:09:36 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txe86288ae2676429b9a549-00685203c0" "proxy-server 709814" 0.0013 "-" 709814 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:09:36 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:49577/sdb1/1/a/c" "txe86288ae2676429b9a549-00685203c0" "container-server 709814" 0.0011 "-" 709814 0 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:09:36 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:41895/sda1/1/a/c" "txe86288ae2676429b9a549-00685203c0" "container-server 709814" 0.0095 "-" 709814 0 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:00:09:36 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txe86288ae2676429b9a549-00685203c0" "proxy-server 709814" 0.2233 "-" 709814 0 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:00:09:36 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txe86288ae2676429b9a549-00685203c0" "proxy-server 709814" 0.1168 "-" 709814 0 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/00/09/36 PUT /v1/a/c HTTP/1.0 201 - - t - - - txe86288ae2676429b9a549-00685203c0 - 0.2322 - - 1750205376.705987692 1750205376.938166857 0 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:09:36 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txe27cc2ca114845f6b8540-00685203c0" "proxy-server 709814" 0.0015 "-" 709814 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:09:37 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:49577/sdb1/1/a1/c1" "txe27cc2ca114845f6b8540-00685203c0" "container-server 709814" 0.0274 "-" 709814 0 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:09:37 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:41895/sda1/1/a1/c1" "txe27cc2ca114845f6b8540-00685203c0" "container-server 709814" 0.0012 "-" 709814 0 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:00:09:37 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txe27cc2ca114845f6b8540-00685203c0" "proxy-server 709814" 0.1924 "-" 709814 0 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:00:09:37 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txe27cc2ca114845f6b8540-00685203c0" "proxy-server 709814" 0.2910 "-" 709814 0 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/00/09/37 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txe27cc2ca114845f6b8540-00685203c0 - 0.3020 - - 1750205376.940126419 1750205377.242146969 0 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:09:37 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx1a83a366342c4b88b8b9d-00685203c1" "proxy-server 709814" 0.2105 "-" 709814 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:09:37 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:49577/sdb1/2/a/c1" "tx1a83a366342c4b88b8b9d-00685203c1" "container-server 709814" 0.0751 "-" 709814 1 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:09:37 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:41895/sda1/2/a/c1" "tx1a83a366342c4b88b8b9d-00685203c1" "container-server 709814" 0.0014 "-" 709814 1 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:00:09:37 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx1a83a366342c4b88b8b9d-00685203c1" "proxy-server 709814" 0.2375 "-" 709814 1 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:00:09:37 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx1a83a366342c4b88b8b9d-00685203c1" "proxy-server 709814" 0.3267 "-" 709814 1 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/00/09/37 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx1a83a366342c4b88b8b9d-00685203c1 - 0.5426 - - 1750205377.243283272 1750205377.785886526 1 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:09:37 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txcc393b8672b940de8421e-00685203c1" "proxy-server 709814" 0.0831 "-" 709814 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:09:38 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:49577/sdb1/1/a/c2" "txcc393b8672b940de8421e-00685203c1" "container-server 709814" 0.0009 "-" 709814 2 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:09:38 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:41895/sda1/1/a/c2" "txcc393b8672b940de8421e-00685203c1" "container-server 709814" 0.1094 "-" 709814 2 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:00:09:38 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txcc393b8672b940de8421e-00685203c1" "proxy-server 709814" 0.1624 "-" 709814 2 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:00:09:38 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txcc393b8672b940de8421e-00685203c1" "proxy-server 709814" 0.3134 "-" 709814 2 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/00/09/38 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txcc393b8672b940de8421e-00685203c1 - 0.4069 - - 1750205377.787128925 1750205378.194000721 2 +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:06:56 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0763 "-" 1363417 - +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:06:56 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0399 "-" 1363417 - +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:06:56 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0466 "-" 1363417 - +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:06:56 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0605 "-" 1363417 - +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:06:56 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txfebf6821e0924d55bacbd-006644f9c0" "proxy-server 1363417" 0.0018 "-" 1363417 - +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:06:56 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:33929/sdb1/1/a/c" "txfebf6821e0924d55bacbd-006644f9c0" "container-server 1363417" 0.0009 "-" 1363417 0 +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:06:56 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:49583/sda1/1/a/c" "txfebf6821e0924d55bacbd-006644f9c0" "container-server 1363417" 0.0009 "-" 1363417 0 +cont1 INFO: 127.0.0.1 - - [15/May/2024:18:06:56 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txfebf6821e0924d55bacbd-006644f9c0" "proxy-server 1363417" 0.0548 "-" 1363417 0 +cont2 INFO: 127.0.0.1 - - [15/May/2024:18:06:56 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txfebf6821e0924d55bacbd-006644f9c0" "proxy-server 1363417" 0.1172 "-" 1363417 0 +proxy INFO: 127.0.0.1 127.0.0.1 15/May/2024/18/06/56 PUT /v1/a/c HTTP/1.0 201 - - t - - - txfebf6821e0924d55bacbd-006644f9c0 - 0.1248 - - 1715796416.340650320 1715796416.465428829 0 +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:06:56 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx9ed0de61a43046068dbd0-006644f9c0" "proxy-server 1363417" 0.0010 "-" 1363417 - +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:06:56 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:49583/sda1/1/a1/c1" "tx9ed0de61a43046068dbd0-006644f9c0" "container-server 1363417" 0.0011 "-" 1363417 0 +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:06:56 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:33929/sdb1/1/a1/c1" "tx9ed0de61a43046068dbd0-006644f9c0" "container-server 1363417" 0.0009 "-" 1363417 0 +cont2 INFO: 127.0.0.1 - - [15/May/2024:18:06:56 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx9ed0de61a43046068dbd0-006644f9c0" "proxy-server 1363417" 0.1125 "-" 1363417 0 +cont1 INFO: 127.0.0.1 - - [15/May/2024:18:06:56 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx9ed0de61a43046068dbd0-006644f9c0" "proxy-server 1363417" 0.0741 "-" 1363417 0 +proxy INFO: 127.0.0.1 127.0.0.1 15/May/2024/18/06/56 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx9ed0de61a43046068dbd0-006644f9c0 - 0.1196 - - 1715796416.466595650 1715796416.586202621 0 +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:06:56 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txe7af8cbe49c2466885382-006644f9c0" "proxy-server 1363417" 0.0320 "-" 1363417 - +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:06:56 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:49583/sda1/2/a/c1" "txe7af8cbe49c2466885382-006644f9c0" "container-server 1363417" 0.0637 "-" 1363417 1 +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:06:56 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:33929/sdb1/2/a/c1" "txe7af8cbe49c2466885382-006644f9c0" "container-server 1363417" 0.0009 "-" 1363417 1 +cont1 INFO: 127.0.0.1 - - [15/May/2024:18:06:56 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txe7af8cbe49c2466885382-006644f9c0" "proxy-server 1363417" 0.1744 "-" 1363417 1 +cont2 INFO: 127.0.0.1 - - [15/May/2024:18:06:56 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txe7af8cbe49c2466885382-006644f9c0" "proxy-server 1363417" 0.1098 "-" 1363417 1 +proxy INFO: 127.0.0.1 127.0.0.1 15/May/2024/18/06/56 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txe7af8cbe49c2466885382-006644f9c0 - 0.2136 - - 1715796416.587405920 1715796416.800995827 1 +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:06:56 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx7ebef838c5b04503a2c3e-006644f9c0" "proxy-server 1363417" 0.0421 "-" 1363417 - +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:06:57 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:33929/sdb1/1/a/c2" "tx7ebef838c5b04503a2c3e-006644f9c0" "container-server 1363417" 0.0464 "-" 1363417 2 +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:06:57 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:49583/sda1/1/a/c2" "tx7ebef838c5b04503a2c3e-006644f9c0" "container-server 1363417" 0.0010 "-" 1363417 2 +cont1 INFO: 127.0.0.1 - - [15/May/2024:18:06:57 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx7ebef838c5b04503a2c3e-006644f9c0" "proxy-server 1363417" 0.1650 "-" 1363417 2 +cont2 INFO: 127.0.0.1 - - [15/May/2024:18:06:57 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx7ebef838c5b04503a2c3e-006644f9c0" "proxy-server 1363417" 0.2092 "-" 1363417 2 +proxy INFO: 127.0.0.1 127.0.0.1 15/May/2024/18/06/57 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx7ebef838c5b04503a2c3e-006644f9c0 - 0.2576 - - 1715796416.802224636 1715796417.059775829 2 test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_with_write_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_with_write_permission ... ok +test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 236, in DELETE + new_resp = self._restore_on_delete(req) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 175, in _restore_on_delete + resp = req.get_response(self.app, 'GET', req.container_name, '', + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response + return self._get_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +test DEBUG: Calling S3Api Middleware +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_PUT_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_PUT_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_is_delete_marker +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_is_delete_marker ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_is_missing +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_is_missing ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_in_versioned_container_with_version_id +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_in_versioned_container_with_version_id ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_in_versioned_container_without_version +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_in_versioned_container_without_version ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_missing +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_missing ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_multipart +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_multipart ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_no_multipart +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_no_multipart ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_old_version_id +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_old_version_id ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_version_id_not_implemented +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_version_id_not_implemented ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_with_version_id_but_not_enabled +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_with_version_id_but_not_enabled ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Range ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Range_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Range_error ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:38 -0000', 'Content-Md5': '1mSVh2rJhFbgxzf6YLHnJA==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd66495876ac98456e0c737fa60b1e724', 'Content-Length': '184', 'Content-Type': 'multipart/form-data'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:49 -0000', 'Content-Md5': '1mSVh2rJhFbgxzf6YLHnJA==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd66495876ac98456e0c737fa60b1e724', 'Content-Length': '184', 'Content-Type': 'multipart/form-data'} test ERROR: Could not parse SLO delete response (200 OK): b'asdf': Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/multi_delete.py", line 136, in do_delete @@ -63462,1572 +68124,265 @@ raise JSONDecodeError("Expecting value", s, err.value) from None json.decoder.JSONDecodeError: Expecting value: line 1 column 1 (char 0) test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:38 -0000', 'Content-Md5': 'ud0C7/g6K1j77RpgTDYdwQ==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'b9dd02eff83a2b58fbed1a604c361dc1', 'Content-Length': '120'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Wed, 15 May 2024 18:06:49 -0000', 'Content-Md5': 'ud0C7/g6K1j77RpgTDYdwQ==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'b9dd02eff83a2b58fbed1a604c361dc1', 'Content-Length': '120'} test DEBUG: Calling S3Api Middleware test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_write_permission test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_write_permission ... ok test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_without_md5 test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_without_md5 ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_without_permission ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_min_part_hours_not_passed -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_min_part_hours_not_passed ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other WRITE -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_list_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_list_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_no_device_change -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_no_device_change ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_no_devices -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_no_devices ... ok -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:38 -0000', 'Content-Md5': 'ud0C7/g6K1j77RpgTDYdwQ==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'b9dd02eff83a2b58fbed1a604c361dc1', 'Content-Length': '120'} -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_without_permission -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_without_permission ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_auth_scheme -test.unit.common.middleware.test_formpost.TestFormPost.test_auth_scheme ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_chrome -test.unit.common.middleware.test_formpost.TestFormPost.test_chrome ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_completely_non_int_expires -test.unit.common.middleware.test_formpost.TestFormPost.test_completely_non_int_expires ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_curl_with_unicode -test.unit.common.middleware.test_formpost.TestFormPost.test_curl_with_unicode ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_empty_account -test.unit.common.middleware.test_formpost.TestFormPost.test_empty_account ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_empty_v1 -test.unit.common.middleware.test_formpost.TestFormPost.test_empty_v1 ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_explorer -test.unit.common.middleware.test_formpost.TestFormPost.test_explorer ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_firefox -test.unit.common.middleware.test_formpost.TestFormPost.test_firefox ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_multiple_container_keys -test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_multiple_container_keys ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_multiple_keys -test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_multiple_keys ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_origin -test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_origin ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_without_useragent -test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_without_useragent ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_global_content_type_encoding -test.unit.common.middleware.test_formpost.TestFormPost.test_global_content_type_encoding ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_max_file_count_exceeded -test.unit.common.middleware.test_formpost.TestFormPost.test_max_file_count_exceeded ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_max_file_size_exceeded -test.unit.common.middleware.test_formpost.TestFormPost.test_max_file_size_exceeded ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_messed_up_start -test.unit.common.middleware.test_formpost.TestFormPost.test_messed_up_start ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_multiple_content_type_encoding -test.unit.common.middleware.test_formpost.TestFormPost.test_multiple_content_type_encoding ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_no_container -test.unit.common.middleware.test_formpost.TestFormPost.test_no_container ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_no_file_to_process -test.unit.common.middleware.test_formpost.TestFormPost.test_no_file_to_process ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect -test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_expired -test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_expired ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_invalid_sig -test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_invalid_sig ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_with_error -test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_with_error ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_no_v1 -test.unit.common.middleware.test_formpost.TestFormPost.test_no_v1 ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_passthrough -test.unit.common.middleware.test_formpost.TestFormPost.test_passthrough ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_prefixed_and_not_prefixed_sigs_good -test.unit.common.middleware.test_formpost.TestFormPost.test_prefixed_and_not_prefixed_sigs_good ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_prefixed_and_not_prefixed_sigs_unsupported -test.unit.common.middleware.test_formpost.TestFormPost.test_prefixed_and_not_prefixed_sigs_unsupported ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_redirect -test.unit.common.middleware.test_formpost.TestFormPost.test_redirect ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_redirect_allowed_deprecated_and_unsupported_digests -test.unit.common.middleware.test_formpost.TestFormPost.test_redirect_allowed_deprecated_and_unsupported_digests ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_redirect_with_query -test.unit.common.middleware.test_formpost.TestFormPost.test_redirect_with_query ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_safari -test.unit.common.middleware.test_formpost.TestFormPost.test_safari ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_single_content_type_encoding -test.unit.common.middleware.test_formpost.TestFormPost.test_single_content_type_encoding ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_does_not_pass_query -test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_does_not_pass_query ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_fails_no_redirect_503 -test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_fails_no_redirect_503 ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_fails_redirect_404 -test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_fails_redirect_404 ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_truncated_attr_value -test.unit.common.middleware.test_formpost.TestFormPost.test_truncated_attr_value ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_wrong_account -test.unit.common.middleware.test_formpost.TestFormPost.test_wrong_account ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_after -test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_after ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_after_not_int -test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_after_not_int ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_at -test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_at ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_at_not_int -test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_at_not_int ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_path_single -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_path_single ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_primary_path_multiple -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_primary_path_multiple ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_second_path_with_operator_role_and_service -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_second_path_with_operator_role_and_service ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_delete_denied_for_second_path -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_delete_denied_for_second_path ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_delete_of_second_path_by_reseller_admin -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_delete_of_second_path_by_reseller_admin ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_path_single -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_path_single ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_for_service_user -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_for_service_user ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_operator_role -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_operator_role ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_service -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_service ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_existing_swift_owner_ignored -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_existing_swift_owner_ignored ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_unknown_prefix -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_unknown_prefix ... ok -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_token_scoped_to_other_tenant -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_token_scoped_to_other_tenant ... ok -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_token_scoped_to_tenant -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_token_scoped_to_tenant ... ok -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_unscoped_token -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_unscoped_token ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_auth_fail -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_auth_fail ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_delete_quotas -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_delete_quotas ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_exceed_bytes_quota -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_exceed_bytes_quota ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_exceed_counts_quota -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_exceed_counts_quota ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_invalid_quotas -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_invalid_quotas ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_missing_container -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_missing_container ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_no_quotas -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_no_quotas ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_exceed_bytes_quota -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_exceed_bytes_quota ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_exceed_counts_quota -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_exceed_counts_quota ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_handled -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_handled ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_split_path_empty_container_path_segment -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_split_path_empty_container_path_segment ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_valid_quotas -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_valid_quotas ... ok -test.unit.common.middleware.test_ratelimit.TestSwiftInfo.test_registered_defaults -test.unit.common.middleware.test_ratelimit.TestSwiftInfo.test_registered_defaults ... ok -test.unit.common.middleware.test_slo.TestSloGetRawOldManifest.test_get_raw_manifest -test.unit.common.middleware.test_slo.TestSloGetRawOldManifest.test_get_raw_manifest ... ok -test.unit.common.middleware.test_slo.TestSloGetRawOldManifest.test_get_raw_manifest_passthrough_with_ranges -test.unit.common.middleware.test_slo.TestSloGetRawOldManifest.test_get_raw_manifest_passthrough_with_ranges ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_options -test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_options ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_incoming_header_conflict -test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_incoming_header_conflict ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_incoming_header_startswith_conflict -test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_incoming_header_startswith_conflict ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_outgoing_header_conflict -test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_outgoing_header_conflict ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_outgoing_header_startswith_conflict -test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_outgoing_header_startswith_conflict ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_auth_scheme_value -test.unit.common.middleware.test_tempurl.TestTempURL.test_auth_scheme_value ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_authorize_limits_scope -test.unit.common.middleware.test_tempurl.TestTempURL.test_authorize_limits_scope ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_bad_ip_range_invalid -test.unit.common.middleware.test_tempurl.TestTempURL.test_bad_ip_range_invalid ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_bad_path -test.unit.common.middleware.test_tempurl.TestTempURL.test_bad_path ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_changed_expires_invalid -test.unit.common.middleware.test_tempurl.TestTempURL.test_changed_expires_invalid ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_changed_path_invalid -test.unit.common.middleware.test_tempurl.TestTempURL.test_changed_path_invalid ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_changed_sig_invalid -test.unit.common.middleware.test_tempurl.TestTempURL.test_changed_sig_invalid ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_clean_incoming_headers -test.unit.common.middleware.test_tempurl.TestTempURL.test_clean_incoming_headers ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_clean_outgoing_headers -test.unit.common.middleware.test_tempurl.TestTempURL.test_clean_outgoing_headers ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_delete_allowed -test.unit.common.middleware.test_tempurl.TestTempURL.test_delete_allowed ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_delete_when_forbidden_by_config -test.unit.common.middleware.test_tempurl.TestTempURL.test_delete_when_forbidden_by_config ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_different_key_invalid -test.unit.common.middleware.test_tempurl.TestTempURL.test_different_key_invalid ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_disallowed_header_object_manifest -test.unit.common.middleware.test_tempurl.TestTempURL.test_disallowed_header_object_manifest ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_filename_trailing_slash -test.unit.common.middleware.test_tempurl.TestTempURL.test_filename_trailing_slash ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_hmacs -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_hmacs ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_not_allowed_by_put -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_not_allowed_by_put ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_path_parts -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_path_parts ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_temp_url_info -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_temp_url_info ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_but_404 -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_but_404 ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_container_keys -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_container_keys ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_key2 -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_key2 ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_fake_ip_from_x_forwarded_for -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_fake_ip_from_x_forwarded_for ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_filename -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_filename ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_filename_and_inline -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_filename_and_inline ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_inline -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_inline ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_ip_from_remote_addr -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_ip_from_remote_addr ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_ip_range -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_ip_range ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_ipv6_range -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_ipv6_range ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_no_client_address -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_no_client_address ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_prefix -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_prefix ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_prefix_and_staticweb -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_prefix_and_staticweb ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_prefix_empty -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_prefix_empty ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_single_ipv6 -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_single_ipv6 ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_head_allowed_by_get -test.unit.common.middleware.test_tempurl.TestTempURL.test_head_allowed_by_get ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_head_allowed_by_post -test.unit.common.middleware.test_tempurl.TestTempURL.test_head_allowed_by_post ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_head_allowed_by_put -test.unit.common.middleware.test_tempurl.TestTempURL.test_head_allowed_by_put ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_head_and_get_headers_match -test.unit.common.middleware.test_tempurl.TestTempURL.test_head_and_get_headers_match ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_head_otherwise_not_allowed -test.unit.common.middleware.test_tempurl.TestTempURL.test_head_otherwise_not_allowed ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_head_valid_with_filename -test.unit.common.middleware.test_tempurl.TestTempURL.test_head_valid_with_filename ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_invalid -test.unit.common.middleware.test_tempurl.TestTempURL.test_invalid ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_ip_range_value_error -test.unit.common.middleware.test_tempurl.TestTempURL.test_ip_range_value_error ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_missing_expires -test.unit.common.middleware.test_tempurl.TestTempURL.test_missing_expires ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_missing_sig -test.unit.common.middleware.test_tempurl.TestTempURL.test_missing_sig ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_no_key -test.unit.common.middleware.test_tempurl.TestTempURL.test_no_key ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_no_prefix_match_invalid -test.unit.common.middleware.test_tempurl.TestTempURL.test_no_prefix_match_invalid ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_normalize_temp_url_expires -test.unit.common.middleware.test_tempurl.TestTempURL.test_normalize_temp_url_expires ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_obj_odd_chars -test.unit.common.middleware.test_tempurl.TestTempURL.test_obj_odd_chars ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_obj_odd_chars_in_content_disposition_metadata -test.unit.common.middleware.test_tempurl.TestTempURL.test_obj_odd_chars_in_content_disposition_metadata ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_obj_trailing_slash -test.unit.common.middleware.test_tempurl.TestTempURL.test_obj_trailing_slash ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_object_url_with_prefix_invalid -test.unit.common.middleware.test_tempurl.TestTempURL.test_object_url_with_prefix_invalid ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_passthrough -test.unit.common.middleware.test_tempurl.TestTempURL.test_passthrough ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_post_when_forbidden_by_config -test.unit.common.middleware.test_tempurl.TestTempURL.test_post_when_forbidden_by_config ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_put_not_allowed_by_get -test.unit.common.middleware.test_tempurl.TestTempURL.test_put_not_allowed_by_get ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_put_response_headers_in_list -test.unit.common.middleware.test_tempurl.TestTempURL.test_put_response_headers_in_list ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_put_valid -test.unit.common.middleware.test_tempurl.TestTempURL.test_put_valid ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_incoming_header -test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_incoming_header ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_incoming_headers_match -test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_incoming_headers_match ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_outgoing_header -test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_outgoing_header ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_outgoing_headers_match -test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_outgoing_headers_match ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_signature_trim -test.unit.common.middleware.test_tempurl.TestTempURL.test_signature_trim ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_unicode_metadata_value -test.unit.common.middleware.test_tempurl.TestTempURL.test_unicode_metadata_value ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_unknown_not_allowed -test.unit.common.middleware.test_tempurl.TestTempURL.test_unknown_not_allowed ... ok -test.unit.common.ring.test_ring.TestRingData.test_attrs -test.unit.common.ring.test_ring.TestRingData.test_attrs ... ok -test.unit.common.ring.test_ring.TestRingData.test_byteswapped_serialization -test.unit.common.ring.test_ring.TestRingData.test_byteswapped_serialization ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_encoding_type_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_encoding_type_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads_over_default -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads_over_default ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_negative_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_negative_maxuploads ... ok -test.unit.common.ring.test_ring.TestRingData.test_can_load_pickled_ring_data -test.unit.common.ring.test_ring.TestRingData.test_can_load_pickled_ring_data ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_part_power_increase -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_part_power_increase ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_str_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_str_maxuploads ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_recreate_with_objects -test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_recreate_with_objects ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_delimiter ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_id_and_key_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_id_and_key_marker ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_key_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_key_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_prefix -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_prefix ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_delete_db_status -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_delete_db_status ... ok -test.unit.common.test_db.TestDatabaseBroker.test_commit_puts -test.unit.common.test_db.TestDatabaseBroker.test_commit_puts ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_xml -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_xml ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_without_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_without_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_without_segment_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_without_segment_bucket ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_abort -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_abort ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_complete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_complete ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_initiate -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_initiate ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_upload_part_missing_key -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_upload_part_missing_key ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_with_write_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_with_write_permission ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other WRITE -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_without_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_with_fullcontrol_permission ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_with_write_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_with_write_permission ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other WRITE -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_without_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_with_read_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_with_read_permission ... ok -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_without_permission ... ok -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_with_read_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_with_read_permission ... ok -test.unit.common.ring.test_ring.TestRingData.test_deterministic_serialization -test.unit.common.ring.test_ring.TestRingData.test_deterministic_serialization ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_without_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_list_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_list_parts ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_list_parts_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_list_parts_error ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_remove_zero_weighted_device -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_remove_zero_weighted_device ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e', 'Content-Length': '0'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6', 'Content-Length': '0'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multi_upload_empty_body -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multi_upload_empty_body ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_abort -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_abort ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_json -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_json ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_abort_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_abort_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_complete_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_complete_error ... ok -test.unit.common.ring.test_ring.TestRingData.test_load_closes_file -test.unit.common.ring.test_ring.TestRingData.test_load_closes_file ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '13'} -test DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_complete_s3acl -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_complete_s3acl ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_initiate_no_content_type -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_initiate_no_content_type ... ok -test.unit.account.test_backend.TestAccountBroker.test_get_info -test.unit.account.test_backend.TestAccountBroker.test_get_info ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_all_donors_shrink_to_root -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_all_donors_shrink_to_root ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_delete_container -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_delete_container ... ok -test.unit.common.ring.test_ring.TestRingData.test_permissions -test.unit.common.ring.test_ring.TestRingData.test_permissions ... ok -test.unit.common.ring.test_ring.TestRingData.test_replica_count -test.unit.common.ring.test_ring.TestRingData.test_replica_count ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_uploads_list -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_uploads_list ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_upload_part -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_upload_part ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_simple_delete -test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_simple_delete ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '11'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_upload_part_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_upload_part_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_with_fullcontrol_permission ... ok -test.unit.common.ring.test_ring.TestRingData.test_roundtrip_serialization -test.unit.common.ring.test_ring.TestRingData.test_roundtrip_serialization ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_plain -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_plain ... ok -test.unit.account.test_backend.TestAccountBroker.test_get_info_no_stale_reads -test.unit.account.test_backend.TestAccountBroker.test_get_info_no_stale_reads ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_with_write_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_with_write_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_without_permission ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_bad_args -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_bad_args ... ok -test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing_most_rows -test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing_most_rows ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other WRITE -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: src_bucket src_obj HEAD {} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_invalid_source -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_invalid_source ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_removed_devices -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_removed_devices ... ok -test.unit.account.test_backend.TestAccountBroker.test_get_info_stale_read_ok -test.unit.account.test_backend.TestAccountBroker.test_get_info_stale_read_ok ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_xml -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_xml ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: src_bucket src_obj HEAD {} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_owner_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_owner_permission ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_invalid_accept -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_invalid_accept ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: src_bucket src_obj HEAD {} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: src_bucket src_obj HEAD {} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_double_check_trailing_delimiter -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_double_check_trailing_delimiter ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_write_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_write_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_without_permission ... ok -test.unit.common.test_db.TestExampleBroker.test_commit_pending -test.unit.common.test_db.TestExampleBroker.test_commit_pending ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other WRITE -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_without_src_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_without_src_permission ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_simple_recreate -test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_simple_recreate ... ok -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: src_bucket src_obj HEAD {} -test DEBUG: -test:testertest:testertest:writetest:writeWRITE -test DEBUG: permission denined: 403 Forbidden test:write READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: src_bucket src_obj HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: src_bucket src_obj HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: src_bucket src_obj HEAD {'If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: src_bucket src_obj HEAD {'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_with_match_and_s3acl -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_with_match_and_s3acl ... ok -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Response +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Response ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_version_id +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_version_id ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_version_id_not_implemented +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_version_id_not_implemented ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_with_version_id_but_not_enabled +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_with_version_id_but_not_enabled ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_Range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_Range ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_Range_with_invalid_value +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_Range_with_invalid_value ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_POST_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_POST_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy ... ok test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: src_bucket src_obj HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: src_bucket src_obj HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:56 -0000', 'X-Amz-Acl': 'public-read', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Grant AllUsers READ permission on the bucket /bucket +test DEBUG: Grant test:tester FULL_CONTROL permission on the bucket /bucket test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_with_not_match_and_s3acl -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_with_not_match_and_s3acl ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_cors_headers -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_cors_headers ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_cors_preflight -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_cors_preflight ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_GET_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_GET_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_PUT_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_PUT_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_is_delete_marker -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_is_delete_marker ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_is_missing -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_is_missing ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_in_versioned_container_with_version_id -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_in_versioned_container_with_version_id ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_in_versioned_container_without_version -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_in_versioned_container_without_version ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_missing -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_missing ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_multipart -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_multipart ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_no_multipart -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_no_multipart ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_old_version_id -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_old_version_id ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_version_id_not_implemented -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_version_id_not_implemented ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_with_version_id_but_not_enabled -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_with_version_id_but_not_enabled ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Range ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Range_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Range_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Response -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Response ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_fails_with_neither_acl_header_nor_xml_PUT +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_fails_with_neither_acl_header_nor_xml_PUT ... ok +test INFO: Object update single-threaded sweep completed: 0.20s, 2 successes, 0 failures, 0 quarantines, 2 unlinks, 0 errors, 0 redirects, 9 skips, 9 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpbeiks5m1/devices/sda1 (pid: 1363409) +test DEBUG: Update sent for /a/c1/o03 /tmp/tmpbeiks5m1/devices/sda1/async_pending/ff2/d12c716df8024e3a557661979780dff2-1715796415.89761 +test DEBUG: Update sent for /a/c1/o01 /tmp/tmpbeiks5m1/devices/sda1/async_pending/22b/9f78f96341102120ea7474897595a22b-1715796415.89738 +test DEBUG: Update sent for /a/c1/o00 /tmp/tmpbeiks5m1/devices/sda1/async_pending/a20/8110018052c71b62f4f93b1cd45fda20-1715796415.89724 +test INFO: Object update sweep completed on /tmp/tmpbeiks5m1/devices/sda1 in 0.10s seconds:, 3 successes, 0 failures, 0 quarantines, 3 unlinks, 0 errors, 0 redirects, 1 skips, 2 deferrals, 1 drains (pid: 1363409) +test INFO: Object update single-threaded sweep completed: 0.10s, 3 successes, 0 failures, 0 quarantines, 3 unlinks, 0 errors, 0 redirects, 1 skips, 2 deferrals, 1 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmptfooil1o/devices/sda1 (pid: 1363409) +test DEBUG: Update sent for /a/c1/o03 /tmp/tmptfooil1o/devices/sda1/async_pending/ff2/d12c716df8024e3a557661979780dff2-1715796416.00228 +test DEBUG: Update sent for /a/c1/o01 /tmp/tmptfooil1o/devices/sda1/async_pending/22b/9f78f96341102120ea7474897595a22b-1715796416.00205 +test DEBUG: Update sent for /a/c1/o04 /tmp/tmptfooil1o/devices/sda1/async_pending/016/7bf5c8c93f8043f6705026176f67c016-1715796416.00240 +test DEBUG: Update sent for /a/c1/o02 /tmp/tmptfooil1o/devices/sda1/async_pending/5d9/74b39c6818abfa3cdadce7038f4a15d9-1715796416.00217 +test INFO: Object update sweep completed on /tmp/tmptfooil1o/devices/sda1 in 0.00s seconds:, 4 successes, 0 failures, 0 quarantines, 4 unlinks, 0 errors, 0 redirects, 1 skips, 3 deferrals, 2 drains (pid: 1363409) +test INFO: Object update single-threaded sweep completed: 0.00s, 4 successes, 0 failures, 0 quarantines, 4 unlinks, 0 errors, 0 redirects, 1 skips, 3 deferrals, 2 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpttyv2j55/devices/sda1 (pid: 1363409) +test DEBUG: Update sent for /a/c1/o00 /tmp/tmpttyv2j55/devices/sda1/async_pending/a20/8110018052c71b62f4f93b1cd45fda20-1715796416.00711 +test DEBUG: Update sent for /a/c1/o02 /tmp/tmpttyv2j55/devices/sda1/async_pending/5d9/74b39c6818abfa3cdadce7038f4a15d9-1715796416.00735 +test INFO: Object update sweep completed on /tmp/tmpttyv2j55/devices/sda1 in 0.11s seconds:, 2 successes, 0 failures, 0 quarantines, 2 unlinks, 0 errors, 0 redirects, 2 skips, 2 deferrals, 0 drains (pid: 1363409) +test INFO: Object update single-threaded sweep completed: 0.11s, 2 successes, 0 failures, 0 quarantines, 2 unlinks, 0 errors, 0 redirects, 2 skips, 2 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmp9ooy_g9k/devices/sda1 (pid: 1363409) +test DEBUG: Update sent for /a/c1/o01 /tmp/tmp9ooy_g9k/devices/sda1/async_pending/22b/9f78f96341102120ea7474897595a22b-1715796416.11564 +test DEBUG: Update sent for /a/c1/o08 /tmp/tmp9ooy_g9k/devices/sda1/async_pending/5b8/4e594cf882aac2f7f8f2f4cdade285b8-1715796416.11643 +test DEBUG: Update sent for /a/c1/o03 /tmp/tmp9ooy_g9k/devices/sda1/async_pending/ff2/d12c716df8024e3a557661979780dff2-1715796416.11588 +test DEBUG: Update sent for /.shards_a/c2_shard/o09 /tmp/tmp9ooy_g9k/devices/sda1/async_pending/ca9/43aefe16fd826546f72b52db0520cca9-1715796416.11683 +test DEBUG: Update sent for /a/c1/o07 /tmp/tmp9ooy_g9k/devices/sda1/async_pending/fc8/26ac197975ac1169d403eeb7ae8bbfc8-1715796416.11633 +test DEBUG: Update sent for /a/c1/o05 /tmp/tmp9ooy_g9k/devices/sda1/async_pending/dc4/017ff741f591e7220e0836a0c4fcedc4-1715796416.11610 +test DEBUG: Update sent for /a/c1/o09 /tmp/tmp9ooy_g9k/devices/sda1/async_pending/bee/db77f283b4b1bb5e5b6ce501ca337bee-1715796416.11654 +test DEBUG: Update sent for /a/c1/o06 /tmp/tmp9ooy_g9k/devices/sda1/async_pending/5b6/29e303e1cb80d29563757ae87f5c55b6-1715796416.11621 +test DEBUG: Update sent for /a/c1/o04 /tmp/tmp9ooy_g9k/devices/sda1/async_pending/016/7bf5c8c93f8043f6705026176f67c016-1715796416.11599 +test DEBUG: Update sent for /a/c1/o02 /tmp/tmp9ooy_g9k/devices/sda1/async_pending/5d9/74b39c6818abfa3cdadce7038f4a15d9-1715796416.11576 +test DEBUG: Update sent for /a/c1/o00 /tmp/tmp9ooy_g9k/devices/sda1/async_pending/a20/8110018052c71b62f4f93b1cd45fda20-1715796416.11546 +test INFO: Object update sweep completed on /tmp/tmp9ooy_g9k/devices/sda1 in 0.21s seconds:, 11 successes, 0 failures, 0 quarantines, 11 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1363409) +test INFO: Object update single-threaded sweep completed: 0.21s, 11 successes, 0 failures, 0 quarantines, 11 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmp4milvcls/devices/sda1 (pid: 1363409) +test DEBUG: Update sent for /a/c1/o04 /tmp/tmp4milvcls/devices/sda1/async_pending/016/7bf5c8c93f8043f6705026176f67c016-1715796416.32832 +test DEBUG: Update sent for /a/c1/o00 /tmp/tmp4milvcls/devices/sda1/async_pending/a20/8110018052c71b62f4f93b1cd45fda20-1715796416.32781 +test DEBUG: Update sent for /a/c1/o06 /tmp/tmp4milvcls/devices/sda1/async_pending/5b6/29e303e1cb80d29563757ae87f5c55b6-1715796416.32856 +test DEBUG: Update sent for /a/c1/o02 /tmp/tmp4milvcls/devices/sda1/async_pending/5d9/74b39c6818abfa3cdadce7038f4a15d9-1715796416.32808 +test DEBUG: Update sent for /a/c1/o05 /tmp/tmp4milvcls/devices/sda1/async_pending/dc4/017ff741f591e7220e0836a0c4fcedc4-1715796416.32844 +test INFO: Object update sweep completed on /tmp/tmp4milvcls/devices/sda1 in 0.01s seconds:, 5 successes, 0 failures, 0 quarantines, 5 unlinks, 0 errors, 0 redirects, 2 skips, 4 deferrals, 2 drains (pid: 1363409) +test INFO: Object update single-threaded sweep completed: 0.01s, 5 successes, 0 failures, 0 quarantines, 5 unlinks, 0 errors, 0 redirects, 2 skips, 4 deferrals, 2 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpa8gxzjdk/devices/sda1 (pid: 1363409) +test INFO: Object update sweep completed on /tmp/tmpa8gxzjdk/devices/sda1 in 0.00s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1363409) +test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpa8gxzjdk/devices/sda1 (pid: 1363409) +test INFO: Object update sweep completed on /tmp/tmpa8gxzjdk/devices/sda1 in 0.00s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1363409) +test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpa8gxzjdk/devices/sda1 (pid: 1363409) +test INFO: Object update sweep completed on /tmp/tmpa8gxzjdk/devices/sda1 in 0.00s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1363409) +test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpa8gxzjdk/devices/sda1 (pid: 1363409) +test ERROR: ERROR with remote server 127.0.0.1:67890/sda1: Connection refused +test ERROR: ERROR with remote server 127.0.0.1:67890/sda1: Connection refused +test ERROR: ERROR with remote server 127.0.0.1:67890/sda1: Connection refused +test.unit.obj.test_updater.TestObjectUpdater.test_run_once +test.unit.obj.test_updater.TestObjectUpdater.test_run_once ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_run_once_with_disk_unmounted +test.unit.obj.test_updater.TestObjectUpdater.test_run_once_with_disk_unmounted ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_sweep_logs +test.unit.obj.test_updater.TestObjectUpdater.test_sweep_logs ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_sweep_logs_multiple_policies +test.unit.obj.test_updater.TestObjectUpdater.test_sweep_logs_multiple_policies ... ok +test.unit.proxy.controllers.test_base.TestNodeIter.test_annotate_node_with_use_replication +test.unit.proxy.controllers.test_base.TestNodeIter.test_annotate_node_with_use_replication ... ok +test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_default_fake_ring +test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_default_fake_ring ... ok +test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_does_not_mutate_supplied_nodes +test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_does_not_mutate_supplied_nodes ... ok +test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_with_handoffs +test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_with_handoffs ... ok +test.unit.proxy.controllers.test_base.TestNodeIter.test_multi_iteration +test.unit.proxy.controllers.test_base.TestNodeIter.test_multi_iteration ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_with_match +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_with_match ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_with_not_match +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_with_not_match ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_metadata_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_metadata_copy ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_metadata_replace +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_metadata_replace ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self_metadata_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self_metadata_copy ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self_metadata_replace +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self_metadata_replace ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_sys_metadata +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_sys_metadata ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_with_deleted +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_with_deleted ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_after_DELETE_not_found +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_after_DELETE_not_found ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_insufficient_space +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_insufficient_space ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_partition +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_partition ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_timestamp_not_float +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_timestamp_not_float ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT ... ok +test DEBUG: Update failed for /a/c/o /tmp/tmpa8gxzjdk/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1715796416.35569 +test INFO: Object update sweep completed on /tmp/tmpa8gxzjdk/devices/sda1 in 0.00s seconds:, 0 successes, 1 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1363409) +test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpa8gxzjdk/devices/sda1 (pid: 1363409) +test DEBUG: Error code 500 is returned from remote server 127.0.0.1:36033/sda1 +test DEBUG: Error code 500 is returned from remote server 127.0.0.1:36033/sda1 +test DEBUG: Update failed for /a/c/o /tmp/tmpa8gxzjdk/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1715796416.35569 +test INFO: Object update sweep completed on /tmp/tmpa8gxzjdk/devices/sda1 in 0.06s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1363409) +test INFO: Object update single-threaded sweep completed: 0.06s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpa8gxzjdk/devices/sda1 (pid: 1363409) +test DEBUG: Error code 404 is returned from remote server 127.0.0.1:36033/sda1 +test DEBUG: Update failed for /a/c/o /tmp/tmpa8gxzjdk/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1715796416.35569 +test INFO: Object update sweep completed on /tmp/tmpa8gxzjdk/devices/sda1 in 0.07s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1363409) +test INFO: Object update single-threaded sweep completed: 0.07s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpa8gxzjdk/devices/sda1 (pid: 1363409) +test INFO: Timeout waiting on remote server 127.0.0.1:36033/sda1: 99 seconds +test DEBUG: Update failed for /a/c/o /tmp/tmpa8gxzjdk/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1715796416.35569 +test INFO: Object update sweep completed on /tmp/tmpa8gxzjdk/devices/sda1 in 0.01s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1363409) +test INFO: Object update single-threaded sweep completed: 0.01s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpa8gxzjdk/devices/sda1 (pid: 1363409) +test INFO: Timeout connecting to remote server 127.0.0.1:36033/sda1: 9 seconds +test DEBUG: Update failed for /a/c/o /tmp/tmpa8gxzjdk/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1715796416.35569 +test INFO: Object update sweep completed on /tmp/tmpa8gxzjdk/devices/sda1 in 0.00s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1363409) +test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpa8gxzjdk/devices/sda1 (pid: 1363409) +test DEBUG: Update sent for /a/c/o /tmp/tmpa8gxzjdk/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1715796416.35569 +test INFO: Object update sweep completed on /tmp/tmpa8gxzjdk/devices/sda1 in 0.01s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1363409) +test INFO: Object update single-threaded sweep completed: 0.01s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test WARNING: Skipping: +test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 236, in DELETE - new_resp = self._restore_on_delete(req) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 175, in _restore_on_delete - resp = req.get_response(self.app, 'GET', req.container_name, '', - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response - return self._get_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -test DEBUG: Calling S3Api Middleware + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' +test INFO: Object update sweep starting on /tmp/tmphcy9b4mu/devices/sda1 (pid: 1363409) +test INFO: Object update sweep progress on /tmp/tmphcy9b4mu/devices/sda1: 16.00s, 2 successes, 0 failures, 0 quarantines, 2 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1363409) +test INFO: Object update sweep progress on /tmp/tmphcy9b4mu/devices/sda1: 32.00s, 4 successes, 0 failures, 0 quarantines, 4 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1363409) +test INFO: Object update sweep completed on /tmp/tmphcy9b4mu/devices/sda1 in 44.00s seconds:, 5 successes, 0 failures, 0 quarantines, 5 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1363409) +test INFO: Object update sweep starting on /tmp/tmpwmv0ni4u/devices/sda1 (pid: 1363409) +test INFO: Object update sweep completed on /tmp/tmpwmv0ni4u/devices/sda1 in 0.13s seconds:, 6 successes, 0 failures, 0 quarantines, 6 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1363409) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test WARNING: Handoff requested (9) +test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_record_type_object_makes_no_cache_lookup +test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_record_type_object_makes_no_cache_lookup ... ok +test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_include_deleted_shards +test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_include_deleted_shards ... ok +test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_requesting_listing_shards +test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_requesting_listing_shards ... ok +test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_requesting_updating_shards +test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_requesting_updating_shards ... ok test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ @@ -65089,74 +68444,6 @@ test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_version_id -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_version_id ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_version_id_not_implemented -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_version_id_not_implemented ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_with_version_id_but_not_enabled -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_with_version_id_but_not_enabled ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_Range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_Range ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_Range_with_invalid_value -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_Range_with_invalid_value ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_POST_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_POST_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_with_match -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_with_match ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_with_not_match -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_with_not_match ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_metadata_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_metadata_copy ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_metadata_replace -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_metadata_replace ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_resets_time_remaining -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_resets_time_remaining ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self_metadata_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self_metadata_copy ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self_metadata_replace -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self_metadata_replace ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_headers -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_headers ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_quota_exceeded -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_quota_exceeded ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4 -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4 ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_delete_db_status -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_delete_db_status ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4_bad_hash -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4_bad_hash ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4_unsigned_payload -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4_unsigned_payload ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_with_version -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_with_version ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_policy_index_logging -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_policy_index_logging ... ok -test.unit.common.test_db.TestExampleBroker.test_delete_db -test.unit.common.test_db.TestExampleBroker.test_delete_db ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_simple_object_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_simple_object_copy ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_slo_object_DELETE -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_slo_object_DELETE ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_slo_object_async_DELETE -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_slo_object_async_DELETE ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_dict -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_dict ... ok test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ @@ -65245,477 +68532,619 @@ test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_headers +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_headers ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_quota_exceeded +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_quota_exceeded ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4 +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4 ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4_bad_hash +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4_bad_hash ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4_unsigned_payload +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4_unsigned_payload ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_with_version +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_with_version ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_policy_index_logging +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_policy_index_logging ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_simple_object_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_simple_object_copy ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_slo_object_DELETE +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_slo_object_DELETE ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_slo_object_async_DELETE +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_slo_object_async_DELETE ... ok +test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_from_isoformat +test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_from_isoformat ... ok +test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_from_s3xmlformat +test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_from_s3xmlformat ... ok +test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_s3xmlformat +test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_s3xmlformat ... ok +test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validating_x_object_manifest +test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validating_x_object_manifest ... ok +test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_ignores_accounts +test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_ignores_accounts ... ok +test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_ignores_containers +test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_ignores_containers ... ok +test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_watches_manifests_with_slashes +test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_watches_manifests_with_slashes ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_bytes_count +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_bytes_count ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_container_listing_translation +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_container_listing_translation ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_404_versions_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_404_versions_container ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_delete_markers +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_delete_markers ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_delimiter +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_delimiter ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_empty_primary +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_empty_primary ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_empty_versions_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_empty_versions_container ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_error_versions_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_error_versions_container ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_invalid_delimiter +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_invalid_delimiter ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_marker +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_marker ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_marker_missing_marker +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_marker_missing_marker ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_never_enabled +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_never_enabled ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_unversioned +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_unversioned ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_listing_translation_utf8 +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_listing_translation_utf8 ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_marker_over_object_success +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_marker_over_object_success ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_marker_over_versioned_object_success +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_marker_over_versioned_object_success ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_object_with_versioning_never_enabled +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_object_with_versioning_never_enabled ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_denied_DELETE_of_versioned_object +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_denied_DELETE_of_versioned_object ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_put_delete_marker_no_object_success +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_put_delete_marker_no_object_success ... ok +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_auth_fail +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_auth_fail ... ok +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_delete_quotas +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_delete_quotas ... ok +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_exceed_bytes_quota +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_exceed_bytes_quota ... ok +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_exceed_counts_quota +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_exceed_counts_quota ... ok +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_invalid_quotas +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_invalid_quotas ... ok +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_missing_container +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_missing_container ... ok +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_no_quotas +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_no_quotas ... ok +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_exceed_bytes_quota +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_exceed_bytes_quota ... ok +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_exceed_counts_quota +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_exceed_counts_quota ... ok +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_handled +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_handled ... ok +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_split_path_empty_container_path_segment +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_split_path_empty_container_path_segment ... ok +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_valid_quotas +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_valid_quotas ... ok +test.unit.common.middleware.test_slo.TestSloDataSegments.test_bunches_of_data_segments +test.unit.common.middleware.test_slo.TestSloDataSegments.test_bunches_of_data_segments ... ok +test.unit.common.middleware.test_slo.TestSloDataSegments.test_data_segment_sandwich +test.unit.common.middleware.test_slo.TestSloDataSegments.test_data_segment_sandwich ... ok +test.unit.common.middleware.test_slo.TestSloDataSegments.test_leading_data_segment +test.unit.common.middleware.test_slo.TestSloDataSegments.test_leading_data_segment ... ok +test.unit.common.middleware.test_slo.TestSloDataSegments.test_trailing_data_segment +test.unit.common.middleware.test_slo.TestSloDataSegments.test_trailing_data_segment ... ok +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_etag_is_hash_of_segment_etags +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_etag_is_hash_of_segment_etags ... ok +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_get_manifest_passthrough +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_get_manifest_passthrough ... ok +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_head_manifest_is_efficient +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_head_manifest_is_efficient ... ok +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_match_etag_not_matching +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_match_etag_not_matching ... ok +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_match_etag_not_matching_with_override +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_match_etag_not_matching_with_override ... ok +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_none_match_etag_matching +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_none_match_etag_matching ... ok +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_none_match_etag_matching_with_override +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_none_match_etag_matching_with_override ... ok +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_zero_byte_manifest +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_zero_byte_manifest ... ok +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_etag_is_hash_of_segment_etags +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_etag_is_hash_of_segment_etags ... ok +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_get_manifest_passthrough +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_get_manifest_passthrough ... ok +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_head_manifest_is_efficient +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_head_manifest_is_efficient ... ok +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_match_etag_not_matching +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_match_etag_not_matching ... ok +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_match_etag_not_matching_with_override +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_match_etag_not_matching_with_override ... ok +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_none_match_etag_matching +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_none_match_etag_matching ... ok +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_none_match_etag_matching_with_override +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_none_match_etag_matching_with_override ... ok +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_zero_byte_manifest +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_zero_byte_manifest ... ok +test.unit.common.middleware.test_tempurl.TestTempurlWarning.test_deprecation_warning +test.unit.common.middleware.test_tempurl.TestTempurlWarning.test_deprecation_warning ... ok +test.unit.common.middleware.test_xprofile.TestStats2.test_func_to_dict +test.unit.common.middleware.test_xprofile.TestStats2.test_func_to_dict ... ok +test.unit.common.middleware.test_xprofile.TestStats2.test_to_csv +test.unit.common.middleware.test_xprofile.TestStats2.test_to_csv ... ok +test.unit.common.middleware.test_xprofile.TestStats2.test_to_json +test.unit.common.middleware.test_xprofile.TestStats2.test_to_json ... ok +test.unit.common.middleware.test_xprofile.TestStats2.test_to_ods +test.unit.common.middleware.test_xprofile.TestStats2.test_to_ods ... ok +test.unit.common.test_constraints.TestConstraintsConfig.test_default_constraints +test.unit.common.test_constraints.TestConstraintsConfig.test_default_constraints ... ok +test.unit.common.test_constraints.TestConstraintsConfig.test_effective_constraints +test.unit.common.test_constraints.TestConstraintsConfig.test_effective_constraints ... ok +test.unit.common.test_constraints.TestConstraintsConfig.test_override_constraints +test.unit.common.test_constraints.TestConstraintsConfig.test_override_constraints ... ok +test.unit.common.test_constraints.TestConstraintsConfig.test_reload_reset +test.unit.common.test_constraints.TestConstraintsConfig.test_reload_reset ... ok +test.unit.common.test_db.TestChexor.test_chexor +test.unit.common.test_db.TestChexor.test_chexor ... ok +test.unit.common.test_db.TestChexor.test_invalid_old_hash +test.unit.common.test_db.TestChexor.test_invalid_old_hash ... ok +test.unit.common.test_db.TestChexor.test_no_name +test.unit.common.test_db.TestChexor.test_no_name ... ok +test.unit.common.test_db.TestChexor.test_normal_case +test.unit.common.test_db.TestChexor.test_normal_case ... ok +test.unit.common.test_db.TestDictFactory.test_normal_case +test.unit.common.test_db.TestDictFactory.test_normal_case ... ok +test.unit.common.test_internal_client.TestInternalClient.test_base_full_listing +test.unit.common.test_internal_client.TestInternalClient.test_base_full_listing ... ok +test.unit.common.test_internal_client.TestInternalClient.test_base_request_timeout +test.unit.common.test_internal_client.TestInternalClient.test_base_request_timeout ... ok +test.unit.common.test_internal_client.TestInternalClient.test_container_exists +test.unit.common.test_internal_client.TestInternalClient.test_container_exists ... ok +test.unit.common.test_internal_client.TestInternalClient.test_create_account +test.unit.common.test_internal_client.TestInternalClient.test_create_account ... ok +test.unit.common.test_internal_client.TestInternalClient.test_create_container +test.unit.common.test_internal_client.TestInternalClient.test_create_container ... ok +test.unit.common.test_internal_client.TestInternalClient.test_create_container_plumbing +test.unit.common.test_internal_client.TestInternalClient.test_create_container_plumbing ... ok +test.unit.common.test_internal_client.TestInternalClient.test_delete_account +test.unit.common.test_internal_client.TestInternalClient.test_delete_account ... ok +test.unit.common.test_internal_client.TestInternalClient.test_delete_container +test.unit.common.test_internal_client.TestInternalClient.test_delete_container ... ok +test.unit.common.test_internal_client.TestInternalClient.test_delete_container_plumbing +test.unit.common.test_internal_client.TestInternalClient.test_delete_container_plumbing ... ok +test.unit.common.test_internal_client.TestInternalClient.test_delete_object +test.unit.common.test_internal_client.TestInternalClient.test_delete_object ... ok +test.unit.common.test_internal_client.TestInternalClient.test_gatekeeper_not_loaded +test.unit.common.test_internal_client.TestInternalClient.test_gatekeeper_not_loaded ... ok +test.unit.common.test_internal_client.TestInternalClient.test_get_account_info +test.unit.common.test_internal_client.TestInternalClient.test_get_account_info ... ok +test.unit.common.test_internal_client.TestInternalClient.test_get_account_info_404 +test.unit.common.test_internal_client.TestInternalClient.test_get_account_info_404 ... ok +test.unit.common.test_internal_client.TestInternalClient.test_get_account_metadata +test.unit.common.test_internal_client.TestInternalClient.test_get_account_metadata ... ok +test.unit.common.test_internal_client.TestInternalClient.test_get_container_metadata +test.unit.common.test_internal_client.TestInternalClient.test_get_container_metadata ... ok +test.unit.common.test_internal_client.TestInternalClient.test_get_metadadata_with_acceptable_status +test.unit.common.test_internal_client.TestInternalClient.test_get_metadadata_with_acceptable_status ... ok +test.unit.common.test_internal_client.TestInternalClient.test_get_metadata +test.unit.common.test_internal_client.TestInternalClient.test_get_metadata ... ok +test.unit.common.test_internal_client.TestInternalClient.test_get_metadata_extra_headers +test.unit.common.test_internal_client.TestInternalClient.test_get_metadata_extra_headers ... ok +test.unit.common.test_internal_client.TestInternalClient.test_get_metadata_invalid_status +test.unit.common.test_internal_client.TestInternalClient.test_get_metadata_invalid_status ... ok +test.unit.common.test_internal_client.TestInternalClient.test_get_object +test.unit.common.test_internal_client.TestInternalClient.test_get_object ... ok +test.unit.common.test_internal_client.TestInternalClient.test_get_object_metadata +test.unit.common.test_internal_client.TestInternalClient.test_get_object_metadata ... ok +test.unit.common.test_internal_client.TestInternalClient.test_init +test.unit.common.test_internal_client.TestInternalClient.test_init ... ok +test.unit.common.test_internal_client.TestInternalClient.test_init_allow_modify_pipeline +test.unit.common.test_internal_client.TestInternalClient.test_init_allow_modify_pipeline ... ok +test.unit.common.test_internal_client.TestInternalClient.test_iter_containers +test.unit.common.test_internal_client.TestInternalClient.test_iter_containers ... ok +test.unit.common.test_internal_client.TestInternalClient.test_iter_item_read_response_if_status_is_acceptable +test.unit.common.test_internal_client.TestInternalClient.test_iter_item_read_response_if_status_is_acceptable ... ok +test.unit.common.test_internal_client.TestInternalClient.test_iter_items +test.unit.common.test_internal_client.TestInternalClient.test_iter_items ... ok +test.unit.common.test_internal_client.TestInternalClient.test_iter_items_with_markers +test.unit.common.test_internal_client.TestInternalClient.test_iter_items_with_markers ... ok +test.unit.common.test_internal_client.TestInternalClient.test_iter_items_with_markers_and_prefix +test.unit.common.test_internal_client.TestInternalClient.test_iter_items_with_markers_and_prefix ... ok +test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines +test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines ... ok +test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines_404 +test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines_404 ... ok +test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines_compressed_object +test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines_compressed_object ... ok +test.unit.common.test_internal_client.TestInternalClient.test_iter_objects +test.unit.common.test_internal_client.TestInternalClient.test_iter_objects ... ok +test.unit.common.test_internal_client.TestInternalClient.test_load_from_config +test.unit.common.test_internal_client.TestInternalClient.test_load_from_config ... ok +test.unit.common.test_internal_client.TestInternalClient.test_load_from_config_with_global_conf +test.unit.common.test_internal_client.TestInternalClient.test_load_from_config_with_global_conf ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_path +test.unit.common.test_internal_client.TestInternalClient.test_make_path ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_path_exception +test.unit.common.test_internal_client.TestInternalClient.test_make_path_exception ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_request_acceptable_status_not_2xx +test.unit.common.test_internal_client.TestInternalClient.test_make_request_acceptable_status_not_2xx ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_request_calls_fobj_seek_each_try +test.unit.common.test_internal_client.TestInternalClient.test_make_request_calls_fobj_seek_each_try ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_request_clears_txn_id_after_calling_app +test.unit.common.test_internal_client.TestInternalClient.test_make_request_clears_txn_id_after_calling_app ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_request_codes +test.unit.common.test_internal_client.TestInternalClient.test_make_request_codes ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_request_defaults_replication_network_header +test.unit.common.test_internal_client.TestInternalClient.test_make_request_defaults_replication_network_header ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_request_error_case +test.unit.common.test_internal_client.TestInternalClient.test_make_request_error_case ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_request_method_path_headers +test.unit.common.test_internal_client.TestInternalClient.test_make_request_method_path_headers ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_request_request_exception +test.unit.common.test_internal_client.TestInternalClient.test_make_request_request_exception ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_request_retries +test.unit.common.test_internal_client.TestInternalClient.test_make_request_retries ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_request_sets_query_string +test.unit.common.test_internal_client.TestInternalClient.test_make_request_sets_query_string ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_request_sets_user_agent +test.unit.common.test_internal_client.TestInternalClient.test_make_request_sets_user_agent ... ok +test.unit.common.test_internal_client.TestInternalClient.test_set_account_metadata +test.unit.common.test_internal_client.TestInternalClient.test_set_account_metadata ... ok +test.unit.common.test_internal_client.TestInternalClient.test_set_account_metadata_plumbing +test.unit.common.test_internal_client.TestInternalClient.test_set_account_metadata_plumbing ... ok +test.unit.common.test_internal_client.TestInternalClient.test_set_container_metadata +test.unit.common.test_internal_client.TestInternalClient.test_set_container_metadata ... ok +test.unit.common.test_internal_client.TestInternalClient.test_set_container_metadata_plumbing +test.unit.common.test_internal_client.TestInternalClient.test_set_container_metadata_plumbing ... ok +test.unit.common.test_internal_client.TestInternalClient.test_set_metadata +test.unit.common.test_internal_client.TestInternalClient.test_set_metadata ... ok +test.unit.common.test_internal_client.TestInternalClient.test_set_object_metadata +test.unit.common.test_internal_client.TestInternalClient.test_set_object_metadata ... ok +test.unit.common.test_internal_client.TestInternalClient.test_set_object_metadata_plumbing +test.unit.common.test_internal_client.TestInternalClient.test_set_object_metadata_plumbing ... ok +test.unit.common.test_internal_client.TestInternalClient.test_upload_object +test.unit.common.test_internal_client.TestInternalClient.test_upload_object ... ok +test.unit.common.test_internal_client.TestInternalClient.test_upload_object_not_chunked +test.unit.common.test_internal_client.TestInternalClient.test_upload_object_not_chunked ... ok +test.unit.common.test_internal_client.TestInternalClient.test_upload_object_plumbing +test.unit.common.test_internal_client.TestInternalClient.test_upload_object_plumbing ... ok +test.unit.common.test_manager.TestManager.test_create +test.unit.common.test_manager.TestManager.test_create ... ok +test.unit.common.test_manager.TestManager.test_default_strict +test.unit.common.test_manager.TestManager.test_default_strict ... ok +test.unit.common.test_manager.TestManager.test_force_reload +test.unit.common.test_manager.TestManager.test_force_reload ... ok +test.unit.common.test_manager.TestManager.test_get_command +test.unit.common.test_manager.TestManager.test_get_command ... ok +test.unit.common.test_manager.TestManager.test_iter +test.unit.common.test_manager.TestManager.test_iter ... ok +test.unit.common.test_manager.TestManager.test_list_commands +test.unit.common.test_manager.TestManager.test_list_commands ... ok +test.unit.common.test_manager.TestManager.test_no_daemon +test.unit.common.test_manager.TestManager.test_no_daemon ... ok +test.unit.common.test_manager.TestManager.test_no_wait +test.unit.common.test_manager.TestManager.test_no_wait ... ok +test.unit.common.test_manager.TestManager.test_once +test.unit.common.test_manager.TestManager.test_once ... ok +test.unit.common.test_manager.TestManager.test_reload +test.unit.common.test_manager.TestManager.test_reload ... ok +test.unit.common.test_manager.TestManager.test_restart +test.unit.common.test_manager.TestManager.test_restart ... ok +test.unit.common.test_manager.TestManager.test_run_command +test.unit.common.test_manager.TestManager.test_run_command ... ok +test.unit.common.test_manager.TestManager.test_shutdown +test.unit.common.test_manager.TestManager.test_shutdown ... ok +test.unit.common.test_manager.TestManager.test_start +test.unit.common.test_manager.TestManager.test_start ... ok +test.unit.common.test_manager.TestManager.test_status +test.unit.common.test_manager.TestManager.test_status ... ok +test.unit.common.test_manager.TestManager.test_stop +test.unit.common.test_manager.TestManager.test_stop ... ok +test.unit.common.test_manager.TestManager.test_stop_kill_after_timeout +test.unit.common.test_manager.TestManager.test_stop_kill_after_timeout ... ok +test.unit.common.test_utils.TestEventletRateLimiter.test_burst +test.unit.common.test_utils.TestEventletRateLimiter.test_burst ... ok +test.unit.common.test_utils.TestEventletRateLimiter.test_burst_after_idle +test.unit.common.test_utils.TestEventletRateLimiter.test_burst_after_idle ... ok +test.unit.common.test_utils.TestEventletRateLimiter.test_incr_by +test.unit.common.test_utils.TestEventletRateLimiter.test_incr_by ... ok +test.unit.common.test_utils.TestEventletRateLimiter.test_init +test.unit.common.test_utils.TestEventletRateLimiter.test_init ... ok +test.unit.common.test_utils.TestEventletRateLimiter.test_non_blocking +test.unit.common.test_utils.TestEventletRateLimiter.test_non_blocking ... ok +test.unit.common.test_utils.TestEventletRateLimiter.test_ratelimit +test.unit.common.test_utils.TestEventletRateLimiter.test_ratelimit ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_blocking_last_next_explodes +test.unit.common.test_utils.TestGreenAsyncPile.test_blocking_last_next_explodes ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_exceptions_at_end_of_streaming_pile +test.unit.common.test_utils.TestGreenAsyncPile.test_exceptions_at_end_of_streaming_pile ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_exceptions_in_streaming_pile +test.unit.common.test_utils.TestGreenAsyncPile.test_exceptions_in_streaming_pile ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_is_asynchronous +test.unit.common.test_utils.TestGreenAsyncPile.test_is_asynchronous ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_next_when_empty +test.unit.common.test_utils.TestGreenAsyncPile.test_next_when_empty ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_no_blocking_last_next_explodes +test.unit.common.test_utils.TestGreenAsyncPile.test_no_blocking_last_next_explodes ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_pending +test.unit.common.test_utils.TestGreenAsyncPile.test_pending ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_runs_everything +test.unit.common.test_utils.TestGreenAsyncPile.test_runs_everything ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_wait_with_firstn +test.unit.common.test_utils.TestGreenAsyncPile.test_wait_with_firstn ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_waitall_timeout_completes +test.unit.common.test_utils.TestGreenAsyncPile.test_waitall_timeout_completes ... ok +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status +Exception: kaboom! (txn: txd40a3723563643e0b9f41-006644f9bc) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd40a3723563643e0b9f41-006644f9bc) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx1b475ab9501a4815a8194-006644f9bc) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx16103da1581c44cfa2e53-006644f9bc) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx16103da1581c44cfa2e53-006644f9bc) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx8085ee8de4344f1485e26-006644f9bc) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx8085ee8de4344f1485e26-006644f9bc) +proxy-server ERROR: Object GET returning 503 for [] (txn: tx8085ee8de4344f1485e26-006644f9bc) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status +Exception: kaboom! (txn: tx919774f690aa4affbbad5-006644f9bc) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status +Exception: kaboom! (txn: tx919774f690aa4affbbad5-006644f9bc) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status +Exception: kaboom! (txn: tx919774f690aa4affbbad5-006644f9bc) +proxy-server ERROR: Object GET returning 503 for [] (txn: tx919774f690aa4affbbad5-006644f9bc) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status +Exception: kaboom! (txn: tx979779d86005437e98e61-006644f9bc) +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_mixed_explode_and_timeout +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_mixed_explode_and_timeout ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_timeout +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_timeout ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_removes_swift_bytes +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_removes_swift_bytes ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_resuming +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_resuming ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_resuming_ignores_416 +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_resuming_ignores_416 ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_simple +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_simple ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_slow_read +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_slow_read ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_transfer_encoding_chunked +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_transfer_encoding_chunked ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_unable_to_resume +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_unable_to_resume ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes_after_body_started +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes_after_body_started ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes_before_body_started +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes_before_body_started ... ok +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 157, in PUT - resp = req.get_response(self.app) - ^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response - return self._get_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test INFO: - - 18/Jun/2025/00/09/40 GET /bucket/object HTTP/1.0 200 - Mozzarella%20Foxfire - - 5 - - - 0.0010 - - 1750205380.039490700 1750205380.040534019 1 -test DEBUG: Calling S3Api Middleware -test INFO: - - 18/Jun/2025/00/09/40 GET /bucket/object HTTP/1.0 200 - Mozzarella%20Foxfire - - 5 - - - 0.0011 - - 1750205380.041258574 1750205380.042339087 0 +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=0-3', 'Date': 'Wed, 15 May 2024 18:06:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID"}}}' -test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID"}}}' - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"name": "TENANT_NAME"}}}}' -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_id -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_id ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_name -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_name ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_token_dict -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_token_dict ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_dict -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_dict ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_id -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_id ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_name -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_name ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_roles -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_roles ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_not_json -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_not_json ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_valid_but_bad_json -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_valid_but_bad_json ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_fail_to_connect_to_keystone -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_fail_to_connect_to_keystone ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_no_s3_creds_defers_to_auth_middleware -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_no_s3_creds_defers_to_auth_middleware ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_unauthorized_token -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_unauthorized_token ... ok -test.unit.common.middleware.test_cname_lookup.TestSwiftInfo.test_registered_defaults -test.unit.common.middleware.test_cname_lookup.TestSwiftInfo.test_registered_defaults ... ok -test.unit.common.middleware.test_cname_lookup.TestSwiftInfo.test_registered_nondefaults -test.unit.common.middleware.test_cname_lookup.TestSwiftInfo.test_registered_nondefaults ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_client_error_fetching_first_segment -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_client_error_fetching_first_segment ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_fetching_second_segment -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_fetching_second_segment ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_HEAD -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_HEAD ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_first_listing_request -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_first_listing_request ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_second_listing_request -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_second_listing_request ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_passthrough -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_passthrough ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_etag_comparison_ignores_quotes -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_etag_comparison_ignores_quotes ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_big_manifest -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_big_manifest ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_manifest -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_manifest ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_manifest_passthrough -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_manifest_passthrough ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_multi_range -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_multi_range ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_non_manifest_passthrough -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_non_manifest_passthrough ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_non_object_passthrough -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_non_object_passthrough ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_oversize_segment -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_oversize_segment ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_first_byte -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_first_byte ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_last_byte -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_last_byte ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_many_segments_satisfiability_unknown -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_many_segments_satisfiability_unknown ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_many_segments_satisfiable -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_many_segments_satisfiable ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_on_segment_boundaries -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_on_segment_boundaries ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_overlapping_end -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_overlapping_end ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_unsatisfiable -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_unsatisfiable ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_suffix_range -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_suffix_range ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_suffix_range_many_segments -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_suffix_range_many_segments ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_taking_too_long -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_taking_too_long ... ok -test.unit.common.test_db.TestExampleBroker.test_get_info -test.unit.common.test_db.TestExampleBroker.test_get_info ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_container_table_migration -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_container_table_migration ... ok -test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"name": "TENANT_NAME"}}}}' - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID"}}}}' -test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID"}}}}' - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}}' -test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}}' - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Error on keystone reply: 201 b'{"access": {"token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID"}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID"}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'' -test DEBUG: Error on keystone reply: 201 b'' - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{}' -test DEBUG: Error on keystone reply: 201 b'{}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'[]' -test DEBUG: Error on keystone reply: 201 b'[]' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'null' -test DEBUG: Error on keystone reply: 201 b'null' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'"foo"' -test DEBUG: Error on keystone reply: 201 b'"foo"' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'1' -test DEBUG: Error on keystone reply: 201 b'1' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'true' -test DEBUG: Error on keystone reply: 201 b'true' - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Received error, rejecting request with error: 400 Bad Request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: No authorization details from s3api. skipping. -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone reply error: status=403 reason=None -test DEBUG: Received error, rejecting request with error: 401 Unauthorized -fake-swift ERROR: While processing manifest /v1/AUTH_test/mancon/manifest, got 403 (

Forbidden

Access was denied to this reso...) while retrieving /v1/AUTH_test/c/seg_01 -fake-swift ERROR: While processing manifest /v1/AUTH_test/mancon/manifest, got 403 (

Forbidden

Access was denied to this reso...) while retrieving /v1/AUTH_test/c/seg_02 -fake-swift ERROR: Got status 404 listing container /AUTH_test/c -fake-swift ERROR: Too many bytes for /v1/AUTH_test/mancon/manifest; truncating in /v1/AUTH_test/c/seg_03 with 5 bytes left -fake-swift ERROR: While processing manifest /v1/AUTH_test/mancon/manifest, max LO GET time of 86400s exceeded -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_undersize_segment -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_undersize_segment ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_undersize_segment_range -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_undersize_segment_range ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_with_auth_overridden -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_with_auth_overridden ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_with_if_modified_since -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_with_if_modified_since ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_match_does_not_match -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_match_does_not_match ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_match_matches -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_match_matches ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_none_match_does_not_match -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_none_match_does_not_match ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_none_match_matches -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_none_match_matches ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_mismatched_etag_fetching_second_segment -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_mismatched_etag_fetching_second_segment ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_mismatched_length_fetching_second_segment -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_mismatched_length_fetching_second_segment ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_object_prefix_quoting -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_object_prefix_quoting ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_server_error_fetching_first_segment -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_server_error_fetching_first_segment ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_obj_slash_v1 -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_obj_slash_v1 ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_root_and_path -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_root_and_path ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_root_obj -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_root_obj ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_trailing_slash -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_trailing_slash ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_root_path_obj_slash_v1 -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_root_path_obj_slash_v1 ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_matching_ending_not_domain -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_matching_ending_not_domain ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_with_path_root_container -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_with_path_root_container ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_with_path_root_unicode_container -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_with_path_root_unicode_container ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_add_prefix -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_add_prefix ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_add_prefix_already_there -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_add_prefix_already_there ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_bad_prefixes -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_bad_prefixes ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_update_delete_no_status_change -test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_update_delete_no_status_change ... ok -fake-swift ERROR: Expected another 1 bytes for /v1/AUTH_test/mancon/manifest; closing connection -fake-swift ERROR: Expected another 1 bytes for /v1/AUTH_test/mancon/manifest; closing connection -fake-swift ERROR: Bad MD5 checksum for /v1/AUTH_test/c/seg_02 as part of /v1/AUTH_test/mancon/manifest: headers had a21075a36eeddd084e17611a238c7101, but object MD5 was actually 3902ee7e149eb8313a34757e89e21af6 -fake-swift ERROR: Bad response length for /v1/AUTH_test/c/seg_02 as part of /v1/AUTH_test/mancon/manifest: headers had 5, but response length was actually 4 -fake-swift ERROR: While processing manifest /v1/AUTH_test/mancon/manifest, got 503 (

Service Unavailable

The server is curren...) while retrieving /v1/AUTH_test/c/seg_01 -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/', 'SERVER_NAME': 'AUTH_a.example.com', 'SERVER_PORT': '80', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f63fcf12680>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f63fcdd6e60>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_uuid/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'AUTH-uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f63fcf12680>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f63fcf12680>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/obj', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f63fcf12680>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c//v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f63fcf12680>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/v1/obj', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f63fcf12680>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f63fcf12680>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/obj/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f63fcf12680>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/v1//v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f63fc501c60>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/dontchange', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.aexample.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f63fc501c60>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f63fc501c60>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/ä½\xa0好', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f63fc501c60>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/FOO_uuid/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f63fc271240>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_uuid/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'auth-uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f63fc501c60>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.prefix_uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f63fcf12680>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_empty_storage_domain -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_empty_storage_domain ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_no_prefixes -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_no_prefixes ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_prefixes -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_prefixes ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_extra_subdomains -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_extra_subdomains ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_passthrough -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_passthrough ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_redirect -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_redirect ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_with_path_root_and_path_no_slash -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_with_path_root_and_path_no_slash ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_multiple_storage_domains -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_multiple_storage_domains ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_storage_domains_conf_format -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_storage_domains_conf_format ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers -test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_add_to_response_headers -test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_add_to_response_headers ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_match_path -test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_match_path ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_overwritten_by_response_header -test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_overwritten_by_response_header ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_update -test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_update ... ok -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_token_scoped_to_other_tenant -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_token_scoped_to_other_tenant ... ok -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_token_scoped_to_tenant -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_token_scoped_to_tenant ... ok -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_unscoped_token -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_unscoped_token ... ok -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_character -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_character ... ok -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_length -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_length ... ok -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_regexp -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_regexp ... ok -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_maximum_length_from_config -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_maximum_length_from_config ... ok -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_valid_length_and_character -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_valid_length_and_character ... ok -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_valid_regexp -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_valid_regexp ... ok -test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_passes_through_concurrency -test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_passes_through_concurrency ... ok -test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_reused_logger -test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_reused_logger ... ok -test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_uses_big_max_deletes -test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_uses_big_max_deletes ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_account -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_account ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_app_set -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_app_set ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_conf_set -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_conf_set ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1 -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1 ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container10unicodesubdirlisting -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container10unicodesubdirlisting ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkeraltdirtype -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkeraltdirtype ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkerinvaliddirtype -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkerinvaliddirtype ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkermatchdirtype -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkermatchdirtype ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkerobjectindex -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkerobjectindex ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container12unredirectedrequest -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container12unredirectedrequest ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container13empty -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container13empty ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1_web_mode_explicitly_off -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1_web_mode_explicitly_off ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1_web_mode_explicitly_on -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1_web_mode_explicitly_on ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2 -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2 ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2_web_mode_explicitly_off -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2_web_mode_explicitly_off ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2_web_mode_explicitly_on -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2_web_mode_explicitly_on ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json_web_mode_explicitly_off -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json_web_mode_explicitly_off ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json_web_mode_explicitly_on -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json_web_mode_explicitly_on ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2onetxt -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2onetxt ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3 -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3 ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3bindexhtml -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3bindexhtml ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3indexhtml -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3indexhtml ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdir -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdir ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdirx -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdirx ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdiry -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdiry ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdirz -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdirz ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subsubdir -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subsubdir ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subsubdircontents -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subsubdircontents ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3unknown -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3unknown ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4indexhtml -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4indexhtml ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4indexhtmlauthed -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4indexhtmlauthed ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4onetxt -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4onetxt ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4subdir -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4subdir ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4tempurl -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4tempurl ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4twotxt -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4twotxt ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4unknown -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4unknown ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container5indexhtml -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container5indexhtml ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container5unknown -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container5unknown ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6blisting -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6blisting ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6listing -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6listing ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6subdir -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6subdir ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container7listing -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container7listing ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container8listingcss -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container8listingcss ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container8subdirlistingcss -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container8subdirlistingcss ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container9listingcss -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container9listingcss ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container9subdirlistingcss -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container9subdirlistingcss ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container_404_has_css -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container_404_has_css ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container_404_has_no_css -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container_404_has_no_css ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_no_auth_middleware -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_no_auth_middleware ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_root -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_root ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_subrequest_not_override_auth -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_subrequest_not_override_auth ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_subrequest_once_if_possible -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_subrequest_once_if_possible ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_version -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_version ... ok -test.unit.common.middleware.test_symlink.SymlinkVersioningTestCase.test_delete_latest_version_no_marker_success -test.unit.common.middleware.test_symlink.SymlinkVersioningTestCase.test_delete_latest_version_no_marker_success ... ok -test.unit.common.middleware.test_symlink.SymlinkVersioningTestCase.test_new_symlink_version_success -test.unit.common.middleware.test_symlink.SymlinkVersioningTestCase.test_new_symlink_version_success ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_saves_dispersion_improvement -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_saves_dispersion_improvement ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_empty -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_empty ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_update_put_no_status_change -test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_update_put_no_status_change ... ok -test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_cobuilder_states -test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_cobuilder_states ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_with_seed -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_with_seed ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_remove_all_devices -test.unit.cli.test_ringbuilder.TestCommands.test_remove_all_devices ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_creation -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_creation ... ok -test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing_one_rows -test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing_one_rows ... ok -test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_cobuilders_calls -test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_cobuilders_calls ... ok -test.unit.common.test_db.TestExampleBroker.test_get_max_row -test.unit.common.test_db.TestExampleBroker.test_get_max_row ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Range_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Range_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Response +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Response ... ok +swift-ring-builder list_parts [] .. + +or + +swift-ring-builder list_parts + --region --zone --ip --port + --replication-ip --replication-port + --device --meta --weight + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Returns a 2 column list of all the partitions that are assigned to any of + the devices matching the search values given. The first column is the + assigned partition number and the second column is the number of device + matches for that partition. The list is ordered from most number of matches + to least. If there are a lot of devices to match against, this command + could take a while to run. +swift-ring-builder remove [search-value ...] + [--yes] + +or + +swift-ring-builder remove + --region --zone --ip --port + --replication-ip --replication-port + --device --meta --weight + [--yes] + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Removes the device(s) from the ring. This should normally just be used for + a device that has failed. For a device you wish to decommission, it's best + to set its weight to 0, wait for it to drain all its data, then use this + remove command. This will not take effect until after running 'rebalance'. + This is so you can make multiple device changes and rebalance them all just + once. + + Option --yes assume a yes response to all questions. +swift-ring-builder search + +or + +swift-ring-builder search + --region --zone --ip --port + --replication-ip --replication-port + --device --meta --weight + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Shows information about matching devices. +swift-ring-builder search + +or + +swift-ring-builder search + --region --zone --ip --port + --replication-ip --replication-port + --device --meta --weight + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Shows information about matching devices. +swift-ring-builder set_region + [ set_region + --region --zone --ip --port + --replication-ip --replication-port + --device --meta [--yes] + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Resets the devices' regions. No partitions will be reassigned to or from + the device until after running 'rebalance'. This is so you can make + multiple device changes and rebalance them all just once. + + Option --yes assume a yes response to all questions. swift-ring-builder set_region [ +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_handle_acl_header_with_s3acl +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_handle_acl_header_with_s3acl ... ok +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_object_acl_GET +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_object_acl_GET ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_list_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_list_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_encoding_type_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_encoding_type_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_default +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_default ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_negative_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_negative_maxuploads ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_paginated +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_paginated ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_str_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_str_maxuploads ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_delimiter ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_id_and_key_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_id_and_key_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_key_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_key_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_prefix +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_prefix ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_without_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_without_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_without_segment_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_without_segment_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_abort +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_abort ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_complete +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_complete ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_initiate +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_initiate ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_missing_key +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_missing_key ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_success +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_success ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_success_mixed_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_success_mixed_policy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_v4_bad_hash +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_v4_bad_hash ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_encoding_type +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_encoding_type ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_encoding_type_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_encoding_type_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_max_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_max_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_negative_max_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_negative_max_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_negative_part_number_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_negative_part_number_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_max_32bit_int +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_max_32bit_int ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_max_32bit_int_part_number_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_max_32bit_int_part_number_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_max_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_max_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_part_number_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_part_number_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_same_max_marts_as_objects_num +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_same_max_marts_as_objects_num ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_str_max_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_str_max_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_str_part_number_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_str_part_number_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_with_part_number_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_with_part_number_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_without_encoding_type +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_without_encoding_type ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_with_segment_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_with_segment_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_with_segment_bucket_mixed_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_with_segment_bucket_mixed_policy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_without_segment_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_without_segment_bucket ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_prefix +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_prefix ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:50 -0000', 'Content-Md5': 'ud0C7/g6K1j77RpgTDYdwQ==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'b9dd02eff83a2b58fbed1a604c361dc1', 'Content-Length': '120'} +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_without_permission +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_without_permission ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_aws_chunked +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_aws_chunked ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_format_authorization +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_format_authorization ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_method +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_method ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_method_but_method_exists_in_controller +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_method_but_method_exists_in_controller ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bucket_virtual_hosted_style +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bucket_virtual_hosted_style ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_canonical_string_v2 +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_canonical_string_v2 ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_canonical_string_v4 +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_canonical_string_v4 ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_check_pipeline +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_check_pipeline ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_cors +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_cors ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_config +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_config ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_logger +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_logger ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_passes_wsgi_conf_file_to_check_pipeline +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_passes_wsgi_conf_file_to_check_pipeline ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_metadata_directive +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_metadata_directive ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_ssc +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_ssc ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_storage_class +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_storage_class ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_uri +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_uri ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_mfa +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_mfa ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_mixture_param_v4 +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_mixture_param_v4 ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_non_ascii_user +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_non_ascii_user ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_non_s3_request_passthrough +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_non_s3_request_passthrough ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_notification +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_notification ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_bad_padding +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_bad_padding ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_too_long +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_too_long ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_too_short +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_too_short ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_unreadable +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_unreadable ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_tagging +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_tagging ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_virtual_hosted_style +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_virtual_hosted_style ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_path_info_encode +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_path_info_encode ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_policy +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_policy ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_registered_defaults +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_registered_defaults ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_registered_sensitive_info +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_registered_sensitive_info ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_request_payment +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_request_payment ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_restore +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_restore ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_error_metric +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_error_metric ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_initialization_with_disabled_pipeline_check +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_initialization_with_disabled_pipeline_check ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token_in_s3acl +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token_in_s3acl ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token_v3 +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token_v3 ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_waitall_timeout_timesout +test.unit.common.test_utils.TestGreenAsyncPile.test_waitall_timeout_timesout ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_waitfirst_only_returns_first +test.unit.common.test_utils.TestGreenAsyncPile.test_waitfirst_only_returns_first ... ok +test.unit.common.test_utils.TestNamespace.test_bounds_serialization +test.unit.common.test_utils.TestNamespace.test_bounds_serialization ... ok +test.unit.common.test_utils.TestNamespace.test_comparisons +test.unit.common.test_utils.TestNamespace.test_comparisons ... ok +test.unit.common.test_utils.TestNamespace.test_contains +test.unit.common.test_utils.TestNamespace.test_contains ... ok +test.unit.common.test_utils.TestNamespace.test_end_marker +test.unit.common.test_utils.TestNamespace.test_end_marker ... ok +test.unit.common.test_utils.TestNamespace.test_entire_namespace +test.unit.common.test_utils.TestNamespace.test_entire_namespace ... ok +test.unit.common.test_utils.TestNamespace.test_expand +test.unit.common.test_utils.TestNamespace.test_expand ... ok +test.unit.common.test_utils.TestNamespace.test_includes +test.unit.common.test_utils.TestNamespace.test_includes ... ok +test.unit.common.test_utils.TestNamespace.test_lower_setter +test.unit.common.test_utils.TestNamespace.test_lower_setter ... ok +test.unit.common.test_utils.TestNamespace.test_name +test.unit.common.test_utils.TestNamespace.test_name ... ok +test.unit.common.test_utils.TestNamespace.test_name_unexpected_format +test.unit.common.test_utils.TestNamespace.test_name_unexpected_format ... ok +test.unit.common.test_utils.TestNamespace.test_total_ordering +test.unit.common.test_utils.TestNamespace.test_total_ordering ... ok +test.unit.common.test_utils.TestNamespace.test_unicode_name +test.unit.common.test_utils.TestNamespace.test_unicode_name ... ok +test.unit.common.test_utils.TestNamespace.test_upper_setter +test.unit.common.test_utils.TestNamespace.test_upper_setter ... ok +test.unit.common.test_utils.TestNamespaceBoundList.test_eq +test.unit.common.test_utils.TestNamespaceBoundList.test_eq ... ok +test.unit.common.test_utils.TestNamespaceBoundList.test_get_namespace +test.unit.common.test_utils.TestNamespaceBoundList.test_get_namespace ... ok +test.unit.common.test_utils.TestNamespaceBoundList.test_parse +test.unit.common.test_utils.TestNamespaceBoundList.test_parse ... ok +test.unit.common.test_utils.TestParseMimeHeaders.test_parse_mime_headers +test.unit.common.test_utils.TestParseMimeHeaders.test_parse_mime_headers ... ok +test.unit.common.test_utils.TestShardRangeList.test_filter +test.unit.common.test_utils.TestShardRangeList.test_filter ... ok +test.unit.common.test_utils.TestShardRangeList.test_find_lower +test.unit.common.test_utils.TestShardRangeList.test_find_lower ... ok +test.unit.common.test_utils.TestShardRangeList.test_includes +test.unit.common.test_utils.TestShardRangeList.test_includes ... ok +test.unit.common.test_utils.TestShardRangeList.test_init +test.unit.common.test_utils.TestShardRangeList.test_init ... ok +test.unit.common.test_utils.TestShardRangeList.test_init_with_list +test.unit.common.test_utils.TestShardRangeList.test_init_with_list ... ok +test.unit.common.test_utils.TestShardRangeList.test_pop +test.unit.common.test_utils.TestShardRangeList.test_pop ... ok +test.unit.common.test_utils.TestShardRangeList.test_slice +test.unit.common.test_utils.TestShardRangeList.test_slice ... ok +test.unit.common.test_utils.TestShardRangeList.test_states +test.unit.common.test_utils.TestShardRangeList.test_states ... ok +test.unit.common.test_utils.TestShardRangeList.test_timestamps +test.unit.common.test_utils.TestShardRangeList.test_timestamps ... ok +test.unit.common.test_utils.TestSocketStringParser.test_socket_string_parser +test.unit.common.test_utils.TestSocketStringParser.test_socket_string_parser ... ok +test.unit.common.utils.test_ipaddrs.TestExpandIPv6.test_expand_ipv6 +test.unit.common.utils.test_ipaddrs.TestExpandIPv6.test_expand_ipv6 ... ok +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_error ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_containers_iter +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_containers_iter ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_with_single_policy +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_with_single_policy ... ok +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmpv544sa89/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpv544sa89/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmpv544sa89/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpv544sa89/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:06:56 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.0381 "-" 1363409 - +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:06:57 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.1250 "-" 1363409 - +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:06:57 +0000] "PUT /sda1/0/a1" 201 - "-" "test" "-" 0.0506 "-" 1363409 - +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:06:57 +0000] "PUT /sdb1/0/a1" 201 - "-" "test" "-" 0.0569 "-" 1363409 - +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:06:57 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txf23fb286d79441c4a41d0-006644f9c1" "proxy-server 1363409" 0.0013 "-" 1363409 - +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:06:57 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:49617/sda1/0/a/c" "txf23fb286d79441c4a41d0-006644f9c1" "container-server 1363409" 0.0052 "-" 1363409 0 +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:06:57 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:38557/sdb1/0/a/c" "txf23fb286d79441c4a41d0-006644f9c1" "container-server 1363409" 0.0009 "-" 1363409 0 +cont1 INFO: 127.0.0.1 - - [15/May/2024:18:06:57 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "txf23fb286d79441c4a41d0-006644f9c1" "proxy-server 1363409" 0.0781 "-" 1363409 0 +cont2 INFO: 127.0.0.1 - - [15/May/2024:18:06:57 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "txf23fb286d79441c4a41d0-006644f9c1" "proxy-server 1363409" 0.1416 "-" 1363409 0 +proxy INFO: 127.0.0.1 127.0.0.1 15/May/2024/18/06/57 PUT /v1/a/c HTTP/1.0 201 - - t - - - txf23fb286d79441c4a41d0-006644f9c1 - 0.1489 - - 1715796417.119772911 1715796417.268635035 0 +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:06:57 +0000] "HEAD /sdb1/0/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx4acdff2fd7b1491babe5c-006644f9c1" "proxy-server 1363409" 0.0012 "-" 1363409 - +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:06:57 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://127.0.0.1:49617/sda1/2/a1/c1" "tx4acdff2fd7b1491babe5c-006644f9c1" "container-server 1363409" 0.0052 "-" 1363409 0 +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:06:57 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://127.0.0.1:38557/sdb1/2/a1/c1" "tx4acdff2fd7b1491babe5c-006644f9c1" "container-server 1363409" 0.0012 "-" 1363409 0 +cont1 INFO: 127.0.0.1 - - [15/May/2024:18:06:57 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx4acdff2fd7b1491babe5c-006644f9c1" "proxy-server 1363409" 0.0738 "-" 1363409 0 +cont2 INFO: 127.0.0.1 - - [15/May/2024:18:06:57 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx4acdff2fd7b1491babe5c-006644f9c1" "proxy-server 1363409" 0.1177 "-" 1363409 0 +proxy INFO: 127.0.0.1 127.0.0.1 15/May/2024/18/06/57 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx4acdff2fd7b1491babe5c-006644f9c1 - 0.1243 - - 1715796417.269819021 1715796417.394112110 0 +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:06:57 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx477bcf03436c4733ac8d5-006644f9c1" "proxy-server 1363409" 0.0511 "-" 1363409 - +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:06:57 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:49617/sda1/0/a/c1" "tx477bcf03436c4733ac8d5-006644f9c1" "container-server 1363409" 0.0012 "-" 1363409 1 +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:06:57 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:38557/sdb1/0/a/c1" "tx477bcf03436c4733ac8d5-006644f9c1" "container-server 1363409" 0.0476 "-" 1363409 1 +cont1 INFO: 127.0.0.1 - - [15/May/2024:18:06:57 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx477bcf03436c4733ac8d5-006644f9c1" "proxy-server 1363409" 0.1759 "-" 1363409 1 +cont2 INFO: 127.0.0.1 - - [15/May/2024:18:06:57 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx477bcf03436c4733ac8d5-006644f9c1" "proxy-server 1363409" 0.1091 "-" 1363409 1 +proxy INFO: 127.0.0.1 127.0.0.1 15/May/2024/18/06/57 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx477bcf03436c4733ac8d5-006644f9c1 - 0.2348 - - 1715796417.395322800 1715796417.630156755 1 +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:06:57 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txa46bc7a26609417682dc1-006644f9c1" "proxy-server 1363409" 0.0419 "-" 1363409 - +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:06:57 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:49617/sda1/2/a/c2" "txa46bc7a26609417682dc1-006644f9c1" "container-server 1363409" 0.0011 "-" 1363409 2 +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:06:57 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:38557/sdb1/2/a/c2" "txa46bc7a26609417682dc1-006644f9c1" "container-server 1363409" 0.0290 "-" 1363409 2 +cont2 INFO: 127.0.0.1 - - [15/May/2024:18:06:57 +0000] "PUT /sdb1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txa46bc7a26609417682dc1-006644f9c1" "proxy-server 1363409" 0.0666 "-" 1363409 2 +cont1 INFO: 127.0.0.1 - - [15/May/2024:18:06:57 +0000] "PUT /sda1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txa46bc7a26609417682dc1-006644f9c1" "proxy-server 1363409" 0.1090 "-" 1363409 2 +proxy INFO: 127.0.0.1 127.0.0.1 15/May/2024/18/06/57 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txa46bc7a26609417682dc1-006644f9c1 - 0.1571 - - 1715796417.631484509 1715796417.788536549 2 +test.unit.proxy.test_mem_server.TestContainerController.test_CORS_valid +test.unit.proxy.test_mem_server.TestContainerController.test_CORS_valid ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_DELETE +test.unit.proxy.test_mem_server.TestContainerController.test_DELETE ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_backed_x_timestamp_header +test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_backed_x_timestamp_header ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_x_account_headers_with_fewer_account_replicas +test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_x_account_headers_with_fewer_account_replicas ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_x_account_headers_with_more_account_replicas +test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_x_account_headers_with_more_account_replicas ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_GET_account_non_existent +test.unit.proxy.test_mem_server.TestContainerController.test_GET_account_non_existent ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_GET_auto_create_prefix_account_non_existent +test.unit.proxy.test_mem_server.TestContainerController.test_GET_auto_create_prefix_account_non_existent ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_GET_calls_authorize +test.unit.proxy.test_mem_server.TestContainerController.test_GET_calls_authorize ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_GET_no_content +test.unit.proxy.test_mem_server.TestContainerController.test_GET_no_content ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_HEAD_GET +test.unit.proxy.test_mem_server.TestContainerController.test_HEAD_GET ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_HEAD_calls_authorize +test.unit.proxy.test_mem_server.TestContainerController.test_HEAD_calls_authorize ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_OPTIONS +test.unit.proxy.test_mem_server.TestContainerController.test_OPTIONS ... ok +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx979779d86005437e98e61-006644f9bc) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status +Exception: kaboom! (txn: tx979779d86005437e98e61-006644f9bc) +proxy-server ERROR: Object GET returning 503 for [] (txn: tx979779d86005437e98e61-006644f9bc) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txa9a5d50b35b54534bdeb1-006644f9bc) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txa9a5d50b35b54534bdeb1-006644f9bc) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txa9a5d50b35b54534bdeb1-006644f9bc) +proxy-server ERROR: Object GET returning 503 for [] (txn: txa9a5d50b35b54534bdeb1-006644f9bc) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: tx04584ee9a62d46dea6741-006644f9bc) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.1:1001/sdb (txn: tx150e8c310b17482bb6ccc-006644f9bc) +proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.0:1000/sda (txn: tx150e8c310b17482bb6ccc-006644f9bc) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.0:1000/sda (txn: tx032f0e637af24f27ba243-006644f9bc) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: tx1206fb4d29054658ac381-006644f9bc) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.0:1000/sda (txn: tx7fb3c10fe72e44c2adbfe-006644f9bc) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: txf9cfc45009624b6ebe38e-006644f9bc) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.2:1002/sdc (txn: tx645998444ee9448abe43f-006644f9bc) +proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.1:1001/sdb (txn: tx645998444ee9448abe43f-006644f9bc) +proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.0:1000/sda (txn: tx645998444ee9448abe43f-006644f9bc) +proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: tx645998444ee9448abe43f-006644f9bc) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read next part of object multi-part GET (retrying) 10.0.0.0:1000/sda (txn: txaf6896a835964563b3b0b-006644f9bc) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.0:1000/sda (txn: tx41a008e379ff431fb7a38-006644f9bc) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read next part of object multi-part GET (retrying) 10.0.0.1:1001/sdb (txn: txe4743b669ff543c3bf647-006644f9bc) +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_unable_to_resume +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_unable_to_resume ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_x_newest_not_found_when_404_newer +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_x_newest_not_found_when_404_newer ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_error_limit_supression_count +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_error_limit_supression_count ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_removes_swift_bytes +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_removes_swift_bytes ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_simple +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_simple ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_different_timestamps +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_different_timestamps ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_commit_pending +test.unit.container.test_backend.TestCommonContainerBroker.test_commit_pending ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_delete_db +test.unit.container.test_backend.TestCommonContainerBroker.test_delete_db ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_get_info +test.unit.container.test_backend.TestCommonContainerBroker.test_get_info ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_stats_tracking +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_stats_tracking ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other WRITE +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test WARNING: s3api middleware requires SLO middleware to support multi-part upload, please add it in pipeline +test DEBUG: Use tempauth middleware. +test DEBUG: Use keystone middleware. +test DEBUG: Use keystone middleware. +test DEBUG: Use keystone middleware. +test DEBUG: 's3api' is not in list +test DEBUG: Calling S3Api Middleware +test WARNING: multipart: No SLO middleware in pipeline +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test WARNING: multipart: No SLO middleware in pipeline +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test WARNING: multipart: No SLO middleware in pipeline +test DEBUG: Calling S3Api Middleware +test WARNING: multipart: No SLO middleware in pipeline +test DEBUG: Calling S3Api Middleware +test WARNING: multipart: No SLO middleware in pipeline +test WARNING: s3api middleware requires SLO middleware to support multi-part upload, please add it in pipeline +test DEBUG: Skip pipeline auth check. +test DEBUG: Skip pipeline auth check. +test DEBUG: Skip pipeline auth check. +test DEBUG: Skip pipeline auth check. +test DEBUG: 's3api' is not in list +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. +Use of the auth_admin_prefix, auth_host, auth_port, auth_protocol, identity_uri, admin_token, admin_user, admin_password, and admin_tenant_name configuration options was deprecated in the Mitaka release in favor of an auth_plugin and its related options. This class may be removed in a future release. +Configuring admin URI using auth fragments was deprecated in the Kilo release, and will be removed in the Newton release, use 'identity_uri' instead. +Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint +test DEBUG: Calling S3Api Middleware +Using the in-process token cache is deprecated as of the 4.2.0 release and may be removed in the 5.0.0 release or the 'O' development cycle. The in-process cache causes inconsistent results and high memory usage. When the feature is removed the auth_token middleware will not cache tokens by default which may result in performance issues. It is recommended to use memcache for the auth_token token cache by setting the memcached_servers option. +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_s3_token_and_auth_token +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_s3_token_and_auth_token ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_time_skew +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_time_skew ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_server_side_encryption +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_server_side_encryption ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4 +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4 ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_bad_authorization_string +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_bad_authorization_string ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_no_date +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_no_date ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_no_payload +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_no_payload ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_expired +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_expired ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_invalid_expire +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_invalid_expire ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_access +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_access ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_sign +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_sign ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_timestamp +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_timestamp ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4 +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4 ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_bad_credential +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_bad_credential ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_invalid_algorithm +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_invalid_algorithm ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_invalid_credentials +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_invalid_credentials ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_signature +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_signature ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_signed_headers +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_signed_headers ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_x_amz_date +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_x_amz_date ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_tagging +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_tagging ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_token_generation +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_token_generation ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_torrent +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_torrent ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_unsupported_method +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_unsupported_method ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_website +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_website ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_website_redirect_location +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_website_redirect_location ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_dict +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_dict ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_id +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_id ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_name +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_name ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_token_dict +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_token_dict ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_dict +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_dict ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_id +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_id ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_name +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_name ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_roles +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_roles ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_not_json +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_not_json ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_objects_iter_order_and_reverse +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_objects_iter_order_and_reverse ... ok There is no need to do so at this time Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 1000.0 @@ -65878,158 +69972,6 @@ d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -test.unit.account.test_backend.TestCommonAccountBroker.test_put_timestamp -test.unit.account.test_backend.TestCommonAccountBroker.test_put_timestamp ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_exception -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_exception ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_donors_but_no_suitable_acceptor -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_donors_but_no_suitable_acceptor ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_double_check_trailing_delimiter -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_double_check_trailing_delimiter ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_remove_device -test.unit.cli.test_ringbuilder.TestCommands.test_remove_device ... ok -test.unit.common.test_db.TestExampleBroker.test_get_raw_metadata -test.unit.common.test_db.TestExampleBroker.test_get_raw_metadata ... ok -test.unit.account.test_server.TestAccountController.test_DELETE_empty -test.unit.account.test_server.TestAccountController.test_DELETE_empty ... ok -test.unit.account.test_server.TestAccountController.test_DELETE_invalid_partition -test.unit.account.test_server.TestAccountController.test_DELETE_invalid_partition ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_domain_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_domain_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_ipv4_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_ipv4_new_format ... ok -test.unit.common.test_db.TestDatabaseBroker.test_delete_db -test.unit.common.test_db.TestDatabaseBroker.test_delete_db ... ok -test.unit.common.test_db.TestDatabaseBroker.test_disk_db_init -test.unit.common.test_db.TestDatabaseBroker.test_disk_db_init ... ok -test.unit.common.test_db.TestDatabaseBroker.test_disk_preallocate -test.unit.common.test_db.TestDatabaseBroker.test_disk_preallocate ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_ipv4_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_ipv4_old_format ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_status_changed_at -test.unit.account.test_backend.TestCommonAccountBroker.test_status_changed_at ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_ipv6_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_ipv6_new_format ... ok -test.unit.cli.test_recon.TestRecon.test_async_check -test.unit.cli.test_recon.TestRecon.test_async_check ... ok -test.unit.common.test_db.TestExampleBroker.test_get_syncs -test.unit.common.test_db.TestExampleBroker.test_get_syncs ... ok -test.unit.cli.test_recon.TestRecon.test_calculate_least_and_most_recent -test.unit.cli.test_recon.TestRecon.test_calculate_least_and_most_recent ... ok -test.unit.cli.test_recon.TestRecon.test_drive_audit_check -test.unit.cli.test_recon.TestRecon.test_drive_audit_check ... ok -test.unit.cli.test_recon.TestRecon.test_gen_stats -test.unit.cli.test_recon.TestRecon.test_gen_stats ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_ipv6_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_ipv6_old_format ... ok -test.unit.cli.test_recon.TestRecon.test_get_error_ringnames -test.unit.cli.test_recon.TestRecon.test_get_error_ringnames ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_no_matching -test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_no_matching ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_part_power_increase -test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_part_power_increase ... ok -test.unit.account.test_backend.TestAccountBroker.test_get_policy_stats -test.unit.account.test_backend.TestAccountBroker.test_get_policy_stats ... ok -test.unit.account.test_backend.TestAccountBroker.test_initialize_fail -test.unit.account.test_backend.TestAccountBroker.test_initialize_fail ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_search_device_domain_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_search_device_domain_new_format ... ok -test.unit.common.test_db.TestExampleBroker.test_maybe_get -test.unit.common.test_db.TestExampleBroker.test_maybe_get ... ok -test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_respects_cobuilder_part_moves -test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_respects_cobuilder_part_moves ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv4_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv4_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv4_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv4_old_format ... ok -test.unit.account.test_server.TestAccountController.test_DELETE_not_empty -test.unit.account.test_server.TestAccountController.test_DELETE_not_empty ... ok -test.unit.account.test_server.TestAccountController.test_DELETE_not_found -test.unit.account.test_server.TestAccountController.test_DELETE_not_found ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_leading_delimiter -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_leading_delimiter ... ok -test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_save_then_load -test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_save_then_load ... ok -test.unit.common.test_constraints.TestConstraints.test_check_account_format -test.unit.common.test_constraints.TestConstraints.test_check_account_format ... ok -test.unit.common.test_constraints.TestConstraints.test_check_container_format -test.unit.common.test_constraints.TestConstraints.test_check_container_format ... ok -test.unit.cli.test_recon.TestRecon.test_get_hosts -test.unit.cli.test_recon.TestRecon.test_get_hosts ... ok -test.unit.common.test_constraints.TestConstraints.test_check_delete_headers -test.unit.common.test_constraints.TestConstraints.test_check_delete_headers ... ok -test.unit.common.test_constraints.TestConstraints.test_check_delete_headers_removes_delete_after -test.unit.common.test_constraints.TestConstraints.test_check_delete_headers_removes_delete_after ... ok -test.unit.common.test_constraints.TestConstraints.test_check_delete_headers_sets_delete_at -test.unit.common.test_constraints.TestConstraints.test_check_delete_headers_sets_delete_at ... ok -test.unit.common.test_constraints.TestConstraints.test_check_drive_invalid_path -test.unit.common.test_constraints.TestConstraints.test_check_drive_invalid_path ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv6_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv6_new_format ... ok -test.unit.cli.test_recon.TestRecon.test_get_ring_names -test.unit.cli.test_recon.TestRecon.test_get_ring_names ... ok -test.unit.common.test_constraints.TestConstraints.test_check_drive_isdir -test.unit.common.test_constraints.TestConstraints.test_check_drive_isdir ... ok -test.unit.common.test_constraints.TestConstraints.test_check_drive_ismount -test.unit.common.test_constraints.TestConstraints.test_check_drive_ismount ... ok -test.unit.common.test_constraints.TestConstraints.test_check_float -test.unit.common.test_constraints.TestConstraints.test_check_float ... ok -test.unit.common.test_constraints.TestConstraints.test_check_metadata_count -test.unit.common.test_constraints.TestConstraints.test_check_metadata_count ... ok -test.unit.common.test_constraints.TestConstraints.test_check_metadata_empty -test.unit.common.test_constraints.TestConstraints.test_check_metadata_empty ... ok -test.unit.common.test_constraints.TestConstraints.test_check_metadata_empty_name -test.unit.common.test_constraints.TestConstraints.test_check_metadata_empty_name ... ok -test.unit.common.test_constraints.TestConstraints.test_check_metadata_good -test.unit.common.test_constraints.TestConstraints.test_check_metadata_good ... ok -test.unit.common.test_constraints.TestConstraints.test_check_metadata_name_length -test.unit.common.test_constraints.TestConstraints.test_check_metadata_name_length ... ok -test.unit.common.test_constraints.TestConstraints.test_check_metadata_non_utf8 -test.unit.common.test_constraints.TestConstraints.test_check_metadata_non_utf8 ... ok -test.unit.common.test_constraints.TestConstraints.test_check_metadata_size -test.unit.common.test_constraints.TestConstraints.test_check_metadata_size ... ok -test.unit.common.test_constraints.TestConstraints.test_check_metadata_value_length -test.unit.common.test_constraints.TestConstraints.test_check_metadata_value_length ... ok -test.unit.common.test_constraints.TestConstraints.test_check_object_creation_bad_content_type -test.unit.common.test_constraints.TestConstraints.test_check_object_creation_bad_content_type ... ok -test.unit.common.test_constraints.TestConstraints.test_check_object_creation_bad_delete_headers -test.unit.common.test_constraints.TestConstraints.test_check_object_creation_bad_delete_headers ... ok -test.unit.common.test_constraints.TestConstraints.test_check_object_creation_content_length -test.unit.common.test_constraints.TestConstraints.test_check_object_creation_content_length ... ok -test.unit.common.test_constraints.TestConstraints.test_check_object_creation_content_type -test.unit.common.test_constraints.TestConstraints.test_check_object_creation_content_type ... ok -test.unit.common.test_constraints.TestConstraints.test_check_object_creation_name_length -test.unit.common.test_constraints.TestConstraints.test_check_object_creation_name_length ... ok -test.unit.common.test_constraints.TestConstraints.test_check_utf8 -test.unit.common.test_constraints.TestConstraints.test_check_utf8 ... ok -test.unit.common.test_constraints.TestConstraints.test_check_utf8_internal -test.unit.common.test_constraints.TestConstraints.test_check_utf8_internal ... ok -test.unit.common.test_constraints.TestConstraints.test_check_utf8_lone_surrogates -test.unit.common.test_constraints.TestConstraints.test_check_utf8_lone_surrogates ... ok -test.unit.common.test_constraints.TestConstraints.test_check_utf8_non_canonical -test.unit.common.test_constraints.TestConstraints.test_check_utf8_non_canonical ... ok -test.unit.common.test_constraints.TestConstraints.test_valid_api_version -test.unit.common.test_constraints.TestConstraints.test_valid_api_version ... ok -test.unit.common.test_constraints.TestConstraints.test_valid_timestamp -test.unit.common.test_constraints.TestConstraints.test_valid_timestamp ... ok -test.unit.common.test_constraints.TestConstraints.test_validate_bad_meta -test.unit.common.test_constraints.TestConstraints.test_validate_bad_meta ... ok -test.unit.common.test_constraints.TestConstraints.test_validate_constraints -test.unit.common.test_constraints.TestConstraints.test_validate_constraints ... ok -test.unit.common.test_daemon.TestDaemon.test_create -test.unit.common.test_daemon.TestDaemon.test_create ... ok -test.unit.common.test_daemon.TestDaemon.test_stubs -test.unit.common.test_daemon.TestDaemon.test_stubs ... ok -test.unit.cli.test_recon.TestRecon.test_get_ringmd5 -test.unit.cli.test_recon.TestRecon.test_get_ringmd5 ... ok -test.unit.common.test_db.TestDatabaseBroker.test_initialize -test.unit.common.test_db.TestDatabaseBroker.test_initialize ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv6_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv6_old_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_search_device_no_matching -test.unit.cli.test_ringbuilder.TestCommands.test_search_device_no_matching ... ok d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. @@ -66109,6 +70051,78 @@ All items require their single character prefix except the ip, in which case the - is optional unless the device id or zone is also included. +test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_part_power_increase +test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_part_power_increase ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_search_device_domain_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_search_device_domain_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv4_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv4_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv4_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv4_old_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv6_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv6_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv6_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv6_old_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_search_device_no_matching +test.unit.cli.test_ringbuilder.TestCommands.test_search_device_no_matching ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_search_device_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_search_device_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_server_overload_crazy_high +test.unit.cli.test_ringbuilder.TestCommands.test_server_overload_crazy_high ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_info +test.unit.cli.test_ringbuilder.TestCommands.test_set_info ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_all_devices +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_all_devices ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_already_exists +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_already_exists ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_domain_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_domain_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv4_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv4_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv4_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv4_old_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv6_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv6_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv6_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv6_old_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_no_matching +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_no_matching ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_without_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_without_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_without_segment_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_without_segment_bucket ... ok Partition power increase in progress. You need to finish the increase first before removing devices. Device d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 @@ -66140,210 +70154,6 @@ Shows information about matching devices. -test.unit.cli.test_ringbuilder.TestCommands.test_search_device_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_search_device_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_server_overload_crazy_high -test.unit.cli.test_ringbuilder.TestCommands.test_server_overload_crazy_high ... ok -test.unit.common.test_db.TestGreenDBConnection.test_execute_when_locked -test.unit.common.test_db.TestGreenDBConnection.test_execute_when_locked ... ok -test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_alias -test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_alias ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_cleanup_post_replicate -test.unit.common.test_db_replicator.TestDBReplicator.test_cleanup_post_replicate ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_empty -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_empty ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync -test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_db_exists -test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_db_exists ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_old_file_does_not_exist -test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_old_file_does_not_exist ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_rename -test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_rename ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_with_bad_input -test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_with_bad_input ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_creation -test.unit.common.test_db_replicator.TestDBReplicator.test_creation ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_delete_db -test.unit.common.test_db_replicator.TestDBReplicator.test_delete_db ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_drive_not_mounted -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_drive_not_mounted ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_no_arg_pop -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_no_arg_pop ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_complete_rsync -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_complete_rsync ... ok -test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_all_policies -test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_all_policies ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_rsync_then_merge -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_rsync_then_merge ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_unexpected -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_unexpected ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_unexpected_operation_db_does_not_exist -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_unexpected_operation_db_does_not_exist ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_empty_suffix_and_hash_dirs_get_cleanedup -test.unit.common.test_db_replicator.TestDBReplicator.test_empty_suffix_and_hash_dirs_get_cleanedup ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_extract_device -test.unit.common.test_db_replicator.TestDBReplicator.test_extract_device ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_handoff_delete -test.unit.common.test_db_replicator.TestDBReplicator.test_handoff_delete ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_http_connect -test.unit.common.test_db_replicator.TestDBReplicator.test_http_connect ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_in_sync -test.unit.common.test_db_replicator.TestDBReplicator.test_in_sync ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_merge_items -test.unit.common.test_db_replicator.TestDBReplicator.test_merge_items ... ok -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_delete_with_objects -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_delete_with_objects ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_merge_syncs -test.unit.common.test_db_replicator.TestDBReplicator.test_merge_syncs ... ok -test.unit.account.test_backend.TestAccountBroker.test_is_status_deleted -test.unit.account.test_backend.TestAccountBroker.test_is_status_deleted ... ok -test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_invalid -test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_invalid ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_info -test.unit.cli.test_ringbuilder.TestCommands.test_set_info ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_all_devices -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_all_devices ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_already_exists -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_already_exists ... ok -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f63fcf12680>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/uuid/c/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f63fcf12680>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/PREFIX_uuid/c/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.prefix_uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f63fcf12680>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/', 'SERVER_NAME': 'example.com', 'SERVER_PORT': '80', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f63fc501c60>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f63fc271240>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'example.com:8080', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f63fc501c60>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/v1obj', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f63fcf12680>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_uuid/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'auth-uuid.storage1.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f63fc501c60>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_uuid/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'auth-uuid.storage2.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f63fc501c60>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'auth-uuid.storage3.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f63fc501c60>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py (0/3 success) -test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py (2/3 success) -test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py (2 new rows) -test-replicator ERROR: Not deleting db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py (negative max_row_delta: -1) -test-replicator DEBUG: Successfully deleted db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py -test-replicator DEBUG: Failed to delete db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py -ERROR reading HTTP response from {'replication_ip': '127.0.0.1', 'replication_port': 80, 'device': 'sdb1'} -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/db_replicator.py", line 170, in replicate - self.request('REPLICATE', self.path, body, - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py", line 353, in other_req - raise Exception('blah') -Exception: blah -test.unit.common.test_db_replicator.TestDBReplicator.test_repl_connection -test.unit.common.test_db_replicator.TestDBReplicator.test_repl_connection ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_account_out_of_place -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_account_out_of_place ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_container_out_of_place -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_container_out_of_place ... ok -test.unit.account.test_server.TestAccountController.test_DELETE_now_empty -test.unit.account.test_server.TestAccountController.test_DELETE_now_empty ... ok -test.unit.common.test_db.TestDatabaseBroker.test_lock -test.unit.common.test_db.TestDatabaseBroker.test_lock ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_info -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_info ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_delete_container -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_delete_container ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_expansion_limit -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_expansion_limit ... ok -test.unit.common.test_db.TestDatabaseBroker.test_memory_db_init -test.unit.common.test_db.TestDatabaseBroker.test_memory_db_init ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_container_out_of_place_no_node -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_container_out_of_place_no_node ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_domain_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_domain_new_format ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv4_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv4_new_format ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_because_deleted -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_because_deleted ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_because_not_shouldbehere -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_because_not_shouldbehere ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_delegated_to_cleanup_post_replicate -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_delegated_to_cleanup_post_replicate ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv4_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv4_old_format ... ok -test.unit.account.test_server.TestAccountController.test_DELETE_timestamp_not_float -test.unit.account.test_server.TestAccountController.test_DELETE_timestamp_not_float ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_different_region -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_different_region ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_quarantine -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_quarantine ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_with_exception -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_with_exception ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_with_exception_run_out_of_nodes -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_with_exception_run_out_of_nodes ... ok -test.unit.account.test_backend.TestAccountBroker.test_list_container_iter_with_reserved_name -test.unit.account.test_backend.TestAccountBroker.test_list_container_iter_with_reserved_name ... ok -test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_unu -test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_unu ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicator_sync -test.unit.common.test_db_replicator.TestDBReplicator.test_replicator_sync ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv6_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv6_new_format ... ok -test.unit.cli.test_recon.TestRecon.test_ptime -test.unit.cli.test_recon.TestRecon.test_ptime ... ok -test.unit.cli.test_recon.TestRecon.test_quarantine_check -test.unit.cli.test_recon.TestRecon.test_quarantine_check ... ok -test.unit.cli.test_recon.TestRecon.test_umount_check -test.unit.cli.test_recon.TestRecon.test_umount_check ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicator_sync_with_broker_replication_missing_table -test.unit.common.test_db_replicator.TestDBReplicator.test_replicator_sync_with_broker_replication_missing_table ... ok -test.unit.cli.test_ringcomposer.TestCommands.test_bad_composite_builder_file -test.unit.cli.test_ringcomposer.TestCommands.test_bad_composite_builder_file ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_exception -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_exception ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_json -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_json ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv6_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv6_old_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_no_matching -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_no_matching ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_values_no_devices -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_values_no_devices ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_roundrobin_datadirs -test.unit.common.test_db_replicator.TestDBReplicator.test_roundrobin_datadirs ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_change_after_sync -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_change_after_sync ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_min_part_hours -test.unit.cli.test_ringbuilder.TestCommands.test_set_min_part_hours ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_rsync_file_call -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_rsync_file_call ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_rsync_file_failure -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_rsync_file_failure ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args_different_region_and_rsync_compress -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args_different_region_and_rsync_compress ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args_whole_file_false -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args_whole_file_false ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge ... ok -test.unit.account.test_server.TestAccountController.test_GET_accept_application_wildcard -test.unit.account.test_server.TestAccountController.test_GET_accept_application_wildcard ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_db_does_not_exist -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_db_does_not_exist ... ok -test.unit.cli.test_ringcomposer.TestCommands.test_compose -test.unit.cli.test_ringcomposer.TestCommands.test_compose ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_old_does_not_exist -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_old_does_not_exist ... ok The can be of the form:: drz-:R:/ @@ -66412,6 +70222,1194 @@ Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" is now d4r2z3-[3001:0:1234::c1c0:abcd:876]:8000R[3::10]:8000/sda30_"other meta data" Search value matched 0 devices. The on-disk ring builder is unchanged. +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_values_no_devices +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_values_no_devices ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_min_part_hours +test.unit.cli.test_ringbuilder.TestCommands.test_set_min_part_hours ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_min_part_hours_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_set_min_part_hours_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_overload +test.unit.cli.test_ringbuilder.TestCommands.test_set_overload ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_negative +test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_negative ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_non_numeric +test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_non_numeric ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_percent +test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_percent ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_percent_strange_input +test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_percent_strange_input ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_region +test.unit.cli.test_ringbuilder.TestCommands.test_set_region ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_region_domain_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_region_domain_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_region_ipv4_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_region_ipv4_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_region_ipv4_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_region_ipv4_old_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_region_ipv6_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_region_ipv6_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_region_ipv6_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_region_ipv6_old_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_region_no_matching +test.unit.cli.test_ringbuilder.TestCommands.test_set_region_no_matching ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_get_max_row +test.unit.container.test_backend.TestCommonContainerBroker.test_get_max_row ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:57 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:57 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:57 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} +test DEBUG: Calling S3Api Middleware +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_without_segment_bucket_mixed_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_without_segment_bucket_mixed_policy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_with_segment_bucket_mixed_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_with_segment_bucket_mixed_policy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_without_segment_bucket_make_public +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_without_segment_bucket_make_public ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_without_segment_bucket_same_acls +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_without_segment_bucket_same_acls ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_without_segment_bucket_same_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_without_segment_bucket_same_policy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multi_upload_empty_body +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multi_upload_empty_body ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_abort +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_abort ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_abort_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_abort_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_404_on_marker_delete +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_404_on_marker_delete ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_409_on_marker_delete +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_409_on_marker_delete ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_failure_with_heartbeat +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_failure_with_heartbeat ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_marker_ts_in_future +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_marker_ts_in_future ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_marker_ts_now +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_marker_ts_now ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_mixed_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_mixed_policy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_no_content_type +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_no_content_type ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_non_ascii +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_non_ascii ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_old_content_type +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_old_content_type ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_other_headers +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_other_headers ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_segment_too_small +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_segment_too_small ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_single_zero_length_segment +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_single_zero_length_segment ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_weird_host_name +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_weird_host_name ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_with_heartbeat +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_with_heartbeat ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_zero_length_final_segment +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_zero_length_final_segment ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_zero_segments +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_zero_segments ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_s3acl_with_cached_seg_buck +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_s3acl_with_cached_seg_buck ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_with_segment_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_with_segment_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_without_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_without_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_without_segment_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_without_segment_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_invalid_md5 +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_invalid_md5 ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_invalid_sha256 +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_invalid_sha256 ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_missing_part_with_heartbeat +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_missing_part_with_heartbeat ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_etag_mismatch +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_etag_mismatch ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_mixed_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_mixed_policy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_nothing_there +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_nothing_there ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_upload_id_mismatch +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_upload_id_mismatch ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_upper_sha256 +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_upper_sha256 ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_uploads_list +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_uploads_list ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_upload_part +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_upload_part ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_upload_part_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_upload_part_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_with_match +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_with_match ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_with_not_match +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_with_not_match ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range_invalid +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range_invalid ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range_unsatisfiable +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range_unsatisfiable ... ok +test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_controller_allow_multipart_uploads +test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_controller_allow_multipart_uploads ... ok +test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_init_header_authorization +test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_init_header_authorization ... ok +test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_init_query_authorization +test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_init_query_authorization ... ok +test.unit.common.middleware.test_bulk.TestSwiftInfo.test_registered_defaults +test.unit.common.middleware.test_bulk.TestSwiftInfo.test_registered_defaults ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_auth_scheme +test.unit.common.middleware.test_formpost.TestFormPost.test_auth_scheme ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_chrome +test.unit.common.middleware.test_formpost.TestFormPost.test_chrome ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_completely_non_int_expires +test.unit.common.middleware.test_formpost.TestFormPost.test_completely_non_int_expires ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_curl_with_unicode +test.unit.common.middleware.test_formpost.TestFormPost.test_curl_with_unicode ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_empty_account +test.unit.common.middleware.test_formpost.TestFormPost.test_empty_account ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_empty_v1 +test.unit.common.middleware.test_formpost.TestFormPost.test_empty_v1 ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_explorer +test.unit.common.middleware.test_formpost.TestFormPost.test_explorer ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_firefox +test.unit.common.middleware.test_formpost.TestFormPost.test_firefox ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_multiple_container_keys +test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_multiple_container_keys ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_multiple_keys +test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_multiple_keys ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_origin +test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_origin ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_without_useragent +test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_without_useragent ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_global_content_type_encoding +test.unit.common.middleware.test_formpost.TestFormPost.test_global_content_type_encoding ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_max_file_count_exceeded +test.unit.common.middleware.test_formpost.TestFormPost.test_max_file_count_exceeded ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_max_file_size_exceeded +test.unit.common.middleware.test_formpost.TestFormPost.test_max_file_size_exceeded ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_messed_up_start +test.unit.common.middleware.test_formpost.TestFormPost.test_messed_up_start ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_multiple_content_type_encoding +test.unit.common.middleware.test_formpost.TestFormPost.test_multiple_content_type_encoding ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_no_container +test.unit.common.middleware.test_formpost.TestFormPost.test_no_container ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_no_file_to_process +test.unit.common.middleware.test_formpost.TestFormPost.test_no_file_to_process ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect +test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_expired +test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_expired ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_invalid_sig +test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_invalid_sig ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_with_error +test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_with_error ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_no_v1 +test.unit.common.middleware.test_formpost.TestFormPost.test_no_v1 ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_passthrough +test.unit.common.middleware.test_formpost.TestFormPost.test_passthrough ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_prefixed_and_not_prefixed_sigs_good +test.unit.common.middleware.test_formpost.TestFormPost.test_prefixed_and_not_prefixed_sigs_good ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_prefixed_and_not_prefixed_sigs_unsupported +test.unit.common.middleware.test_formpost.TestFormPost.test_prefixed_and_not_prefixed_sigs_unsupported ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_redirect +test.unit.common.middleware.test_formpost.TestFormPost.test_redirect ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_redirect_allowed_deprecated_and_unsupported_digests +test.unit.common.middleware.test_formpost.TestFormPost.test_redirect_allowed_deprecated_and_unsupported_digests ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_redirect_with_query +test.unit.common.middleware.test_formpost.TestFormPost.test_redirect_with_query ... ok +test INFO: - - - [15/May/2024:18:06:55 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0527 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:55 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.0433 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:55 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0027 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:55 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0539 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:55 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.0622 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:55 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0799 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:55 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:56 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0684 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:56 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0822 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:56 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0049 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:56 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0475 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:56 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0583 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:56 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0018 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:56 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0552 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:56 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0037 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:56 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0551 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:56 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.0663 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:56 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0011 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:56 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0467 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:56 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.0486 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:56 +0000] "PUT /sda1/p/%22%27" 201 - "-" "-" "-" 0.0590 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:56 +0000] "GET /sda1/p/%22%27" 200 74 "-" "-" "-" 0.0014 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:56 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0305 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:56 +0000] "PUT /sda1/p/a/%22%3Cword" 201 - "-" "-" "-" 0.0160 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:56 +0000] "GET /sda1/p/a" 200 203 "-" "-" "-" 0.0560 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:56 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0474 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:56 +0000] "PUT /sda1/p/a/%22%3Cword-test" 201 - "-" "-" "-" 0.0024 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:56 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0390 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:56 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0402 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:56 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:56 +0000] "HEAD /sda1/p/a" 400 21 "-" "-" "-" 0.0003 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:56 +0000] "HEAD /sda1/p/a" 406 - "-" "-" "-" 0.0004 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:56 +0000] "HEAD /sda1/p/a" 400 34 "-" "-" "-" 0.0002 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:56 +0000] "HEAD /sda1/./a" 400 20 "-" "-" "-" 0.0001 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:56 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 0.0002 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:56 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0497 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:56 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0037 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:56 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0875 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:56 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 0.0010 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:57 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0507 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:57 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0024 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:57 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0467 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:57 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0672 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:57 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:57 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0400 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:57 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0560 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:57 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0581 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:57 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0483 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:57 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:57 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0574 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:57 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:57 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:57 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:57 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0654 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:57 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0016 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:57 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0505 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:57 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0418 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:57 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0086 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:57 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0584 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:57 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:57 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:57 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0098 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:57 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0404 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:57 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:57 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0363 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:57 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0387 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:57 +0000] "POST /sda1/p/a" 404 - "-" "-" "-" 0.0012 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:57 +0000] "POST /sda1/./a" 400 20 "-" "-" "-" 0.0002 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:57 +0000] "POST /sda1/p/a" 400 26 "-" "-" "-" 0.0002 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:57 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0320 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:57 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0482 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:58 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.1055 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:58 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0062 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:58 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0492 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:58 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0018 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:58 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.3577 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:58 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:58 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0010 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:58 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0065 "-" 1363415 - +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_metadata +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_metadata ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_safari +test.unit.common.middleware.test_formpost.TestFormPost.test_safari ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_single_content_type_encoding +test.unit.common.middleware.test_formpost.TestFormPost.test_single_content_type_encoding ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_does_not_pass_query +test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_does_not_pass_query ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_fails_no_redirect_503 +test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_fails_no_redirect_503 ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_fails_redirect_404 +test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_fails_redirect_404 ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_truncated_attr_value +test.unit.common.middleware.test_formpost.TestFormPost.test_truncated_attr_value ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_wrong_account +test.unit.common.middleware.test_formpost.TestFormPost.test_wrong_account ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_after +test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_after ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_after_not_int +test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_after_not_int ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_at +test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_at ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_at_not_int +test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_at_not_int ... ok +test.unit.common.middleware.test_keystoneauth.ResellerInInfo.test_defaults +test.unit.common.middleware.test_keystoneauth.ResellerInInfo.test_defaults ... ok +test.unit.common.middleware.test_keystoneauth.ResellerInInfo.test_multiple +test.unit.common.middleware.test_keystoneauth.ResellerInInfo.test_multiple ... ok +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_path_single +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_path_single ... ok +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_primary_path_multiple +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_primary_path_multiple ... ok +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_second_path_with_operator_role_and_service +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_second_path_with_operator_role_and_service ... ok +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_delete_denied_for_second_path +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_delete_denied_for_second_path ... ok +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_delete_of_second_path_by_reseller_admin +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_delete_of_second_path_by_reseller_admin ... ok +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_path_single +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_path_single ... ok +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_for_service_user +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_for_service_user ... ok +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_operator_role +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_operator_role ... ok +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_service +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_service ... ok +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_existing_swift_owner_ignored +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_existing_swift_owner_ignored ... ok +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_unknown_prefix +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_unknown_prefix ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_get +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_get ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_none +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_none ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put_elsewhere_fails +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put_elsewhere_fails ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put_to_own +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put_to_own ... ok +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_token_scoped_to_other_tenant +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_token_scoped_to_other_tenant ... ok +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_token_scoped_to_tenant +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_token_scoped_to_tenant ... ok +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_unscoped_token +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_unscoped_token ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_DELETE_current_version +test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_DELETE_current_version ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_POST_error_versioning_disabled +test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_POST_error_versioning_disabled ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_PUT_version_versioning_disbaled +test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_PUT_version_versioning_disbaled ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_device_info +test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_device_info ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_device_info_fail +test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_device_info_fail ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_device_info_function +test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_device_info_function ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_swift_conf_md5 +test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_swift_conf_md5 ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_swift_conf_md5_fail +test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_swift_conf_md5_fail ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_no_content +test.unit.common.middleware.test_recon.TestReconMiddleware.test_no_content ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_async +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_async ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_auditor_all +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_auditor_all ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_auditor_invalid +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_auditor_invalid ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_auditor_notype +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_auditor_notype ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_diskusage +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_diskusage ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_driveaudit +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_driveaudit ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_expirer_invalid +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_expirer_invalid ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_expirer_notype +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_expirer_notype ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_expirer_object +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_expirer_object ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_load +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_load ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_mem +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_mem ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_mounted +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_mounted ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_quarantined +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_quarantined ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_relink +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_relink ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_replication_all +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_replication_all ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_replication_notype +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_replication_notype ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_ringmd5 +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_ringmd5 ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_sharding +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_sharding ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_sockstat +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_sockstat ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_swiftconfmd5 +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_swiftconfmd5 ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_time +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_time ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_unmounted +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_unmounted ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_unmounted_empty +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_unmounted_empty ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_updater +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_updater ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_updater_invalid +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_updater_invalid ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_updater_notype +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_updater_notype ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_version +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_version ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_invalid_path +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_invalid_path ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_pass +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_pass ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_reconstruction_info +test.unit.common.middleware.test_recon.TestReconMiddleware.test_reconstruction_info ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_big_non_slo +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_big_non_slo ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_fails +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_fails ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_finds_old +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_finds_old ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_small_non_slo +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_small_non_slo ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_tombstone +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_tombstone ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_bogus_content_range +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_bogus_content_range ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_includes_whole_manifest +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_includes_whole_manifest ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_includes_whole_range_manifest +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_includes_whole_range_manifest ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_bad_etag_json +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_bad_etag_json ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_failure +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_failure ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_failure_json +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_failure_json ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_success +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_success ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_success_json +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_success_json ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_allow_empty_last_segment +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_allow_empty_last_segment ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_bad_data +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_bad_data ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_check_data +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_check_data ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_check_data_bad +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_check_data_bad ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_disallow_empty_first_segment +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_disallow_empty_first_segment ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_fast_heartbeat +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_fast_heartbeat ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_invalid_data +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_invalid_data ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_no_xml +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_no_xml ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_etag_check +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_etag_check ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check_no_early_bailout +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check_no_early_bailout ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check_still_uses_min_size +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check_still_uses_min_size ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success_conditional +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success_conditional ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success_unicode +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success_unicode ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_with_manipulator_callback +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_with_manipulator_callback ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_with_validator_callback +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_with_validator_callback ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_single_ranges +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_single_ranges ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_unsatisfiable_ranges +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_unsatisfiable_ranges ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_bad_etag_fail +test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_bad_etag_fail ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_no_etag_success +test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_no_etag_success ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_with_etag_success +test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_with_etag_success ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_with_etag_with_quotes_success +test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_with_etag_with_quotes_success ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_put_manifest_too_quick_fail +test.unit.common.middleware.test_slo.TestSloPutManifest.test_put_manifest_too_quick_fail ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_account_delete_permissions +test.unit.common.middleware.test_tempauth.TestAuth.test_account_delete_permissions ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_account_put_permissions +test.unit.common.middleware.test_tempauth.TestAuth.test_account_put_permissions ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_admin_is_owner +test.unit.common.middleware.test_tempauth.TestAuth.test_admin_is_owner ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_anon +test.unit.common.middleware.test_tempauth.TestAuth.test_anon ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_anon_badpath +test.unit.common.middleware.test_tempauth.TestAuth.test_anon_badpath ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_deny_non_reseller_prefix +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_deny_non_reseller_prefix ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_deny_non_reseller_prefix_no_override +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_deny_non_reseller_prefix_no_override ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_fail +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_fail ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_no_reseller_prefix_deny +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_no_reseller_prefix_deny ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_no_reseller_prefix_no_token +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_no_reseller_prefix_no_token ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_prefix_init +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_prefix_init ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_reseller_prefix_with_s3_deny +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_reseller_prefix_with_s3_deny ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_scheme +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_scheme ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_old_s3api_details +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_old_s3api_details ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_old_swift3_details +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_old_swift3_details ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_s3api_authorization_good +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_s3api_authorization_good ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_s3api_authorization_invalid +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_s3api_authorization_invalid ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_swift3_authorization_good +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_swift3_authorization_good ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_swift3_authorization_invalid +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_swift3_authorization_invalid ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_account_access +test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_account_access ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_acl_group_access +test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_acl_group_access ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_acl_referer_after_user_groups +test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_acl_referer_after_user_groups ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_acl_referrer_access +test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_acl_referrer_access ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_bad_path +test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_bad_path ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_deny_cross_reseller +test.unit.common.middleware.test_tempauth.TestAuth.test_deny_cross_reseller ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_detect_reseller_request +test.unit.common.middleware.test_tempauth.TestAuth.test_detect_reseller_request ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_bad_path +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_bad_path ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_invalid_x_auth_user_format +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_invalid_x_auth_user_format ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_missing_key +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_missing_key ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_non_matching_account_in_request +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_non_matching_account_in_request ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_memcache_error +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_memcache_error ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_success +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_success ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_success_other_auth_prefix +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_success_other_auth_prefix ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_get_user_group +test.unit.common.middleware.test_tempauth.TestAuth.test_get_user_group ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_object_name_containing_slash +test.unit.common.middleware.test_tempauth.TestAuth.test_object_name_containing_slash ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_old_token_overdate +test.unit.common.middleware.test_tempauth.TestAuth.test_old_token_overdate ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_old_token_with_old_data +test.unit.common.middleware.test_tempauth.TestAuth.test_old_token_with_old_data ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_options_call +test.unit.common.middleware.test_tempauth.TestAuth.test_options_call ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_override_asked_for_and_allowed +test.unit.common.middleware.test_tempauth.TestAuth.test_override_asked_for_and_allowed ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_override_asked_for_but_not_allowed +test.unit.common.middleware.test_tempauth.TestAuth.test_override_asked_for_but_not_allowed ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_override_default_allowed +test.unit.common.middleware.test_tempauth.TestAuth.test_override_default_allowed ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_regular_is_not_owner +test.unit.common.middleware.test_tempauth.TestAuth.test_regular_is_not_owner ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_request_method_not_allowed +test.unit.common.middleware.test_tempauth.TestAuth.test_request_method_not_allowed ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_reseller_admin_is_owner +test.unit.common.middleware.test_tempauth.TestAuth.test_reseller_admin_is_owner ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_reseller_prefix_init +test.unit.common.middleware.test_tempauth.TestAuth.test_reseller_prefix_init ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_statsd_prefix +test.unit.common.middleware.test_tempauth.TestAuth.test_statsd_prefix ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_based_on_host +test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_based_on_host ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_default +test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_default ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_overridden_scheme +test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_overridden_scheme ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_successful_token_unicode_user +test.unit.common.middleware.test_tempauth.TestAuth.test_successful_token_unicode_user ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_fail_key +test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_fail_key ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_fail_no_timestamp +test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_fail_no_timestamp ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_success +test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_success ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_success_lb_sync_host +test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_success_lb_sync_host ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_top_level_deny +test.unit.common.middleware.test_tempauth.TestAuth.test_top_level_deny ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_use_old_token_from_memcached +test.unit.common.middleware.test_tempauth.TestAuth.test_use_old_token_from_memcached ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_use_token_success +test.unit.common.middleware.test_tempauth.TestAuth.test_use_token_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_first_version +test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_first_version ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_new_version +test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_new_version ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_new_version_different_account +test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_new_version_different_account ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_object_no_versioning_with_container_config_true +test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_object_no_versioning_with_container_config_true ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_DELETE_on_expired_versioned_object +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_DELETE_on_expired_versioned_object ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_blank_add_versions_precedence +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_blank_add_versions_precedence ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_container_allow_versioned_writes_false +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_container_allow_versioned_writes_false ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_first_object_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_first_object_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_doubled_up_markers_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_doubled_up_markers_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_is_marker_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_is_marker_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_no_marker_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_no_marker_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_restores_marker_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_restores_marker_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_no_versions_container_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_no_versions_container_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_object_no_versioning_with_container_config_true +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_object_no_versioning_with_container_config_true ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_single_version_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_single_version_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_denied_DELETE_of_versioned_object +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_denied_DELETE_of_versioned_object ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_denied_PUT_of_versioned_object +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_denied_PUT_of_versioned_object ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_empty_versions_location +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_empty_versions_location ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_get_container +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_get_container ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_get_head +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_get_head ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_head_container +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_head_container ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_history_delete_marker_no_object_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_history_delete_marker_no_object_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_history_delete_marker_over_object_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_history_delete_marker_over_object_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_get_errors +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_get_errors ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_put_errors +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_put_errors ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_sysmeta_precedence +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_sysmeta_precedence ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container_both_headers +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container_both_headers ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container_history_header +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container_history_header ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_first_object_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_first_object_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_object_no_versioning +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_object_no_versioning ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_object_no_versioning_with_container_config_true +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_object_no_versioning_with_container_config_true ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_request_is_dlo_manifest_with_container_config_true +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_request_is_dlo_manifest_with_container_config_true ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_version_is_dlo_manifest_with_container_config_true +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_version_is_dlo_manifest_with_container_config_true ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_versioned_object_including_url_encoded_name_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_versioned_object_including_url_encoded_name_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_remove_add_versions_precedence +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_remove_add_versions_precedence ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_remove_headers +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_remove_headers ... ok +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_download +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_download ... ok +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_format_source_code +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_format_source_code ... ok +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_get_param +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_get_param ... ok +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_index +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_index ... ok +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_index_all +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_index_all ... ok +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_plot +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_plot ... ok +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx9e7016a9dedd4d22ba6b5-006644f9c1) +test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx77e736b2a7d547edaae73-006644f9c1) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx46b4e82f0f124e548999a-006644f9c1) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:2000/sda (txn: tx46b4e82f0f124e548999a-006644f9c1) +test ERROR: Container GET returning 503 for (204, 503, 503) (txn: tx46b4e82f0f124e548999a-006644f9c1) +test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx74c2e7edcd4345e49a161-006644f9c1) +test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx74c2e7edcd4345e49a161-006644f9c1) +test ERROR: Container GET returning 503 for (204, 503, 503) (txn: tx74c2e7edcd4345e49a161-006644f9c1) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx7cd28db8ce8549f3a77d0-006644f9c1) +test ERROR: Container GET returning 503 for (204, 404, 503) (txn: tx7cd28db8ce8549f3a77d0-006644f9c1) +test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.0:2000/sda (txn: txdd9995a1b57f4732bd0c5-006644f9c1) +test ERROR: Container GET returning 503 for (204, 404, 503) (txn: txdd9995a1b57f4732bd0c5-006644f9c1) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: tx9025115a41a04599a3593-006644f9c1) +test INFO: Client disconnected on read of '/a/c' (txn: tx9025115a41a04599a3593-006644f9c1) +test INFO: Client disconnected on read of '/a/c' (txn: tx7060622a90db4c78ad32e-006644f9c1) +test INFO: Client disconnected on read of '/a/c' (txn: tx7060622a90db4c78ad32e-006644f9c1) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txe0a516cebc8c4389bb426-006644f9c1) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txb75d4b1c9d914bd39016c-006644f9c1) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx12a2887828154baeb4a4c-006644f9c1) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx12a2887828154baeb4a4c-006644f9c1) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx12a2887828154baeb4a4c-006644f9c1) +test ERROR: Container GET returning 503 for [500, 500, 500] (txn: tx12a2887828154baeb4a4c-006644f9c1) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txf3469a778c2940f1ae037-006644f9c1) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txf3469a778c2940f1ae037-006644f9c1) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txf3469a778c2940f1ae037-006644f9c1) +test ERROR: Container GET returning 503 for [500, 500, 500] (txn: txf3469a778c2940f1ae037-006644f9c1) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a: Network unreachable (txn: tx94ae3acd583d4709832ea-006644f9c1) +test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a: Network unreachable (txn: tx94ae3acd583d4709832ea-006644f9c1) +test.unit.container.test_backend.TestCommonContainerBroker.test_get_raw_metadata +test.unit.container.test_backend.TestCommonContainerBroker.test_get_raw_metadata ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_OPTIONS_get_info_drops_origin +test.unit.proxy.test_mem_server.TestContainerController.test_OPTIONS_get_info_drops_origin ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_POST +test.unit.proxy.test_mem_server.TestContainerController.test_POST ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_sys_metadata +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_sys_metadata ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_POST_bad_metadata +test.unit.proxy.test_mem_server.TestContainerController.test_POST_bad_metadata ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_POST_calls_clean_acl +test.unit.proxy.test_mem_server.TestContainerController.test_POST_calls_clean_acl ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_POST_metadata +test.unit.proxy.test_mem_server.TestContainerController.test_POST_metadata ... ok +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read next part of object multi-part GET (retrying) 10.0.0.2:1002/sdc (txn: tx6329f8e897ec4dabb3508-006644f9bc) +proxy-server ERROR: Trying to read next part of object multi-part GET (retrying) 10.0.0.1:1001/sdb (txn: tx6329f8e897ec4dabb3508-006644f9bc) +proxy-server ERROR: Trying to read next part of object multi-part GET (retrying) 10.0.0.0:1000/sda (txn: tx6329f8e897ec4dabb3508-006644f9bc) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: txb40a987cc75f48fab778c-006644f9bc) +proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txb40a987cc75f48fab778c-006644f9bc) +proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx35f9d561e06a47e1bdc53-006644f9bc) +proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx46809845699d449facc7e-006644f9bc) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a/c/o: Timeout (Nones) (txn: tx46809845699d449facc7e-006644f9bc) +proxy-server ERROR: Object HEAD returning 503 for [] (txn: tx46809845699d449facc7e-006644f9bc) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: txd40353a64f7a42e1a185b-006644f9bc) +proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: txd40353a64f7a42e1a185b-006644f9bc) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a/c/o: Timeout (Nones) (txn: txd40353a64f7a42e1a185b-006644f9bc) +proxy-server ERROR: Object HEAD returning 503 for [507] (txn: txd40353a64f7a42e1a185b-006644f9bc) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx4a3ba0c82207434ba577c-006644f9bc) +proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx4a3ba0c82207434ba577c-006644f9bc) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a/c/o: Timeout (Nones) (txn: tx4a3ba0c82207434ba577c-006644f9bc) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx353928cbc53340b0930af-006644f9bc) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx353928cbc53340b0930af-006644f9bc) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx353928cbc53340b0930af-006644f9bc) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txa387d001b62947c8b3dc7-006644f9bc) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txa387d001b62947c8b3dc7-006644f9bc) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txa387d001b62947c8b3dc7-006644f9bc) +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_with_some_missing +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_with_some_missing ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_with_two_vector_timestamps +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_with_two_vector_timestamps ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_delete_at_in_past +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_delete_at_in_past ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_delete_at_non_integer +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_delete_at_non_integer ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_limits_expirer_queue_deletes +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_limits_expirer_queue_deletes ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_negative_delete_after +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_negative_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_non_int_delete_after +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_non_int_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_chunkreadtimeout_during_transfer_data +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_chunkreadtimeout_during_transfer_data ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_connect_exception_with_unicode_path +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_connect_exception_with_unicode_path ... ok +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 136, in GET + return self.GETorHEAD(req) + ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 102, in GETorHEAD + resp = req.get_response(self.app, query=query) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1630, in get_response + resp = self.acl_handler.handle_acl( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 96, in handle_acl + return ah._handle_acl(app, method) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 136, in _handle_acl + resp = self.req.get_acl_response(app, 'HEAD', + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1613, in get_acl_response + resp = self._get_response( + ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_version_id +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_version_id ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_version_id_not_implemented +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_version_id_not_implemented ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_get_syncs +test.unit.container.test_backend.TestCommonContainerBroker.test_get_syncs ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_abort +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_abort ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_complete +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_complete ... ok +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test WARNING: multipart: No SLO middleware in pipeline +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test WARNING: multipart: No SLO middleware in pipeline +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID"}}}' +test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID"}}}' - rejecting request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"name": "TENANT_NAME"}}}}' +test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"name": "TENANT_NAME"}}}}' - rejecting request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID"}}}}' +test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID"}}}}' - rejecting request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}}' +test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}}' - rejecting request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Error on keystone reply: 201 b'{"access": {"token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' - rejecting request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' - rejecting request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' - rejecting request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID"}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID"}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' - rejecting request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'' +test DEBUG: Error on keystone reply: 201 b'' - rejecting request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{}' +test DEBUG: Error on keystone reply: 201 b'{}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'[]' +test DEBUG: Error on keystone reply: 201 b'[]' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'null' +test DEBUG: Error on keystone reply: 201 b'null' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'"foo"' +test DEBUG: Error on keystone reply: 201 b'"foo"' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'1' +test DEBUG: Error on keystone reply: 201 b'1' - rejecting request +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_valid_but_bad_json +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_valid_but_bad_json ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_fail_to_connect_to_keystone +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_fail_to_connect_to_keystone ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_no_s3_creds_defers_to_auth_middleware +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_no_s3_creds_defers_to_auth_middleware ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_unauthorized_token +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_unauthorized_token ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorization_nova_toconnect +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorization_nova_toconnect ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key_and_unquote_chars +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key_and_unquote_chars ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key_in_container +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key_in_container ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_bytes +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_bytes ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_http +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_http ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_trailing_slash +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_trailing_slash ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_v3 +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_v3 ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_after_DELETE +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_after_DELETE ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_table_cont_count_do_migrations +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_table_cont_count_do_migrations ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_maybe_get +test.unit.container.test_backend.TestCommonContainerBroker.test_maybe_get ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_auto_create +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_auto_create ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_load_old_pending_puts +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_load_old_pending_puts ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_insufficient_space +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_insufficient_space ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_invalid_partition +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_invalid_partition ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_non_utf8_metadata +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_non_utf8_metadata ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_not_found +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_not_found ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_initiate +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_initiate ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_upload_part_missing_key +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_upload_part_missing_key ... ok swift-ring-builder set_info :[R:]/_ [ :[R:]/_] ... @@ -66483,848 +71481,6 @@ Search value matched 0 devices. The on-disk ring builder is unchanged. The minimum number of hours before a partition can be reassigned is now set to 24 -test.unit.cli.test_ringbuilder.TestCommands.test_set_min_part_hours_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_set_min_part_hours_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_overload -test.unit.cli.test_ringbuilder.TestCommands.test_set_overload ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_negative -test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_negative ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_non_numeric -test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_non_numeric ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_with_objects -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_with_objects ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_no_ips -test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_no_ips ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_no_local_device_in_ring -test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_no_local_device_in_ring ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_info_no_stale_reads -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_info_no_stale_reads ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_percent -test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_percent ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_percent_strange_input -test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_percent_strange_input ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_node_is_mounted -test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_node_is_mounted ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_node_is_not_mounted -test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_node_is_not_mounted ... ok -test-replicator DEBUG: Replicating db /path/to/file -test-replicator ERROR: Found /path/to/file for /a%20c%20t when it should be on partition 0; will replicate out and remove. -test-replicator DEBUG: Successfully deleted db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py -test-replicator DEBUG: Replicating db /path/to/file -test-replicator ERROR: Found /path/to/file for /a%20c%20t/c%20o%20n when it should be on partition 0; will replicate out and remove. -test-replicator DEBUG: Successfully deleted db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py -test-replicator DEBUG: Replicating db /path/to/file -test-replicator ERROR: Found /path/to/file for /a%20c%20t/c%20o%20n when it should be on partition 0; will replicate out and remove. -test-replicator DEBUG: Successfully deleted db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py -test-replicator DEBUG: Replicating db /path/to/file -test-replicator ERROR: Found /path/to/file for /a%20c%20t/c%20o%20n when it should be on partition 0; will replicate out and remove. -test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py (0/0 success) -test-replicator DEBUG: Replicating db /path/to/file -test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py (0/3 success) -test-replicator DEBUG: Replicating db /path/to/file -test-replicator ERROR: ERROR syncing /path/to/file with node {'id': 1, 'weight': 10.0, 'zone': 1, 'ip': '1.1.1.1', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.1', 'replication_port': 6200, 'region': 1}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/db_replicator.py", line 675, in _replicate_object - success = self._repl_to_node(node, broker, partition, info, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/db_replicator.py", line 481, in _repl_to_node - return self._handle_sync_response(node, response, info, broker, http, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/db_replicator.py", line 486, in _handle_sync_response - if response.status == HTTP_NOT_FOUND: # completely missing, rsync - ^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py", line 713, in status - raise self._status -Exception: ugh -test-replicator ERROR: ERROR syncing /path/to/file with node {'id': 2, 'weight': 10.0, 'zone': 2, 'ip': '1.1.1.2', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.2', 'replication_port': 6200, 'region': 2}: Timeout (Nones) -test-replicator DEBUG: /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.3:6200/sdb, nothing to do -test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py (1/3 success) -test-replicator DEBUG: Replicating db /path/to/file -test-replicator DEBUG: /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.1:6200/sdb, nothing to do -test-replicator DEBUG: /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.2:6200/sdb, nothing to do -test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py (2/3 success) -test-replicator DEBUG: Replicating db /path/to/file -test-replicator DEBUG: /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.1:6200/sdb, nothing to do -test-replicator DEBUG: /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.2:6200/sdb, nothing to do -test-replicator ERROR: ERROR Remote drive not mounted {'id': 3, 'weight': 10.0, 'zone': 3, 'ip': '1.1.1.3', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.3', 'replication_port': 6200, 'region': 1} -test-replicator ERROR: ERROR Remote drive not mounted {'id': 4, 'weight': 10.0, 'zone': 4, 'ip': '1.1.1.4', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.4', 'replication_port': 6200, 'region': 2} -test-replicator DEBUG: /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.5:6200/sdb, nothing to do -test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py (3/5 success) -test-replicator DEBUG: Replicating db /path/to/file -test-replicator DEBUG: /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.1:6200/sdb, nothing to do -test-replicator DEBUG: /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.2:6200/sdb, nothing to do -test-replicator DEBUG: /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.3:6200/sdb, nothing to do -test-replicator DEBUG: Successfully deleted db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py -test-replicator ERROR: Unable to decode remote metadata 'metadata' -test-replicator ERROR: Quarantining DB -test-replicator ERROR: ERROR Failed to get my own IPs? -test-replicator ERROR: Can't find itself 127.0.0.1 with port 1000 in ring file, not replicating -test-replicator INFO: Beginning replication run -test-replicator INFO: Replication run OVER -test-replicator INFO: Attempted to replicate 0 dbs in 0.00021 seconds (0.00000/s) -test-replicator INFO: Removed 0 dbs -test-replicator INFO: 0 successes, 0 failures -test-replicator INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test-replicator INFO: Beginning replication run -test-replicator INFO: Replication run OVER -test-replicator INFO: Attempted to replicate 0 dbs in 0.00048 seconds (0.00000/s) -test-replicator INFO: Removed 0 dbs -test-replicator INFO: 0 successes, 0 failures -test-replicator ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test-replicator INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test-replicator WARNING: Skipping: Boom! -test-replicator INFO: Beginning replication run -test-replicator INFO: Replication run OVER -test-replicator INFO: Attempted to replicate 0 dbs in 0.00104 seconds (0.00000/s) -test-replicator INFO: Removed 0 dbs -test-replicator INFO: 0 successes, 1 failures -test-replicator ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test-replicator INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test-replicator WARNING: Skipping: /srv/node/sdb is not mounted -test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_with_local_device_in_ring -test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_with_local_device_in_ring ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_stats -test.unit.common.test_db_replicator.TestDBReplicator.test_stats ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_usync -test.unit.common.test_db_replicator.TestDBReplicator.test_usync ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_usync_http_error_above_300 -test.unit.common.test_db_replicator.TestDBReplicator.test_usync_http_error_above_300 ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_usync_http_error_below_200 -test.unit.common.test_db_replicator.TestDBReplicator.test_usync_http_error_below_200 ... ok -test.unit.common.test_digest.TestDigestUtils.test_extract_digest_and_algorithm -test.unit.common.test_digest.TestDigestUtils.test_extract_digest_and_algorithm ... ok -test.unit.common.test_digest.TestDigestUtils.test_get_allowed_digests -test.unit.common.test_digest.TestDigestUtils.test_get_allowed_digests ... ok -test.unit.common.test_digest.TestDigestUtils.test_get_hmac -test.unit.common.test_digest.TestDigestUtils.test_get_hmac ... ok -test.unit.common.test_digest.TestDigestUtils.test_get_hmac_digest -test.unit.common.test_digest.TestDigestUtils.test_get_hmac_digest ... ok -test.unit.common.test_digest.TestDigestUtils.test_get_hmac_ip_range -test.unit.common.test_digest.TestDigestUtils.test_get_hmac_ip_range ... ok -test.unit.common.test_digest.TestDigestUtils.test_get_hmac_ip_range_non_binary_type -test.unit.common.test_digest.TestDigestUtils.test_get_hmac_ip_range_non_binary_type ... ok -test.unit.common.test_http_protocol.TestProxyProtocol.test_address_and_environ -test.unit.common.test_http_protocol.TestProxyProtocol.test_address_and_environ ... ok -test.unit.common.test_http_protocol.TestProxyProtocol.test_malformed_proxy_lines -test.unit.common.test_http_protocol.TestProxyProtocol.test_malformed_proxy_lines ... ok -test.unit.common.test_http_protocol.TestProxyProtocol.test_missing_proxy_line -test.unit.common.test_http_protocol.TestProxyProtocol.test_missing_proxy_line ... ok -test.unit.common.test_http_protocol.TestProxyProtocol.test_multiple_requests_with_proxy -test.unit.common.test_http_protocol.TestProxyProtocol.test_multiple_requests_with_proxy ... ok -test.unit.common.test_http_protocol.TestProxyProtocol.test_request_with_proxy -test.unit.common.test_http_protocol.TestProxyProtocol.test_request_with_proxy ... ok -test.unit.common.test_http_protocol.TestProxyProtocol.test_request_with_proxy_https -test.unit.common.test_http_protocol.TestProxyProtocol.test_request_with_proxy_https ... ok -test.unit.common.test_http_protocol.TestProxyProtocol.test_unknown_client_addr -test.unit.common.test_http_protocol.TestProxyProtocol.test_unknown_client_addr ... ok -test.unit.common.test_internal_client.TestCompressingfileReader.test_init -test.unit.common.test_internal_client.TestCompressingfileReader.test_init ... ok -test.unit.common.test_internal_client.TestCompressingfileReader.test_read -test.unit.common.test_internal_client.TestCompressingfileReader.test_read ... ok -test.unit.common.test_internal_client.TestCompressingfileReader.test_seek -test.unit.common.test_internal_client.TestCompressingfileReader.test_seek ... ok -test.unit.common.test_internal_client.TestCompressingfileReader.test_seek_not_implemented_exception -test.unit.common.test_internal_client.TestCompressingfileReader.test_seek_not_implemented_exception ... ok -test.unit.common.test_manager.TestManagerModule.test_command_wrapper -test.unit.common.test_manager.TestManagerModule.test_command_wrapper ... ok -test.unit.common.test_manager.TestManagerModule.test_exc -test.unit.common.test_manager.TestManagerModule.test_exc ... ok -test.unit.common.test_manager.TestManagerModule.test_format_server_name -test.unit.common.test_manager.TestManagerModule.test_format_server_name ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_delete_db_status -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_delete_db_status ... ok -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_recreate_with_objects -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_recreate_with_objects ... ok -test.unit.common.test_manager.TestManagerModule.test_safe_kill -test.unit.common.test_manager.TestManagerModule.test_safe_kill ... ok -test.unit.common.test_manager.TestManagerModule.test_servers -test.unit.common.test_manager.TestManagerModule.test_servers ... ok -test.unit.common.test_manager.TestManagerModule.test_setup_env -test.unit.common.test_manager.TestManagerModule.test_setup_env ... ok -test.unit.common.test_manager.TestManagerModule.test_verify_server -test.unit.common.test_manager.TestManagerModule.test_verify_server ... ok -test.unit.common.test_manager.TestManagerModule.test_watch_server_pids -test.unit.common.test_manager.TestManagerModule.test_watch_server_pids ... ok -test.unit.common.test_utils.TestCloseableChain.test_closeable_chain_closes -test.unit.common.test_utils.TestCloseableChain.test_closeable_chain_closes ... ok -test.unit.common.test_utils.TestCloseableChain.test_closeable_chain_iterates -test.unit.common.test_utils.TestCloseableChain.test_closeable_chain_iterates ... ok -test.unit.common.test_utils.TestDistributeEvenly.test_evenly_divided -test.unit.common.test_utils.TestDistributeEvenly.test_evenly_divided ... ok -test.unit.common.test_utils.TestDistributeEvenly.test_just_one -test.unit.common.test_utils.TestDistributeEvenly.test_just_one ... ok -test.unit.common.test_utils.TestDistributeEvenly.test_more_buckets_than_items -test.unit.common.test_utils.TestDistributeEvenly.test_more_buckets_than_items ... ok -test.unit.common.test_utils.TestDistributeEvenly.test_uneven -test.unit.common.test_utils.TestDistributeEvenly.test_uneven ... ok -test.unit.common.test_utils.TestGetExpirerContainer.test_get_expirer_container -test.unit.common.test_utils.TestGetExpirerContainer.test_get_expirer_container ... ok -test.unit.common.test_utils.TestLRUCache.test_maxsize -test.unit.common.test_utils.TestLRUCache.test_maxsize ... ok -test.unit.common.test_utils.TestLRUCache.test_maxtime -test.unit.common.test_utils.TestLRUCache.test_maxtime ... ok -test.unit.common.test_utils.TestLRUCache.test_set_maxsize -test.unit.common.test_utils.TestLRUCache.test_set_maxsize ... ok -test.unit.common.test_utils.TestLRUCache.test_set_maxtime -test.unit.common.test_utils.TestLRUCache.test_set_maxtime ... ok -test.unit.common.test_utils.TestNamespaceBoundList.test_eq -test.unit.common.test_utils.TestNamespaceBoundList.test_eq ... ok -test.unit.common.test_utils.TestNamespaceBoundList.test_get_namespace -test.unit.common.test_utils.TestNamespaceBoundList.test_get_namespace ... ok -test.unit.common.test_utils.TestNamespaceBoundList.test_parse -test.unit.common.test_utils.TestNamespaceBoundList.test_parse ... ok -test.unit.common.test_utils.TestPipeMutex.test_blocking -test.unit.common.test_utils.TestPipeMutex.test_blocking ... ok -test.unit.common.test_utils.TestPipeMutex.test_blocking_preserves_ownership -test.unit.common.test_utils.TestPipeMutex.test_blocking_preserves_ownership ... ok -test.unit.account.test_server.TestAccountController.test_GET_accept_conflicting -test.unit.account.test_server.TestAccountController.test_GET_accept_conflicting ... ok -test.unit.common.test_utils.TestPipeMutex.test_blocking_tpool -test.unit.common.test_utils.TestPipeMutex.test_blocking_tpool ... ok -test.unit.common.test_utils.TestPipeMutex.test_nonblocking -test.unit.common.test_utils.TestPipeMutex.test_nonblocking ... ok -test.unit.common.test_utils.TestPipeMutex.test_recursive -test.unit.common.test_utils.TestPipeMutex.test_recursive ... ok -test.unit.common.test_utils.TestPipeMutex.test_release_without_acquire -test.unit.common.test_utils.TestPipeMutex.test_release_without_acquire ... ok -test.unit.common.test_utils.TestPipeMutex.test_too_many_releases -test.unit.common.test_utils.TestPipeMutex.test_too_many_releases ... ok -test.unit.common.test_utils.TestPipeMutex.test_wrong_releaser -test.unit.common.test_utils.TestPipeMutex.test_wrong_releaser ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_ceil -test.unit.common.utils.test_timestamp.TestTimestamp.test_ceil ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_cmp_with_none -test.unit.common.utils.test_timestamp.TestTimestamp.test_cmp_with_none ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_delta -test.unit.common.utils.test_timestamp.TestTimestamp.test_delta ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_false -test.unit.common.utils.test_timestamp.TestTimestamp.test_false ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_float -test.unit.common.utils.test_timestamp.TestTimestamp.test_float ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_force_internal -test.unit.common.utils.test_timestamp.TestTimestamp.test_force_internal ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_from_isoformat -test.unit.common.utils.test_timestamp.TestTimestamp.test_from_isoformat ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_greater_no_offset -test.unit.common.utils.test_timestamp.TestTimestamp.test_greater_no_offset ... ok -test.unit.common.test_db.TestDatabaseBroker.test_merge_syncs -test.unit.common.test_db.TestDatabaseBroker.test_merge_syncs ... ok -test.unit.cli.test_ringcomposer.TestCommands.test_compose_existing -test.unit.cli.test_ringcomposer.TestCommands.test_compose_existing ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_greater_with_offset -test.unit.common.utils.test_timestamp.TestTimestamp.test_greater_with_offset ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_hashable -test.unit.common.utils.test_timestamp.TestTimestamp.test_hashable ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_int -test.unit.common.utils.test_timestamp.TestTimestamp.test_int ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_internal_format_no_offset -test.unit.common.utils.test_timestamp.TestTimestamp.test_internal_format_no_offset ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_internal_format_with_offset -test.unit.common.utils.test_timestamp.TestTimestamp.test_internal_format_with_offset ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_invalid_input -test.unit.common.utils.test_timestamp.TestTimestamp.test_invalid_input ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_invalid_string_conversion -test.unit.common.utils.test_timestamp.TestTimestamp.test_invalid_string_conversion ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_inversion -test.unit.common.utils.test_timestamp.TestTimestamp.test_inversion ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_isoformat -test.unit.common.utils.test_timestamp.TestTimestamp.test_isoformat ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_no_force_internal_no_offset -test.unit.common.utils.test_timestamp.TestTimestamp.test_no_force_internal_no_offset ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_no_force_internal_with_offset -test.unit.common.utils.test_timestamp.TestTimestamp.test_no_force_internal_with_offset ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_normal_format_no_offset -test.unit.common.utils.test_timestamp.TestTimestamp.test_normal_format_no_offset ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_not_equal -test.unit.common.utils.test_timestamp.TestTimestamp.test_not_equal ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_offset_limit -test.unit.common.utils.test_timestamp.TestTimestamp.test_offset_limit ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_ordering -test.unit.common.utils.test_timestamp.TestTimestamp.test_ordering ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_out_of_range_comparisons -test.unit.common.utils.test_timestamp.TestTimestamp.test_out_of_range_comparisons ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_raw -test.unit.common.utils.test_timestamp.TestTimestamp.test_raw ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_short_format_with_offset -test.unit.common.utils.test_timestamp.TestTimestamp.test_short_format_with_offset ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_smaller_no_offset -test.unit.common.utils.test_timestamp.TestTimestamp.test_smaller_no_offset ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_smaller_with_offset -test.unit.common.utils.test_timestamp.TestTimestamp.test_smaller_with_offset ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_true -test.unit.common.utils.test_timestamp.TestTimestamp.test_true ... ok -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_simple_delete -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_simple_delete ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_region -test.unit.cli.test_ringbuilder.TestCommands.test_set_region ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_info_stale_read_ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_info_stale_read_ok ... ok -test.unit.account.test_server.TestAccountController.test_GET_accept_json -test.unit.account.test_server.TestAccountController.test_GET_accept_json ... ok -test.unit.cli.test_ringcomposer.TestCommands.test_compose_fails_to_write_composite_builder_file -test.unit.cli.test_ringcomposer.TestCommands.test_compose_fails_to_write_composite_builder_file ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_expansion_limit_less_than_shrink_threshold -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_expansion_limit_less_than_shrink_threshold ... ok -test.unit.account.test_backend.TestAccountBroker.test_list_containers_iter -test.unit.account.test_backend.TestAccountBroker.test_list_containers_iter ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_region_domain_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_region_domain_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_region_ipv4_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_region_ipv4_new_format ... ok -test.unit.cli.test_ringcomposer.TestCommands.test_compose_fails_to_write_composite_ring_file -test.unit.cli.test_ringcomposer.TestCommands.test_compose_fails_to_write_composite_ring_file ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_plain -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_plain ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_region_ipv4_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_region_ipv4_old_format ... ok -test.unit.cli.test_ringcomposer.TestCommands.test_compose_insufficient_component_builder_files -test.unit.cli.test_ringcomposer.TestCommands.test_compose_insufficient_component_builder_files ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_region_ipv6_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_region_ipv6_new_format ... ok -test.unit.account.test_server.TestAccountController.test_GET_accept_not_valid -test.unit.account.test_server.TestAccountController.test_GET_accept_not_valid ... ok -test.unit.cli.test_ringcomposer.TestCommands.test_compose_nonexistent_component_builder_file -test.unit.cli.test_ringcomposer.TestCommands.test_compose_nonexistent_component_builder_file ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_region_ipv6_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_region_ipv6_old_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_region_no_matching -test.unit.cli.test_ringbuilder.TestCommands.test_set_region_no_matching ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_region_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_set_region_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_region_values_no_devices -test.unit.cli.test_ringbuilder.TestCommands.test_set_region_values_no_devices ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_replicas -test.unit.cli.test_ringbuilder.TestCommands.test_set_replicas ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_replicas_invalid_value -test.unit.cli.test_ringbuilder.TestCommands.test_set_replicas_invalid_value ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_replicas_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_set_replicas_number_of_arguments ... ok -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_simple_recreate -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_simple_recreate ... ok -test.unit.cli.test_ringcomposer.TestCommands.test_show -test.unit.cli.test_ringcomposer.TestCommands.test_show ... ok -test.unit.cli.test_ringcomposer.TestCommands.test_show_nonexistent_composite_builder_file -test.unit.cli.test_ringcomposer.TestCommands.test_show_nonexistent_composite_builder_file ... ok -test.unit.cli.test_ringcomposer.TestCommands.test_unknown_command -test.unit.cli.test_ringcomposer.TestCommands.test_unknown_command ... ok -test.unit.common.middleware.crypto.test_decrypter.TestModuleMethods.test_purge_crypto_sysmeta_headers -test.unit.common.middleware.crypto.test_decrypter.TestModuleMethods.test_purge_crypto_sysmeta_headers ... ok -test.unit.common.middleware.s3api.test_acl_utils.TestS3ApiAclUtils.test_canned_acl_header -test.unit.common.middleware.s3api.test_acl_utils.TestS3ApiAclUtils.test_canned_acl_header ... ok -test.unit.common.middleware.test_formpost.TestSwiftInfo.test_bad_config -test.unit.common.middleware.test_formpost.TestSwiftInfo.test_bad_config ... ok -test.unit.common.middleware.test_formpost.TestSwiftInfo.test_no_deprecated_digests -test.unit.common.middleware.test_formpost.TestSwiftInfo.test_no_deprecated_digests ... ok -test.unit.common.middleware.test_formpost.TestSwiftInfo.test_non_default_methods -test.unit.common.middleware.test_formpost.TestSwiftInfo.test_non_default_methods ... ok -test.unit.common.middleware.test_formpost.TestSwiftInfo.test_registered_defaults -test.unit.common.middleware.test_formpost.TestSwiftInfo.test_registered_defaults ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_is_authorized_for_permitted_referrer -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_is_authorized_for_permitted_referrer ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_is_not_authorized_for_unknown_reseller_prefix -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_is_not_authorized_for_unknown_reseller_prefix ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_options_allowed -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_options_allowed ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_with_validtoken_authorized_for_permitted_referrer -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_with_validtoken_authorized_for_permitted_referrer ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_auth_scheme -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_auth_scheme ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_blank_reseller_prefix -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_blank_reseller_prefix ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_confirmed_identity_is_authorized -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_confirmed_identity_is_authorized ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_confirmed_identity_is_not_authorized -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_confirmed_identity_is_not_authorized ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_denied_responses -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_denied_responses ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_detect_reseller_request -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_detect_reseller_request ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_identified_options_allowed -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_identified_options_allowed ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_invalid_request_authorized -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_invalid_request_authorized ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_invalid_request_non_authorized -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_invalid_request_non_authorized ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_asked_for_and_allowed -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_asked_for_and_allowed ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_asked_for_but_not_allowed -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_asked_for_but_not_allowed ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_default_allowed -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_default_allowed ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_not_set -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_not_set ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set_to_unknown -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set_to_unknown ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set_unknown_with_v2 -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set_unknown_with_v2 ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_reseller_prefix_added_underscore -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_reseller_prefix_added_underscore ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_reseller_prefix_not_added_double_underscores -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_reseller_prefix_not_added_double_underscores ... ok -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00046 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpr_4asn1b/sda/accounts/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.00446 seconds (224.27731/s) -test INFO: Removed 1 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00033 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00024 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00024 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -REPLICATE: /sda/0/7e85f39cfbd92b74b0b21a19f4188cca, sync, (-1, '00000000000000000000000000000000', '82c660cb-4e15-4e0f-ac90-ab3fdc035b95-sda', '1750205377.45047', '1750205377.44584', '0', '') -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmppdgexs8f/sda/accounts/0/cca/7e85f39cfbd92b74b0b21a19f4188cca/7e85f39cfbd92b74b0b21a19f4188cca.db -REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, sync, (-1, '00000000000000000000000000000000', '9fa13e4d-527e-4c3a-838f-60750b38f1d9-sda', '1750205377.47987', '1750205377.47791', '0', '') -REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, complete_rsync, ('9fa13e4d-527e-4c3a-838f-60750b38f1d9-sda', '7e85f39cfbd92b74b0b21a19f4188cca.db') -REPLICATE: /sdc/0/7e85f39cfbd92b74b0b21a19f4188cca, sync, (-1, '00000000000000000000000000000000', '9fa13e4d-527e-4c3a-838f-60750b38f1d9-sda', '1750205377.47987', '1750205377.47791', '0', '') -REPLICATE: /sdc/0/7e85f39cfbd92b74b0b21a19f4188cca, complete_rsync, ('9fa13e4d-527e-4c3a-838f-60750b38f1d9-sda', '7e85f39cfbd92b74b0b21a19f4188cca.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.63690 seconds (1.57009/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:2 ts_repl:0 -REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, sync, (1, '8db0f2f24bbd5e28a4159854a37fef29', 'a6c09dc1-3a63-4f0b-817a-155dfea9c22e-sda', '1750205378.30157', '1750205378.29942', '0', '') -REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, rsync_then_merge, ('a6c09dc1-3a63-4f0b-817a-155dfea9c22e-sda', '7e85f39cfbd92b74b0b21a19f4188cca.db') -REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, sync, (11, '4f8e67e41001d53a766bb6a3a89ecf7a', 'f98fc3b8-9acc-4730-bcf3-190edeef9b38-sda', '1750205379.78965', '1750205379.78726', '0', '') -REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, merge_items, ([{'ROWID': 1, 'name': '/a/c_0', 'put_timestamp': '1750205379.97122', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': '/a/c_1', 'put_timestamp': '1750205379.9791', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 3, 'name': '/a/c_2', 'put_timestamp': '1750205379.97932', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 4, 'name': '/a/c_3', 'put_timestamp': '1750205379.9795', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 5, 'name': '/a/c_4', 'put_timestamp': '1750205379.97967', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 6, 'name': '/a/c_5', 'put_timestamp': '1750205379.97983', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 7, 'name': '/a/c_6', 'put_timestamp': '1750205379.97999', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 8, 'name': '/a/c_7', 'put_timestamp': '1750205379.98014', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 9, 'name': '/a/c_8', 'put_timestamp': '1750205379.9803', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 10, 'name': '/a/c_9', 'put_timestamp': '1750205379.98047', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 11, 'name': '/a/c_missing', 'put_timestamp': '1750205379.98063', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}], 'f98fc3b8-9acc-4730-bcf3-190edeef9b38-sda') -REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, merge_syncs, ([],) -test INFO: - - - [18/Jun/2025:00:09:40 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0962 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:40 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.1166 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:40 +0000] "DELETE /sda1/./a" 400 20 "-" "-" "-" 0.0002 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:40 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.1244 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:40 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0053 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:41 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.2132 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:41 +0000] "DELETE /sda1/p/a" 404 - "-" "-" "-" 0.0004 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:41 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.1029 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:41 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0066 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:41 +0000] "PUT /sda1/p/a/c1" 204 - "-" "-" "-" 0.0887 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:41 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.1688 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:41 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0370 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:41 +0000] "DELETE /sda1/p/a" 400 26 "-" "-" "-" 0.0001 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:41 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0786 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:41 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0030 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:41 +0000] "GET /sda1/p/a" 200 87 "-" "-" "-" 0.0598 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:41 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0788 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:41 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0162 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:41 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0669 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:41 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0712 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:41 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0136 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:41 +0000] "GET /sda1/p/a" 200 87 "-" "-" "-" 0.0936 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:42 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0970 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:42 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:42 +0000] "GET /sda1/p/a" 406 - "-" "-" "-" 0.0002 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:42 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0840 "-" 709812 - -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_get -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_get ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_none -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_none ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put_elsewhere_fails -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put_elsewhere_fails ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put_to_own -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put_to_own ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_account_ratelimit -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_account_ratelimit ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_already_handled -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_already_handled ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_call_invalid_path -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_call_invalid_path ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_call_non_swift_api_path -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_call_non_swift_api_path ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_get_maxrate -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_get_maxrate ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_get_ratelimitable_key_tuples -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_get_ratelimitable_key_tuples ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_memcached_container_info_dict -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_memcached_container_info_dict ... ok -=============================================================================== ---> Starting reconnaissance on 2 hosts (object) -=============================================================================== -=============================================================================== ---> Starting reconnaissance on 5 hosts (object) -=============================================================================== -=============================================================================== ---> Starting reconnaissance on 2 hosts (object) -=============================================================================== -test WARNING: The following digest algorithms are configured but not supported: md5, not-a-valid-digest -test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing as anonymous -test DEBUG: Using identity: {'user': ('42', 'usr'), 'tenant': ('1', 'acct'), 'roles': ['admin'], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} -test DEBUG: tenant mismatch: AUTH_acct != 1 -test DEBUG: Using identity: {'user': (None, None), 'tenant': (None, None), 'roles': [], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} -test DEBUG: tenant mismatch: AUTH_foo != None -test DEBUG: Using identity: {'user': (None, None), 'tenant': (None, None), 'roles': [], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} -test DEBUG: tenant mismatch: AUTH_foo != None -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing from an overriding middleware -test DEBUG: User tenant_id has system reader authorizing -test DEBUG: tenant mismatch: AUTH_tenant_id2 != tenant_id -test DEBUG: allow user with role(s) admin,swiftoperator as account admin -ERROR: swift.cache could not be found in env! -ERROR: swift.cache could not be found in env! -ERROR: swift.cache could not be found in env! -ERROR: swift.cache could not be found in env! -ERROR: swift.cache could not be found in env! -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_no_memcache -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_no_memcache ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_blacklist -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_blacklist ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double_container -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double_container ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double_container_listing -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double_container_listing ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_multiple_acc -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_multiple_acc ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_old_memcache_format -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_old_memcache_format ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_old_white_black_list -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_old_white_black_list ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_set_incr -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_set_incr ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_whitelist_sysmeta -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_whitelist_sysmeta ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_restarting_memcache -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_restarting_memcache ... ok -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest ... ok -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_passthrough -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_passthrough ... ok -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_ratelimiting -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_ratelimiting ... ok -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_repeated_segments_uses_multi_range_requests -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_repeated_segments_uses_multi_range_requests ... ok -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_with_submanifest -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_with_submanifest ... ok -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_with_submanifest_bytes_in_content_type -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_with_submanifest_bytes_in_content_type ... ok -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_multiple_ranges_get_manifest -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_multiple_ranges_get_manifest ... ok -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_multiple_ranges_including_suffix_get_manifest -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_multiple_ranges_including_suffix_get_manifest ... ok -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_range_get_manifest -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_range_get_manifest ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_range_manifest -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_range_manifest ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_segment_with_non_ascii_path -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_segment_with_non_ascii_path ... ok -test.unit.account.test_backend.TestAccountBroker.test_list_objects_iter_order_and_reverse -test.unit.account.test_backend.TestAccountBroker.test_list_objects_iter_order_and_reverse ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_subrange_manifest -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_subrange_manifest ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_first_byte -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_first_byte ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_on_segment_boundaries -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_on_segment_boundaries ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_overlapping_end -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_overlapping_end ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_sub_slo -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_sub_slo ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_unsatisfiable -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_unsatisfiable ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_range_manifest -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_range_manifest ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_subrange_manifest -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_subrange_manifest ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_account_delete_permissions -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_account_delete_permissions ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_account_put_permissions -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_account_put_permissions ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_admin_is_owner -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_admin_is_owner ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_anon -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_anon ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_anon_badpath -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_anon_badpath ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_deny_non_reseller_prefix -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_deny_non_reseller_prefix ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_deny_non_reseller_prefix_no_override -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_deny_non_reseller_prefix_no_override ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_fail -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_fail ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_no_reseller_prefix_deny -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_no_reseller_prefix_deny ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_no_reseller_prefix_no_token -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_no_reseller_prefix_no_token ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_prefix_init -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_prefix_init ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_reseller_prefix_with_s3_deny -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_reseller_prefix_with_s3_deny ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_scheme -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_scheme ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_old_s3api_details -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_old_s3api_details ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_old_swift3_details -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_old_swift3_details ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_s3api_authorization_good -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_s3api_authorization_good ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_s3api_authorization_invalid -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_s3api_authorization_invalid ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_swift3_authorization_good -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_swift3_authorization_good ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_swift3_authorization_invalid -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_swift3_authorization_invalid ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_account_access -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_account_access ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_group_access -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_group_access ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_referer_after_user_groups -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_referer_after_user_groups ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_referrer_access -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_referrer_access ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_bad_path -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_bad_path ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_deny_cross_reseller -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_deny_cross_reseller ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_detect_reseller_request -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_detect_reseller_request ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_bad_path -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_bad_path ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_invalid_x_auth_user_format -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_invalid_x_auth_user_format ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_missing_key -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_missing_key ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_non_matching_account_in_request -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_non_matching_account_in_request ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_memcache_error -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_memcache_error ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_success -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_success ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_success_other_auth_prefix -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_success_other_auth_prefix ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_user_group -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_user_group ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_object_name_containing_slash -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_object_name_containing_slash ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_old_token_overdate -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_old_token_overdate ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_old_token_with_old_data -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_old_token_with_old_data ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_options_call -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_options_call ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_asked_for_and_allowed -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_asked_for_and_allowed ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_asked_for_but_not_allowed -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_asked_for_but_not_allowed ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_default_allowed -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_default_allowed ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_regular_is_not_owner -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_regular_is_not_owner ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_request_method_not_allowed -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_request_method_not_allowed ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_reseller_admin_is_owner -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_reseller_admin_is_owner ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_reseller_prefix_init -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_reseller_prefix_init ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_statsd_prefix -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_statsd_prefix ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_based_on_host -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_based_on_host ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_default -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_default ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_overridden_scheme -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_overridden_scheme ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_successful_token_unicode_user -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_successful_token_unicode_user ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_fail_key -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_fail_key ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_fail_no_timestamp -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_fail_no_timestamp ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_success -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_success ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_success_lb_sync_host -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_success_lb_sync_host ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_top_level_deny -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_top_level_deny ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_use_old_token_from_memcached -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_use_old_token_from_memcached ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_use_token_success -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_use_token_success ... ok -test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_account_with_no_user -test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_account_with_no_user ... ok -test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_base64_encoding -test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_base64_encoding ... ok -test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_key_with_no_value -test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_key_with_no_value ... ok -test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_parse_user_creation -test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_parse_user_creation ... ok -test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_bad_config -test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_bad_config ... ok -test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_no_deprecated_digests -test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_no_deprecated_digests ... ok -test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_non_default_methods -test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_non_default_methods ... ok -test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_registered_defaults -test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_registered_defaults ... ok -test.unit.common.middleware.test_xprofile.TestProfilers.test_runcall -test.unit.common.middleware.test_xprofile.TestProfilers.test_runcall ... ok -test.unit.common.middleware.test_xprofile.TestProfilers.test_runctx -test.unit.common.middleware.test_xprofile.TestProfilers.test_runctx ... ok -test.unit.common.middleware.test_xprofile.Test_profile_log.test_clear -test.unit.common.middleware.test_xprofile.Test_profile_log.test_clear ... ok -test.unit.common.middleware.test_xprofile.Test_profile_log.test_dump_profile -test.unit.common.middleware.test_xprofile.Test_profile_log.test_dump_profile ... ok -test.unit.common.middleware.test_xprofile.Test_profile_log.test_get_all_pids -test.unit.common.middleware.test_xprofile.Test_profile_log.test_get_all_pids ... ok -test.unit.account.test_server.TestAccountController.test_GET_accept_wildcard -test.unit.account.test_server.TestAccountController.test_GET_accept_wildcard ... ok -test.unit.common.middleware.test_xprofile.Test_profile_log.test_get_logfiles -test.unit.common.middleware.test_xprofile.Test_profile_log.test_get_logfiles ... ok -test.unit.common.test_memcached.TestMemcacheCommand.test_get_key_prefix -test.unit.common.test_memcached.TestMemcacheCommand.test_get_key_prefix ... ok -test.unit.common.test_memcached.TestMemcacheCommand.test_init -test.unit.common.test_memcached.TestMemcacheCommand.test_init ... ok -test.unit.common.test_splice.TestTee.test_available -test.unit.common.test_splice.TestTee.test_available ... ok -test.unit.common.test_splice.TestTee.test_errno -test.unit.common.test_splice.TestTee.test_errno ... ok -test ERROR: Returning 497 because of blacklisting: b -test ERROR: Returning 497 because of blacklisting: b -test ERROR: Returning 497 because of blacklisting: b -test ERROR: Returning 497 because of blacklisting: b -test ERROR: Returning 497 because of blacklisting: b -Error while closing FD -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_splice.py", line 52, in safe_close - os.close(fd) -OSError: [Errno 9] Bad file descriptor -Error while closing FD -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_splice.py", line 52, in safe_close - os.close(fd) -OSError: [Errno 9] Bad file descriptor -test.unit.common.test_splice.TestTee.test_fileno -test.unit.common.test_splice.TestTee.test_fileno ... ok -test.unit.common.test_splice.TestTee.test_flags_list -test.unit.common.test_splice.TestTee.test_flags_list ... ok -test.unit.common.test_splice.TestTee.test_tee_pipe_to_pipe -test.unit.common.test_splice.TestTee.test_tee_pipe_to_pipe ... ok -test.unit.common.test_splice.TestTee.test_unavailable -test.unit.common.test_splice.TestTee.test_unavailable ... ok -test.unit.common.test_splice.TestTee.test_unavailable_in_libc -test.unit.common.test_splice.TestTee.test_unavailable_in_libc ... ok -test.unit.common.test_swob.TestMatch.test_match -test.unit.common.test_swob.TestMatch.test_match ... ok -test.unit.common.test_swob.TestMatch.test_match_lots_of_optional_white_space -test.unit.common.test_swob.TestMatch.test_match_lots_of_optional_white_space ... ok -test.unit.common.test_swob.TestMatch.test_match_no_optional_white_space -test.unit.common.test_swob.TestMatch.test_match_no_optional_white_space ... ok -test.unit.common.test_swob.TestMatch.test_match_noquote -test.unit.common.test_swob.TestMatch.test_match_noquote ... ok -test.unit.common.test_swob.TestMatch.test_match_star -test.unit.common.test_swob.TestMatch.test_match_star ... ok -test.unit.common.test_utils.TestGreenthreadSafeIterator.test_access_is_serialized -test.unit.common.test_utils.TestGreenthreadSafeIterator.test_access_is_serialized ... ok -test.unit.common.test_utils.TestGreenthreadSafeIterator.test_setup_works -test.unit.common.test_utils.TestGreenthreadSafeIterator.test_setup_works ... ok -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_bad_start -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_bad_start ... ok -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_basic -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_basic ... ok -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_basic2 -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_basic2 ... ok -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_big_reads -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_big_reads ... ok -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_broken_mid_stream -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_broken_mid_stream ... ok -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_empty -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_empty ... ok -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_leading_crlfs -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_leading_crlfs ... ok -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_readline -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_readline ... ok -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_readline_with_tiny_chunks -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_readline_with_tiny_chunks ... ok -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_tiny_reads -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_tiny_reads ... ok -test.unit.common.test_utils.TestParseContentRange.test_bad -test.unit.common.test_utils.TestParseContentRange.test_bad ... ok -test.unit.common.test_utils.TestParseContentRange.test_good -test.unit.common.test_utils.TestParseContentRange.test_good ... ok -test.unit.common.test_utils.TestShardRangeList.test_filter -test.unit.common.test_utils.TestShardRangeList.test_filter ... ok -test.unit.common.test_utils.TestShardRangeList.test_find_lower -test.unit.common.test_utils.TestShardRangeList.test_find_lower ... ok -test.unit.common.test_utils.TestShardRangeList.test_includes -test.unit.common.test_utils.TestShardRangeList.test_includes ... ok -test.unit.common.test_utils.TestShardRangeList.test_init -test.unit.common.test_utils.TestShardRangeList.test_init ... ok -test.unit.common.test_utils.TestShardRangeList.test_init_with_list -test.unit.common.test_utils.TestShardRangeList.test_init_with_list ... ok -test.unit.common.test_utils.TestShardRangeList.test_pop -test.unit.common.test_utils.TestShardRangeList.test_pop ... ok -test.unit.common.test_utils.TestShardRangeList.test_slice -test.unit.common.test_utils.TestShardRangeList.test_slice ... ok -test.unit.common.test_utils.TestShardRangeList.test_states -test.unit.common.test_utils.TestShardRangeList.test_states ... ok -test.unit.common.test_utils.TestShardRangeList.test_timestamps -test.unit.common.test_utils.TestShardRangeList.test_timestamps ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight ... ok -test.unit.common.test_wsgi.TestPipelineWrapper.test_insert_filter -test.unit.common.test_wsgi.TestPipelineWrapper.test_insert_filter ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_all_devices -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_all_devices ... ok -test.unit.common.test_wsgi.TestPipelineWrapper.test_startswith -test.unit.common.test_wsgi.TestPipelineWrapper.test_startswith ... ok -test.unit.common.test_wsgi.TestPipelineWrapper.test_startswith_no_filters -test.unit.common.test_wsgi.TestPipelineWrapper.test_startswith_no_filters ... ok swift-ring-builder set_min_part_hours Changes the to the given . This should be set to however long a full replication/update cycle takes. We're working on a way @@ -67400,305 +71556,1682 @@ Option --yes assume a yes response to all questions. -The can be of the form:: - - drz-:R:/ - _ - - Where and are replication ip and port. - - Any part is optional, but you must include at least one part. - - Examples:: - - d74 Matches the device id 74 - r4 Matches devices in region 4 - z1 Matches devices in zone 1 - z1-1.2.3.4 Matches devices in zone 1 with the ip 1.2.3.4 - 1.2.3.4 Matches devices in any zone with the ip 1.2.3.4 - z1:5678 Matches devices in zone 1 using port 5678 - :5678 Matches devices that use port 5678 - R5.6.7.8 Matches devices that use replication ip 5.6.7.8 - R:5678 Matches devices that use replication port 5678 - 1.2.3.4R5.6.7.8 Matches devices that use ip 1.2.3.4 and replication ip - 5.6.7.8 - /sdb1 Matches devices with the device name sdb1 - _shiny Matches devices with shiny in the meta data - _"snet: 5.6.7.8" Matches devices with snet: 5.6.7.8 in the meta data - [::1] Matches devices in any zone with the ip ::1 - z1-[::1]:5678 Matches devices in zone 1 with ip ::1 and port 5678 - - Most specific example:: - - d74r4z1-1.2.3.4:5678/sdb1_"snet: 5.6.7.8" - - Nerd explanation: - - All items require their single character prefix except the ip, in which - case the - is optional unless the device id or zone is also included. -Search value matched 0 devices. -The on-disk ring builder is unchanged. -The replica count is now 3.141593. -The change will take effect after the next rebalance. -swift-ring-builder set_replicas - Changes the replica count to the given . may - be a floating-point value, in which case some partitions will have - floor() replicas and some will have ceiling() - in the correct proportions. - - A rebalance is needed to make the change take effect. -"test" is not a valid number. -Replica count must be at least 1. -swift-ring-builder set_replicas - Changes the replica count to the given . may - be a floating-point value, in which case some partitions will have - floor() replicas and some will have ceiling() - in the correct proportions. - - A rebalance is needed to make the change take effect. -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 -Matched more than one device: - d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" - d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"" - d2r2z2-127.0.0.3:6202R127.0.0.3:6202/sdc3_"" - d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 200.0 -d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"" weight set to 200.0 -d2r2z2-127.0.0.3:6202R127.0.0.3:6202/sdc3_"" weight set to 200.0 -d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" weight set to 200.0 +test.unit.cli.test_ringbuilder.TestCommands.test_set_region_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_set_region_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_region_values_no_devices +test.unit.cli.test_ringbuilder.TestCommands.test_set_region_values_no_devices ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_replicas +test.unit.cli.test_ringbuilder.TestCommands.test_set_replicas ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_replicas_invalid_value +test.unit.cli.test_ringbuilder.TestCommands.test_set_replicas_invalid_value ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_replicas_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_set_replicas_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_all_devices +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_all_devices ... ok test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_domain_new_format test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_domain_new_format ... ok test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_ipv4_new_format test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_ipv4_new_format ... ok -test.unit.common.test_wsgi.TestPipelineWrapper.test_str -test.unit.common.test_wsgi.TestPipelineWrapper.test_str ... ok -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_update_delete_no_status_change -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_update_delete_no_status_change ... ok test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_ipv4_old_format test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_ipv4_old_format ... ok -test.unit.common.test_wsgi.TestPipelineWrapper.test_str_unknown_filter -test.unit.common.test_wsgi.TestPipelineWrapper.test_str_unknown_filter ... ok -test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ip -test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ip ... ok -test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ipv4 -test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ipv4 ... ok -test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ipv6 -test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ipv6 ... ok -test.unit.account.test_backend.TestAccountBroker.test_load_old_pending_puts -test.unit.account.test_backend.TestAccountBroker.test_load_old_pending_puts ... ok test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_ipv6_new_format test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_ipv6_new_format ... ok -test.unit.container.test_sharder.TestSharder.test_audit_cleave_contexts -test.unit.container.test_sharder.TestSharder.test_audit_cleave_contexts ... ok test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_ipv6_old_format test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_ipv6_old_format ... ok test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_no_matching test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_no_matching ... ok -test.unit.account.test_server.TestAccountController.test_GET_accept_xml -test.unit.account.test_server.TestAccountController.test_GET_accept_xml ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_old_format_two_devices -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_old_format_two_devices ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_double_check_trailing_delimiter -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_double_check_trailing_delimiter ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_values_no_devices -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_values_no_devices ... ok -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_update_put_no_status_change -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_update_put_no_status_change ... ok -test.unit.common.test_db.TestDatabaseBroker.test_metadata -test.unit.common.test_db.TestDatabaseBroker.test_metadata ... ok -test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_on_non_utf8 -test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_on_non_utf8 ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_xml -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_xml ... ok -test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_over_max_count -test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_over_max_count ... ok -test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_over_max_overall_size -test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_over_max_overall_size ... ok -test.unit.common.test_db.TestDatabaseBroker.test_metadata_with_max_count -test.unit.common.test_db.TestDatabaseBroker.test_metadata_with_max_count ... ok -test.unit.common.test_db.TestDatabaseBroker.test_metadata_with_max_overall_size -test.unit.common.test_db.TestDatabaseBroker.test_metadata_with_max_overall_size ... ok -test.unit.account.test_server.TestAccountController.test_GET_empty_account_json -test.unit.account.test_server.TestAccountController.test_GET_empty_account_json ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_false -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_false ... ok -test INFO: - - - [18/Jun/2025:00:09:35 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.2307 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:35 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.3685 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:35 +0000] "DELETE /sda1/./a" 400 20 "-" "-" "-" 0.0002 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:36 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.3298 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:36 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0012 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:36 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.4314 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:36 +0000] "DELETE /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:36 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0786 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:36 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0011 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:36 +0000] "PUT /sda1/p/a/c1" 204 - "-" "-" "-" 0.0772 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:37 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.2178 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:37 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0618 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:37 +0000] "DELETE /sda1/p/a" 400 26 "-" "-" "-" 0.0001 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:37 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.1180 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:37 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0265 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:37 +0000] "GET /sda1/p/a" 200 87 "-" "-" "-" 0.2097 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:37 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0947 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:37 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0613 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:37 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0996 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:37 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0765 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:37 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:37 +0000] "GET /sda1/p/a" 200 87 "-" "-" "-" 0.1010 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:38 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.1118 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:38 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0186 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:38 +0000] "GET /sda1/p/a" 406 - "-" "-" "-" 0.0002 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:38 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0456 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:38 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0079 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:38 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.1585 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:38 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.3071 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:38 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0254 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:39 +0000] "GET /sda1/p/a" 200 196 "-" "-" "-" 0.5868 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:39 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.3496 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:39 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0018 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:39 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.1786 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:39 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:39 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0727 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:39 +0000] "GET /sda1/p/a" 200 68 "-" "-" "-" 0.0014 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:39 +0000] "GET /sda1/p/a" 400 21 "-" "-" "-" 0.0002 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:39 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0623 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:39 +0000] "PUT /sda1/p/a/.sub.0" 201 - "-" "-" "-" 0.0167 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:40 +0000] "PUT /sda1/p/a/.sub.0.0" 201 - "-" "-" "-" 0.0944 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:40 +0000] "PUT /sda1/p/a/.sub.0.1" 201 - "-" "-" "-" 0.0620 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:40 +0000] "PUT /sda1/p/a/.sub.0.2" 201 - "-" "-" "-" 0.0830 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:40 +0000] "PUT /sda1/p/a/.sub.1" 201 - "-" "-" "-" 0.0839 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:40 +0000] "PUT /sda1/p/a/.sub.1.0" 201 - "-" "-" "-" 0.0826 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:40 +0000] "PUT /sda1/p/a/.sub.1.1" 201 - "-" "-" "-" 0.0972 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:40 +0000] "PUT /sda1/p/a/.sub.1.2" 201 - "-" "-" "-" 0.0782 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:40 +0000] "PUT /sda1/p/a/.sub.2" 201 - "-" "-" "-" 0.1020 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:40 +0000] "PUT /sda1/p/a/.sub.2.0" 201 - "-" "-" "-" 0.0825 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:40 +0000] "PUT /sda1/p/a/.sub.2.1" 201 - "-" "-" "-" 0.1333 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:40 +0000] "PUT /sda1/p/a/.sub.2.2" 201 - "-" "-" "-" 0.1467 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:41 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0856 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:41 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0015 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:41 +0000] "GET /sda1/p/a" 200 45 "-" "-" "-" 0.0014 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:41 +0000] "GET /sda1/p/a" 200 27 "-" "-" "-" 0.0015 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:41 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0733 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:41 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0086 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:41 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0930 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:41 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0868 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:41 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0892 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:41 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0774 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:41 +0000] "GET /sda1/p/a" 200 261 "-" "-" "-" 0.0672 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:41 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.0026 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:41 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0729 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:41 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0010 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:41 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0864 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:41 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0667 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:41 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0576 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:41 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0782 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:42 +0000] "GET /sda1/p/a" 200 9 "-" "-" "-" 0.0864 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:42 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0015 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:42 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0894 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:42 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0059 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:42 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.3231 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:42 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.1421 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:42 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.1145 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:42 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.1175 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:42 +0000] "GET /sda1/p/a" 200 452 "-" "-" "-" 0.0779 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:42 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.0014 "-" 709804 - -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_true -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_true ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info_no_stale_reads -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info_no_stale_reads ... ok -test.unit.common.test_db.TestExampleBroker.test_put_timestamp -test.unit.common.test_db.TestExampleBroker.test_put_timestamp ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone ... ok -test.unit.account.test_server.TestAccountController.test_GET_empty_account_plain -test.unit.account.test_server.TestAccountController.test_GET_empty_account_plain ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_domain_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_domain_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv4_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv4_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv4_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv4_old_format ... ok -test.unit.container.test_sharder.TestSharder.test_audit_deleted_root_container -test.unit.container.test_sharder.TestSharder.test_audit_deleted_root_container ... ok -test.unit.account.test_server.TestAccountController.test_GET_empty_account_xml -test.unit.account.test_server.TestAccountController.test_GET_empty_account_xml ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv6_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv6_new_format ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_four_donors_two_acceptors -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_four_donors_two_acceptors ... ok -test.unit.account.test_server.TestAccountController.test_GET_invalid_accept -test.unit.account.test_server.TestAccountController.test_GET_invalid_accept ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv6_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv6_old_format ... ok -test.unit.account.test_backend.TestAccountBroker.test_merge_items -test.unit.account.test_backend.TestAccountBroker.test_merge_items ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_no_matching -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_no_matching ... ok -Device d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" with 100.0 weight got id 4 -d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" weight set to 3.14159265359 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 -Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 100.0 weight got id 4 -d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" weight set to 3.14159265359 -Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 100.0 weight got id 4 -d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" weight set to 3.14159265359 -swift-ring-builder set_weight - [ ] ... - [--yes] - -or - -swift-ring-builder set_weight - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - [--yes] +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:57 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Expecting an element , got nothing, line 1 +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:57 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. +test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. +test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. +test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. +test DEBUG: User tenant_id has system reader authorizing +test DEBUG: tenant mismatch: AUTH_tenant_id2 != tenant_id +test DEBUG: allow user with role(s) swiftoperator,admin as account admin +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +Thu May 16 08:06:58 2024 /tmp/tmpwgn145rs/unittest.profile123 +Thu May 16 08:06:58 2024 /tmp/tmpwgn145rs/unittest.profile1363410 +Thu May 16 08:06:58 2024 /tmp/tmpwgn145rs/unittest.profile456 - Where , and are replication ip, hostname - and port. and are the search weight and new - weight values respectively. - Any of the options are optional in both cases. + 30 function calls in 0.001 seconds - Resets the devices' weights. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. + Ordered by: internal time - Option --yes assume a yes response to all questions. -swift-ring-builder set_weight - [ ] ... - [--yes] + ncalls tottime percall cumtime percall filename:lineno(function) + 6 0.001 0.000 0.001 0.000 profile:0(import os;os.getcwd();) + 6 0.000 0.000 0.000 0.000 :0(exec) + 6 0.000 0.000 0.000 0.000 :0(getcwd) + 6 0.000 0.000 0.000 0.000 :1() + 0 0.000 0.000 profile:0(profiler) + 6 0.000 0.000 0.000 0.000 :0(setprofile) -or -swift-ring-builder set_weight - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - [--yes] +Thu May 16 08:06:58 2024 /tmp/tmpwgn145rs/unittest.profile123 +Thu May 16 08:06:58 2024 /tmp/tmpwgn145rs/unittest.profile1363410 +Thu May 16 08:06:58 2024 /tmp/tmpwgn145rs/unittest.profile456 - Where , and are replication ip, hostname - and port. and are the search weight and new - weight values respectively. - Any of the options are optional in both cases. + 30 function calls in 0.001 seconds - Resets the devices' weights. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. + Ordered by: call count - Option --yes assume a yes response to all questions. + ncalls tottime percall cumtime percall filename:lineno(function) + 6 0.001 0.000 0.001 0.000 profile:0(import os;os.getcwd();) + 6 0.000 0.000 0.000 0.000 :0(exec) + 6 0.000 0.000 0.000 0.000 :1() + 6 0.000 0.000 0.000 0.000 :0(getcwd) + 6 0.000 0.000 0.000 0.000 :0(setprofile) + 0 0.000 0.000 profile:0(profiler) + + +Thu May 16 08:06:58 2024 /tmp/tmpwgn145rs/unittest.profile123 +Thu May 16 08:06:58 2024 /tmp/tmpwgn145rs/unittest.profile1363410 +Thu May 16 08:06:58 2024 /tmp/tmpwgn145rs/unittest.profile456 + + 30 function calls in 0.001 seconds + + Ordered by: internal time + + ncalls tottime percall cumtime percall filename:lineno(function) + 6 0.001 0.000 0.001 0.000 profile:0(import os;os.getcwd();) + 6 0.000 0.000 0.000 0.000 :0(exec) + 6 0.000 0.000 0.000 0.000 :0(getcwd) + 6 0.000 0.000 0.000 0.000 :1() + 0 0.000 0.000 profile:0(profiler) + 6 0.000 0.000 0.000 0.000 :0(setprofile) + + +Thu May 16 08:06:58 2024 /tmp/tmp09_evob5/unittest.profile123 + + 5 function calls in 0.000 seconds + + Ordered by: internal time + + ncalls tottime percall cumtime percall filename:lineno(function) + 1 0.000 0.000 0.000 0.000 :0(exec) + 1 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) + 1 0.000 0.000 0.000 0.000 :1() + 1 0.000 0.000 0.000 0.000 :0(getcwd) + 0 0.000 0.000 profile:0(profiler) + 1 0.000 0.000 0.000 0.000 :0(setprofile) + + +Thu May 16 08:06:58 2024 /tmp/tmp09_evob5/unittest.profile123 + + 5 function calls in 0.000 seconds + + Ordered by: internal time + + ncalls tottime percall cumtime percall filename:lineno(function) + 1 0.000 0.000 0.000 0.000 :0(exec) + 1 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) + 1 0.000 0.000 0.000 0.000 :1() + 1 0.000 0.000 0.000 0.000 :0(getcwd) + 0 0.000 0.000 profile:0(profiler) + 1 0.000 0.000 0.000 0.000 :0(setprofile) + + +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_render +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_render ... ok +test.unit.common.ring.test_utils.TestUtils.test_build_dev_from_opts +test.unit.common.ring.test_utils.TestUtils.test_build_dev_from_opts ... ok +test.unit.common.ring.test_utils.TestUtils.test_build_tier_tree +test.unit.common.ring.test_utils.TestUtils.test_build_tier_tree ... ok +test.unit.common.ring.test_utils.TestUtils.test_dispersion_report +test.unit.common.ring.test_utils.TestUtils.test_dispersion_report ... ok +test.unit.common.ring.test_utils.TestUtils.test_is_local_device +test.unit.common.ring.test_utils.TestUtils.test_is_local_device ... ok +test.unit.common.ring.test_utils.TestUtils.test_is_valid_hostname +test.unit.common.ring.test_utils.TestUtils.test_is_valid_hostname ... ok +test.unit.common.ring.test_utils.TestUtils.test_normalized_device_tier_names +test.unit.common.ring.test_utils.TestUtils.test_normalized_device_tier_names ... ok +test.unit.common.ring.test_utils.TestUtils.test_parse_address_old_format +test.unit.common.ring.test_utils.TestUtils.test_parse_address_old_format ... ok +test.unit.common.ring.test_utils.TestUtils.test_parse_args +test.unit.common.ring.test_utils.TestUtils.test_parse_args ... ok +test.unit.common.ring.test_utils.TestUtils.test_parse_builder_ring_filename_args +test.unit.common.ring.test_utils.TestUtils.test_parse_builder_ring_filename_args ... ok +test.unit.common.ring.test_utils.TestUtils.test_parse_change_values_from_opts +test.unit.common.ring.test_utils.TestUtils.test_parse_change_values_from_opts ... ok +test.unit.common.ring.test_utils.TestUtils.test_parse_search_value +test.unit.common.ring.test_utils.TestUtils.test_parse_search_value ... ok +test.unit.common.ring.test_utils.TestUtils.test_parse_search_values_from_opts +test.unit.common.ring.test_utils.TestUtils.test_parse_search_values_from_opts ... ok +test.unit.common.ring.test_utils.TestUtils.test_replication_defaults +test.unit.common.ring.test_utils.TestUtils.test_replication_defaults ... ok +test.unit.common.ring.test_utils.TestUtils.test_tiers_for_dev +test.unit.common.ring.test_utils.TestUtils.test_tiers_for_dev ... ok +test.unit.common.ring.test_utils.TestUtils.test_validate_and_normalize_address +test.unit.common.ring.test_utils.TestUtils.test_validate_and_normalize_address ... ok +test.unit.common.ring.test_utils.TestUtils.test_validate_and_normalize_ip +test.unit.common.ring.test_utils.TestUtils.test_validate_and_normalize_ip ... ok +test.unit.common.ring.test_utils.TestUtils.test_validate_args +test.unit.common.ring.test_utils.TestUtils.test_validate_args ... ok +test.unit.common.ring.test_utils.TestUtils.test_validate_args_new_cmd_format +test.unit.common.ring.test_utils.TestUtils.test_validate_args_new_cmd_format ... ok +test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_close +test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_close ... ok +test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_errors +test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_errors ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_delete_with_objects +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_delete_with_objects ... ok +test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_exact +test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_exact ... ok +test.unit.common.test_base_storage_server.TestBaseStorageServer.test_OPTIONS +test.unit.common.test_base_storage_server.TestBaseStorageServer.test_OPTIONS ... ok +test.unit.common.test_base_storage_server.TestBaseStorageServer.test_OPTIONS_error +test.unit.common.test_base_storage_server.TestBaseStorageServer.test_OPTIONS_error ... ok +test.unit.common.test_base_storage_server.TestBaseStorageServer.test_allowed_methods +test.unit.common.test_base_storage_server.TestBaseStorageServer.test_allowed_methods ... ok +test.unit.common.test_base_storage_server.TestBaseStorageServer.test_server_type +test.unit.common.test_base_storage_server.TestBaseStorageServer.test_server_type ... ok +test.unit.common.test_constraints.TestConstraints.test_check_account_format +test.unit.common.test_constraints.TestConstraints.test_check_account_format ... ok +test.unit.common.test_constraints.TestConstraints.test_check_container_format +test.unit.common.test_constraints.TestConstraints.test_check_container_format ... ok +test.unit.common.test_constraints.TestConstraints.test_check_delete_headers +test.unit.common.test_constraints.TestConstraints.test_check_delete_headers ... ok +test.unit.common.test_constraints.TestConstraints.test_check_delete_headers_removes_delete_after +test.unit.common.test_constraints.TestConstraints.test_check_delete_headers_removes_delete_after ... ok +test.unit.common.test_constraints.TestConstraints.test_check_delete_headers_sets_delete_at +test.unit.common.test_constraints.TestConstraints.test_check_delete_headers_sets_delete_at ... ok +test.unit.common.test_constraints.TestConstraints.test_check_drive_invalid_path +test.unit.common.test_constraints.TestConstraints.test_check_drive_invalid_path ... ok +test.unit.common.test_constraints.TestConstraints.test_check_drive_isdir +test.unit.common.test_constraints.TestConstraints.test_check_drive_isdir ... ok +test.unit.common.test_constraints.TestConstraints.test_check_drive_ismount +test.unit.common.test_constraints.TestConstraints.test_check_drive_ismount ... ok +test.unit.common.test_constraints.TestConstraints.test_check_float +test.unit.common.test_constraints.TestConstraints.test_check_float ... ok +test.unit.common.test_constraints.TestConstraints.test_check_metadata_count +test.unit.common.test_constraints.TestConstraints.test_check_metadata_count ... ok +test.unit.common.test_constraints.TestConstraints.test_check_metadata_empty +test.unit.common.test_constraints.TestConstraints.test_check_metadata_empty ... ok +test.unit.common.test_constraints.TestConstraints.test_check_metadata_empty_name +test.unit.common.test_constraints.TestConstraints.test_check_metadata_empty_name ... ok +test.unit.common.test_constraints.TestConstraints.test_check_metadata_good +test.unit.common.test_constraints.TestConstraints.test_check_metadata_good ... ok +test.unit.common.test_constraints.TestConstraints.test_check_metadata_name_length +test.unit.common.test_constraints.TestConstraints.test_check_metadata_name_length ... ok +test.unit.common.test_constraints.TestConstraints.test_check_metadata_non_utf8 +test.unit.common.test_constraints.TestConstraints.test_check_metadata_non_utf8 ... ok +test.unit.common.test_constraints.TestConstraints.test_check_metadata_size +test.unit.common.test_constraints.TestConstraints.test_check_metadata_size ... ok +test.unit.common.test_constraints.TestConstraints.test_check_metadata_value_length +test.unit.common.test_constraints.TestConstraints.test_check_metadata_value_length ... ok +test.unit.common.test_constraints.TestConstraints.test_check_object_creation_bad_content_type +test.unit.common.test_constraints.TestConstraints.test_check_object_creation_bad_content_type ... ok +test.unit.common.test_constraints.TestConstraints.test_check_object_creation_bad_delete_headers +test.unit.common.test_constraints.TestConstraints.test_check_object_creation_bad_delete_headers ... ok +test.unit.common.test_constraints.TestConstraints.test_check_object_creation_content_length +test.unit.common.test_constraints.TestConstraints.test_check_object_creation_content_length ... ok +test.unit.common.test_constraints.TestConstraints.test_check_object_creation_content_type +test.unit.common.test_constraints.TestConstraints.test_check_object_creation_content_type ... ok +test.unit.common.test_constraints.TestConstraints.test_check_object_creation_name_length +test.unit.common.test_constraints.TestConstraints.test_check_object_creation_name_length ... ok +test.unit.common.test_constraints.TestConstraints.test_check_utf8 +test.unit.common.test_constraints.TestConstraints.test_check_utf8 ... ok +test.unit.common.test_constraints.TestConstraints.test_check_utf8_internal +test.unit.common.test_constraints.TestConstraints.test_check_utf8_internal ... ok +test.unit.common.test_constraints.TestConstraints.test_check_utf8_lone_surrogates +test.unit.common.test_constraints.TestConstraints.test_check_utf8_lone_surrogates ... ok +test.unit.common.test_constraints.TestConstraints.test_check_utf8_non_canonical +test.unit.common.test_constraints.TestConstraints.test_check_utf8_non_canonical ... ok +test.unit.common.test_constraints.TestConstraints.test_valid_api_version +test.unit.common.test_constraints.TestConstraints.test_valid_api_version ... ok +test.unit.common.test_constraints.TestConstraints.test_valid_timestamp +test.unit.common.test_constraints.TestConstraints.test_valid_timestamp ... ok +test.unit.common.test_constraints.TestConstraints.test_validate_bad_meta +test.unit.common.test_constraints.TestConstraints.test_validate_bad_meta ... ok +test.unit.common.test_constraints.TestConstraints.test_validate_constraints +test.unit.common.test_constraints.TestConstraints.test_validate_constraints ... ok +test.unit.common.test_container_sync_realms.TestUtils.test_bad_mtime_check_interval +test.unit.common.test_container_sync_realms.TestUtils.test_bad_mtime_check_interval ... ok +test.unit.common.test_container_sync_realms.TestUtils.test_empty +test.unit.common.test_container_sync_realms.TestUtils.test_empty ... ok +test.unit.common.test_container_sync_realms.TestUtils.test_empty_realm +test.unit.common.test_container_sync_realms.TestUtils.test_empty_realm ... ok +test.unit.common.test_container_sync_realms.TestUtils.test_error_parsing +test.unit.common.test_container_sync_realms.TestUtils.test_error_parsing ... ok +test.unit.common.test_container_sync_realms.TestUtils.test_get_sig +test.unit.common.test_container_sync_realms.TestUtils.test_get_sig ... ok +test.unit.common.test_container_sync_realms.TestUtils.test_no_file_there +test.unit.common.test_container_sync_realms.TestUtils.test_no_file_there ... ok +test.unit.common.test_container_sync_realms.TestUtils.test_one_realm +test.unit.common.test_container_sync_realms.TestUtils.test_one_realm ... ok +test.unit.common.test_container_sync_realms.TestUtils.test_os_error +test.unit.common.test_container_sync_realms.TestUtils.test_os_error ... ok +test.unit.common.test_container_sync_realms.TestUtils.test_two_realms_and_change_a_default +test.unit.common.test_container_sync_realms.TestUtils.test_two_realms_and_change_a_default ... ok +test.unit.common.test_db_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers +test.unit.common.test_db_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers ... ok +test.unit.common.test_db_replicator.TestReplicatorSync.test_local_ids +test.unit.common.test_db_replicator.TestReplicatorSync.test_local_ids ... ok +test.unit.common.test_db_replicator.TestReplicatorSync.test_replicator_sync +test.unit.common.test_db_replicator.TestReplicatorSync.test_replicator_sync ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_simulated_create_race +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_simulated_create_race ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_complete_rsync_works +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_complete_rsync_works ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_insufficient_space +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_insufficient_space ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_rsync_then_merge_works +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_rsync_then_merge_works ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_unknown_sync +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_unknown_sync ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_value_error_works +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_value_error_works ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test__call__raise_timeout +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test__call__raise_timeout ... ok +test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a: Network unreachable (txn: tx94ae3acd583d4709832ea-006644f9c1) +test ERROR: Account HEAD returning 503 for [] (txn: tx94ae3acd583d4709832ea-006644f9c1) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 500 Trying to POST /a/c From Container Server 10.0.0.0:2000/sda (txn: txf0c56e1ac9844d9f900e1-006644f9c1) +test ERROR: ERROR 500 Trying to POST /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx0f234549c48c4589a7cbe-006644f9c1) +test ERROR: Container GET returning 503 for (204, 404, 503) (txn: tx0f234549c48c4589a7cbe-006644f9c1) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txf582e44d86fc4c3cb1495-006644f9c1) +test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txc69fb410723449caa135e-006644f9c1) +test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txcfc257a37221448b8d33f-006644f9c1) +test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txe8cf537701a748bdbc167-006644f9c1) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 500 Trying to PUT /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx77ee9a2e7afb4bbebd17d-006644f9c2) +test ERROR: ERROR 500 Trying to PUT /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx583f6fa7fce044d09ffab-006644f9c2) +test ERROR: Container GET returning 503 for (204, 404, 503) (txn: tx583f6fa7fce044d09ffab-006644f9c2) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: txd57bb60abfe5430fa9eb0-006644f9c2) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: txd57bb60abfe5430fa9eb0-006644f9c2) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: txd57bb60abfe5430fa9eb0-006644f9c2) +test ERROR: Account HEAD returning 503 for [503, 503, 503] (txn: txd57bb60abfe5430fa9eb0-006644f9c2) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to PUT /account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txd57bb60abfe5430fa9eb0-006644f9c2) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to PUT /account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txd57bb60abfe5430fa9eb0-006644f9c2) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to PUT /account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txd57bb60abfe5430fa9eb0-006644f9c2) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txd57bb60abfe5430fa9eb0-006644f9c2) +test WARNING: Could not autocreate account '/account' (txn: txd57bb60abfe5430fa9eb0-006644f9c2) +test INFO: autocreate account '/account' (txn: txa15521a0d4764fffa16b2-006644f9c2) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: txc28111947a584a079a350-006644f9c2) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: txc28111947a584a079a350-006644f9c2) +test ERROR: Account HEAD returning 503 for [503, 503] (txn: txc28111947a584a079a350-006644f9c2) +test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.0:1000/sda (txn: txc28111947a584a079a350-006644f9c2) +test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.1:1001/sdb (txn: txc28111947a584a079a350-006644f9c2) +test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.2:1002/sdc (txn: txc28111947a584a079a350-006644f9c2) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txc28111947a584a079a350-006644f9c2) +test WARNING: Could not autocreate account '/account' (txn: txc28111947a584a079a350-006644f9c2) +test INFO: autocreate account '/account' (txn: txf414d04954ce4ab382f07-006644f9c2) +test.unit.proxy.test_mem_server.TestContainerController.test_PUT +test.unit.proxy.test_mem_server.TestContainerController.test_PUT ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_autocreate_account_utf8 +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_autocreate_account_utf8 ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_autocreate_account_with_sysmeta +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_autocreate_account_with_sysmeta ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_backed_x_timestamp_header +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_backed_x_timestamp_header ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_bad_metadata +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_bad_metadata ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_calls_clean_acl +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_calls_clean_acl ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_content_type_on_HEAD +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_content_type_on_HEAD ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_correct_allowed_method +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_correct_allowed_method ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_invalid_reserved_container_in_account +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_invalid_reserved_container_in_account ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_invalid_reserved_namespace_account +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_invalid_reserved_namespace_account ... ok +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx649b1e000a4749a181cb5-006644f9be) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx649b1e000a4749a181cb5-006644f9be) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx649b1e000a4749a181cb5-006644f9be) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server WARNING: ERROR Client read timeout (Nones) (txn: tx3225450aa37a4fd5a0474-006644f9be) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Expect: 100-continue on /AUTH_kilroy/%ED%88%8E/%E9%90%89: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 724, in _connect_put_node + putter = self._make_putter(node, part, req, headers) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 981, in _make_putter + putter = Putter.connect( + ^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 1850, in connect + conn, expect_resp, final_resp, connect_duration = cls._make_connection( + ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 1814, in _make_connection + conn = http_connect(ip, port, node['device'], + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status +Exception: Connection refused: Please insert ten dollars (txn: txec98526cd7744871b7401-006644f9be) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o.jpg From Object Server 10.0.0.0:1000/sda (txn: tx781e20562ca643a18622b-006644f9be) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o.jpg From Object Server 10.0.0.1:1001/sdb (txn: tx128353f8a24c4c608198a-006644f9be) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o.jpg From Object Server 10.0.0.2:1002/sdc (txn: txe23cf0c7b74f4338986fd-006644f9be) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Expect: 100-continue on /a/c/o.jpg: Timeout (Nones) (txn: tx631603f18a1b417f9d67a-006644f9be) +The can be of the form:: + + drz-:R:/ + _ + + Where and are replication ip and port. + + Any part is optional, but you must include at least one part. + + Examples:: + + d74 Matches the device id 74 + r4 Matches devices in region 4 + z1 Matches devices in zone 1 + z1-1.2.3.4 Matches devices in zone 1 with the ip 1.2.3.4 + 1.2.3.4 Matches devices in any zone with the ip 1.2.3.4 + z1:5678 Matches devices in zone 1 using port 5678 + :5678 Matches devices that use port 5678 + R5.6.7.8 Matches devices that use replication ip 5.6.7.8 + R:5678 Matches devices that use replication port 5678 + 1.2.3.4R5.6.7.8 Matches devices that use ip 1.2.3.4 and replication ip + 5.6.7.8 + /sdb1 Matches devices with the device name sdb1 + _shiny Matches devices with shiny in the meta data + _"snet: 5.6.7.8" Matches devices with snet: 5.6.7.8 in the meta data + [::1] Matches devices in any zone with the ip ::1 + z1-[::1]:5678 Matches devices in zone 1 with ip ::1 and port 5678 + + Most specific example:: + + d74r4z1-1.2.3.4:5678/sdb1_"snet: 5.6.7.8" + + Nerd explanation: + + All items require their single character prefix except the ip, in which + case the - is optional unless the device id or zone is also included. +Search value matched 0 devices. +The on-disk ring builder is unchanged. +The replica count is now 3.141593. +The change will take effect after the next rebalance. +swift-ring-builder set_replicas + Changes the replica count to the given . may + be a floating-point value, in which case some partitions will have + floor() replicas and some will have ceiling() + in the correct proportions. + + A rebalance is needed to make the change take effect. +"test" is not a valid number. +Replica count must be at least 1. +swift-ring-builder set_replicas + Changes the replica count to the given . may + be a floating-point value, in which case some partitions will have + floor() replicas and some will have ceiling() + in the correct proportions. + + A rebalance is needed to make the change take effect. +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 +Matched more than one device: + d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" + d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"" + d2r2z2-127.0.0.3:6202R127.0.0.3:6202/sdc3_"" + d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 200.0 +d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"" weight set to 200.0 +d2r2z2-127.0.0.3:6202R127.0.0.3:6202/sdc3_"" weight set to 200.0 +d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" weight set to 200.0 +Device d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" with 100.0 weight got id 4 +d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" weight set to 3.14159265359 +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 +Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 100.0 weight got id 4 +d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" weight set to 3.14159265359 +Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 100.0 weight got id 4 +d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" weight set to 3.14159265359 +swift-ring-builder set_weight + [ ] ... + [--yes] + +or + +swift-ring-builder set_weight + --region --zone --ip --port + --replication-ip --replication-port + --device --meta --weight + [--yes] + + Where , and are replication ip, hostname + and port. and are the search weight and new + weight values respectively. + Any of the options are optional in both cases. + + Resets the devices' weights. No partitions will be reassigned to or from + the device until after running 'rebalance'. This is so you can make + multiple device changes and rebalance them all just once. + + Option --yes assume a yes response to all questions. +swift-ring-builder set_weight + [ ] ... + [--yes] + +or + +swift-ring-builder set_weight + --region --zone --ip --port + --replication-ip --replication-port + --device --meta --weight + [--yes] + + Where , and are replication ip, hostname + and port. and are the search weight and new + weight values respectively. + Any of the options are optional in both cases. + + Resets the devices' weights. No partitions will be reassigned to or from + the device until after running 'rebalance'. This is so you can make + multiple device changes and rebalance them all just once. + + Option --yes assume a yes response to all questions. + +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_number_of_arguments ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_connect_exceptions +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_connect_exceptions ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_converts_delete_after_to_delete_at +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_converts_delete_after_to_delete_at ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at_in_past +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at_in_past ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at_non_integer +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at_non_integer ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_empty_bad_etag +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_empty_bad_etag ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_error_during_transfer_data +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_error_during_transfer_data ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_error_with_footers +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_error_with_footers ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_old_format_two_devices +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_old_format_two_devices ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_values_no_devices +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_values_no_devices ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_domain_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_domain_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv4_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv4_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv4_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv4_old_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv6_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv6_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv6_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv6_old_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_no_matching +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_no_matching ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_values_no_devices +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_values_no_devices ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_time_remaining +test.unit.cli.test_ringbuilder.TestCommands.test_time_remaining ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_unknown +test.unit.cli.test_ringbuilder.TestCommands.test_unknown ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 15 May 2024 18:06:55 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_with_write_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_with_write_permission ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 15 May 2024 18:06:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_read_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_read_permission ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_container_in_account +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_container_in_account ... ok +test.unit.common.test_db_replicator.TestReplicatorSync.test_rsync_then_merge +test.unit.common.test_db_replicator.TestReplicatorSync.test_rsync_then_merge ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_client_exception +test.unit.common.test_direct_client.TestDirectClient.test_direct_client_exception ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account_failure +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account_failure ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account_replication_net +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account_replication_net ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_recreate_with_objects +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_recreate_with_objects ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_error +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_error ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_obj_error +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_obj_error ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_object +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_object ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_replication_net +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_replication_net ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_with_timestamp +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_with_timestamp ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object_error +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object_error ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object_with_timestamp +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object_with_timestamp ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account_error +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account_error ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account_no_content_does_not_parse_body +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account_no_content_does_not_parse_body ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container_no_content_does_not_decode_body +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container_no_content_does_not_decode_body ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container_with_extra_params +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container_with_extra_params ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object_chunks +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object_chunks ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object_error +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object_error ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_recon +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_recon ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes_503 +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes_503 ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes_507 +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes_507 ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_deleted +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_deleted ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_error +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_error ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_replication_net +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_replication_net ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object ... ok +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:2000/sda (txn: tx9475125ff65241edb19ee-006644f9c2) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx9475125ff65241edb19ee-006644f9c2) +test ERROR: Container GET returning 503 for (201, 503, 503) (txn: tx9475125ff65241edb19ee-006644f9c2) +test INFO: autocreate account '/account' (txn: tx91a90c90446f46daae93c-006644f9c2) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: tx10fbb1f5f9b64e3880b96-006644f9c2) +test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.1:1001/sdb (txn: tx10fbb1f5f9b64e3880b96-006644f9c2) +test INFO: autocreate account '/account' (txn: tx10fbb1f5f9b64e3880b96-006644f9c2) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: txde2e2fdbeafd4b129b17e-006644f9c2) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:2001/sdb (txn: txde2e2fdbeafd4b129b17e-006644f9c2) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: autocreate account '/☃' (txn: tx74a1676573294583a956c-006644f9c2) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: autocreate account '/account' (txn: txf0d59ac65f2c4e0cb3684-006644f9c2) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx89ff669c56074c5bbc41c-006644f9c2) +test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txa3e97da9dafd427aa95fa-006644f9c2) +test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx1ffaf8ee94ce4b7da9787-006644f9c2) +test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txaad24a1914cd416b858ee-006644f9c2) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect + raise HTTPException() +http.client.HTTPException (txn: tx3a1f1413a5224c7babf9f-006644f9c2) +test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c/: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect + raise HTTPException() +http.client.HTTPException (txn: tx8cd807452d474fcfadaa2-006644f9c2) +test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect + raise HTTPException() +http.client.HTTPException (txn: tx9e38db7c8c8f461e836a9-006644f9c2) +test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect + raise HTTPException() +http.client.HTTPException (txn: tx9e38db7c8c8f461e836a9-006644f9c2) +test ERROR: Container GET returning 503 for (201, 503, 503) (txn: tx9e38db7c8c8f461e836a9-006644f9c2) +test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c/: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect + raise HTTPException() +http.client.HTTPException (txn: txa551c58dc5224191bdc4b-006644f9c2) +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_connect_exceptions +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_connect_exceptions ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_max_container_name_length +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_max_container_name_length ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_max_containers_per_account +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_max_containers_per_account ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_metadata +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_metadata ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_policy_headers +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_policy_headers ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_x_account_headers_with_fewer_account_replicas +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_x_account_headers_with_fewer_account_replicas ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_x_account_headers_with_more_account_replicas +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_x_account_headers_with_more_account_replicas ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object_error +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object_error ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object_not_found +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object_not_found ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_post_container +test.unit.common.test_direct_client.TestDirectClient.test_direct_post_container ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_post_object +test.unit.common.test_direct_client.TestDirectClient.test_direct_post_object ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_post_object_error +test.unit.common.test_direct_client.TestDirectClient.test_direct_post_object_error ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_chunked +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_chunked ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_fail +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_fail ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_object +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_object ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_object_error +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_object_error ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_args +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_args ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_chunked +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_chunked ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_fail +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_fail ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_header_content_length +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_header_content_length ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_with_content_length +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_with_content_length ... ok +test.unit.common.test_direct_client.TestDirectClient.test_gen_headers +test.unit.common.test_direct_client.TestDirectClient.test_gen_headers ... ok +test.unit.common.test_direct_client.TestDirectClient.test_retry +test.unit.common.test_direct_client.TestDirectClient.test_retry ... ok +test.unit.common.test_direct_client.TestDirectClient.test_retry_client_exception +test.unit.common.test_direct_client.TestDirectClient.test_retry_client_exception ... ok +test.unit.common.test_direct_client.TestDirectClient.test_retry_http_exception +test.unit.common.test_direct_client.TestDirectClient.test_retry_http_exception ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_default +test.unit.common.test_memcached.TestLoadMemcache.test_conf_default ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_default_read +test.unit.common.test_memcached.TestLoadMemcache.test_conf_default_read ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_extra_no_option +test.unit.common.test_memcached.TestLoadMemcache.test_conf_extra_no_option ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_extra_no_section +test.unit.common.test_memcached.TestLoadMemcache.test_conf_extra_no_section ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_extra_conf +test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_extra_conf ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_extra_conf_bad_max_conn +test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_extra_conf_bad_max_conn ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_inline_and_maxc_from_extra_conf +test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_inline_and_maxc_from_extra_conf ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_inline_and_sers_from_extra_conf +test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_inline_and_sers_from_extra_conf ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_bad_item_warning_threshold +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_bad_item_warning_threshold ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_bad_max_conn +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_bad_max_conn ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_other_max_conn +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_other_max_conn ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_ratelimiting +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_ratelimiting ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_tls +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_tls ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_set_no_read +test.unit.common.test_memcached.TestLoadMemcache.test_conf_set_no_read ... ok +test.unit.common.test_registry.TestSensitiveRegistry.test_get_sensitive_headers +test.unit.common.test_registry.TestSensitiveRegistry.test_get_sensitive_headers ... ok +test.unit.common.test_registry.TestSensitiveRegistry.test_get_sensitive_params +test.unit.common.test_registry.TestSensitiveRegistry.test_get_sensitive_params ... ok +test.unit.common.test_registry.TestSensitiveRegistry.test_register_sensitive_header +test.unit.common.test_registry.TestSensitiveRegistry.test_register_sensitive_header ... ok +test.unit.common.test_registry.TestSensitiveRegistry.test_register_sensitive_param +test.unit.common.test_registry.TestSensitiveRegistry.test_register_sensitive_param ... ok +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_200 +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_200 ... ok +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_206_multiple_ranges +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_206_multiple_ranges ... ok +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_206_single_range +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_206_single_range ... ok +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_ignore_range_header +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_ignore_range_header ... ok +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_multiple_resolove_ignore_range_header +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_multiple_resolove_ignore_range_header ... ok +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_resolove_ignore_range_header +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_resolove_ignore_range_header ... ok +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_resolve_etag_is_at_header +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_resolve_etag_is_at_header ... ok +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_update_etag_is_at_header +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_update_etag_is_at_header ... ok +test.unit.common.test_utils.TestFileLikeIter.test_close +test.unit.common.test_utils.TestFileLikeIter.test_close ... ok +test.unit.common.test_utils.TestFileLikeIter.test_get_hub +test.unit.common.test_utils.TestFileLikeIter.test_get_hub ... ok +test.unit.common.test_utils.TestFileLikeIter.test_iter_file_iter +test.unit.common.test_utils.TestFileLikeIter.test_iter_file_iter ... ok +test.unit.common.test_utils.TestFileLikeIter.test_next +test.unit.common.test_utils.TestFileLikeIter.test_next ... ok +test.unit.common.test_utils.TestFileLikeIter.test_read +test.unit.common.test_utils.TestFileLikeIter.test_read ... ok +test.unit.common.test_utils.TestFileLikeIter.test_read_with_size +test.unit.common.test_utils.TestFileLikeIter.test_read_with_size ... ok +test.unit.common.test_utils.TestFileLikeIter.test_read_with_size_zero +test.unit.common.test_utils.TestFileLikeIter.test_read_with_size_zero ... ok +test.unit.common.test_utils.TestFileLikeIter.test_readline +test.unit.common.test_utils.TestFileLikeIter.test_readline ... ok +test.unit.common.test_utils.TestFileLikeIter.test_readline2 +test.unit.common.test_utils.TestFileLikeIter.test_readline2 ... ok +test.unit.common.test_utils.TestFileLikeIter.test_readline3 +test.unit.common.test_utils.TestFileLikeIter.test_readline3 ... ok +test.unit.common.test_utils.TestFileLikeIter.test_readline_with_size +test.unit.common.test_utils.TestFileLikeIter.test_readline_with_size ... ok +test.unit.common.test_utils.TestFileLikeIter.test_readlines +test.unit.common.test_utils.TestFileLikeIter.test_readlines ... ok +test.unit.common.test_utils.TestFileLikeIter.test_readlines_with_size +test.unit.common.test_utils.TestFileLikeIter.test_readlines_with_size ... ok +test.unit.common.test_utils.TestReiterate.test_reiterate_closes +test.unit.common.test_utils.TestReiterate.test_reiterate_closes ... ok +test.unit.common.test_utils.TestReiterate.test_reiterate_consumes_first +test.unit.common.test_utils.TestReiterate.test_reiterate_consumes_first ... ok +test.unit.common.test_utils.TestReiterate.test_reiterate_list_or_tuple +test.unit.common.test_utils.TestReiterate.test_reiterate_list_or_tuple ... ok +test.unit.common.test_wsgi.TestWorkersStrategy.test_log_sock_exit +test.unit.common.test_wsgi.TestWorkersStrategy.test_log_sock_exit ... ok +test.unit.common.test_wsgi.TestWorkersStrategy.test_loop_timeout +test.unit.common.test_wsgi.TestWorkersStrategy.test_loop_timeout ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_table_cont_count_update_get_stats +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_table_cont_count_update_get_stats ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Wed, 15 May 2024 18:06:56 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:56 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_without_permission ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_namespace_account +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_namespace_account ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_simple_delete +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_simple_delete ... ok +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Expect: 100-continue on /a/c/o.jpg: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 724, in _connect_put_node + putter = self._make_putter(node, part, req, headers) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 981, in _make_putter + putter = Putter.connect( + ^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 1850, in connect + conn, expect_resp, final_resp, connect_duration = cls._make_connection( + ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 1814, in _make_connection + conn = http_connect(ip, port, node['device'], + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status +Exception: kaboom! (txn: tx607355a990d4425aa215c-006644f9be) +proxy-server ERROR: ERROR 503 Expect: 100-continue From Object Server 10.0.0.2:1002/sdc (txn: txb43f26437b774560a44c1-006644f9bf) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: txa7abe97efc8549faa4091-006644f9bf) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to get final status of PUT to /v1/a/c/o.jpg: Timeout (Nones) (txn: tx802e34e22e374f44842e9-006644f9bf) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to get final status of PUT to /v1/a/c/o.jpg: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 523, in _get_conn_response + resp = putter.await_response( + ^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 1752, in await_response + self.resp = self.conn.getresponse() + ^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 848, in getresponse + self.status = self._status.get_response_status() + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 748, in get_response_status + raise self.status +Exception (txn: tx2420878779dd42c291bf9-006644f9bf) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: tx8f9f976d50294c9bb94d7-006644f9bf) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server WARNING: Client disconnected without sending last chunk (txn: txae4aaa86955f4340a9a93-006644f9bf) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.1:1001/sdb (txn: tx55aeb322a15d4cbb835f3-006644f9bf) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.0:1000/sda (txn: tx55aeb322a15d4cbb835f3-006644f9bf) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.2:1002/sdc (txn: tx55aeb322a15d4cbb835f3-006644f9bf) +proxy-server ERROR: Object PUT returning 503 for [503, 503, 503] (txn: tx55aeb322a15d4cbb835f3-006644f9bf) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_exception_during_transfer_data +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_exception_during_transfer_data ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_final_response_errors_with_unicode_path +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_final_response_errors_with_unicode_path ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_get_expect_errors_with_unicode_path +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_get_expect_errors_with_unicode_path ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match_denied +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match_denied ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match_not_star +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match_not_star ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_insufficient_data_from_client +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_insufficient_data_from_client ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_limits_expirer_queue_deletes +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_limits_expirer_queue_deletes ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_negative_delete_after +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_negative_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_non_int_delete_after +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_non_int_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_requires_length +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_requires_length ... ok +Thu May 16 08:06:58 2024 /tmp/tmp09_evob5/unittest.profile123 + + 5 function calls in 0.000 seconds + + Ordered by: internal time + + ncalls tottime percall cumtime percall filename:lineno(function) + 1 0.000 0.000 0.000 0.000 :0(exec) + 1 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) + 1 0.000 0.000 0.000 0.000 :1() + 1 0.000 0.000 0.000 0.000 :0(getcwd) + 0 0.000 0.000 profile:0(profiler) + 1 0.000 0.000 0.000 0.000 :0(setprofile) + + +Thu May 16 08:06:58 2024 /tmp/tmp09_evob5/unittest.profile123 + + 5 function calls in 0.000 seconds + + Ordered by: internal time + + ncalls tottime percall cumtime percall filename:lineno(function) + 1 0.000 0.000 0.000 0.000 :0(exec) + 1 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) + 1 0.000 0.000 0.000 0.000 :1() + 1 0.000 0.000 0.000 0.000 :0(getcwd) + 0 0.000 0.000 profile:0(profiler) + 1 0.000 0.000 0.000 0.000 :0(setprofile) + + +Thu May 16 08:06:58 2024 /tmp/tmp09_evob5/unittest.profile456 +Thu May 16 08:06:58 2024 /tmp/tmp09_evob5/unittest.profile1363410 +Thu May 16 08:06:58 2024 /tmp/tmp09_evob5/unittest.profile123 + + 30 function calls in 0.001 seconds + + Ordered by: internal time + + ncalls tottime percall cumtime percall filename:lineno(function) + 6 0.000 0.000 0.001 0.000 profile:0(import os;os.getcwd();) + 6 0.000 0.000 0.000 0.000 :0(exec) + 6 0.000 0.000 0.000 0.000 :1() + 6 0.000 0.000 0.000 0.000 :0(getcwd) + 0 0.000 0.000 profile:0(profiler) + 6 0.000 0.000 0.000 0.000 :0(setprofile) + + +Thu May 16 08:06:58 2024 /tmp/tmp09_evob5/unittest.profile456 +Thu May 16 08:06:58 2024 /tmp/tmp09_evob5/unittest.profile1363410 +Thu May 16 08:06:58 2024 /tmp/tmp09_evob5/unittest.profile123 + + 30 function calls in 0.001 seconds + + Ordered by: internal time + + ncalls tottime percall cumtime percall filename:lineno(function) + 6 0.000 0.000 0.001 0.000 profile:0(import os;os.getcwd();) + 6 0.000 0.000 0.000 0.000 :0(exec) + 6 0.000 0.000 0.000 0.000 :1() + 6 0.000 0.000 0.000 0.000 :0(getcwd) + 0 0.000 0.000 profile:0(profiler) + 6 0.000 0.000 0.000 0.000 :0(setprofile) + + +Thu May 16 08:06:58 2024 /tmp/tmp09_evob5/unittest.profile456 +Thu May 16 08:06:58 2024 /tmp/tmp09_evob5/unittest.profile1363410 +Thu May 16 08:06:58 2024 /tmp/tmp09_evob5/unittest.profile123 + + 30 function calls in 0.001 seconds + + Ordered by: internal time + + ncalls tottime percall cumtime percall filename:lineno(function) + 6 0.000 0.000 0.001 0.000 profile:0(import os;os.getcwd();) + 6 0.000 0.000 0.000 0.000 :0(exec) + 6 0.000 0.000 0.000 0.000 :1() + 6 0.000 0.000 0.000 0.000 :0(getcwd) + 0 0.000 0.000 profile:0(profiler) + 6 0.000 0.000 0.000 0.000 :0(setprofile) + + +Thu May 16 08:06:58 2024 /tmp/tmp09_evob5/unittest.profile1363410 + + 15 function calls in 0.000 seconds + + Ordered by: internal time + + ncalls tottime percall cumtime percall filename:lineno(function) + 3 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) + 3 0.000 0.000 0.000 0.000 :0(exec) + 3 0.000 0.000 0.000 0.000 :1() + 3 0.000 0.000 0.000 0.000 :0(getcwd) + 0 0.000 0.000 profile:0(profiler) + 3 0.000 0.000 0.000 0.000 :0(setprofile) + +Thu May 16 08:06:58 2024 /tmp/tmp09_evob5/unittest.profile1363410 + + 15 function calls in 0.000 seconds + + Ordered by: internal time + + ncalls tottime percall cumtime percall filename:lineno(function) + 3 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) + 3 0.000 0.000 0.000 0.000 :0(exec) + 3 0.000 0.000 0.000 0.000 :1() + 3 0.000 0.000 0.000 0.000 :0(getcwd) + 0 0.000 0.000 profile:0(profiler) + 3 0.000 0.000 0.000 0.000 :0(setprofile) + + +Thu May 16 08:06:58 2024 /tmp/tmp09_evob5/unittest.profile1363410 + + 15 function calls in 0.000 seconds + + Ordered by: internal time + + ncalls tottime percall cumtime percall filename:lineno(function) + 3 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) + 3 0.000 0.000 0.000 0.000 :0(exec) + 3 0.000 0.000 0.000 0.000 :1() + 3 0.000 0.000 0.000 0.000 :0(getcwd) + 0 0.000 0.000 profile:0(profiler) + 3 0.000 0.000 0.000 0.000 :0(setprofile) + + +test ERROR: Error in '/tmp/tmpvcol7mhp/container-sync-realms.conf' with mtime_check_interval: could not convert string to float: 'invalid' +test ERROR: Could not load '/tmp/tmps32h42rj/container-sync-realms.conf': File contains no section headers. +file: '/tmp/tmps32h42rj/container-sync-realms.conf', line: 1 +'invalid' +test DEBUG: Could not load '6c460ba8587149d08e937bb0bd17d580': [Errno 2] No such file or directory: '6c460ba8587149d08e937bb0bd17d580' +test ERROR: Could not load '/tmp/tmpbnvu4d2b/container-sync-realms.conf': [Errno 13] Permission denied: '/tmp/tmpbnvu4d2b/container-sync-realms.conf' +test INFO: Beginning replication run +test INFO: Replication run OVER +test INFO: Attempted to replicate 0 dbs in 0.00028 seconds (0.00000/s) +test INFO: Removed 0 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpibzd21wy/sda/fake/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.00213 seconds (468.82488/s) +test INFO: Removed 1 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test INFO: Beginning replication run +test INFO: Replication run OVER +test INFO: Attempted to replicate 0 dbs in 0.00026 seconds (0.00000/s) +test INFO: Removed 0 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test INFO: Beginning replication run +test INFO: Replication run OVER +test INFO: Attempted to replicate 0 dbs in 0.00023 seconds (0.00000/s) +test INFO: Removed 0 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test INFO: Beginning replication run +test INFO: Replication run OVER +test INFO: Attempted to replicate 0 dbs in 0.00019 seconds (0.00000/s) +test INFO: Removed 0 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda +direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda +direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda +direct-client-test ERROR: Kaboom! +direct-client-test ERROR: Kaboom! +direct-client-test ERROR: Kaboom! +test NOTICE: Child 1363410 exiting normally +test.unit.common.test_wsgi.TestWorkersStrategy.test_new_worker_socks +test.unit.common.test_wsgi.TestWorkersStrategy.test_new_worker_socks ... ok +test.unit.common.test_wsgi.TestWorkersStrategy.test_no_fork_sock +test.unit.common.test_wsgi.TestWorkersStrategy.test_no_fork_sock ... ok +test.unit.common.test_wsgi.TestWorkersStrategy.test_post_fork_hook +test.unit.common.test_wsgi.TestWorkersStrategy.test_post_fork_hook ... ok +test.unit.common.test_wsgi.TestWorkersStrategy.test_shutdown_sockets +test.unit.common.test_wsgi.TestWorkersStrategy.test_shutdown_sockets ... ok +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips ... ok +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_bind_ip_specific +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_bind_ip_specific ... ok +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_bind_to_all +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_bind_to_all ... ok +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_getifaddrs +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_getifaddrs ... ok +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_netifaces_error +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_netifaces_error ... ok +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_netifaces_ipv6 +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_netifaces_ipv6 ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_delimiter_with_reserved_and_no_public +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_delimiter_with_reserved_and_no_public ... ok +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'true' +test DEBUG: Error on keystone reply: 201 b'true' - rejecting request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Received error, rejecting request with error: 400 Bad Request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: No authorization details from s3api. skipping. +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone reply error: status=403 reason=None +test DEBUG: Received error, rejecting request with error: 401 Unauthorized +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Connecting with tenant: FORCED_TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Connecting with tenant: PROJECT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Connecting with tenant: PROJECT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Connecting with tenant: PROJECT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Connecting with tenant: PROJECT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Connecting with tenant: PROJECT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Connecting with tenant: PROJECT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Connecting with tenant: PROJECT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Connecting with tenant: PROJECT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_bad_reply_missing_parts +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_bad_reply_missing_parts ... ok +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_simple_recreate +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_simple_recreate ... ok +proxy-server ERROR: ERROR Exception transferring data to object servers {'path': '/v1/a/c/o.jpg'}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 1020, in _transfer_data + chunk = next(data_source) + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3709, in __next__ + return self._get_next_item() + ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 6533, in _get_next_item + return super(CooperativeIterator, self)._get_next_item() + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3705, in _get_next_item + return next(self.wrapped_iter) + ^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 882, in reader + return req.environ['wsgi.input'].read( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/controllers/test_obj.py", line 1662, in read + raise Exception('exception message') +Exception: exception message (txn: tx1becc19ad72d4ba6b37d8-006644f9bf) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to get final status of PUT to /v1/AUTH_kilroy/%ED%88%8E/%E9%90%89: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 523, in _get_conn_response + resp = putter.await_response( + ^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 1752, in await_response + self.resp = self.conn.getresponse() + ^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 848, in getresponse + self.status = self._status.get_response_status() + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 748, in get_response_status + raise self.status +Exception: boom (txn: txf98221576df54ebabe093-006644f9c0) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to get final status of PUT to /v1/AUTH_kilroy/%ED%88%8E/%E9%90%89: Timeout (Nones) (txn: tx71d11f977cc144cdb8f0b-006644f9c0) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: tx8b6db40542a24d54bc093-006644f9c0) +proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: txf9237532637b4d839d6e0-006644f9c0) +proxy-server ERROR: ERROR 500 b'' Trying to PUT /v1/AUTH_kilroy/%ED%88%8E/%E9%90%89 From Object Server 10.0.0.2:1002/sdc (txn: txf9237532637b4d839d6e0-006644f9c0) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: tx3a72deb1bec24e2eaa289-006644f9c0) +proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: txb49052fdf5fd4b88b4cb4-006644f9c0) +proxy-server ERROR: ERROR 503 Expect: 100-continue From Object Server 10.0.0.2:1002/sdc (txn: txb49052fdf5fd4b88b4cb4-006644f9c0) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Object PUT returning 412, [412] (txn: tx8f0d9fca88f446318ef1d-006644f9c0) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server WARNING: Client disconnected without sending enough data (txn: txe2096e657b864843b3136-006644f9c1) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_send_exception_with_unicode_path +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_send_exception_with_unicode_path ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_simple +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_simple ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_timeout_during_transfer_data +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_timeout_during_transfer_data ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_body_and_no_footers +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_body_and_no_footers ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_chunked_body_and_no_footers +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_chunked_body_and_no_footers ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_no_body_and_no_footers +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_no_body_and_no_footers ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_connect_put_node_timeout +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_connect_put_node_timeout ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_delete +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_delete ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_match +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_match ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_newer +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_newer ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_not_found +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_not_found ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_older +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_older ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_race +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_race ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_merge_items +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_merge_items ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_update_delete_no_status_change +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_update_delete_no_status_change ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Wed, 15 May 2024 18:06:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_s3acl_and_keystone +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_s3acl_and_keystone ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_s3acl_and_unknown_user +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_s3acl_and_unknown_user ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_delimiter_with_reserved_and_public +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_delimiter_with_reserved_and_public ... ok +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}}}' - rejecting request +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket0 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket1 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:othertest:other +test DEBUG: permission denined: 403 Forbidden test:tester OWNER +test DEBUG: checking permission: bucket2 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket3 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket4 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:othertest:other +test DEBUG: permission denined: 403 Forbidden test:tester OWNER +test DEBUG: checking permission: bucket5 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket6 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket7 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:othertest:other +test DEBUG: permission denined: 403 Forbidden test:tester OWNER +test DEBUG: checking permission: bucket8 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket9 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_bucket_list +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_bucket_list ... ok +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_subresource +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_subresource ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_update_put_no_status_change +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_update_put_no_status_change ... ok The can be of the form:: drz-:R:/ @@ -67798,107 +73331,6 @@ Option --yes assume a yes response to all questions. -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_values_no_devices -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_values_no_devices ... ok -test.unit.common.test_db.TestDatabaseBroker.test_newid -test.unit.common.test_db.TestDatabaseBroker.test_newid ... ok -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -test WARNING: Inconsistent project domain id: unexpected_id in token vs test_id in account metadata. -test WARNING: Inconsistent project domain id: unexpected_id in token vs test_id in account metadata. -test WARNING: Inconsistent project domain id: unexpected_id in token vs test_id in account metadata. -test WARNING: Inconsistent project domain id: None in token vs test_id in account metadata. -test WARNING: Inconsistent project domain id: None in token vs test_id in account metadata. -test WARNING: Inconsistent project domain id: None in token vs test_id in account metadata. -test WARNING: Inconsistent project domain id: unexpected_id in token vs None in account metadata. -test WARNING: Inconsistent project domain id: unexpected_id in token vs None in account metadata. -test WARNING: Inconsistent project domain id: unexpected_id in token vs None in account metadata. -Quarantined /tmp/tmpwrf5r6_m/dev/dbs/par/pre/db to /tmp/tmpwrf5r6_m/dev/quarantined/tests/db due to malformed database -Quarantined /tmp/tmpwrf5r6_m/dev/dbs/par/pre/db to /tmp/tmpwrf5r6_m/dev/quarantined/tests/db due to malformed database -Quarantined /tmp/tmpwrf5r6_m/dev/dbs/par/pre/db to /tmp/tmpwrf5r6_m/dev/quarantined/tests/db due to corrupted database -Quarantined /tmp/tmpwrf5r6_m/dev/dbs/par/pre/db to /tmp/tmpwrf5r6_m/dev/quarantined/tests/db due to disk error while accessing database -test.unit.common.test_db.TestDatabaseBroker.test_possibly_quarantine_db_errors -test.unit.common.test_db.TestDatabaseBroker.test_possibly_quarantine_db_errors ... ok -test.unit.common.test_db.TestExampleBroker.test_status_changed_at -test.unit.common.test_db.TestExampleBroker.test_status_changed_at ... ok -test.unit.common.test_db_auditor.TestAuditor.test_database_auditor -test.unit.common.test_db_auditor.TestAuditor.test_database_auditor ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other WRITE -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. -test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. -test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. -test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -fake INFO: - - 18/Jun/2025/00/09/38 GET /v1/a/c/o%3Ftemp_url_sig%3Ddeadbeefdeadbeef...%26temp_url_expires%3D1750206378 HTTP/1.0 404 - - - - - - - - 0.0002 - - 1750205378.629529715 1750205378.629685163 - -test ERROR: ERROR Could not get container info /tmp/tmp2bi_tw33/tmp_test_database_auditor/fail2.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test ERROR: ERROR Could not get container info /tmp/tmp2bi_tw33/tmp_test_database_auditor/fail1.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test DEBUG: Audit passed for -test ERROR: ERROR Could not get container info /tmp/tmpvt5q44vb/tmp_test_database_auditor/fail1.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test INFO: Since Wed Dec 31 12:00:00 1969: container audits: 0 passed audit, 1 failed audit -test.unit.common.test_db_auditor.TestAuditor.test_one_audit_pass -test.unit.common.test_db_auditor.TestAuditor.test_one_audit_pass ... ok -test.unit.common.test_db.TestDatabaseBroker.test_put_record -test.unit.common.test_db.TestDatabaseBroker.test_put_record ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_time_remaining -test.unit.cli.test_ringbuilder.TestCommands.test_time_remaining ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info_stale_read_ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info_stale_read_ok ... ok -Quarantined /tmp/tmp8ap6wxhd/dev/dbs/par/pre/db to /tmp/tmp8ap6wxhd/dev/quarantined/containers/db due to missing row in container_stat table -test.unit.common.test_db.TestDatabaseBroker.test_reclaim_missing_container_info -test.unit.common.test_db.TestDatabaseBroker.test_reclaim_missing_container_info ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_unknown -test.unit.cli.test_ringbuilder.TestCommands.test_unknown ... ok The can be of the form:: drz-:R:/ @@ -68153,6 +73585,350 @@ Shows information about matching devices. +test.unit.cli.test_ringbuilder.TestCommands.test_use_ringfile_as_builderfile +test.unit.cli.test_ringbuilder.TestCommands.test_use_ringfile_as_builderfile ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_validate +test.unit.cli.test_ringbuilder.TestCommands.test_validate ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_validate_composite_builder_file +test.unit.cli.test_ringbuilder.TestCommands.test_validate_composite_builder_file ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_validate_corrupted_file +test.unit.cli.test_ringbuilder.TestCommands.test_validate_corrupted_file ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_validate_empty_file +test.unit.cli.test_ringbuilder.TestCommands.test_validate_empty_file ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_validate_generic_error +test.unit.cli.test_ringbuilder.TestCommands.test_validate_generic_error ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_validate_non_accessible_file +test.unit.cli.test_ringbuilder.TestCommands.test_validate_non_accessible_file ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_validate_non_existent_file +test.unit.cli.test_ringbuilder.TestCommands.test_validate_non_existent_file ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_warn_at_risk +test.unit.cli.test_ringbuilder.TestCommands.test_warn_at_risk ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_write_builder +test.unit.cli.test_ringbuilder.TestCommands.test_write_builder ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other WRITE +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 15 May 2024 18:06:56 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_with_write_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_with_write_permission ... ok +test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c/: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect + raise HTTPException() +http.client.HTTPException (txn: txa551c58dc5224191bdc4b-006644f9c2) +test ERROR: Container GET returning 503 for (201, 503, 503) (txn: txa551c58dc5224191bdc4b-006644f9c2) +test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect + raise HTTPException() +http.client.HTTPException (txn: tx63fa333cea8b4fbabd1cf-006644f9c2) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:2000/sda (txn: tx63fa333cea8b4fbabd1cf-006644f9c2) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx63fa333cea8b4fbabd1cf-006644f9c2) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx63fa333cea8b4fbabd1cf-006644f9c2) +test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c/: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect + raise HTTPException() +http.client.HTTPException (txn: txa8abdc22e86a473ea1a57-006644f9c2) +test ERROR: ERROR 503 Trying to PUT /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: txa8abdc22e86a473ea1a57-006644f9c2) +test ERROR: ERROR 503 Trying to PUT /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: txa8abdc22e86a473ea1a57-006644f9c2) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txa8abdc22e86a473ea1a57-006644f9c2) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: tx4d1cd184da204661a4b6c-006644f9c2) +test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request + possible_source = conn.getresponse() + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse + raise Exception('test') +Exception: test (txn: txadfb846699b9412d912c2-006644f9c2) +test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request + possible_source = conn.getresponse() + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse + raise Exception('test') +Exception: test (txn: txadfb846699b9412d912c2-006644f9c2) +test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txadfb846699b9412d912c2-006644f9c2) +test ERROR: Account HEAD returning 503 for [] (txn: txadfb846699b9412d912c2-006644f9c2) +test DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx6ab08615f4584d8a989e6-006644f9c2) +test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx6ab08615f4584d8a989e6-006644f9c2) +test DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx6ab08615f4584d8a989e6-006644f9c2) +test ERROR: Account HEAD returning 503 for [] (txn: tx6ab08615f4584d8a989e6-006644f9c2) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: tx58708b8865ac411e83c4d-006644f9c2) +test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request + possible_source = conn.getresponse() + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse + raise Exception('test') +Exception: test (txn: txc46d1ef0598f423fbff42-006644f9c2) +test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request + possible_source = conn.getresponse() + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse + raise Exception('test') +Exception: test (txn: txc46d1ef0598f423fbff42-006644f9c2) +test.unit.proxy.test_mem_server.TestContainerController.test_acc_missing_returns_404 +test.unit.proxy.test_mem_server.TestContainerController.test_acc_missing_returns_404 ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_authorized_requests_when_account_not_found +test.unit.proxy.test_mem_server.TestContainerController.test_authorized_requests_when_account_not_found ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_convert_index_to_name +test.unit.proxy.test_mem_server.TestContainerController.test_convert_index_to_name ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_convert_policy_to_index +test.unit.proxy.test_mem_server.TestContainerController.test_convert_policy_to_index ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_error_convert_index_to_name +test.unit.proxy.test_mem_server.TestContainerController.test_error_convert_index_to_name ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_put_timestamp +test.unit.container.test_backend.TestCommonContainerBroker.test_put_timestamp ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_empty_except_for_used_policies +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_empty_except_for_used_policies ... ok +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to write to /AUTH_kilroy/%ED%88%8E/%E9%90%89: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 1795, in _send_chunk + self.conn.send(to_send) + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 926, in send + self.give_send(self, data) + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/controllers/test_obj.py", line 1426, in capture_send + raise exc +Exception: Exception while sending data on connection (txn: tx206a20d107774fae8e407-006644f9c1) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to write to /AUTH_kilroy/%ED%88%8E/%E9%90%89: ChunkWriteTimeout (Nones) (txn: txf2f47a4fd9ee4fe2a42a4-006644f9c1) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR Exception causing client disconnect: Timeout (Nones) (txn: tx61a808f2bb1248b8afc0d-006644f9c2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server :/ re: Expect: 100-continue on /a/c/o: ConnectionTimeout (0.05s) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Object PUT returning 202 for 409: 1715796418.15060 <= '409 (1715796418.15060), 409 (1715796418.15060), 409 (1715796418.15060)' (txn: tx31be45c707a54b88a8dbd-006644f9c2) +proxy-server DEBUG: Object PUT returning 202 for 409: 1715796418.15238 <= '409 (1715796418.15238), 409 (1715796418.15238), 409 (1715796418.15238)' (txn: tx1f31e6190ab749bca6512-006644f9c2) +proxy-server DEBUG: Object PUT returning 202 for 409: 1715796418.15406 <= '409 (1715796418.15406), 409 (1715796418.15406), 409 (1715796418.15406)' (txn: tx80157d3ec30a466295c9c-006644f9c2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Object PUT returning 202 for 409: 1715796418.00000 <= '409 (1715796419.00000), 409 (1715796419.00000), 409 (1715796419.00000)' (txn: txf5c0cc17bb7a4d23b73ec-006644f9c2) +proxy-server DEBUG: Object PUT returning 202 for 409: 1715796420.00000 <= '409 (1715796421.00000), 409 (1715796421.00000), 409 (1715796421.00000)' (txn: tx06787677cb194c19af563-006644f9c2) +proxy-server DEBUG: Object PUT returning 202 for 409: 1715796422.00000 <= '409 (1715796423.00000), 409 (1715796423.00000), 409 (1715796423.00000)' (txn: tx9d1f94fb7c9c4d4abe414-006644f9c2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Object PUT returning 202 for 409: 1715796418.00000 <= '409 (1715796418.00000), 409 (1715796418.00000), 409 (1715796418.00000)' (txn: tx366e31ec677747efb3a6e-006644f9c2) +proxy-server DEBUG: Object PUT returning 202 for 409: 1715796419.00000 <= '409 (1715796419.00000), 409 (1715796419.00000), 409 (1715796419.00000)' (txn: tx85b86cb38e774f8c8edf9-006644f9c2) +proxy-server DEBUG: Object PUT returning 202 for 409: 1715796420.00000 <= '409 (1715796420.00000), 409 (1715796420.00000), 409 (1715796420.00000)' (txn: tx2b7c59e8adb04f91af55a-006644f9c2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_unsynced_race +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_unsynced_race ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_update_backend_requests +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_update_backend_requests ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_delete_at_backend_requests +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_delete_at_backend_requests ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_expirer_DELETE_suppresses_expirer_queue_updates +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_expirer_DELETE_suppresses_expirer_queue_updates ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_handoff_local_first_default +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_handoff_local_first_default ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_handoff_local_first_non_default +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_handoff_local_first_non_default ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_best_effort +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_best_effort ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_moves_locals_first +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_moves_locals_first ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_noops_when_no_affinity +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_noops_when_no_affinity ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_handoff_first_noops_when_no_affinity +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_handoff_first_noops_when_no_affinity ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_object_DELETE_backend_update_container_ip_default +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_object_DELETE_backend_update_container_ip_default ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_primary_returns_some_nonsense_timestamp +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_primary_returns_some_nonsense_timestamp ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_if_none_match +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_if_none_match ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_missing_backend_timestamp +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_missing_backend_timestamp ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_other_weird_success_response +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_other_weird_success_response ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_repl_object_DELETE_backend_update_container_repl_ip +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_repl_object_DELETE_backend_update_container_repl_ip ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket0 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket1 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_without_bucket +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_without_bucket ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Wed, 15 May 2024 18:06:57 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:57 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other WRITE +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_without_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_with_fullcontrol_permission ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_put_container +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_put_container ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_status_changed_at +test.unit.container.test_backend.TestCommonContainerBroker.test_status_changed_at ... ok +test.unit.container.test_sharder.TestContainerSharderConf.test_bad_values +test.unit.container.test_sharder.TestContainerSharderConf.test_bad_values ... ok +test.unit.container.test_sharder.TestContainerSharderConf.test_combine_shard_ranges +test.unit.container.test_sharder.TestContainerSharderConf.test_combine_shard_ranges ... ok +test.unit.container.test_sharder.TestContainerSharderConf.test_conf +test.unit.container.test_sharder.TestContainerSharderConf.test_conf ... ok +test.unit.container.test_sharder.TestContainerSharderConf.test_default +test.unit.container.test_sharder.TestContainerSharderConf.test_default ... ok +test.unit.container.test_sharder.TestContainerSharderConf.test_deprecated_percent_conf +test.unit.container.test_sharder.TestContainerSharderConf.test_deprecated_percent_conf ... ok +test.unit.container.test_sharder.TestContainerSharderConf.test_validate +test.unit.container.test_sharder.TestContainerSharderConf.test_validate ... ok +test.unit.container.test_sharder.TestContainerSharderConf.test_validate_subset +test.unit.container.test_sharder.TestContainerSharderConf.test_validate_subset ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_version_id_but_not_enabled +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_version_id_but_not_enabled ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_without_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_without_permission ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_batch_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_batch_reclaim ... ok swift-ring-builder set_info :[R:]/_ [ :[R:]/_] ... @@ -68281,463 +74057,6 @@ 'set_info' calls when no rebalance is needed but you want to send out the new device information. -test.unit.cli.test_ringbuilder.TestCommands.test_use_ringfile_as_builderfile -test.unit.cli.test_ringbuilder.TestCommands.test_use_ringfile_as_builderfile ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_validate -test.unit.cli.test_ringbuilder.TestCommands.test_validate ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_validate_composite_builder_file -test.unit.cli.test_ringbuilder.TestCommands.test_validate_composite_builder_file ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_validate_corrupted_file -test.unit.cli.test_ringbuilder.TestCommands.test_validate_corrupted_file ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_validate_empty_file -test.unit.cli.test_ringbuilder.TestCommands.test_validate_empty_file ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_validate_generic_error -test.unit.cli.test_ringbuilder.TestCommands.test_validate_generic_error ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_validate_non_accessible_file -test.unit.cli.test_ringbuilder.TestCommands.test_validate_non_accessible_file ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_validate_non_existent_file -test.unit.cli.test_ringbuilder.TestCommands.test_validate_non_existent_file ... ok -test.unit.common.test_db.TestDatabaseBroker.test_skip_commits -test.unit.common.test_db.TestDatabaseBroker.test_skip_commits ... ok -Quarantined /tmp/tmp_4zn4geq/dev/dbs/par/pre/db to /tmp/tmp_4zn4geq/dev/quarantined/containers/db due to missing row in container_stat table -test.unit.common.test_db.TestDatabaseBroker.test_update_metadata_missing_container_info -test.unit.common.test_db.TestDatabaseBroker.test_update_metadata_missing_container_info ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_policy_stats -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_policy_stats ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_empty -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_empty ... ok -test.unit.account.test_backend.TestAccountBroker.test_merge_items_overwrite_unicode -test.unit.account.test_backend.TestAccountBroker.test_merge_items_overwrite_unicode ... ok -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test ERROR: ERROR Could not get container info /tmp/tmpvt5q44vb/tmp_test_database_auditor/fail2.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test INFO: Begin container audit pass. -test ERROR: ERROR Could not get container info /tmp/tmp_c49ew8o/tmp_test_database_auditor/fail2.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test ERROR: ERROR Could not get container info /tmp/tmp_c49ew8o/tmp_test_database_auditor/fail1.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test DEBUG: Audit passed for -test INFO: Container audit pass completed: 0.02s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit pass. -test ERROR: ERROR Could not get container info /tmp/tmp_c49ew8o/tmp_test_database_auditor/fail2.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test ERROR: ERROR Could not get container info /tmp/tmp_c49ew8o/tmp_test_database_auditor/fail1.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test DEBUG: Audit passed for -test INFO: Container audit pass completed: 0.00s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit pass. -test ERROR: ERROR Could not get container info /tmp/tmp_c49ew8o/tmp_test_database_auditor/fail2.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test ERROR: ERROR Could not get container info /tmp/tmp_c49ew8o/tmp_test_database_auditor/fail1.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test DEBUG: Audit passed for -test INFO: Container audit pass completed: 0.01s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit pass. -test ERROR: ERROR Could not get container info /tmp/tmp_c49ew8o/tmp_test_database_auditor/fail2.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_batch_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_batch_reclaim ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_warn_at_risk -test.unit.cli.test_ringbuilder.TestCommands.test_warn_at_risk ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_multichar_delimiter -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_multichar_delimiter ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_json -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_json ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_initialize_fail -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_initialize_fail ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_write_builder -test.unit.cli.test_ringbuilder.TestCommands.test_write_builder ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_exception -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_exception ... ok -test.unit.common.test_db.TestDatabaseBroker.test_validate_metadata_is_called_from_update_metadata -test.unit.common.test_db.TestDatabaseBroker.test_validate_metadata_is_called_from_update_metadata ... ok -test.unit.account.test_backend.TestAccountBroker.test_newid -test.unit.account.test_backend.TestAccountBroker.test_newid ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_expanding -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_expanding ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_plain -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_plain ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_xml -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_xml ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_over_limit -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_over_limit ... ok -test ERROR: ERROR Could not get container info /tmp/tmp_c49ew8o/tmp_test_database_auditor/fail1.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test DEBUG: Audit passed for -test INFO: Container audit pass completed: 0.00s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit pass. -test ERROR: ERROR Could not get container info /tmp/tmp_c49ew8o/tmp_test_database_auditor/fail2.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test ERROR: ERROR Could not get container info /tmp/tmp_c49ew8o/tmp_test_database_auditor/fail1.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test DEBUG: Audit passed for -test INFO: Container audit pass completed: 0.00s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit pass. -test ERROR: ERROR Could not get container info /tmp/tmp_c49ew8o/tmp_test_database_auditor/fail2.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test ERROR: ERROR Could not get container info /tmp/tmp_c49ew8o/tmp_test_database_auditor/fail1.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test DEBUG: Audit passed for -test INFO: Container audit pass completed: 0.01s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit pass. -test ERROR: ERROR Could not get container info /tmp/tmp_c49ew8o/tmp_test_database_auditor/fail2.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test ERROR: ERROR Could not get container info /tmp/tmp_c49ew8o/tmp_test_database_auditor/fail1.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test DEBUG: Audit passed for -test INFO: Container audit pass completed: 0.00s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit pass. -test ERROR: ERROR auditing: Timeout (Nones) -test INFO: Container audit pass completed: 0.00s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit pass. -test ERROR: ERROR auditing: Timeout (Nones) -test INFO: Container audit pass completed: 0.00s -test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_container -test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_container ... ok -test.unit.account.test_server.TestAccountController.test_GET_leading_delimiter -test.unit.account.test_server.TestAccountController.test_GET_leading_delimiter ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_write_builder_after_device_removal -test.unit.cli.test_ringbuilder.TestCommands.test_write_builder_after_device_removal ... ok -test.unit.common.test_db.TestDatabaseBroker.test_validate_metadata_is_not_called_from_update_metadata -test.unit.common.test_db.TestDatabaseBroker.test_validate_metadata_is_not_called_from_update_metadata ... ok -test.unit.common.test_db.TestDatabaseConnectionError.test_str -test.unit.common.test_db.TestDatabaseConnectionError.test_str ... ok -test.unit.account.test_backend.TestAccountBroker.test_policy_stats_tracking -test.unit.account.test_backend.TestAccountBroker.test_policy_stats_tracking ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_is_status_deleted -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_is_status_deleted ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_write_builder_fractional_replicas -test.unit.cli.test_ringbuilder.TestCommands.test_write_builder_fractional_replicas ... ok -test.unit.common.test_db.TestGetDBConnection.test_invalid_path -test.unit.common.test_db.TestGetDBConnection.test_invalid_path ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_write_builder_no_version -test.unit.cli.test_ringbuilder.TestCommands.test_write_builder_no_version ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_write_empty_ring -test.unit.cli.test_ringbuilder.TestCommands.test_write_empty_ring ... ok -test.unit.common.test_db_auditor.TestAuditor.test_run_forever -test.unit.common.test_db_auditor.TestAuditor.test_run_forever ... ok -test.unit.common.test_db_auditor.TestAuditor.test_run_once -test.unit.common.test_db_auditor.TestAuditor.test_run_once ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_chexor -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_chexor ... ok -test-replicator INFO: Beginning replication run -test-replicator INFO: Replication run OVER -test-replicator INFO: Attempted to replicate 0 dbs in 0.00036 seconds (0.00000/s) -test-replicator INFO: Removed 0 dbs -test-replicator INFO: 0 successes, 6 failures -test-replicator INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test-replicator INFO: Attempted to replicate 0 dbs in 0.00000 seconds (0.00000/s) -test-replicator INFO: Removed 0 dbs -test-replicator INFO: 0 successes, 0 failures -test-replicator INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test-replicator INFO: Attempted to replicate 30 dbs in 246.81358 seconds (0.12155/s) -test-replicator INFO: Removed 9 dbs -test-replicator INFO: 25 successes, 1 failures -test-replicator INFO: diff:5 diff_capped:4 empty:7 hashmatch:8 no_change:6 remote_merge:2 rsync:3 ts_repl:10 -test_digest_utils WARNING: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -test_digest_utils WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. -test_digest_utils WARNING: The following digest algorithms are configured but not supported: md5 -test_digest_utils WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. -test_digest_utils WARNING: The following digest algorithms are configured but not supported: md5 -proxy INFO: (709814) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (709814) accepted ('127.0.0.1', 8359) -proxy INFO: ERROR WSGI: code 400, message Invalid PROXY line 'PROXY jojo', (txn: tx7516a5f356c44a6e9a552-00685203c5) -proxy INFO: wsgi exiting -proxy INFO: (709814) wsgi exited, is_accepting=True -proxy INFO: (709814) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (709814) accepted ('127.0.0.1', 8359) -proxy INFO: ERROR WSGI: code 400, message Invalid PROXY line 'PROXYjojo a b c d e', (txn: txf1c260d8940441efb7b72-00685203c5) -proxy INFO: wsgi exiting -proxy INFO: (709814) wsgi exited, is_accepting=True -proxy INFO: (709814) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (709814) accepted ('127.0.0.1', 8359) -proxy INFO: ERROR WSGI: code 400, message Invalid PROXY line 'PROXY a b c d e', (txn: txcb0bf14bf81645be9a2dd-00685203c5) -proxy INFO: wsgi exiting -proxy INFO: (709814) wsgi exited, is_accepting=True -proxy INFO: (709814) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (709814) accepted ('127.0.0.1', 8359) -proxy INFO: ERROR WSGI: code 400, message Invalid PROXY line 'GET /someurl HTTP/1.0\r\n', (txn: test-bad-req-trans-id) -proxy INFO: wsgi exiting -proxy INFO: (709814) wsgi exited, is_accepting=True -proxy INFO: (709814) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (709814) accepted ('127.0.0.1', 8359) -proxy INFO: 192.168.0.1 - - [17/Jun/2025 12:09:41] "GET /someurl HTTP/1.1" 200 160 0.000061 -proxy INFO: 192.168.0.1 - - [17/Jun/2025 12:09:41] "GET /otherurl HTTP/1.1" 200 179 0.000034 -proxy INFO: wsgi exiting -proxy INFO: (709814) wsgi exited, is_accepting=True -proxy INFO: (709814) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (709814) accepted ('127.0.0.1', 8359) -proxy INFO: 192.168.0.1 - - [17/Jun/2025 12:09:41] "GET /someurl HTTP/1.0" 200 186 0.000043 -proxy INFO: wsgi exiting -proxy INFO: (709814) wsgi exited, is_accepting=True -proxy INFO: (709814) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (709814) accepted ('127.0.0.1', 8359) -proxy INFO: 192.168.0.1 - - [17/Jun/2025 12:09:41] "GET /someurl HTTP/1.0" 200 179 0.000045 -proxy INFO: wsgi exiting -proxy INFO: (709814) wsgi exited, is_accepting=True -proxy INFO: (709814) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (709814) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [17/Jun/2025 12:09:41] "GET /someurl HTTP/1.0" 200 180 0.000040 -proxy INFO: wsgi exiting -proxy INFO: (709814) wsgi exited, is_accepting=True -proxy INFO: (709814) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (709814) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [17/Jun/2025 12:09:41] "GET /someurl HTTP/1.0" 200 180 0.000050 -proxy INFO: wsgi exiting -proxy INFO: (709814) wsgi exited, is_accepting=True -proxy INFO: (709814) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (709814) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [17/Jun/2025 12:09:41] "GET /someurl HTTP/1.0" 200 180 0.000039 -proxy INFO: wsgi exiting -proxy INFO: (709814) wsgi exited, is_accepting=True -WARNING: Unable to modify file descriptor limit. Running as non-root? -WARNING: Unable to modify memory limit. Running as non-root? -WARNING: Unable to modify max process limit. Running as non-root? -sharder-test WARNING: Reclaimable db stuck waiting for shrinking, path: a/c, db: /tmp/tmp5qubqrpe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Audit failed for shard: missing own shard range (skipping), path: bad_account/shard_c, db: /tmp/tmpvobdc9bl/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test WARNING: Audit warnings for shard: account not in shards namespace '.shards_', path: bad_account/shard_c, db: /tmp/tmpvobdc9bl/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test WARNING: Audit failed for shard: missing own shard range (skipping), path: .shards_a/shard_c, db: /tmp/tmpvobdc9bl/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpvobdc9bl/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Updated own shard range from ShardRange<'j' to 'k' as of 1750205384.00000, (0, 0) as of 1750205384.00000, active as of 1750205384.00000> to ShardRange<'k' to 't' as of 1750205385.00000, (0, 0) as of 1750205385.00000, active as of 1750205385.00000>, path: .shards_a/shard_c, db: /tmp/tmpvobdc9bl/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpvobdc9bl/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test WARNING: Failed to get shard ranges from a/c: bad, path: .shards_a/shard_c, db: /tmp/tmpvobdc9bl/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test WARNING: Audit warnings for shard: unable to get shard ranges from root, path: .shards_a/shard_c, db: /tmp/tmpvobdc9bl/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpvobdc9bl/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205389.00000, (0, 0) as of 1750205389.00000, shrinking as of 1750205386.00000> to ShardRange<'k' to 't' as of 1750205389.00000, (0, 0) as of 1750205389.00000, sharding as of 1750205390.00000>, path: .shards_a/shard_c, db: /tmp/tmpvobdc9bl/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpvobdc9bl/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpvobdc9bl/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Marked shard container as deleted, path: .shards_a/shard_c, db: /tmp/tmpvobdc9bl/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -test.unit.common.test_db.TestGetDBConnection.test_locked_db -test.unit.common.test_db.TestGetDBConnection.test_locked_db ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_write_ring -test.unit.cli.test_ringbuilder.TestCommands.test_write_ring ... ok -test.unit.common.test_db.TestGetDBConnection.test_normal_case -test.unit.common.test_db.TestGetDBConnection.test_normal_case ... ok -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_active_key -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_active_key ... ok -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_key_algorithm -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_key_algorithm ... ok -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_key_length -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_key_length ... ok -test.unit.common.test_manager.TestServer.test_conf_dir -test.unit.common.test_manager.TestServer.test_conf_dir ... ok -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_config_in_filter_section -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_config_in_filter_section ... ok -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_config_in_separate_file -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_config_in_separate_file ... ok -test.unit.common.test_manager.TestServer.test_conf_files -test.unit.common.test_manager.TestServer.test_conf_files ... ok -test.unit.common.test_manager.TestServer.test_create_server -test.unit.common.test_manager.TestServer.test_create_server ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_policy_stats -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_policy_stats ... ok -test.unit.common.test_db_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers -test.unit.common.test_db_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers ... ok The can be of the form:: drz-:R:/ @@ -68784,7 +74103,7 @@ Exit codes: 0 = operation successful 1 = operation completed with warnings 2 = error -Problem occurred while reading builder file: /tmp/tmp6jepg1s2/tmp420l_gme. Generic error occurred +Problem occurred while reading builder file: /tmp/tmpxzsthbsf/tmpvufxaktb. Generic error occurred Reassigned 192 (300.00%) partitions. Balance is now 6.00. Dispersion is now 0.00 ------------------------------------------------------------------------------- NOTE: Balance of 6.00 indicates you should push this @@ -68796,351 +74115,442 @@ ring, wait at least 1 hours, and rebalance/repush. ------------------------------------------------------------------------------- Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 -Device d4r1z1-127.0.0.1:6200R127.0.0.1:6200/sdb_"" with 1.0 weight got id 4 -Device d5r1z1-127.0.0.1:6200R127.0.0.1:6200/sdc_"" with 1.0 weight got id 5 -Reassigned 192 (300.00%) partitions. Balance is now 109.38. Dispersion is now 0.00 -------------------------------------------------------------------------------- -NOTE: Balance of 109.38 indicates you should push this - ring, wait at least 1 hours, and rebalance/repush. -------------------------------------------------------------------------------- -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -Reassigned 48 (75.00%) partitions. Balance is now 371.88. Dispersion is now 1.56 -------------------------------------------------------------------------------- -NOTE: Dispersion of 1.562500 indicates some parts are not - optimally dispersed. - - You may want to adjust some device weights, increase - the overload or review the dispersion report. -------------------------------------------------------------------------------- -Note: using /tmp/tmp4fmm3jnz/tmps3eh8917.builder instead of /tmp/tmp4fmm3jnz/tmps3eh8917.ring.gz as builder file -Reassigned 5 (7.81%) partitions. Balance is now 100.00. Dispersion is now 0.00 -------------------------------------------------------------------------------- -NOTE: Balance of 100.00 indicates you should push this - ring, wait at least 24 hours, and rebalance/repush. -------------------------------------------------------------------------------- -Reassigned 24 (37.50%) partitions. Balance is now 1.04. Dispersion is now 0.00 -Note: using /tmp/tmpznljz4aj/tmp4u0d1h9b.builder instead of /tmp/tmpznljz4aj/tmp4u0d1h9b.ring.gz as builder file -Note: using /tmp/tmpa7sz24h6/tmprnow64pu.builder instead of /tmp/tmpa7sz24h6/tmprnow64pu.ring.gz as builder file -Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 -Something useful -Also useful -Boring, but not secret -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_logger_manipulations -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_logger_manipulations ... ok -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_missing_key_id -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_missing_key_id ... ok -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_multikey_config_in_filter_section -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_multikey_config_in_filter_section ... ok -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_multikey_config_in_separate_file -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_multikey_config_in_separate_file ... ok -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_proxy_server_conf_dir -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_proxy_server_conf_dir ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_list_container_iter_with_reserved_name -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_list_container_iter_with_reserved_name ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_acl_GET -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_acl_GET ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_canned_acl_PUT_with_s3acl -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_canned_acl_PUT_with_s3acl ... ok -test.unit.account.test_server.TestAccountController.test_GET_limit_marker_json -test.unit.account.test_server.TestAccountController.test_GET_limit_marker_json ... ok -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.cli.test_ringbuilder.TestCommands.test_write_builder_after_device_removal +test.unit.cli.test_ringbuilder.TestCommands.test_write_builder_after_device_removal ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_write_builder_fractional_replicas +test.unit.cli.test_ringbuilder.TestCommands.test_write_builder_fractional_replicas ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_write_builder_no_version +test.unit.cli.test_ringbuilder.TestCommands.test_write_builder_no_version ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_write_empty_ring +test.unit.cli.test_ringbuilder.TestCommands.test_write_empty_ring ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_write_ring +test.unit.cli.test_ringbuilder.TestCommands.test_write_ring ... ok +test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_cached_dispersion_value +test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_cached_dispersion_value ... ok +proxy-server DEBUG: Object PUT returning 202 for 409: 1715796418.00000 <= '409 (1715796418.00000)' (txn: tx67b49026f15e4527944b7-006644f9c2) +proxy-server DEBUG: Object PUT returning 202 for 409: 1715796419.00000 <= '409 (1715796419.00000)' (txn: txd2105229d9b84c28a9d70-006644f9c2) +proxy-server DEBUG: Object PUT returning 202 for 409: 1715796420.00000 <= '409 (1715796420.00000)' (txn: tx4d3958147c754273a4838-006644f9c2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: tx9e70279369ba497eb166e-006644f9c2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Object PUT returning 202 for 409: 1715796418.00000 <= '409 (1715796419.00000)' (txn: tx69840b22e2f749c1a9829-006644f9c2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Object PUT returning 412, [409, 412, 412] (txn: txfd2ab479d27d4ed1851eb-006644f9c2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Object PUT returning 202 for 409: 1715796418.00000 <= '409 (unknown), 409 (unknown), 409 (unknown)' (txn: txd85268e1290d477091a99-006644f9c2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Object PUT returning 202 for 409: 1715796418.00000 <= '409 (1715796419.00000), 201 (unknown), 201 (unknown)' (txn: tx33123ba8941841cea96f5-006644f9c2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_smooth_distributed_backend_requests +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_smooth_distributed_backend_requests ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_some_404s_and_507s +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_some_404s_and_507s ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_txn_id_logging_on_PUT +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_txn_id_logging_on_PUT ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_not_configured +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_not_configured ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_per_policy_config +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_per_policy_config ... ok +test INFO: - - - [15/May/2024:18:06:58 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.1019 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:58 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0085 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:58 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.1121 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:58 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0014 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:58 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0539 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:58 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0015 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:58 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0851 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:58 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0015 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:58 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0011 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:58 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0015 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:58 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.1153 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:58 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:59 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0825 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:59 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0625 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:59 +0000] "PUT /sda1/p/a" 403 16 "-" "-" "-" 0.0008 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:59 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0002 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:59 +0000] "PUT /sda1/p/.a/c" 201 - "-" "-" "-" 0.0735 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:59 +0000] "PUT /sda1/p/a/.c" 404 - "-" "-" "-" 0.0002 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:59 +0000] "PUT /sda1/./a" 400 20 "-" "-" "-" 0.0001 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:59 +0000] "PUT /sda1/p/a" 400 28 "-" "-" "-" 0.0555 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:59 +0000] "PUT /sda1/p/a" 400 28 "-" "-" "-" 0.0012 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:59 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0009 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:59 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0004 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:59 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0635 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:59 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0396 "-" 1363415 - +test DEBUG: - - - [15/May/2024:18:06:59 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0003 "-" 1363415 - +test DEBUG: - - - [15/May/2024:18:06:59 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0003 "-" 1363415 - +test DEBUG: - - - [15/May/2024:18:06:59 +0000] "REPLICATE /sda1/p/a/" 404 - "-" "-" "-" 0.0004 "-" 1363415 - +test ERROR: ERROR __call__ error with REPLICATE /sda1/p/a/ : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/account/server.py", line 313, in __call__ + res = getattr(self, req.method)(req) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 1519, in _timing_stats + resp = func(ctrl, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/account/server.py", line 279, in REPLICATE + ret = self.replicator_rpc.dispatch(post_args, args) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/db_replicator.py", line 897, in dispatch + return getattr(self, op)( + ^^^^^^^^^^^^^^^^^ +AttributeError: 'ReplicatorRpc' object has no attribute 'unknown_sync' +test DEBUG: - - - [15/May/2024:18:06:59 +0000] "REPLICATE /sda1/p/a/" 500 833 "-" "-" "-" 0.0029 "-" 1363415 - +test DEBUG: - - - [15/May/2024:18:06:59 +0000] "REPLICATE /sda1/p/a/" 400 49 "-" "-" "-" 0.0003 "-" 1363415 - +test ERROR: ERROR __call__ error with PUT /sda1/p/a/c : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/account/server.py", line 313, in __call__ + res = getattr(self, req.method)(req) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_server.py", line 2606, in mock_put_method + raise Exception() +Exception +test INFO: - - - [15/May/2024:18:06:59 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0415 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:59 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:59 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:59 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:59 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:59 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:59 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0493 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:59 +0000] "PUT /sda1/p/a/c%00stuff" 400 36 "-" "-" "-" 0.0001 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:59 +0000] "PUT /sda1/p/foo%00bar" 400 34 "-" "-" "-" 0.0001 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:59 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0676 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:59 +0000] "PUT /sda1/p/a/%00c%00stuff" 201 - "-" "-" "-" 0.0011 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:59 +0000] "PUT /sda1/p/%00a" 201 - "-" "-" "-" 0.0443 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:59 +0000] "PUT /sda1/p/%00foo%00bar" 201 - "-" "-" "-" 0.0618 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:59 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0318 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:59 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0135 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:59 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0589 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:59 +0000] "GET /sda1/p/a" 200 109 "-" "-" "-" 0.0018 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:59 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0016 "-" 1363415 - +test INFO: - - - [15/May/2024:18:06:59 +0000] "GET /sda1/p/a" 200 26 "-" "-" "-" 0.0016 "-" 1363415 - +test INFO: - - - [15/May/2024:18:07:00 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0540 "-" 1363415 - +test INFO: - - - [15/May/2024:18:07:00 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0012 "-" 1363415 - +test INFO: - - - [15/May/2024:18:07:00 +0000] "PUT /sda1/p/a/nullish" 201 - "-" "-" "-" 0.0662 "-" 1363415 - +test INFO: - - - [15/May/2024:18:07:00 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0769 "-" 1363415 - +test INFO: - - - [15/May/2024:18:07:00 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0011 "-" 1363415 - +test INFO: - - - [15/May/2024:18:07:00 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0049 "-" 1363415 - +test INFO: - - - [15/May/2024:18:07:00 +0000] "GET /sda1/p/a" 200 26 "-" "-" "-" 0.0011 "-" 1363415 - +test INFO: - - - [15/May/2024:18:07:00 +0000] "GET /sda1/p/a" 200 94 "-" "-" "-" 0.0011 "-" 1363415 - +test INFO: - - - [15/May/2024:18:07:00 +0000] "GET /sda1/p/a" 200 116 "-" "-" "-" 0.0048 "-" 1363415 - +test INFO: - - - [15/May/2024:18:07:00 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0709 "-" 1363415 - +test INFO: - - - [15/May/2024:18:07:00 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 1363415 - +test INFO: - - - [15/May/2024:18:07:00 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 1363415 - +test INFO: - - - [15/May/2024:18:07:00 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0115 "-" 1363415 3 +test INFO: - - - [15/May/2024:18:07:00 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0771 "-" 1363415 - +test INFO: - - - [15/May/2024:18:07:00 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 1363415 - +test INFO: - - - [15/May/2024:18:07:00 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0388 "-" 1363415 - +test INFO: - - - [15/May/2024:18:07:00 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0015 "-" 1363415 - +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_empty_policy_stats +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_empty_policy_stats ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_init +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_init ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_false +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_false ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_true +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_true ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_doesnt_exist +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_doesnt_exist ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_is_not_public +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_is_not_public ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_list_allowed_methods +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_list_allowed_methods ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_log_line_format +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_log_line_format ... ok +test DEBUG: checking permission: bucket2 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket3 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket4 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket5 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket6 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket7 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket8 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket9 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:45 -0000', 'X-Amz-Acl': 'public-read', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Grant AllUsers READ permission on the bucket /bucket -test DEBUG: Grant test:tester FULL_CONTROL permission on the bucket /bucket -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket0 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:othertest:other +test DEBUG: permission denined: 403 Forbidden test:tester OWNER +test DEBUG: checking permission: bucket1 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:othertest:other +test DEBUG: permission denined: 403 Forbidden test:tester OWNER +test DEBUG: checking permission: bucket2 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:othertest:other +test DEBUG: permission denined: 403 Forbidden test:tester OWNER +test DEBUG: checking permission: bucket3 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:othertest:other +test DEBUG: permission denined: 403 Forbidden test:tester OWNER +test DEBUG: checking permission: bucket4 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:othertest:other +test DEBUG: permission denined: 403 Forbidden test:tester OWNER +test DEBUG: checking permission: bucket5 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_without_owner_bucket +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_without_owner_bucket ... ok +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_quota_copy_from +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_quota_copy_from ... ok +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_quota_copy_verb +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_quota_copy_verb ... ok +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_from +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_from ... ok +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_verb +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_verb ... ok +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_quota_copy_from_bad_src +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_quota_copy_from_bad_src ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_500_resp +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_500_resp ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_content_type +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_content_type ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_file_over_twice_max_length +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_file_over_twice_max_length ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_file_too_long +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_file_too_long ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_path +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_path ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_call_and_content_type +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_call_and_content_type ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete_retry_and_fails +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete_retry_and_fails ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete_retry_and_success +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete_retry_and_success ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_get_objs +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_get_objs ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_max_failures +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_max_failures ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_no_body +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_no_body ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_no_files_in_body +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_no_files_in_body ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_too_many_newlines +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_too_many_newlines ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_unauth +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_unauth ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_uses_predefined_object_errors +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_uses_predefined_object_errors ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_extra_newlines_extra_quoting +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_extra_newlines_extra_quoting ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_unicode +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_unicode ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_with_DELETE_verb +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_with_DELETE_verb ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_with_POST_verb +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_with_POST_verb ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_bad_container +test.unit.common.middleware.test_bulk.TestUntar.test_bad_container ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_bad_tar +test.unit.common.middleware.test_bulk.TestUntar.test_bad_tar ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_content_length_required +test.unit.common.middleware.test_bulk.TestUntar.test_content_length_required ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_create_container_for_path +test.unit.common.middleware.test_bulk.TestUntar.test_create_container_for_path ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_call +test.unit.common.middleware.test_bulk.TestUntar.test_extract_call ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_compress_type +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_compress_type ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_cont_401 +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_cont_401 ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_create_cont +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_create_cont ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_create_cont_value_err +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_create_cont_value_err ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_cont +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_cont ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_failed_extractions +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_failed_extractions ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_file_size +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_file_size ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_obj_401 +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_obj_401 ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_obj_name_len +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_obj_name_len ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_unicode +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_unicode ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_with_basefile +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_with_basefile ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_works +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_works ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_get_response_body +test.unit.common.middleware.test_bulk.TestUntar.test_get_response_body ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_HEAD_with_content_length +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_HEAD_with_content_length ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_bogus_content_length +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_bogus_content_length ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors_passthrough +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors_passthrough ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors_with_unexpected_error +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors_with_unexpected_error ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_error_in_iterator +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_error_in_iterator ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_long_response_body +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_long_response_body ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_multiple_content_lengths +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_multiple_content_lengths ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_no_content_length +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_no_content_length ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_short_response_body +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_short_response_body ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra_length_limit +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra_length_limit ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra_quoted +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra_quoted ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_fail +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_fail ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_pass +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_pass ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_suffix +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_suffix ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_client_error_fetching_first_segment +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_client_error_fetching_first_segment ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_fetching_second_segment +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_fetching_second_segment ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_HEAD +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_HEAD ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_first_listing_request +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_first_listing_request ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_second_listing_request +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_second_listing_request ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_passthrough +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_passthrough ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_fails_with_neither_acl_header_nor_xml_PUT -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_fails_with_neither_acl_header_nor_xml_PUT ... ok -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit pass. -test ERROR: ERROR auditing: Timeout (Nones) -test INFO: Container audit pass completed: 0.00s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit pass. -test ERROR: ERROR auditing: Timeout (Nones) -test INFO: Container audit pass completed: 0.00s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit pass. -test ERROR: ERROR auditing: Timeout (Nones) -test INFO: Container audit pass completed: 0.00s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit pass. -test ERROR: ERROR auditing: Timeout (Nones) -test INFO: Container audit pass completed: 0.00s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit pass. -test ERROR: ERROR auditing: Timeout (Nones) -test INFO: Container audit pass completed: 0.00s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit "once" mode -test ERROR: ERROR Could not get container info /tmp/tmpp5o126ci/tmp_test_database_auditor/fail2.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test ERROR: ERROR Could not get container info /tmp/tmpp5o126ci/tmp_test_database_auditor/fail1.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test DEBUG: Audit passed for -test INFO: Container audit "once" mode completed: 0.02s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00025 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp794lw12b/sda/fake/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01563 seconds (63.96738/s) -test INFO: Removed 1 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00039 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00936 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test.unit.common.test_db_replicator.TestReplicatorSync.test_local_ids -test.unit.common.test_db_replicator.TestReplicatorSync.test_local_ids ... ok -test.unit.common.test_manager.TestServer.test_expirer_conf_files -test.unit.common.test_manager.TestServer.test_expirer_conf_files ... ok -test.unit.common.test_manager.TestServer.test_get_conf_file_name -test.unit.common.test_manager.TestServer.test_get_conf_file_name ... ok -test.unit.common.test_manager.TestServer.test_get_custom_pid_file_name -test.unit.common.test_manager.TestServer.test_get_custom_pid_file_name ... ok -test.unit.common.test_manager.TestServer.test_get_pid_file_name -test.unit.common.test_manager.TestServer.test_get_pid_file_name ... ok -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:45 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:45 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 15 May 2024 18:06:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 15 May 2024 18:06:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:45 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e', 'Content-Length': '0'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:45 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6', 'Content-Length': '0'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:45 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:45 -0000', 'Content-Md5': 'Je0by0I7C3IA9IX8X/ccjg==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '25ed1bcb423b0b7200f485fc5ff71c8e'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Wed, 15 May 2024 18:06:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Wed, 15 May 2024 18:06:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_handle_acl_header_with_s3acl -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_handle_acl_header_with_s3acl ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_object_acl_GET -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_object_acl_GET ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_acl_GET -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_acl_GET ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_acl_PUT -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_acl_PUT ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_canned_acl_PUT -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_canned_acl_PUT ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_fails_with_both_acl_header_and_xml_PUT -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_fails_with_both_acl_header_and_xml_PUT ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_fails_with_neither_acl_header_nor_xml_PUT -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_fails_with_neither_acl_header_nor_xml_PUT ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_handle_acl_header -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_handle_acl_header ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_handle_acl_with_invalid_header_string -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_handle_acl_with_invalid_header_string ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_invalid_xml -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_invalid_xml ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_object_acl_GET -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_object_acl_GET ... ok -test.unit.common.middleware.s3api.test_cfg.TestS3ApiCfg.test_config -test.unit.common.middleware.s3api.test_cfg.TestS3ApiCfg.test_config ... ok -test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_fromstring_with_nonascii_text -test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_fromstring_with_nonascii_text ... ok -test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_tostring_with_nonascii_text -test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_tostring_with_nonascii_text ... ok -test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_xml_namespace -test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_xml_namespace ... ok -test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_xml_with_comments -test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_xml_with_comments ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_500_resp -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_500_resp ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_content_type -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_content_type ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_file_over_twice_max_length -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_file_over_twice_max_length ... ok -test.unit.common.test_manager.TestServer.test_get_running_pids -test.unit.common.test_manager.TestServer.test_get_running_pids ... ok -test.unit.common.test_manager.TestServer.test_interact -test.unit.common.test_manager.TestServer.test_interact ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_file_too_long -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_file_too_long ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_path -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_path ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_call_and_content_type -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_call_and_content_type ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete_retry_and_fails -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete_retry_and_fails ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete_retry_and_success -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete_retry_and_success ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_get_objs -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_get_objs ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_max_failures -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_max_failures ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_no_body -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_no_body ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_no_files_in_body -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_no_files_in_body ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_too_many_newlines -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_too_many_newlines ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_unauth -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_unauth ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_uses_predefined_object_errors -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_uses_predefined_object_errors ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_extra_newlines_extra_quoting -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_extra_newlines_extra_quoting ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_unicode -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_unicode ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_with_DELETE_verb -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_with_DELETE_verb ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_with_POST_verb -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_with_POST_verb ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_concurrency_set -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_concurrency_set ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_with_read_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_with_read_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_without_permission ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_etag_comparison_ignores_quotes +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_etag_comparison_ignores_quotes ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_big_manifest +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_big_manifest ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_manifest +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_manifest ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_manifest_passthrough +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_manifest_passthrough ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_multi_range +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_multi_range ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_non_manifest_passthrough +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_non_manifest_passthrough ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_non_object_passthrough +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_non_object_passthrough ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_oversize_segment +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_oversize_segment ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_first_byte +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_first_byte ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_last_byte +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_last_byte ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_many_segments_satisfiability_unknown +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_many_segments_satisfiability_unknown ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_many_segments_satisfiable +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_many_segments_satisfiable ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_on_segment_boundaries +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_on_segment_boundaries ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_overlapping_end +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_overlapping_end ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_unsatisfiable +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_unsatisfiable ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_suffix_range +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_suffix_range ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_suffix_range_many_segments +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_suffix_range_many_segments ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_taking_too_long +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_taking_too_long ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_undersize_segment +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_undersize_segment ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_undersize_segment_range +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_undersize_segment_range ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_with_auth_overridden +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_with_auth_overridden ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_with_if_modified_since +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_with_if_modified_since ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_match_does_not_match +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_match_does_not_match ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_match_matches +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_match_matches ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_none_match_does_not_match +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_none_match_does_not_match ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_none_match_matches +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_none_match_matches ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_mismatched_etag_fetching_second_segment +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_mismatched_etag_fetching_second_segment ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_mismatched_length_fetching_second_segment +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_mismatched_length_fetching_second_segment ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_object_prefix_quoting +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_object_prefix_quoting ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_server_error_fetching_first_segment +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_server_error_fetching_first_segment ... ok +test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck +test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck ... ok +test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass +test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass ... ok +test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass_disabled +test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass_disabled ... ok +test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass_not_disabled +test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass_not_disabled ... ok test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_and_HEAD_registered test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_and_HEAD_registered ... ok test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered @@ -69171,1564 +74581,1589 @@ test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header_ignored ... ok test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header_old_swift test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header_old_swift ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_is_authorized_for_permitted_referrer -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_is_authorized_for_permitted_referrer ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_is_not_authorized_for_unknown_reseller_prefix -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_is_not_authorized_for_unknown_reseller_prefix ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_options_allowed -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_options_allowed ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_with_validtoken_authorized_for_permitted_referrer -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_with_validtoken_authorized_for_permitted_referrer ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_auth_scheme -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_auth_scheme ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_blank_reseller_prefix -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_blank_reseller_prefix ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_confirmed_identity_is_authorized -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_confirmed_identity_is_authorized ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_confirmed_identity_is_not_authorized -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_confirmed_identity_is_not_authorized ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_denied_responses -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_denied_responses ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_detect_reseller_request -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_detect_reseller_request ... ok -test.unit.common.test_manager.TestServer.test_iter_pid_files -test.unit.common.test_manager.TestServer.test_iter_pid_files ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_identified_options_allowed -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_identified_options_allowed ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_invalid_request_authorized -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_invalid_request_authorized ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_invalid_request_non_authorized -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_invalid_request_non_authorized ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_asked_for_and_allowed -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_asked_for_and_allowed ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_asked_for_but_not_allowed -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_asked_for_but_not_allowed ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_default_allowed -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_default_allowed ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_not_set -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_not_set ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set_to_unknown -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set_to_unknown ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set_unknown_with_v2 -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set_unknown_with_v2 ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_reseller_prefix_added_underscore -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_reseller_prefix_added_underscore ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_reseller_prefix_not_added_double_underscores -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_reseller_prefix_not_added_double_underscores ... ok -test.unit.common.test_manager.TestServer.test_kill_running_pids -test.unit.common.test_manager.TestServer.test_kill_running_pids ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_bytes_count -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_bytes_count ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_container_listing_translation -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_container_listing_translation ... ok -test.unit.common.test_manager.TestServer.test_launch -test.unit.common.test_manager.TestServer.test_launch ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_shrinking -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_shrinking ... ok -test.unit.common.test_manager.TestServer.test_named_conf_dir -test.unit.common.test_manager.TestServer.test_named_conf_dir ... ok -test.unit.common.test_manager.TestServer.test_named_conf_dir_pid_files -test.unit.common.test_manager.TestServer.test_named_conf_dir_pid_files ... ok -test.unit.common.test_manager.TestServer.test_proxy_conf_dir -test.unit.common.test_manager.TestServer.test_proxy_conf_dir ... ok -test.unit.common.test_manager.TestServer.test_server_equality -test.unit.common.test_manager.TestServer.test_server_equality ... ok -test.unit.common.test_manager.TestServer.test_server_repr -test.unit.common.test_manager.TestServer.test_server_repr ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_404_versions_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_404_versions_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_delete_markers -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_delete_markers ... ok -test.unit.common.test_manager.TestServer.test_server_to_string -test.unit.common.test_manager.TestServer.test_server_to_string ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_delimiter -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_delimiter ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_empty_primary -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_empty_primary ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_empty_versions_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_empty_versions_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_error_versions_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_error_versions_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_invalid_delimiter -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_invalid_delimiter ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_marker -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_marker ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_marker_missing_marker -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_marker_missing_marker ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_never_enabled -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_never_enabled ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_unversioned -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_unversioned ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_listing_translation_utf8 -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_listing_translation_utf8 ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_create_broker -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_create_broker ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_DELETE_current_version -test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_DELETE_current_version ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_POST_error_versioning_disabled -test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_POST_error_versioning_disabled ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_initialize_fail -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_initialize_fail ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_PUT_version_versioning_disbaled -test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_PUT_version_versioning_disbaled ... ok -test.unit.account.test_backend.TestAccountBroker.test_put_container -test.unit.account.test_backend.TestAccountBroker.test_put_container ... ok -test.unit.common.test_manager.TestServer.test_signal_pids -test.unit.common.test_manager.TestServer.test_signal_pids ... ok -test.unit.common.test_manager.TestServer.test_spawn -test.unit.common.test_manager.TestServer.test_spawn ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info ... ok -test.unit.common.test_manager.TestServer.test_status -test.unit.common.test_manager.TestServer.test_status ... ok -test.unit.common.test_manager.TestServer.test_stop -test.unit.common.test_manager.TestServer.test_stop ... ok -test.unit.common.test_db_replicator.TestReplicatorSync.test_replicator_sync -test.unit.common.test_db_replicator.TestReplicatorSync.test_replicator_sync ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache -test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache ... ok -test.unit.account.test_server.TestAccountController.test_GET_limit_marker_plain -test.unit.account.test_server.TestAccountController.test_GET_limit_marker_plain ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info_no_stale_reads -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info_no_stale_reads ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_json -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_json ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_exception -test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_exception ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_list_containers_iter -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_list_containers_iter ... ok -test.unit.common.test_db_replicator.TestReplicatorSync.test_rsync_then_merge -test.unit.common.test_db_replicator.TestReplicatorSync.test_rsync_then_merge ... ok -test.unit.common.test_exceptions.TestExceptions.test_client_exception -test.unit.common.test_exceptions.TestExceptions.test_client_exception ... ok -test.unit.common.test_exceptions.TestExceptions.test_replication_exception -test.unit.common.test_exceptions.TestExceptions.test_replication_exception ... ok -test.unit.common.test_exceptions.TestExceptions.test_replication_lock_timeout -test.unit.common.test_exceptions.TestExceptions.test_replication_lock_timeout ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_absolute_target -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_absolute_target ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request_app_logging -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request_app_logging ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request_server_logging -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request_server_logging ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_chunked_with_content_length -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_chunked_with_content_length ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_leading_slashes -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_leading_slashes ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_messy -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_messy ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_quoted -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_quoted ... ok -test.unit.account.test_backend.TestAccountBroker.test_reclaim -test.unit.account.test_backend.TestAccountBroker.test_reclaim ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_request_lines -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_request_lines ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_simple -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_simple ... ok -test.unit.common.test_swob.TestTransferEncoding.test_is_chunked -test.unit.common.test_swob.TestTransferEncoding.test_is_chunked ... ok -test.unit.common.test_utils.TestPairs.test_pairs -test.unit.common.test_utils.TestPairs.test_pairs ... ok -test.unit.common.test_utils.TestSetSwiftDir.test_set_swift_dir -test.unit.common.test_utils.TestSetSwiftDir.test_set_swift_dir ... ok -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_loop_timeout -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_loop_timeout ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info_stale_read_ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info_stale_read_ok ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_is_status_deleted -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_is_status_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_creation -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_creation ... ok -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00028 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -proxy INFO: (709801) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (709801) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [17/Jun/2025 12:09:45] "GET https://cluster.domain/bucket/key HTTP/1.0" 200 106 0.000083 -proxy INFO: wsgi exiting -proxy INFO: (709801) wsgi exited, is_accepting=True -proxy INFO: (709801) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (709801) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [17/Jun/2025 12:09:45] "GET http://cluster.domain/v1/acct/cont/obj HTTP/1.0" 200 112 0.000049 -proxy INFO: wsgi exiting -proxy INFO: (709801) wsgi exited, is_accepting=True -proxy INFO: (709801) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (709801) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [17/Jun/2025 12:09:45] "GET ftp://cluster.domain/bucket/key HTTP/1.0" 200 126 0.000046 -proxy INFO: wsgi exiting -proxy INFO: (709801) wsgi exited, is_accepting=True -proxy INFO: (709801) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (709801) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [17/Jun/2025 12:09:45] "GET https://cluster.domain HTTP/1.0" 200 117 0.000054 -proxy INFO: wsgi exiting -proxy INFO: (709801) wsgi exited, is_accepting=True -proxy INFO: (709801) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (709801) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [17/Jun/2025 12:09:45] "GET http:omg//wtf/bbq HTTP/1.0" 200 112 0.000051 -proxy INFO: wsgi exiting -proxy INFO: (709801) wsgi exited, is_accepting=True -proxy INFO: (709801) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (709801) accepted ('127.0.0.1', 8359) -proxy INFO: ERROR WSGI: code 400, message Bad request syntax ('ONLY-METHOD'), (txn: txa145757cc1b64bd59dfb8-00685203ca) -proxy INFO: wsgi exiting -proxy INFO: (709801) wsgi exited, is_accepting=True -proxy INFO: (709801) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (709801) accepted ('127.0.0.1', 8359) -test ERROR: ERROR WSGI: code 400, message Bad request syntax ('ONLY-METHOD') (txn: test-trans-id) -proxy INFO: wsgi exiting (txn: test-trans-id) -proxy INFO: (709801) wsgi exited, is_accepting=True (txn: test-trans-id) -proxy INFO: (709801) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (709801) accepted ('127.0.0.1', 8359) -proxy INFO: ERROR WSGI: code 400, message Bad request syntax ('ONLY-METHOD'), (txn: test-trans-id) -proxy INFO: wsgi exiting -proxy INFO: (709801) wsgi exited, is_accepting=True -proxy INFO: (709801) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (709801) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [17/Jun/2025 12:09:46] "PUT /path HTTP/1.0" 200 105 0.000063 -proxy INFO: wsgi exiting -proxy INFO: (709801) wsgi exited, is_accepting=True -proxy INFO: (709801) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (709801) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [17/Jun/2025 12:09:46] "GET ///some-leading-slashes HTTP/1.0" 200 118 0.000038 -proxy INFO: wsgi exiting -proxy INFO: (709801) wsgi exited, is_accepting=True -proxy INFO: (709801) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (709801) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [17/Jun/2025 12:09:46] "GET /ohÿboy%what$now%E2%80%bd HTTP/1.0" 200 120 0.000046 -proxy INFO: wsgi exiting -proxy INFO: (709801) wsgi exited, is_accepting=True -proxy INFO: (709801) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (709801) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [17/Jun/2025 12:09:46] "GET /some%fFpath%D8%AA HTTP/1.0" 200 113 0.000037 -proxy INFO: wsgi exiting -proxy INFO: (709801) wsgi exited, is_accepting=True -proxy INFO: (709801) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (709801) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [17/Jun/2025 12:09:46] "GET / HTTP/1.1" 200 120 0.000063 -proxy INFO: wsgi exiting -proxy INFO: (709801) wsgi exited, is_accepting=True -b'HTTP/1.1 200 OK\r\nContent-Length: 44\r\nDate: Wed, 18 Jun 2025 00:09:46 GMT\r\n\r\n{"RAW_PATH_INFO": "/", "QUERY_STRING": null}' -proxy INFO: (709801) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (709801) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [17/Jun/2025 12:09:46] "GET /%FF HTTP/1.1" 200 123 0.000049 -proxy INFO: wsgi exiting -proxy INFO: (709801) wsgi exited, is_accepting=True -b'HTTP/1.1 200 OK\r\nContent-Length: 47\r\nDate: Wed, 18 Jun 2025 00:09:46 GMT\r\n\r\n{"RAW_PATH_INFO": "/%FF", "QUERY_STRING": null}' -proxy INFO: (709801) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (709801) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [17/Jun/2025 12:09:46] "GET /ÿ HTTP/1.1" 200 126 0.000045 -proxy INFO: wsgi exiting -proxy INFO: (709801) wsgi exited, is_accepting=True -b'HTTP/1.1 200 OK\r\nContent-Length: 50\r\nDate: Wed, 18 Jun 2025 00:09:46 GMT\r\n\r\n{"RAW_PATH_INFO": "/\\u00ff", "QUERY_STRING": null}' -proxy INFO: (709801) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (709801) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [17/Jun/2025 12:09:46] "PUT /Here%20Is%20A%20SnowMan:☃ HTTP/1.0" 200 181 0.000043 -proxy INFO: wsgi exiting -proxy INFO: (709801) wsgi exited, is_accepting=True -b'HTTP/1.1 200 OK\r\nContent-Length: 86\r\nDate: Wed, 18 Jun 2025 00:09:46 GMT\r\nConnection: close\r\n\r\n{"RAW_PATH_INFO": "/Here%20Is%20A%20SnowMan:\\u00e2\\u0098\\u0083", "QUERY_STRING": null}' -proxy INFO: (709801) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (709801) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [17/Jun/2025 12:09:46] "POST /?and%20it=does+nothing+to+params&PALMTREE=ð%9fŒ%b4 HTTP/1.1" 200 178 0.000045 -proxy INFO: wsgi exiting -proxy INFO: (709801) wsgi exited, is_accepting=True -b'HTTP/1.1 200 OK\r\nContent-Length: 101\r\nDate: Wed, 18 Jun 2025 00:09:46 GMT\r\n\r\n{"RAW_PATH_INFO": "/", "QUERY_STRING": "and%20it=does+nothing+to+params&PALMTREE=\\u00f0%9f\\u008c%b4"}' -proxy INFO: (709801) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (709801) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [17/Jun/2025 12:09:46] "GET // HTTP/1.1" 200 121 0.000045 -proxy INFO: wsgi exiting -proxy INFO: (709801) wsgi exited, is_accepting=True -b'HTTP/1.1 200 OK\r\nContent-Length: 45\r\nDate: Wed, 18 Jun 2025 00:09:46 GMT\r\n\r\n{"RAW_PATH_INFO": "//", "QUERY_STRING": null}' -proxy INFO: (709801) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (709801) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [17/Jun/2025 12:09:46] "GET //bar HTTP/1.1" 200 124 0.000044 -proxy INFO: wsgi exiting -proxy INFO: (709801) wsgi exited, is_accepting=True -b'HTTP/1.1 200 OK\r\nContent-Length: 48\r\nDate: Wed, 18 Jun 2025 00:09:46 GMT\r\n\r\n{"RAW_PATH_INFO": "//bar", "QUERY_STRING": null}' -proxy INFO: (709801) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (709801) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [17/Jun/2025 12:09:46] "GET //////baz HTTP/1.1" 200 128 0.000048 -proxy INFO: wsgi exiting -proxy INFO: (709801) wsgi exited, is_accepting=True -b'HTTP/1.1 200 OK\r\nContent-Length: 52\r\nDate: Wed, 18 Jun 2025 00:09:46 GMT\r\n\r\n{"RAW_PATH_INFO": "//////baz", "QUERY_STRING": null}' -proxy INFO: (709801) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (709801) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [17/Jun/2025 12:09:46] "GET /someurl HTTP/1.0" 200 102 0.000037 -proxy INFO: wsgi exiting -proxy INFO: (709801) wsgi exited, is_accepting=True -test NOTICE: Started child 0 (PID 88) for port 6006 -test NOTICE: Started child 1 (PID 89) for port 6006 -test NOTICE: Started child 2 (PID 90) for port 6006 -test NOTICE: Started child 0 (PID 91) for port 6007 -test NOTICE: Started child 1 (PID 92) for port 6007 -test NOTICE: Started child 2 (PID 93) for port 6007 -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_new_worker_socks -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_new_worker_socks ... ok -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_no_fork_sock -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_no_fork_sock ... ok -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_post_fork_hook -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_post_fork_hook ... ok -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_servers_per_port_in_container -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_servers_per_port_in_container ... ok -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_shutdown_sockets -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_shutdown_sockets ... ok -test.unit.common.test_wsgi.TestWorkersStrategy.test_log_sock_exit -test.unit.common.test_wsgi.TestWorkersStrategy.test_log_sock_exit ... ok -test.unit.common.test_wsgi.TestWorkersStrategy.test_loop_timeout -test.unit.common.test_wsgi.TestWorkersStrategy.test_loop_timeout ... ok -test.unit.common.test_wsgi.TestWorkersStrategy.test_new_worker_socks -test.unit.common.test_wsgi.TestWorkersStrategy.test_new_worker_socks ... ok -test.unit.common.test_wsgi.TestWorkersStrategy.test_no_fork_sock -test.unit.common.test_wsgi.TestWorkersStrategy.test_no_fork_sock ... ok -test.unit.common.test_wsgi.TestWorkersStrategy.test_post_fork_hook -test.unit.common.test_wsgi.TestWorkersStrategy.test_post_fork_hook ... ok -test.unit.common.test_wsgi.TestWorkersStrategy.test_shutdown_sockets -test.unit.common.test_wsgi.TestWorkersStrategy.test_shutdown_sockets ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_big_non_slo +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_big_non_slo ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_fails +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_fails ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_finds_old +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_finds_old ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_small_non_slo +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_small_non_slo ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_tombstone +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_tombstone ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_bogus_content_range +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_bogus_content_range ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_includes_whole_manifest +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_includes_whole_manifest ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_includes_whole_range_manifest +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_includes_whole_range_manifest ... ok +test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest +test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest ... ok +test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_passthrough +test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_passthrough ... ok +test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_ratelimiting +test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_ratelimiting ... ok +test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_repeated_segments_uses_multi_range_requests +test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_repeated_segments_uses_multi_range_requests ... ok +test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_with_submanifest +test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_with_submanifest ... ok +test.unit.common.middleware.test_slo.TestSloGetManifests.test_multiple_ranges_get_manifest +test.unit.common.middleware.test_slo.TestSloGetManifests.test_multiple_ranges_get_manifest ... ok +test.unit.common.middleware.test_slo.TestSloGetManifests.test_multiple_ranges_including_suffix_get_manifest +test.unit.common.middleware.test_slo.TestSloGetManifests.test_multiple_ranges_including_suffix_get_manifest ... ok +test.unit.common.middleware.test_slo.TestSloGetManifests.test_range_get_manifest +test.unit.common.middleware.test_slo.TestSloGetManifests.test_range_get_manifest ... ok +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_account_acl_failures +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_account_acl_failures ... ok +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_account_acl_success +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_account_acl_success ... ok +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_acl_syntax_verification +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_acl_syntax_verification ... ok +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_acls_propagate_to_sysmeta +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_acls_propagate_to_sysmeta ... ok +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_admin_privileges +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_admin_privileges ... ok +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_bad_acls_get_denied +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_bad_acls_get_denied ... ok +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_readonly_privileges +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_readonly_privileges ... ok +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_readwrite_privileges +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_readwrite_privileges ... ok +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_user_gets_best_acl +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_user_gets_best_acl ... ok +test.unit.common.ring.test_ring.TestRing.test_creation +test.unit.common.ring.test_ring.TestRing.test_creation ... ok +test.unit.common.ring.test_ring.TestRing.test_get_more_nodes +test.unit.common.ring.test_ring.TestRing.test_get_more_nodes ... ok +test.unit.common.ring.test_ring.TestRing.test_get_more_nodes_with_zero_weight_region +test.unit.common.ring.test_ring.TestRing.test_get_more_nodes_with_zero_weight_region ... ok +test.unit.common.ring.test_ring.TestRing.test_get_nodes +test.unit.common.ring.test_ring.TestRing.test_get_nodes ... ok +test.unit.common.ring.test_ring.TestRing.test_get_part +test.unit.common.ring.test_ring.TestRing.test_get_part ... ok +test.unit.common.ring.test_ring.TestRing.test_get_part_nodes +test.unit.common.ring.test_ring.TestRing.test_get_part_nodes ... ok +test.unit.common.ring.test_ring.TestRing.test_has_changed +test.unit.common.ring.test_ring.TestRing.test_has_changed ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_chexor +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_chexor ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_merge_items_overwrite_unicode +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_merge_items_overwrite_unicode ... ok +test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txc46d1ef0598f423fbff42-006644f9c2) +test ERROR: Account HEAD returning 503 for [] (txn: txc46d1ef0598f423fbff42-006644f9c2) +test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx24aa7734b7444c0799a1b-006644f9c2) +test DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx24aa7734b7444c0799a1b-006644f9c2) +test DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx24aa7734b7444c0799a1b-006644f9c2) +test ERROR: Account HEAD returning 503 for [] (txn: tx24aa7734b7444c0799a1b-006644f9c2) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: txb88433ff2bc643979d12e-006644f9c2) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: Could not translate X-Backend-Storage-Policy-Index ('-1') from '/a' to policy (txn: tx77313ac0f64148c8bb59b-006644f9c2) +test ERROR: Could not translate X-Backend-Storage-Policy-Index ('-1') from '/a/c' to policy (txn: tx77313ac0f64148c8bb59b-006644f9c2) +test INFO: Client disconnected on read of '/a/c' (txn: tx77313ac0f64148c8bb59b-006644f9c2) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txd77788334f7b497e96d94-006644f9c2) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx6c9d2e708c1e447bbe280-006644f9c2) +test INFO: Client disconnected on read of '/a/c' (txn: tx6c9d2e708c1e447bbe280-006644f9c2) +test INFO: Client disconnected on read of '/a/c/' (txn: tx6c9d2e708c1e447bbe280-006644f9c2) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txd8a1f90cbc9c417681e48-006644f9c2) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txd8a1f90cbc9c417681e48-006644f9c2) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txd8a1f90cbc9c417681e48-006644f9c2) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txd8a1f90cbc9c417681e48-006644f9c2) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: txe96bc19cedac4039950ed-006644f9c2) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: txe96bc19cedac4039950ed-006644f9c2) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: txe96bc19cedac4039950ed-006644f9c2) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txe96bc19cedac4039950ed-006644f9c2) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx221e41b77eb043cdb477e-006644f9c2) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx221e41b77eb043cdb477e-006644f9c2) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx221e41b77eb043cdb477e-006644f9c2) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx221e41b77eb043cdb477e-006644f9c2) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx59d3b0a9f4ca457985670-006644f9c2) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx59d3b0a9f4ca457985670-006644f9c2) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx59d3b0a9f4ca457985670-006644f9c2) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx59d3b0a9f4ca457985670-006644f9c2) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txc51870cd0377494398d0f-006644f9c2) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txc51870cd0377494398d0f-006644f9c2) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txc51870cd0377494398d0f-006644f9c2) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txc51870cd0377494398d0f-006644f9c2) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: txd7ad33d687a24d579b63f-006644f9c2) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: txd7ad33d687a24d579b63f-006644f9c2) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: txd7ad33d687a24d579b63f-006644f9c2) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txd7ad33d687a24d579b63f-006644f9c2) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txde61285774704f94957a7-006644f9c2) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txde61285774704f94957a7-006644f9c2) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txde61285774704f94957a7-006644f9c2) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txde61285774704f94957a7-006644f9c2) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: txeaaeefc9268e44d78ed12-006644f9c2) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: txeaaeefc9268e44d78ed12-006644f9c2) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: txeaaeefc9268e44d78ed12-006644f9c2) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txeaaeefc9268e44d78ed12-006644f9c2) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txf582753410d94a6496a2a-006644f9c2) +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:2000/sda (txn: txf582753410d94a6496a2a-006644f9c2) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txf582753410d94a6496a2a-006644f9c2) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txf582753410d94a6496a2a-006644f9c2) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txf582753410d94a6496a2a-006644f9c2) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txf582753410d94a6496a2a-006644f9c2) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx478c516d38a44a02a423e-006644f9c2) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx478c516d38a44a02a423e-006644f9c2) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx478c516d38a44a02a423e-006644f9c2) +test ERROR: Container GET returning 503 for [503, 503] (txn: tx478c516d38a44a02a423e-006644f9c2) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txf3f1372e01554ad8845f3-006644f9c2) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txf3f1372e01554ad8845f3-006644f9c2) +test ERROR: Node will be error limited for 60.00s: 10.0.0.1:2001/sdb (txn: txf3f1372e01554ad8845f3-006644f9c2) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txf3f1372e01554ad8845f3-006644f9c2) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txf3f1372e01554ad8845f3-006644f9c2) +test ERROR: Node will be error limited for 60.00s: 10.0.0.2:2002/sdc (txn: txf3f1372e01554ad8845f3-006644f9c2) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txf3f1372e01554ad8845f3-006644f9c2) +test ERROR: Container GET returning 503 for [503, 503] (txn: txf3f1372e01554ad8845f3-006644f9c2) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx21662b1c7bc84a898e80e-006644f9c2) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx21662b1c7bc84a898e80e-006644f9c2) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx21662b1c7bc84a898e80e-006644f9c2) +test ERROR: Container GET returning 503 for [] (txn: tx21662b1c7bc84a898e80e-006644f9c2) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx0672ef8f97bb4dccb7abd-006644f9c2) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx0672ef8f97bb4dccb7abd-006644f9c2) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx0672ef8f97bb4dccb7abd-006644f9c2) +test ERROR: Container GET returning 503 for [] (txn: tx0672ef8f97bb4dccb7abd-006644f9c2) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txa12159bfdf3a4193b1302-006644f9c2) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txa12159bfdf3a4193b1302-006644f9c2) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txa12159bfdf3a4193b1302-006644f9c2) +test ERROR: Container GET returning 503 for [] (txn: txa12159bfdf3a4193b1302-006644f9c2) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx3b86da5e9b064ec7b2323-006644f9c2) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx3b86da5e9b064ec7b2323-006644f9c2) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx3b86da5e9b064ec7b2323-006644f9c2) +test ERROR: Container GET returning 503 for [] (txn: tx3b86da5e9b064ec7b2323-006644f9c2) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txa5b273709810478fa8085-006644f9c2) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txa5b273709810478fa8085-006644f9c2) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txa5b273709810478fa8085-006644f9c2) +test ERROR: Container GET returning 503 for [] (txn: txa5b273709810478fa8085-006644f9c2) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx051bd2444a2c4d08b534c-006644f9c2) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx051bd2444a2c4d08b534c-006644f9c2) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx051bd2444a2c4d08b534c-006644f9c2) +test ERROR: Container GET returning 503 for [] (txn: tx051bd2444a2c4d08b534c-006644f9c2) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txba5dcd216f1e4dc79e450-006644f9c2) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txba5dcd216f1e4dc79e450-006644f9c2) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txba5dcd216f1e4dc79e450-006644f9c2) +test ERROR: Container GET returning 503 for [] (txn: txba5dcd216f1e4dc79e450-006644f9c2) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx56d427e337a64a5aa1a1f-006644f9c2) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx56d427e337a64a5aa1a1f-006644f9c2) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx56d427e337a64a5aa1a1f-006644f9c2) +test ERROR: Container GET returning 503 for [] (txn: tx56d427e337a64a5aa1a1f-006644f9c2) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txccea4ccb734e47ec80f4c-006644f9c2) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txccea4ccb734e47ec80f4c-006644f9c2) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txccea4ccb734e47ec80f4c-006644f9c2) +test ERROR: Container GET returning 503 for [] (txn: txccea4ccb734e47ec80f4c-006644f9c2) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx07b9c4be87d94e0ca9f6e-006644f9c2) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx07b9c4be87d94e0ca9f6e-006644f9c2) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx07b9c4be87d94e0ca9f6e-006644f9c2) +test ERROR: Container GET returning 503 for [] (txn: tx07b9c4be87d94e0ca9f6e-006644f9c2) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx828f22bdb37a4169a711e-006644f9c2) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx828f22bdb37a4169a711e-006644f9c2) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx828f22bdb37a4169a711e-006644f9c2) +test ERROR: Container GET returning 503 for [] (txn: tx828f22bdb37a4169a711e-006644f9c2) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx4009d240c9e543f0bd530-006644f9c2) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx4009d240c9e543f0bd530-006644f9c2) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx4009d240c9e543f0bd530-006644f9c2) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx4009d240c9e543f0bd530-006644f9c2) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txf74618c4f13944f58f55d-006644f9c2) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txf74618c4f13944f58f55d-006644f9c2) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txf74618c4f13944f58f55d-006644f9c2) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txf74618c4f13944f58f55d-006644f9c2) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx30127913a098414192070-006644f9c2) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx30127913a098414192070-006644f9c2) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx30127913a098414192070-006644f9c2) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx30127913a098414192070-006644f9c2) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx91fbcaf9bd9e451a94b1d-006644f9c2) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx91fbcaf9bd9e451a94b1d-006644f9c2) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx91fbcaf9bd9e451a94b1d-006644f9c2) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx91fbcaf9bd9e451a94b1d-006644f9c2) +test INFO: Client disconnected on read of '/a/c' (txn: tx2f50d1e0cc61478d8bd32-006644f9c2) +test INFO: Client disconnected on read of '/a/c/' (txn: tx2f50d1e0cc61478d8bd32-006644f9c2) +test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request + possible_source = conn.getresponse() + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse + raise Exception('test') +Exception: test (txn: tx4131c45a9e654138919fe-006644f9c2) +test.unit.proxy.test_mem_server.TestContainerController.test_error_limiting +test.unit.proxy.test_mem_server.TestContainerController.test_error_limiting ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_no_convert_index_to_name_when_container_not_found +test.unit.proxy.test_mem_server.TestContainerController.test_no_convert_index_to_name_when_container_not_found ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_node_read_timeout_no_retry_to_container +test.unit.proxy.test_mem_server.TestContainerController.test_node_read_timeout_no_retry_to_container ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_response_get_accept_ranges_header +test.unit.proxy.test_mem_server.TestContainerController.test_response_get_accept_ranges_header ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_response_head_accept_ranges_header +test.unit.proxy.test_mem_server.TestContainerController.test_response_head_accept_ranges_header ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_transfer_headers +test.unit.proxy.test_mem_server.TestContainerController.test_transfer_headers ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_unauthorized_requests_when_account_not_found +test.unit.proxy.test_mem_server.TestContainerController.test_unauthorized_requests_when_account_not_found ... ok +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_expose_headers +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_expose_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_non_strict +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_non_strict ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_strict +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_strict ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_with_obj_headers +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_with_obj_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_DELETE +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_DELETE ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_DELETE_x_container_headers_with_more_container_replicas +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_DELETE_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_bad_range_zero_byte +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_bad_range_zero_byte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_calls_authorize +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_newest +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_newest ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_newest_large_file +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_newest_large_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_pipeline +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_pipeline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_ranges +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_ranges_resuming +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_ranges_resuming ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_respects_read_affinity +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_respects_read_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_short_read +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_short_read ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_short_read_resuming +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_short_read_resuming ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_Range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_Range ... ok +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_absolute_uri +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_absolute_uri ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_calls_authorize +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_newest +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_newest ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_OPTIONS +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_OPTIONS ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_backend_headers +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_backend_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_calls_authorize +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_converts_delete_after_to_delete_at +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_converts_delete_after_to_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_authorize +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_count +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_key_len +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_key_len ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_size +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_size ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_val_len +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_val_len ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_x_container_headers_with_more_container_replicas +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_GET_unicode_metadata +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_GET_unicode_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_POST_last_modified +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_POST_last_modified ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_POST_requires_container_exist +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_POST_requires_container_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_auto_content_type +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_auto_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_autodetect_content_type +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_autodetect_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_bad_content_type +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_bad_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_bad_message_length +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_bad_message_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_calls_authorize +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_connect_exceptions +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_connect_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_error_limiting +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_error_limiting ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_error_limiting_last_node +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_error_limiting_last_node ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_expect_header_nonzero_content_length +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_expect_header_nonzero_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_expect_header_zero_content_length +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_expect_header_zero_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_getresponse_exceptions +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_getresponse_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_max_size +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_max_size ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_too_large +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_too_large ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_unsup_xfr_encoding +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_unsup_xfr_encoding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_both +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_both ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_both_with_crazy_meta +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_both_with_crazy_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_content_length +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_transfer_encoding +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_transfer_encoding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_no_etag_fallocate +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_no_etag_fallocate ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_not_autodetect_content_type +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_not_autodetect_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_all_containers_error +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_all_containers_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_container_does_not_exist +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_container_does_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_container_exist_on_handoff +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_container_exist_on_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_primary_containers_timeout +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_primary_containers_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_primary_timeout_container_exist +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_primary_timeout_container_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_respects_write_affinity +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_respects_write_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_respects_write_affinity_with_507s +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_respects_write_affinity_with_507s ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_send_exceptions +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_send_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_equal_replicas +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_equal_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_fewer_container_replicas +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_fewer_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_many_object_replicas +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_many_object_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_more_container_replicas +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_fewer_container_replicas +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_fewer_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_more_container_replicas +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_acc_or_con_missing_returns_404 +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_acc_or_con_missing_returns_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_cache_set_error +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_cache_set_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_can_skip_cache +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_can_skip_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_errors +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_markers_with_reserved +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_markers_with_reserved ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_finalize_shrinking +test.unit.container.test_sharder.TestSharderFunctions.test_finalize_shrinking ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_most_cleave_progress +test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_most_cleave_progress ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_no_complete_path +test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_no_complete_path ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_two_sub_path_splits +test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_two_sub_path_splits ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_whole_path_split +test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_whole_path_split ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_reclaim +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_reclaim ... ok +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_no_cache +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_empty_cache +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_empty_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_cache +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_infocache +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_infocache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_bad_metadata +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_bad_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_best_response_sets_etag +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_best_response_sets_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_best_response_sets_headers +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_best_response_sets_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_method +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_path +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_path_no_controller +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_path_no_controller ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_utf8 +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_utf8 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_version +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_version ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_chunked_put +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_chunked_put ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_head_account +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_head_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_unhandled_exception +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_unhandled_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_utf8_all_the_way_down +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_utf8_all_the_way_down ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_client_disconnect +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_client_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_client_timeout +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_client_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_conditional_GET_replication +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_conditional_GET_replication ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_conditional_range_get +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_conditional_range_get ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_custom_mime_types_files +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_custom_mime_types_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_error_limiting +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_error_limiting ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_error_limiting_survives_ring_reload +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_error_limiting_survives_ring_reload ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_calls_sort_nodes +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_calls_sort_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_gives_extra_if_error_limited_inline +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_gives_extra_if_error_limited_inline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_skips_error_limited +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_skips_error_limited ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_with_replication_network +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_with_replication_network ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_without_replication_network +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_without_replication_network ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_leak_1 +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_leak_1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_mismatched_etags +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_mismatched_etags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_first_two_time_out_etags_match +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_first_two_time_out_etags_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_one_etag_mismatch +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_one_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_two_etag_mismatch +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_two_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_only_first_time_out +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_only_first_time_out ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_three_time_out +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_three_time_out ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_two_time_out +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_two_time_out ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_request_setting +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_request_setting ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_write_timeout +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_write_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_policy_IO +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_policy_IO ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_policy_IO_override +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_policy_IO_override ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_proxy_passes_content_length_on_head +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_proxy_passes_content_length_on_head ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_proxy_passes_content_type +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_proxy_passes_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_response_get_accept_ranges_header +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_response_get_accept_ranges_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_response_head_accept_ranges_header +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_response_head_accept_ranges_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_with_read_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_with_read_permission ... ok +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (nulo): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (nulo): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (nulo): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (nulo): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_per_policy_config_overrides_and_inherits +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_per_policy_config_overrides_and_inherits ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_proxy_server_config +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_proxy_server_config ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_x_timestamp_not_overridden +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_x_timestamp_not_overridden ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_all_donors_shrink_to_root +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_all_donors_shrink_to_root ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_newid +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_newid ... ok +test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request + possible_source = conn.getresponse() + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse + raise Exception('test') +Exception: test (txn: tx4131c45a9e654138919fe-006644f9c2) +test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request + possible_source = conn.getresponse() + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse + raise Exception('test') +Exception: test (txn: tx4131c45a9e654138919fe-006644f9c2) +test ERROR: Account HEAD returning 503 for [] (txn: tx4131c45a9e654138919fe-006644f9c2) +test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request + possible_source = conn.getresponse() + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse + raise Exception('test') +Exception: test (txn: tx7f2ffa90f3d342c79766a-006644f9c2) +test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request + possible_source = conn.getresponse() + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse + raise Exception('test') +Exception: test (txn: tx7f2ffa90f3d342c79766a-006644f9c2) +test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request + possible_source = conn.getresponse() + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse + raise Exception('test') +Exception: test (txn: tx7f2ffa90f3d342c79766a-006644f9c2) +test ERROR: Account HEAD returning 503 for [] (txn: tx7f2ffa90f3d342c79766a-006644f9c2) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: txbe81038e2d2641fabe52a-006644f9c2) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: tx6e277a958eca46b4841ab-006644f9c2) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: txa91b47b015f44746913aa-006644f9c2) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_create_broker +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_create_broker ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_donors_but_no_suitable_acceptor +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_donors_but_no_suitable_acceptor ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_multiple_policies_in_use +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_multiple_policies_in_use ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_not_allowed_method +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_not_allowed_method ... ok +test.unit.common.ring.test_ring.TestRing.test_reload +test.unit.common.ring.test_ring.TestRing.test_reload ... ok +test.unit.common.ring.test_ring.TestRing.test_reload_old_style_pickled_ring +test.unit.common.ring.test_ring.TestRing.test_reload_old_style_pickled_ring ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=0-3', 'Date': 'Wed, 15 May 2024 18:06:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=3-3', 'Date': 'Wed, 15 May 2024 18:06:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=1-', 'Date': 'Wed, 15 May 2024 18:06:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=-3', 'Date': 'Wed, 15 May 2024 18:06:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': '', 'Date': 'Wed, 15 May 2024 18:06:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'hoge', 'Date': 'Wed, 15 May 2024 18:06:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=', 'Date': 'Wed, 15 May 2024 18:06:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=1', 'Date': 'Wed, 15 May 2024 18:06:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=5-1', 'Date': 'Wed, 15 May 2024 18:06:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=5-10', 'Date': 'Wed, 15 May 2024 18:06:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_Range_with_invalid_value +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_Range_with_invalid_value ... ok +proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmpp3f3u9j9/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpp3f3u9j9/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmpp3f3u9j9/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpp3f3u9j9/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:06:59 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0548 "-" 1363407 - +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:06:59 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0408 "-" 1363407 - +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:06:59 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0230 "-" 1363407 - +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:06:59 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0279 "-" 1363407 - +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:06:59 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx86de83509c274ef08d074-006644f9c3" "proxy-server 1363407" 0.0039 "-" 1363407 - +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:06:59 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:44697/sda1/1/a/c" "tx86de83509c274ef08d074-006644f9c3" "container-server 1363407" 0.0189 "-" 1363407 0 +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:06:59 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:37223/sdb1/1/a/c" "tx86de83509c274ef08d074-006644f9c3" "container-server 1363407" 0.0010 "-" 1363407 0 +cont1 INFO: 127.0.0.1 - - [15/May/2024:18:06:59 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx86de83509c274ef08d074-006644f9c3" "proxy-server 1363407" 0.0975 "-" 1363407 0 +cont2 INFO: 127.0.0.1 - - [15/May/2024:18:06:59 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx86de83509c274ef08d074-006644f9c3" "proxy-server 1363407" 0.0681 "-" 1363407 0 +proxy INFO: 127.0.0.1 127.0.0.1 15/May/2024/18/06/59 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx86de83509c274ef08d074-006644f9c3 - 0.1080 - - 1715796419.830465078 1715796419.938441992 0 +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:06:59 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx28188b9d020d4885b1ddd-006644f9c3" "proxy-server 1363407" 0.0011 "-" 1363407 - +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:07:00 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:44697/sda1/1/a1/c1" "tx28188b9d020d4885b1ddd-006644f9c3" "container-server 1363407" 0.0012 "-" 1363407 0 +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:07:00 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:37223/sdb1/1/a1/c1" "tx28188b9d020d4885b1ddd-006644f9c3" "container-server 1363407" 0.0010 "-" 1363407 0 +cont1 INFO: 127.0.0.1 - - [15/May/2024:18:07:00 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx28188b9d020d4885b1ddd-006644f9c3" "proxy-server 1363407" 0.0920 "-" 1363407 0 +cont2 INFO: 127.0.0.1 - - [15/May/2024:18:07:00 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx28188b9d020d4885b1ddd-006644f9c3" "proxy-server 1363407" 0.1552 "-" 1363407 0 +proxy INFO: 127.0.0.1 127.0.0.1 15/May/2024/18/07/00 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx28188b9d020d4885b1ddd-006644f9c3 - 0.1674 - - 1715796419.939818859 1715796420.107267380 0 +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:07:00 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx6e93d2ec47f64de1aafa0-006644f9c4" "proxy-server 1363407" 0.0807 "-" 1363407 - +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:07:00 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:44697/sda1/2/a/c1" "tx6e93d2ec47f64de1aafa0-006644f9c4" "container-server 1363407" 0.0020 "-" 1363407 1 +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:07:00 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:37223/sdb1/2/a/c1" "tx6e93d2ec47f64de1aafa0-006644f9c4" "container-server 1363407" 0.0776 "-" 1363407 1 +cont1 INFO: 127.0.0.1 - - [15/May/2024:18:07:00 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx6e93d2ec47f64de1aafa0-006644f9c4" "proxy-server 1363407" 0.2167 "-" 1363407 1 +cont2 INFO: 127.0.0.1 - - [15/May/2024:18:07:00 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx6e93d2ec47f64de1aafa0-006644f9c4" "proxy-server 1363407" 0.1439 "-" 1363407 1 +proxy INFO: 127.0.0.1 127.0.0.1 15/May/2024/18/07/00 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx6e93d2ec47f64de1aafa0-006644f9c4 - 0.3040 - - 1715796420.108798027 1715796420.412755251 1 +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:07:00 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txdd90480d632e4fbf95a88-006644f9c4" "proxy-server 1363407" 0.0653 "-" 1363407 - +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:07:00 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:37223/sdb1/1/a/c2" "txdd90480d632e4fbf95a88-006644f9c4" "container-server 1363407" 0.0010 "-" 1363407 2 +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:07:00 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:44697/sda1/1/a/c2" "txdd90480d632e4fbf95a88-006644f9c4" "container-server 1363407" 0.0452 "-" 1363407 2 +cont1 INFO: 127.0.0.1 - - [15/May/2024:18:07:00 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txdd90480d632e4fbf95a88-006644f9c4" "proxy-server 1363407" 0.1516 "-" 1363407 2 +test.unit.proxy.test_mem_server.TestProxyServer.test_adds_transaction_id +test.unit.proxy.test_mem_server.TestProxyServer.test_adds_transaction_id ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_adds_transaction_id_length_limit +test.unit.proxy.test_mem_server.TestProxyServer.test_adds_transaction_id_length_limit ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_calls_authorize_allow +test.unit.proxy.test_mem_server.TestProxyServer.test_calls_authorize_allow ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_calls_authorize_deny +test.unit.proxy.test_mem_server.TestProxyServer.test_calls_authorize_deny ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_200 +test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_200 ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_503 +test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_503 ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_507 +test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_507 ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_denied_host_header +test.unit.proxy.test_mem_server.TestProxyServer.test_denied_host_header ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_error_limit_methods +test.unit.proxy.test_mem_server.TestProxyServer.test_error_limit_methods ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_error_occurred +test.unit.proxy.test_mem_server.TestProxyServer.test_error_occurred ... ok +test.unit.common.ring.test_ring.TestRing.test_reload_without_replication +test.unit.common.ring.test_ring.TestRing.test_reload_without_replication ... ok test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing as anonymous -test DEBUG: Using identity: {'user': ('42', 'usr'), 'tenant': ('1', 'acct'), 'roles': ['admin'], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} -test DEBUG: tenant mismatch: AUTH_acct != 1 -test DEBUG: Using identity: {'user': (None, None), 'tenant': (None, None), 'roles': [], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} -test DEBUG: tenant mismatch: AUTH_foo != None -test DEBUG: Using identity: {'user': (None, None), 'tenant': (None, None), 'roles': [], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} -test DEBUG: tenant mismatch: AUTH_foo != None -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing from an overriding middleware -test ERROR: Error retrieving recon data: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/recon.py", line 85, in _from_recon_cache - with openr(cache_file, 'r') as f: - ^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/test_recon.py", line 228, in raise_Exception - raise Exception -Exception -test ERROR: Error reading recon cache file: +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/recon.py", line 85, in _from_recon_cache - with openr(cache_file, 'r') as f: - ^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 123, in HEAD + resp = self.GETorHEAD(req) + ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 102, in GETorHEAD + resp = req.get_response(self.app, query=query) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1630, in get_response + resp = self.acl_handler.handle_acl( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 94, in handle_acl + return getattr(ah, method)(app) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 237, in HEAD + return self._handle_acl(app, 'HEAD') + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 136, in _handle_acl + resp = self.req.get_acl_response(app, 'HEAD', ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError: [Errno None] None -test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_ioerror -test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_ioerror ... ok -test.unit.account.test_server.TestAccountController.test_GET_limit_marker_xml -test.unit.account.test_server.TestAccountController.test_GET_limit_marker_xml ... ok -test.unit.account.test_server.TestAccountController.test_GET_log_requests_false -test.unit.account.test_server.TestAccountController.test_GET_log_requests_false ... ok -test.unit.account.test_server.TestAccountController.test_GET_log_requests_true -test.unit.account.test_server.TestAccountController.test_GET_log_requests_true ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_shrinking_default -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_shrinking_default ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_list_objects_iter_order_and_reverse -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_list_objects_iter_order_and_reverse ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_valueerror -test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_valueerror ... ok -test.unit.container.test_auditor.TestAuditorMigrations.test_db_migration -test.unit.container.test_auditor.TestAuditorMigrations.test_db_migration ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_container_iter_with_reserved_name -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_container_iter_with_reserved_name ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_db_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_db_file ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue -test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_fails -test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_fails ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_force -test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_force ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_socket_error -test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_socket_error ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_direct_delete_container_entry -test.unit.container.test_reconciler.TestReconcilerUtils.test_direct_delete_container_entry ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_direct_delete_container_entry_with_errors -test.unit.container.test_reconciler.TestReconcilerUtils.test_direct_delete_container_entry_with_errors ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_cache -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_cache ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_deleted -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_deleted ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_deleted -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_deleted ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_recreated -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_recreated ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_split_brain -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_split_brain ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_async_info -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_async_info ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_load_old_pending_puts -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_load_old_pending_puts ... ok -test.unit.common.test_manager.TestServer.test_wait -test.unit.common.test_manager.TestServer.test_wait ... ok -test.unit.common.test_swob.TestConditionalIfModifiedSince.test_absent -test.unit.common.test_swob.TestConditionalIfModifiedSince.test_absent ... ok -test.unit.common.test_swob.TestConditionalIfModifiedSince.test_before -test.unit.common.test_swob.TestConditionalIfModifiedSince.test_before ... ok -test.unit.common.test_swob.TestConditionalIfModifiedSince.test_greater -test.unit.common.test_swob.TestConditionalIfModifiedSince.test_greater ... ok -test.unit.common.test_swob.TestConditionalIfModifiedSince.test_out_of_range_is_ignored -test.unit.common.test_swob.TestConditionalIfModifiedSince.test_out_of_range_is_ignored ... ok -test.unit.common.test_swob.TestConditionalIfModifiedSince.test_same -test.unit.common.test_swob.TestConditionalIfModifiedSince.test_same ... ok -test.unit.common.test_swob.TestRange.test_range -test.unit.common.test_swob.TestRange.test_range ... ok -test.unit.common.test_swob.TestRange.test_range_invalid_syntax -test.unit.common.test_swob.TestRange.test_range_invalid_syntax ... ok -test.unit.common.test_swob.TestRange.test_ranges_for_large_length -test.unit.common.test_swob.TestRange.test_ranges_for_large_length ... ok -test.unit.common.test_swob.TestRange.test_ranges_for_length -test.unit.common.test_swob.TestRange.test_ranges_for_length ... ok -test.unit.common.test_swob.TestRange.test_ranges_for_length_edges -test.unit.common.test_swob.TestRange.test_ranges_for_length_edges ... ok -test.unit.common.test_swob.TestRange.test_ranges_for_length_multi -test.unit.common.test_swob.TestRange.test_ranges_for_length_multi ... ok -test.unit.common.test_swob.TestRange.test_ranges_for_length_no_end -test.unit.common.test_swob.TestRange.test_ranges_for_length_no_end ... ok -test.unit.common.test_swob.TestRange.test_ranges_for_length_no_start -test.unit.common.test_swob.TestRange.test_ranges_for_length_no_start ... ok -test.unit.common.test_swob.TestRange.test_ranges_for_length_nonascending -test.unit.common.test_swob.TestRange.test_ranges_for_length_nonascending ... ok -test.unit.common.test_swob.TestRange.test_ranges_for_length_overlapping -test.unit.common.test_swob.TestRange.test_ranges_for_length_overlapping ... ok -test.unit.common.test_swob.TestRange.test_ranges_for_length_too_many -test.unit.common.test_swob.TestRange.test_ranges_for_length_too_many ... ok -test.unit.common.test_swob.TestRange.test_str -test.unit.common.test_swob.TestRange.test_str ... ok -test.unit.common.test_swob.TestRange.test_upsidedown_range -test.unit.common.test_swob.TestRange.test_upsidedown_range ... ok -test.unit.common.test_swob.TestResponse.test_200_with_body_and_headers -test.unit.common.test_swob.TestResponse.test_200_with_body_and_headers ... ok -test.unit.common.test_swob.TestResponse.test_507 -test.unit.common.test_swob.TestResponse.test_507 ... ok -test.unit.common.test_swob.TestResponse.test_app_iter -test.unit.common.test_swob.TestResponse.test_app_iter ... ok -test.unit.common.test_swob.TestResponse.test_call_finds_nonempty_chunk -test.unit.common.test_swob.TestResponse.test_call_finds_nonempty_chunk ... ok -test.unit.common.test_swob.TestResponse.test_call_preserves_closeability -test.unit.common.test_swob.TestResponse.test_call_preserves_closeability ... ok -test.unit.common.test_swob.TestResponse.test_call_reifies_request_if_necessary -test.unit.common.test_swob.TestResponse.test_call_reifies_request_if_necessary ... ok -test.unit.common.test_swob.TestResponse.test_call_requires_that_start_response_is_called -test.unit.common.test_swob.TestResponse.test_call_requires_that_start_response_is_called ... ok -test.unit.common.test_swob.TestResponse.test_charset -test.unit.common.test_swob.TestResponse.test_charset ... ok -test.unit.common.test_swob.TestResponse.test_charset_content_type -test.unit.common.test_swob.TestResponse.test_charset_content_type ... ok -test.unit.common.test_swob.TestResponse.test_content_type -test.unit.common.test_swob.TestResponse.test_content_type ... ok -test.unit.common.test_swob.TestResponse.test_empty_body -test.unit.common.test_swob.TestResponse.test_empty_body ... ok -test.unit.common.test_swob.TestResponse.test_etag -test.unit.common.test_swob.TestResponse.test_etag ... ok -test.unit.common.test_swob.TestResponse.test_host_url_default -test.unit.common.test_swob.TestResponse.test_host_url_default ... ok -test.unit.common.test_swob.TestResponse.test_host_url_default_port_squelched -test.unit.common.test_swob.TestResponse.test_host_url_default_port_squelched ... ok -test.unit.common.test_swob.TestResponse.test_host_url_host_https -test.unit.common.test_swob.TestResponse.test_host_url_host_https ... ok -test.unit.common.test_swob.TestResponse.test_host_url_host_override -test.unit.common.test_swob.TestResponse.test_host_url_host_override ... ok -test.unit.common.test_swob.TestResponse.test_host_url_host_port_override -test.unit.common.test_swob.TestResponse.test_host_url_host_port_override ... ok -test.unit.common.test_swob.TestResponse.test_host_url_https -test.unit.common.test_swob.TestResponse.test_host_url_https ... ok -test.unit.common.test_swob.TestResponse.test_host_url_https_port_squelched -test.unit.common.test_swob.TestResponse.test_host_url_https_port_squelched ... ok -test.unit.common.test_swob.TestResponse.test_init_with_body_headers_app_iter -test.unit.common.test_swob.TestResponse.test_init_with_body_headers_app_iter ... ok -test.unit.common.test_swob.TestResponse.test_location_no_rewrite -test.unit.common.test_swob.TestResponse.test_location_no_rewrite ... ok -test.unit.common.test_swob.TestResponse.test_location_no_rewrite_when_told_not_to -test.unit.common.test_swob.TestResponse.test_location_no_rewrite_when_told_not_to ... ok -test.unit.common.test_swob.TestResponse.test_location_rewrite -test.unit.common.test_swob.TestResponse.test_location_rewrite ... ok -test.unit.common.test_swob.TestResponse.test_location_rewrite_no_host -test.unit.common.test_swob.TestResponse.test_location_rewrite_no_host ... ok -test.unit.common.test_swob.TestResponse.test_multi_range_body -test.unit.common.test_swob.TestResponse.test_multi_range_body ... ok -test.unit.common.test_swob.TestResponse.test_multi_ranges_wo_iter_ranges -test.unit.common.test_swob.TestResponse.test_multi_ranges_wo_iter_ranges ... ok -test.unit.common.test_swob.TestResponse.test_multi_response_iter -test.unit.common.test_swob.TestResponse.test_multi_response_iter ... ok -test.unit.common.test_swob.TestResponse.test_properties -test.unit.common.test_swob.TestResponse.test_properties ... ok -test.unit.common.test_swob.TestResponse.test_range_body -test.unit.common.test_swob.TestResponse.test_range_body ... ok -test.unit.common.test_swob.TestResponse.test_single_range_wo_iter_range -test.unit.common.test_swob.TestResponse.test_single_range_wo_iter_range ... ok -test.unit.common.test_swob.TestResponse.test_swob_closes_large_HEAD_resp_iter -test.unit.common.test_swob.TestResponse.test_swob_closes_large_HEAD_resp_iter ... ok -test.unit.common.test_swob.TestResponse.test_swob_drains_small_HEAD_resp_iter -test.unit.common.test_swob.TestResponse.test_swob_drains_small_HEAD_resp_iter ... ok -test.unit.common.test_swob.TestResponse.test_unicode_body -test.unit.common.test_swob.TestResponse.test_unicode_body ... ok -test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_big -test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_big ... ok -test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_brittle -test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_brittle ... ok -test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_empty -test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_empty ... ok -test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_smallish -test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_smallish ... ok -test.unit.common.test_utils.TestParseContentDisposition.test_basic_content_type -test.unit.common.test_utils.TestParseContentDisposition.test_basic_content_type ... ok -test.unit.common.test_utils.TestParseContentDisposition.test_content_disposition -test.unit.common.test_utils.TestParseContentDisposition.test_content_disposition ... ok -test.unit.common.test_utils.TestParseContentDisposition.test_content_disposition_without_white_space -test.unit.common.test_utils.TestParseContentDisposition.test_content_disposition_without_white_space ... ok -test.unit.common.test_utils.TestParseContentDisposition.test_content_type_with_charset -test.unit.common.test_utils.TestParseContentDisposition.test_content_type_with_charset ... ok -test.unit.common.test_utils.TestRateLimitedIterator.test_limit_after -test.unit.common.test_utils.TestRateLimitedIterator.test_limit_after ... ok -test.unit.common.test_utils.TestRateLimitedIterator.test_rate_limiting -test.unit.common.test_utils.TestRateLimitedIterator.test_rate_limiting ... ok -test.unit.common.test_utils.TestRateLimitedIterator.test_rate_limiting_sometimes -test.unit.common.test_utils.TestRateLimitedIterator.test_rate_limiting_sometimes ... ok -test.unit.common.test_utils.TestShardName.test -test.unit.common.test_utils.TestShardName.test ... ok -test.unit.common.test_utils.TestShardName.test_bad_create -test.unit.common.test_utils.TestShardName.test_bad_create ... ok -test.unit.common.test_utils.TestShardName.test_bad_parse -test.unit.common.test_utils.TestShardName.test_bad_parse ... ok -test.unit.common.test_utils.TestShardName.test_realistic_shard_range_names -test.unit.common.test_utils.TestShardName.test_realistic_shard_range_names ... ok -test.unit.common.test_utils.TestShardName.test_root_has_hyphens -test.unit.common.test_utils.TestShardName.test_root_has_hyphens ... ok -test.unit.common.utils.test_ipaddrs.TestExpandIPv6.test_expand_ipv6 -test.unit.common.utils.test_ipaddrs.TestExpandIPv6.test_expand_ipv6 ... ok -test.unit.common.utils.test_libc.TestModifyPriority.test__NR_ioprio_set -test.unit.common.utils.test_libc.TestModifyPriority.test__NR_ioprio_set ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_account -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_account ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_plain -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_plain ... ok -test.unit.common.utils.test_libc.TestModifyPriority.test_modify_priority -test.unit.common.utils.test_libc.TestModifyPriority.test_modify_priority ... ok -test.unit.account.test_backend.TestAccountBroker.test_reverse_prefix_delim -test.unit.account.test_backend.TestAccountBroker.test_reverse_prefix_delim ... ok -test.unit.account.test_reaper.TestReaper.test_basic_reap_account -test.unit.account.test_reaper.TestReaper.test_basic_reap_account ... ok -test.unit.account.test_reaper.TestReaper.test_creation -test.unit.account.test_reaper.TestReaper.test_creation ... ok -test.unit.account.test_reaper.TestReaper.test_delay_reaping_conf_bad_value -test.unit.account.test_reaper.TestReaper.test_delay_reaping_conf_bad_value ... ok -test.unit.account.test_reaper.TestReaper.test_delay_reaping_conf_default -test.unit.account.test_reaper.TestReaper.test_delay_reaping_conf_default ... ok -test.unit.account.test_reaper.TestReaper.test_delay_reaping_conf_set -test.unit.account.test_reaper.TestReaper.test_delay_reaping_conf_set ... ok -test.unit.account.test_reaper.TestReaper.test_reap_account -test.unit.account.test_reaper.TestReaper.test_reap_account ... ok -test.unit.account.test_reaper.TestReaper.test_reap_account_no_container -test.unit.account.test_reaper.TestReaper.test_reap_account_no_container ... ok -test.unit.account.test_reaper.TestReaper.test_reap_account_with_sharding -test.unit.account.test_reaper.TestReaper.test_reap_account_with_sharding ... ok -test.unit.account.test_reaper.TestReaper.test_reap_container -test.unit.account.test_reaper.TestReaper.test_reap_container ... ok -test.unit.account.test_server.TestAccountController.test_GET_multichar_delimiter -test.unit.account.test_server.TestAccountController.test_GET_multichar_delimiter ... ok -test.unit.account.test_reaper.TestReaper.test_reap_container_full_fail -test.unit.account.test_reaper.TestReaper.test_reap_container_full_fail ... ok -test.unit.account.test_reaper.TestReaper.test_reap_container_get_object_fail -test.unit.account.test_reaper.TestReaper.test_reap_container_get_object_fail ... ok -test.unit.account.test_reaper.TestReaper.test_reap_container_get_object_timeout -test.unit.account.test_reaper.TestReaper.test_reap_container_get_object_timeout ... ok -test.unit.account.test_reaper.TestReaper.test_reap_container_non_exist_policy_index -test.unit.account.test_reaper.TestReaper.test_reap_container_non_exist_policy_index ... ok -test.unit.account.test_server.TestAccountController.test_GET_not_found_json -test.unit.account.test_server.TestAccountController.test_GET_not_found_json ... ok -test-reaper INFO: Beginning pass on account a -test-reaper INFO: Completed pass on account a, elapsed: 0.00s -test-reaper INFO: Beginning pass on account a -test-reaper INFO: Completed pass on account a, 1 containers deleted, 1 objects deleted, 1 containers remaining, 1 objects remaining, 1 containers possibly remaining, 1 objects possibly remaining, return codes: 1 2xxs, elapsed: 0.00s -test-reaper INFO: Beginning pass on account a -test-reaper INFO: Completed pass on account a, 1 containers deleted, 1 objects deleted, 1 containers remaining, 1 objects remaining, 1 containers possibly remaining, 1 objects possibly remaining, return codes: 1 2xxs, elapsed: 0.00s -test-reaper INFO: Beginning pass on account a -test-reaper INFO: Completed pass on account a, 1 containers deleted, 1 objects deleted, 1 containers remaining, 1 objects remaining, 1 containers possibly remaining, 1 objects possibly remaining, return codes: 1 2xxs, elapsed: 0.00s -test-reaper INFO: Beginning pass on account a -test-reaper INFO: Completed pass on account a, 1 containers deleted, 1 objects deleted, 1 containers remaining, 1 objects remaining, 1 containers possibly remaining, 1 objects possibly remaining, return codes: 1 2xxs, elapsed: 0.00s -test-reaper INFO: Beginning pass on account a -test-reaper INFO: Completed pass on account a, elapsed: 0.00s -test-reaper INFO: Beginning pass on account a -test-reaper INFO: Completed pass on account a, elapsed: 0.00s -test-reaper INFO: Beginning pass on account a -test-reaper INFO: Completed pass on account a, elapsed: 0.00s -test-reaper INFO: Beginning pass on account a -test-reaper INFO: Completed pass on account a, elapsed: 0.00s -test-reaper INFO: Beginning pass on account a -test-reaper INFO: Completed pass on account a, elapsed: 0.00s -test-reaper INFO: Beginning pass on account a -test-reaper INFO: Completed pass on account a, elapsed: 0.00s -test-reaper ERROR: Exception with objects for container c for account a: + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1613, in get_acl_response + resp = self._get_response( + ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_POST_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_POST_error ... ok +test.unit.common.ring.test_ring.TestRing.test_replica_count +test.unit.common.ring.test_ring.TestRing.test_replica_count ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_eligible_states +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_eligible_states ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_null_markers +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_null_markers ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Storage-Class': 'STANDARD', 'Content-Md5': 'XUFAKrxLKna5cZ2REBfFkg==', 'Date': 'Wed, 15 May 2024 18:06:59 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '5d41402abc4b2a76b9719d911017c592', 'X-Timestamp': '1715796419.12455', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy ... ok +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 15 May 2024 18:06:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Wed, 15 May 2024 18:06:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_without_permission ... ok +cont2 INFO: 127.0.0.1 - - [15/May/2024:18:07:00 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txdd90480d632e4fbf95a88-006644f9c4" "proxy-server 1363407" 0.1011 "-" 1363407 2 +proxy INFO: 127.0.0.1 127.0.0.1 15/May/2024/18/07/00 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txdd90480d632e4fbf95a88-006644f9c4 - 0.2248 - - 1715796420.413904428 1715796420.638684750 2 +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 Trying to PUT /v1/a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR 503 full Trying to GET /v1/a/c/o From Object Server 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage +test DEBUG: Node is error limited: 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage +test DEBUG: Node is error limited: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: test msg 10.0.0.0:1000/sda +test ERROR: ERROR with test1 server 10.0.0.0:1000/sda re: test1 msg: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 393, in reap_container - policy_index = headers.get('X-Backend-Storage-Policy-Index', 0) - ^^^^^^^^^^^ -AttributeError: 'NoneType' object has no attribute 'get' -test-reaper ERROR: Exception with 10.10.10.1:6202/sda1: + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1307, in test_error_limit_methods + raise Exception('kaboom1!') +Exception: kaboom1! +test WARNING: ERROR with test2 server 10.0.0.0:1000/sda re: test2 msg Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp -swift.common.exceptions.ClientException: : 404 -test-reaper ERROR: Exception with 10.10.10.2:6202/sda1: + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1321, in test_error_limit_methods + raise Exception('kaboom2!') +Exception: kaboom2! +test WARNING: ERROR with test3 server 10.0.0.0:1000/sda re: test3 msg Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp -swift.common.exceptions.ClientException: : 404 -test-reaper ERROR: Exception with 10.10.10.3:6202/None: + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1336, in test_error_limit_methods + raise Exception('kaboom3!') +Exception: kaboom3! +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp -swift.common.exceptions.ClientException: : 404 -test-reaper ERROR: Exception with 10.10.10.1:6202/sda2: + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp -swift.common.exceptions.ClientException: : 404 -test-reaper ERROR: Exception with 10.10.10.1:6202/sda3: + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp -swift.common.exceptions.ClientException: : 404 -test-reaper ERROR: Exception with 10.10.10.1:6202/sda3: + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 370, in reap_container - headers, objects = direct_get_container( - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 171, in fake_direct_get_container - raise self.myexp -swift.common.exceptions.ClientException: : 404 -test-reaper ERROR: Timeout Exception with 10.10.10.1:6202/sda3 -test-reaper ERROR: ERROR: invalid storage policy index: 2 -test-reaper ERROR: Exception with objects for container c for account a: + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 393, in reap_container - policy_index = headers.get('X-Backend-Storage-Policy-Index', 0) - ^^^^^^^^^^^ -AttributeError: 'NoneType' object has no attribute 'get' -test.unit.account.test_reaper.TestReaper.test_reap_container_partial_fail -test.unit.account.test_reaper.TestReaper.test_reap_container_partial_fail ... ok -test.unit.account.test_reaper.TestReaper.test_reap_delay -test.unit.account.test_reaper.TestReaper.test_reap_delay ... ok -test.unit.account.test_reaper.TestReaper.test_reap_device -test.unit.account.test_reaper.TestReaper.test_reap_device ... ok -test.unit.account.test_reaper.TestReaper.test_reap_device_with_not_my_ip -test.unit.account.test_reaper.TestReaper.test_reap_device_with_not_my_ip ... ok -test.unit.account.test_reaper.TestReaper.test_reap_device_with_sharding -test.unit.account.test_reaper.TestReaper.test_reap_device_with_sharding ... ok -test.unit.account.test_reaper.TestReaper.test_reap_device_with_sharding_and_various_devices -test.unit.account.test_reaper.TestReaper.test_reap_device_with_sharding_and_various_devices ... ok -test.unit.account.test_reaper.TestReaper.test_reap_device_with_ts -test.unit.account.test_reaper.TestReaper.test_reap_device_with_ts ... ok -test.unit.account.test_reaper.TestReaper.test_reap_object -test.unit.account.test_reaper.TestReaper.test_reap_object ... ok -test.unit.account.test_reaper.TestReaper.test_reap_object_fail -test.unit.account.test_reaper.TestReaper.test_reap_object_fail ... ok -test.unit.account.test_reaper.TestReaper.test_reap_object_non_exist_policy_index -test.unit.account.test_reaper.TestReaper.test_reap_object_non_exist_policy_index ... ok -test.unit.account.test_reaper.TestReaper.test_reap_object_timeout -test.unit.account.test_reaper.TestReaper.test_reap_object_timeout ... ok -test.unit.account.test_reaper.TestReaper.test_reap_warn_after_conf_bad_value -test.unit.account.test_reaper.TestReaper.test_reap_warn_after_conf_bad_value ... ok -test.unit.account.test_reaper.TestReaper.test_reap_warn_after_conf_set -test.unit.account.test_reaper.TestReaper.test_reap_warn_after_conf_set ... ok -test.unit.account.test_reaper.TestReaper.test_reset_stats -test.unit.account.test_reaper.TestReaper.test_reset_stats ... ok -test.unit.account.test_reaper.TestReaper.test_run_forever -test.unit.account.test_reaper.TestReaper.test_run_forever ... ok -test.unit.account.test_reaper.TestReaper.test_run_once -test.unit.account.test_reaper.TestReaper.test_run_once ... ok -test.unit.cli.test_drive_full_checker.TestContainerDeleter.test_drive_full -test.unit.cli.test_drive_full_checker.TestContainerDeleter.test_drive_full ... ok -test.unit.cli.test_drive_full_checker.TestContainerDeleter.test_drive_with_space -test.unit.cli.test_drive_full_checker.TestContainerDeleter.test_drive_with_space ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_delete_db_does_not_clear_particular_sharding_meta -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_delete_db_does_not_clear_particular_sharding_meta ... ok -test.unit.cli.test_recon.TestScout.test_scout_http_error -test.unit.cli.test_recon.TestScout.test_scout_http_error ... ok -test.unit.cli.test_recon.TestScout.test_scout_ok -test.unit.cli.test_recon.TestScout.test_scout_ok ... ok -test.unit.cli.test_recon.TestScout.test_scout_server_type_http_error -test.unit.cli.test_recon.TestScout.test_scout_server_type_http_error ... ok -test.unit.cli.test_recon.TestScout.test_scout_server_type_ok -test.unit.cli.test_recon.TestScout.test_scout_server_type_ok ... ok -test.unit.cli.test_recon.TestScout.test_scout_server_type_socket_timeout -test.unit.cli.test_recon.TestScout.test_scout_server_type_socket_timeout ... ok -test.unit.cli.test_recon.TestScout.test_scout_server_type_url_error -test.unit.cli.test_recon.TestScout.test_scout_server_type_url_error ... ok -test.unit.cli.test_recon.TestScout.test_scout_socket_timeout -test.unit.cli.test_recon.TestScout.test_scout_socket_timeout ... ok -test.unit.cli.test_recon.TestScout.test_scout_url_error -test.unit.cli.test_recon.TestScout.test_scout_url_error ... ok -test.unit.cli.test_reload.TestMain.test_check_failed -test.unit.cli.test_reload.TestMain.test_check_failed ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_container -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_container ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_no_gaps -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_no_gaps ... ok -test.unit.cli.test_reload.TestMain.test_good -test.unit.cli.test_reload.TestMain.test_good ... ok -test.unit.cli.test_reload.TestMain.test_needs_pid -test.unit.cli.test_reload.TestMain.test_needs_pid ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_containers_iter -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_containers_iter ... ok -test.unit.account.test_server.TestAccountController.test_GET_not_found_plain -test.unit.account.test_server.TestAccountController.test_GET_not_found_plain ... ok -test.unit.account.test_server.TestAccountController.test_GET_not_found_xml -test.unit.account.test_server.TestAccountController.test_GET_not_found_xml ... ok -test INFO: - - - [18/Jun/2025:00:09:42 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0098 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:42 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.3804 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:42 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0916 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:42 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0011 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:42 +0000] "GET /sda1/p/a" 200 196 "-" "-" "-" 0.1344 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:42 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0838 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:42 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0405 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:43 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0885 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:43 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:43 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.1372 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:43 +0000] "GET /sda1/p/a" 200 68 "-" "-" "-" 0.0012 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:43 +0000] "GET /sda1/p/a" 400 21 "-" "-" "-" 0.0002 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:43 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0974 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:43 +0000] "PUT /sda1/p/a/.sub.0" 201 - "-" "-" "-" 0.0154 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:43 +0000] "PUT /sda1/p/a/.sub.0.0" 201 - "-" "-" "-" 0.0865 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:43 +0000] "PUT /sda1/p/a/.sub.0.1" 201 - "-" "-" "-" 0.0615 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:43 +0000] "PUT /sda1/p/a/.sub.0.2" 201 - "-" "-" "-" 0.1203 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:43 +0000] "PUT /sda1/p/a/.sub.1" 201 - "-" "-" "-" 0.0887 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:43 +0000] "PUT /sda1/p/a/.sub.1.0" 201 - "-" "-" "-" 0.0685 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:43 +0000] "PUT /sda1/p/a/.sub.1.1" 201 - "-" "-" "-" 0.1170 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:43 +0000] "PUT /sda1/p/a/.sub.1.2" 201 - "-" "-" "-" 0.0790 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:44 +0000] "PUT /sda1/p/a/.sub.2" 201 - "-" "-" "-" 0.0702 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:44 +0000] "PUT /sda1/p/a/.sub.2.0" 201 - "-" "-" "-" 0.0861 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:44 +0000] "PUT /sda1/p/a/.sub.2.1" 201 - "-" "-" "-" 0.0856 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:44 +0000] "PUT /sda1/p/a/.sub.2.2" 201 - "-" "-" "-" 0.1026 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:44 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.1755 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:44 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0021 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:44 +0000] "GET /sda1/p/a" 200 45 "-" "-" "-" 0.0020 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:44 +0000] "GET /sda1/p/a" 200 27 "-" "-" "-" 0.0045 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:44 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0714 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:44 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0963 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:44 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.2299 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:44 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0955 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:45 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0855 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:45 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0868 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:45 +0000] "GET /sda1/p/a" 200 261 "-" "-" "-" 0.0782 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:45 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.0019 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:45 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0798 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:45 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0238 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:45 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.1047 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:45 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0656 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:45 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0366 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:45 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0661 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:45 +0000] "GET /sda1/p/a" 200 9 "-" "-" "-" 0.0795 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:45 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0019 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:45 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0908 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:45 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0073 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:45 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0712 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:45 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0938 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:46 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0897 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:46 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0630 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:46 +0000] "GET /sda1/p/a" 200 452 "-" "-" "-" 0.0687 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:46 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.0017 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:46 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:46 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.2703 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:46 +0000] "PUT /sda1/p/a/US~~TX~~A" 201 - "-" "-" "-" 0.0987 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:46 +0000] "PUT /sda1/p/a/US~~TX~~B" 201 - "-" "-" "-" 0.1560 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:46 +0000] "PUT /sda1/p/a/US~~OK~~A" 201 - "-" "-" "-" 0.0798 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:46 +0000] "PUT /sda1/p/a/US~~OK~~B" 201 - "-" "-" "-" 0.0858 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:46 +0000] "PUT /sda1/p/a/US~~OK~Tulsa~~A" 201 - "-" "-" "-" 0.0480 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:47 +0000] "PUT /sda1/p/a/US~~OK~Tulsa~~B" 201 - "-" "-" "-" 0.0810 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:47 +0000] "PUT /sda1/p/a/US~~UT~~A" 201 - "-" "-" "-" 0.0744 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:47 +0000] "PUT /sda1/p/a/US~~UT~~~B" 201 - "-" "-" "-" 0.1009 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:47 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0880 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:47 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0014 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:47 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0012 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:47 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0012 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:47 +0000] "GET /sda1/p/a" 200 119 "-" "-" "-" 0.0013 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:47 +0000] "GET /sda1/p/a" 200 119 "-" "-" "-" 0.0056 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:47 +0000] "GET /sda1/p/a" 200 189 "-" "-" "-" 0.0028 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:47 +0000] "GET /sda1/p/a" 200 189 "-" "-" "-" 0.0018 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:47 +0000] "GET /sda1/p/a" 200 95 "-" "-" "-" 0.0012 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:47 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0004 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:47 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0015 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:47 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.1392 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:47 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:47 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.3378 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:47 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0010 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:47 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 709812 - -test.unit.account.test_server.TestAccountController.test_GET_over_limit -test.unit.account.test_server.TestAccountController.test_GET_over_limit ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_object -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_object ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_not_root -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_not_root ... ok -test.unit.cli.test_reload.TestMain.test_timeout -test.unit.cli.test_reload.TestMain.test_timeout ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_merge_items -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_merge_items ... ok -test.unit.container.test_backend.TestContainerBroker.test_batch_reclaim -test.unit.container.test_backend.TestContainerBroker.test_batch_reclaim ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_object_parallel_once -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_object_parallel_once ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_split_recreated -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_split_recreated ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_error -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_error ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_socket_error -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_socket_error ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_too_many_errors -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_too_many_errors ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_parse_raw_obj -test.unit.container.test_reconciler.TestReconcilerUtils.test_parse_raw_obj ... ok -test.unit.obj.test_diskfile.TestDiskFileManager.test_check_policy -test.unit.obj.test_diskfile.TestDiskFileManager.test_check_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_ondisk_files_reclaim_non_data_files -test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_ondisk_files_reclaim_non_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files -test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_uses_configured_reclaim_age -test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_uses_configured_reclaim_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_construct_dev_path -test.unit.obj.test_diskfile.TestDiskFileManager.test_construct_dev_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_focused_yield_hashes_does_not_clean_up -test.unit.obj.test_diskfile.TestDiskFileManager.test_focused_yield_hashes_does_not_clean_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_and_filenames_from_hash -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_and_filenames_from_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_bad_meta_name -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_bad_meta_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_dev_path_fail -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_actual_files -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_actual_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_data -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_dir -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_meta_name -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_meta_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_not_dir -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_not_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_other_oserror -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_read_metadata_problem -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_read_metadata_problem ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_no_rsync_temp_file_warning -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_no_rsync_temp_file_warning ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_empty_dir -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_empty_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_repl_policy -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_repl_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_stray_meta -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_stray_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_unexpected_file -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_unexpected_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_init -test.unit.obj.test_diskfile.TestDiskFileManager.test_init ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_init_commit_window -test.unit.obj.test_diskfile.TestDiskFileManager.test_init_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir -test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir_enoent -test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir_enoent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir_other_oserror -test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_missing_splice_warning -test.unit.obj.test_diskfile.TestDiskFileManager.test_missing_splice_warning ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_object_audit_location_generator -test.unit.obj.test_diskfile.TestDiskFileManager.test_object_audit_location_generator ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_parse_on_disk_filename -test.unit.obj.test_diskfile.TestDiskFileManager.test_parse_on_disk_filename ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_parse_on_disk_filename_errors -test.unit.obj.test_diskfile.TestDiskFileManager.test_parse_on_disk_filename_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_and_replication_lock_same_partition -test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_and_replication_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_same_partition -test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_same_partition_different_name -test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_same_partition_different_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_pickle_async_update -test.unit.obj.test_diskfile.TestDiskFileManager.test_pickle_async_update ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_2 -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_2 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_another_device_fine -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_another_device_fine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_off -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_off ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_on -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_on ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_same_partition -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_one_per_device_deprecation -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_one_per_device_deprecation ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_verify_ondisk_files -test.unit.obj.test_diskfile.TestDiskFileManager.test_verify_ondisk_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_cleans_up_everything -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_cleans_up_everything ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_dev_path_fail -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_empty -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_empty ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_empty_suffixes -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_empty_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_fails_with_bad_ondisk_filesets -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_fails_with_bad_ondisk_filesets ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_suffix_filter -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_suffix_filter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_tombstones -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_tombstones ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_yields_content_type_timestamp -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_yields_content_type_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_yields_meta_timestamp -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_yields_meta_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_suffixes -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_suffixes_dev_path_fail -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_suffixes_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_close_error -test.unit.obj.test_diskfile.TestECDiskFile.test_close_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_commit -test.unit.obj.test_diskfile.TestECDiskFile.test_commit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_fsync -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_fsync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_ignores_cleanup_ondisk_files_error -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_ignores_cleanup_ondisk_files_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_fsync_dir_IOError -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_fsync_dir_IOError ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_cached_dispersion_value -test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_cached_dispersion_value ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_fsync_dir_OSError -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_fsync_dir_OSError ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_policy_stats -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_policy_stats ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_EDQUOT_IOError -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_EDQUOT_IOError ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_ENOSPC_IOError -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_ENOSPC_IOError ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_OSError -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_OSError ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_other_IOError -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_other_IOError ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_content_type_and_timestamp -test.unit.obj.test_diskfile.TestECDiskFile.test_content_type_and_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_content_type_not_open -test.unit.obj.test_diskfile.TestECDiskFile.test_content_type_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_content_type_timestamp_not_open -test.unit.obj.test_diskfile.TestECDiskFile.test_content_type_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_create_close_oserror -test.unit.obj.test_diskfile.TestECDiskFile.test_create_close_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_create_mkstemp_no_space -test.unit.obj.test_diskfile.TestECDiskFile.test_create_mkstemp_no_space ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_create_prealloc -test.unit.obj.test_diskfile.TestECDiskFile.test_create_prealloc ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_create_prealloc_oserror -test.unit.obj.test_diskfile.TestECDiskFile.test_create_prealloc_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_create_unlink_cleanup_DiskFileNoSpace -test.unit.obj.test_diskfile.TestECDiskFile.test_create_unlink_cleanup_DiskFileNoSpace ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_create_unlink_cleanup_logging -test.unit.obj.test_diskfile.TestECDiskFile.test_create_unlink_cleanup_logging ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_create_unlink_cleanup_renamer_fails -test.unit.obj.test_diskfile.TestECDiskFile.test_create_unlink_cleanup_renamer_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_create_use_linkat_renamer_not_called -test.unit.obj.test_diskfile.TestECDiskFile.test_create_use_linkat_renamer_not_called ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_data_file_errors_bad_frag_index -test.unit.obj.test_diskfile.TestECDiskFile.test_data_file_errors_bad_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_data_file_has_frag_index -test.unit.obj.test_diskfile.TestECDiskFile.test_data_file_has_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_data_timestamp -test.unit.obj.test_diskfile.TestECDiskFile.test_data_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_data_timestamp_not_open -test.unit.obj.test_diskfile.TestECDiskFile.test_data_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_delete -test.unit.obj.test_diskfile.TestECDiskFile.test_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_corners -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_corners ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_partial_closes -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_partial_closes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_range_w_none -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_range_w_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_checks_only_aligned_frag_data -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_checks_only_aligned_frag_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_edges -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_edges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_empty -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_empty ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_w_no_etag_quarantine -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_w_no_etag_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_w_quarantine -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_w_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_concurrent_delete -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_concurrent_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_concurrent_marked_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_concurrent_marked_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_concurrent_writes -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_concurrent_writes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_default_disallowed_metadata -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_default_disallowed_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_large_app_iter_ranges -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_large_app_iter_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_mkstemp_creates_dir -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_mkstemp_creates_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_preserves_slo -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_preserves_slo ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_preserves_sysmeta -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_preserves_sysmeta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_reader_iter -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_reader_iter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_reader_iter_w_io_error -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_reader_iter_w_io_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_reader_iter_w_quarantine -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_reader_iter_w_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_writer -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_writer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_content_length -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_content_length_deleted -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_content_length_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_objects_iter_order_and_reverse -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_objects_iter_order_and_reverse ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_content_length_not_open -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_content_length_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_names -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_names ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_timestamp -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_timestamp_deleted -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_timestamp_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_timestamp_not_open -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_missing_frag_index -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_missing_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_newer_non_durable_data_file -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_newer_non_durable_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_no_data_file -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_no_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_not_open -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_when_not_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_when_not_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_error_in_cleanup_ondisk_files -test.unit.obj.test_diskfile.TestECDiskFile.test_error_in_cleanup_ondisk_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_exception_in_handle_close_quarantine -test.unit.obj.test_diskfile.TestECDiskFile.test_exception_in_handle_close_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_fragments -test.unit.obj.test_diskfile.TestECDiskFile.test_fragments ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_fragments_available_when_not_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_fragments_available_when_not_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_fragments_not_open -test.unit.obj.test_diskfile.TestECDiskFile.test_fragments_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_from_audit_location -test.unit.obj.test_diskfile.TestECDiskFile.test_from_audit_location ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_from_audit_location_with_mismatched_hash -test.unit.obj.test_diskfile.TestECDiskFile.test_from_audit_location_with_mismatched_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_get_datafile_metadata -test.unit.obj.test_diskfile.TestECDiskFile.test_get_datafile_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_get_datafile_metadata_not_opened -test.unit.obj.test_diskfile.TestECDiskFile.test_get_datafile_metadata_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_get_dev_path -test.unit.obj.test_diskfile.TestECDiskFile.test_get_dev_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_get_metadata -test.unit.obj.test_diskfile.TestECDiskFile.test_get_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_get_metadata_not_opened -test.unit.obj.test_diskfile.TestECDiskFile.test_get_metadata_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_get_metafile_metadata -test.unit.obj.test_diskfile.TestECDiskFile.test_get_metafile_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_get_metafile_metadata_not_opened -test.unit.obj.test_diskfile.TestECDiskFile.test_get_metafile_metadata_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_get_tempfile_fallback_to_mkstemp -test.unit.obj.test_diskfile.TestECDiskFile.test_get_tempfile_fallback_to_mkstemp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_get_tempfile_use_linkat_os_open_called -test.unit.obj.test_diskfile.TestECDiskFile.test_get_tempfile_use_linkat_os_open_called ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_get_tmpfile_os_open_other_exceptions_are_raised -test.unit.obj.test_diskfile.TestECDiskFile.test_get_tmpfile_os_open_other_exceptions_are_raised ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_keep_cache -test.unit.obj.test_diskfile.TestECDiskFile.test_keep_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_killed_before_cleanup -test.unit.obj.test_diskfile.TestECDiskFile.test_killed_before_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_mount_checking -test.unit.obj.test_diskfile.TestECDiskFile.test_mount_checking ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_not_opened -test.unit.obj.test_diskfile.TestECDiskFile.test_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_number_calls_to_cleanup_ondisk_files_during_create -test.unit.obj.test_diskfile.TestECDiskFile.test_number_calls_to_cleanup_ondisk_files_during_create ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_number_calls_to_cleanup_ondisk_files_during_delete -test.unit.obj.test_diskfile.TestECDiskFile.test_number_calls_to_cleanup_ondisk_files_during_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_data_info_has_durable_key -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_data_info_has_durable_key ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_not_sharded -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_not_sharded ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_data_ts_meta -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_data_ts_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_data_ts_meta_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_data_ts_meta_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_listdir_error -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_listdir_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_listdir_error_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_listdir_error_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_meta_data_ts -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_meta_data_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_meta_data_ts_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_meta_data_ts_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_meta_ts_data -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_meta_ts_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_multiple_meta_data -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_multiple_meta_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_multiple_meta_data_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_multiple_meta_data_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_stale_meta_data -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_stale_meta_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_stale_meta_data_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_stale_meta_data_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_ts_meta_data -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_ts_meta_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_wayward_files_ignored -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_wayward_files_ignored ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_wayward_files_ignored_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_wayward_files_ignored_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_open_deleted -test.unit.obj.test_diskfile.TestECDiskFile.test_open_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_open_deleted_with_corrupt_tombstone -test.unit.obj.test_diskfile.TestECDiskFile.test_open_deleted_with_corrupt_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_open_expired -test.unit.obj.test_diskfile.TestECDiskFile.test_open_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_open_most_recent_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_open_most_recent_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_open_most_recent_durable_legacy -test.unit.obj.test_diskfile.TestECDiskFile.test_open_most_recent_durable_legacy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_open_most_recent_missing_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_open_most_recent_missing_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_open_not_exist -test.unit.obj.test_diskfile.TestECDiskFile.test_open_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_open_not_expired -test.unit.obj.test_diskfile.TestECDiskFile.test_open_not_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_open_with_bad_fragment_preferences -test.unit.obj.test_diskfile.TestECDiskFile.test_open_with_bad_fragment_preferences ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_open_with_fragment_preferences -test.unit.obj.test_diskfile.TestECDiskFile.test_open_with_fragment_preferences ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_open_with_fragment_preferences_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_open_with_fragment_preferences_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_already_removed -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_already_removed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_final_fragment_index_and_meta -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_final_fragment_index_and_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_final_fragment_index_and_not_meta -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_final_fragment_index_and_not_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_last_fragment_index -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_last_fragment_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_last_fragment_index_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_last_fragment_index_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_non_existent_fragment_index -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_non_existent_fragment_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_old_timestamp_frag_index -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_old_timestamp_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_old_tombstone -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_old_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_one_fragment_index -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_one_fragment_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_tombstone -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_without_frag -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_without_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBroker.test_chexor -test.unit.container.test_backend.TestContainerBroker.test_chexor ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_bad_content_length -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_bad_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_corrupt_xattrs -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_corrupt_xattrs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_deleted_files -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_deleted_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_fstat_oserror -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_fstat_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_hashdir_not_a_directory -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_hashdir_not_a_directory ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_hashdir_not_listable -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_hashdir_not_listable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_bad_name -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_bad_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_bad_x_delete_at -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_bad_x_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_content_length -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_content_length_bad -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_content_length_bad ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_etag -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_missing_name -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_missing_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_zero_byte -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_zero_byte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_ioerror_enodata -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_ioerror_enodata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_missing_content_length -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_missing_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_subtly_corrupt_xattrs -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_subtly_corrupt_xattrs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_truncated_xattrs -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_truncated_xattrs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_valids -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_valids ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_read_metadata -test.unit.obj.test_diskfile.TestECDiskFile.test_read_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_read_metadata_no_xattr -test.unit.obj.test_diskfile.TestECDiskFile.test_read_metadata_no_xattr ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_reader_ec_exception_causes_quarantine -test.unit.obj.test_diskfile.TestECDiskFile.test_reader_ec_exception_causes_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_reader_ec_exception_does_not_cause_quarantine -test.unit.obj.test_diskfile.TestECDiskFile.test_reader_ec_exception_does_not_cause_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_reader_frag_check_does_not_quarantine_if_its_not_binary -test.unit.obj.test_diskfile.TestECDiskFile.test_reader_frag_check_does_not_quarantine_if_its_not_binary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_reader_quarantines_corrupted_ec_archive -test.unit.obj.test_diskfile.TestECDiskFile.test_reader_quarantines_corrupted_ec_archive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_splice_to_wsockfd_blocks -test.unit.obj.test_diskfile.TestECDiskFile.test_splice_to_wsockfd_blocks ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_sysmeta_frag_index_is_immutable -test.unit.obj.test_diskfile.TestECDiskFile.test_sysmeta_frag_index_is_immutable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_tee_to_md5_pipe_length_mismatch -test.unit.obj.test_diskfile.TestECDiskFile.test_tee_to_md5_pipe_length_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_write_cleanup -test.unit.obj.test_diskfile.TestECDiskFile.test_write_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_write_cleanup_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_write_cleanup_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_write_cleanup_part_power_increase -test.unit.obj.test_diskfile.TestECDiskFile.test_write_cleanup_part_power_increase ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_disk_full -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_disk_full ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_no_xattr -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_no_xattr ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_content_type -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_content_type_removes_multiple_metas -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_content_type_removes_multiple_metas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_content_type_removes_same_time_meta -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_content_type_removes_same_time_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_older_content_type -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_older_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_zero_copy_cache_dropping -test.unit.obj.test_diskfile.TestECDiskFile.test_zero_copy_cache_dropping ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_zero_copy_turns_off_when_md5_sockets_not_supported -test.unit.obj.test_diskfile.TestECDiskFile.test_zero_copy_turns_off_when_md5_sockets_not_supported ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestModuleMethods.test_decode_missing -test.unit.obj.test_ssync_receiver.TestModuleMethods.test_decode_missing ... ok -test.unit.obj.test_ssync_receiver.TestModuleMethods.test_encode_wanted -test.unit.obj.test_ssync_receiver.TestModuleMethods.test_encode_wanted ... ok -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_empty_list -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_empty_list ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_extra_line_parts -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_extra_line_parts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_newer_meta -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_newer_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_none -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_older_meta -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_older_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_one_exact -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_one_exact ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_one_newer -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_one_newer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_durable -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_durable_older_than_remote_non_durable -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_durable_older_than_remote_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_non_durable -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_durable -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_durable_but_commit_fails -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_durable_but_commit_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_meta_expired_data -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_meta_expired_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_other_exception -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_other_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_storage_policy -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_storage_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_timeout -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_bad_storage_policy_index_header -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_bad_storage_policy_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_default_storage_policy -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_default_storage_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_invalid_indexes -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_invalid_indexes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_matched_indexes -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_matched_indexes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_mismatched_indexes -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_mismatched_indexes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_only_frag_index_header -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_only_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_only_node_index_header -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_only_node_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_storage_policy_index_header -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_storage_policy_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_Exception -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_Exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_Exception_Exception -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_Exception_Exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_calls_replication_lock -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_calls_replication_lock ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_initial_path -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_initial_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_mount_check -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_mount_check ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_mount_check_isdir -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_mount_check_isdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_replication_lock_fail -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_replication_lock_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_replication_lock_per_partition -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_replication_lock_per_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_semaphore_locked -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_semaphore_locked ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_BONK -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_BONK ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_DELETE -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_DELETE ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_POST -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT_replication_headers -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT_replication_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT_with_storage_policy_and_node_index -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT_with_storage_policy_and_node_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_content_length -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_headers -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_subrequest_line -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_subrequest_line ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_content_length_with_DELETE -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_content_length_with_DELETE ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_early_termination -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_early_termination ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_failures -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_failures ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_multiple -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_multiple ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_content_length_with_PUT -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_content_length_with_PUT ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_headers -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_problems_no_hard_disconnect -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_problems_no_hard_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_start -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_start ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_other_exception -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_other_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_subreq_does_not_read_all -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_subreq_does_not_read_all ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_timeout -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_with_storage_policy -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_with_storage_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSenderEC.test_missing_check_non_durable -test.unit.obj.test_ssync_sender.TestSenderEC.test_missing_check_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSenderEC.test_updates_put_non_durable -test.unit.obj.test_ssync_sender.TestSenderEC.test_updates_put_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_updater.TestSweepStats.test_copy -test.unit.obj.test_updater.TestSweepStats.test_copy ... ok -test.unit.obj.test_updater.TestSweepStats.test_reset -test.unit.obj.test_updater.TestSweepStats.test_reset ... ok -test.unit.obj.test_updater.TestSweepStats.test_since -test.unit.obj.test_updater.TestSweepStats.test_since ... ok -test.unit.obj.test_updater.TestSweepStats.test_str -test.unit.obj.test_updater.TestSweepStats.test_str ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_unrecognized -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_unrecognized ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_delete_object -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_delete_object ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_xml -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_xml ... ok -test.unit.container.test_backend.TestContainerBroker.test_create_broker -test.unit.container.test_backend.TestContainerBroker.test_create_broker ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage ... ok -test-reaper ERROR: Exception with 10.10.10.1:6202/sda1: + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp -swift.common.exceptions.ClientException: : 404 -test-reaper ERROR: Exception with 10.10.10.2:6202/sda1: + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp -swift.common.exceptions.ClientException: : 404 -test-reaper ERROR: Exception with 10.10.10.3:6202/None: + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp -swift.common.exceptions.ClientException: : 404 -test-reaper ERROR: Exception with 10.10.10.1:6202/sda2: + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp -swift.common.exceptions.ClientException: : 404 -test-reaper ERROR: Exception with 10.0.0.0:1000/sda: + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 490, in reap_object - direct_delete_object( - File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 160, in fake_direct_delete_object - raise self.myexp -swift.common.exceptions.ClientException: : 404 -test-reaper ERROR: Timeout Exception with 10.0.0.0:1000/sda -test-reaper ERROR: Timeout Exception with 10.0.0.1:1001/sdb -test-reaper ERROR: Timeout Exception with 10.0.0.2:1002/sdc -test-reaper ERROR: Timeout Exception with 10.0.0.3:1003/sdd -test-reaper DEBUG: Begin devices pass: thisdeviceisbad -test-reaper ERROR: Exception in top-level account reaper loop: + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 135, in run_once - for device in os.listdir(self.devices): - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: 'thisdeviceisbad' -test-reaper INFO: Devices pass completed: 0.00s -test INFO: Disabling account_sdb -test INFO: Disabling container_sdb -test INFO: Disabling object_sdb -test INFO: Enabling account_sdb -test INFO: Enabling container_sdb -test INFO: Enabling object_sdb -Reloaded swift-proxy-server + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test.unit.proxy.test_mem_server.TestProxyServer.test_exception_occurred +test.unit.proxy.test_mem_server.TestProxyServer.test_exception_occurred ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_exception_occurred_replication_ip_port_logging +test.unit.proxy.test_mem_server.TestProxyServer.test_exception_occurred_replication_ip_port_logging ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_get_info_controller +test.unit.proxy.test_mem_server.TestProxyServer.test_get_info_controller ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_get_object_ring +test.unit.proxy.test_mem_server.TestProxyServer.test_get_object_ring ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_inexistent_method_request +test.unit.proxy.test_mem_server.TestProxyServer.test_inexistent_method_request ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_info_defaults +test.unit.proxy.test_mem_server.TestProxyServer.test_info_defaults ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_internal_method_request +test.unit.proxy.test_mem_server.TestProxyServer.test_internal_method_request ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_internal_reserved_name_request +test.unit.proxy.test_mem_server.TestProxyServer.test_internal_reserved_name_request ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_negative_content_length +test.unit.proxy.test_mem_server.TestProxyServer.test_negative_content_length ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_params_format +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_params_format ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_creation +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_creation ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_expansion_limit +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_expansion_limit ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_stats_tracking +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_stats_tracking ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_params_utf8 +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_params_utf8 ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_list_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_list_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_list_parts_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_list_parts_error ... ok +test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_exactly_two_batches +test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_exactly_two_batches ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_node_concurrency +test.unit.proxy.test_mem_server.TestProxyServer.test_node_concurrency ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_node_timing +test.unit.proxy.test_mem_server.TestProxyServer.test_node_timing ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_private_method_request +test.unit.proxy.test_mem_server.TestProxyServer.test_private_method_request ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: some source HEAD {} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Wed, 15 May 2024 18:06:59 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715796419.00000', 'Content-Type': 'binary/octet-stream'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: some source HEAD {} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Wed, 15 May 2024 18:06:59 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715796419.00000', 'Content-Type': 'binary/octet-stream'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: some source HEAD {} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source?versionId=null', 'Date': 'Wed, 15 May 2024 18:06:59 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715796419.00000', 'Content-Type': 'binary/octet-stream'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: some source HEAD {} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Wed, 15 May 2024 18:06:59 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715796419.00000', 'Content-Type': 'binary/octet-stream'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_empty_src_path +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_empty_src_path ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_error ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_inherits +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_inherits ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_policy_stats_non_default +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_policy_stats_non_default ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_reverse_prefix_delim +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_reverse_prefix_delim ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_expansion_limit_with_tombstones +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_expansion_limit_with_tombstones ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: some source HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: some source HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: some source HEAD {'If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: some source HEAD {'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: some source HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Wed, 15 May 2024 18:07:00 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715796420.05852', 'Content-Type': 'binary/octet-stream'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_with_match_and_s3acl +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_with_match_and_s3acl ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_with_not_match_and_s3acl +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_with_not_match_and_s3acl ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_policy_stats_with_legacy +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_policy_stats_with_legacy ... ok +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: tx7e6ccd7d2e7d4214968fa-006644f9c4) +test INFO: Client disconnected on read of '/a/c' (txn: tx7e6ccd7d2e7d4214968fa-006644f9c4) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.1.0:1100/sda (txn: txb6f7857f30254b65a882d-006644f9c4) +test INFO: Client disconnected on read of '/a/c' (txn: txb6f7857f30254b65a882d-006644f9c4) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to UPDATE /a/c: Network unreachable (txn: txdbdee0a7bc164c56890c7-006644f9c5) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to UPDATE /a/c: Network unreachable (txn: txdbdee0a7bc164c56890c7-006644f9c5) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to UPDATE /a/c: Network unreachable (txn: txdbdee0a7bc164c56890c7-006644f9c5) +test ERROR: Container UPDATE returning 503 for (503, 503, 503) (txn: txdbdee0a7bc164c56890c7-006644f9c5) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r3=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r3=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r3=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_overrides +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_overrides ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_with_no_default +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_with_no_default ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_proxy_server_config +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_proxy_server_config ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_timing_per_policy +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_timing_per_policy ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_default +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_default ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_unhandled_exception +test.unit.proxy.test_mem_server.TestProxyServer.test_unhandled_exception ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_valid_api_version +test.unit.proxy.test_mem_server.TestProxyServer.test_valid_api_version ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_four_donors_two_acceptors +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_four_donors_two_acceptors ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:59 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:59 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:59 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e', 'Content-Length': '0'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:59 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6', 'Content-Length': '0'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:59 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:59 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multi_upload_empty_body +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multi_upload_empty_body ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_db_file +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_db_file ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_abort +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_abort ... ok +test.unit.account.test_server.TestAccountController.test_DELETE_empty +test.unit.account.test_server.TestAccountController.test_DELETE_empty ... ok +test.unit.account.test_server.TestAccountController.test_DELETE_invalid_partition +test.unit.account.test_server.TestAccountController.test_DELETE_invalid_partition ... ok +test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_one_large_batch +test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_one_large_batch ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_abort_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_abort_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_complete_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_complete_error ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_max_expanding +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_max_expanding ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: some source HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Wed, 15 May 2024 18:07:00 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715796420.60872', 'Content-Type': 'binary/octet-stream'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: some source HEAD {} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_metadata_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_metadata_copy ... ok +test.unit.account.test_server.TestAccountController.test_DELETE_not_empty +test.unit.account.test_server.TestAccountController.test_DELETE_not_empty ... ok +test.unit.account.test_server.TestAccountController.test_DELETE_not_found +test.unit.account.test_server.TestAccountController.test_DELETE_not_found ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_table_migration +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_table_migration ... ok +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:00 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '13'} +test DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:00 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_complete_s3acl +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_complete_s3acl ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_initiate_no_content_type +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_initiate_no_content_type ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_and_delim_with_reserved +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_and_delim_with_reserved ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_max_shrinking +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_max_shrinking ... ok +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Wed, 15 May 2024 18:07:00 -0000', 'X-Amz-Metadata-Directive': 'COPY', 'X-Amz-Meta-Something': 'oh hai', 'X-Amz-Meta-Unreadable-Prefix': '\x04w', 'X-Amz-Meta-Unreadable-Suffix': 'h\x04', 'X-Amz-Meta-Lots-Of-Unprintable': '\x04\x04\x04\x04\x04', 'Cache-Control': 'hello', 'Content-Disposition': 'how are you', 'Content-Encoding': 'good and you', 'Content-Language': 'great', 'Expires': 'yeah', 'X-Robots-Tag': 'bye', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715796420.61888', 'Content-Type': 'so'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: some source HEAD {} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Wed, 15 May 2024 18:07:00 -0000', 'X-Amz-Metadata-Directive': 'REPLACE', 'X-Amz-Meta-Something': 'oh hai', 'X-Amz-Meta-Unreadable-Prefix': '\x04w', 'X-Amz-Meta-Unreadable-Suffix': 'h\x04', 'X-Amz-Meta-Lots-Of-Unprintable': '\x04\x04\x04\x04\x04', 'Cache-Control': 'hello', 'Content-Disposition': 'how are you', 'Content-Encoding': 'good and you', 'Content-Language': 'great', 'Expires': 'yeah', 'X-Robots-Tag': 'bye', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715796420.83296', 'Content-Type': 'so'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_metadata_replace +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_metadata_replace ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self_metadata_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self_metadata_copy ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_delete_db_does_not_clear_particular_sharding_meta +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_delete_db_does_not_clear_particular_sharding_meta ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_nine_donors_one_acceptor +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_nine_donors_one_acceptor ... ok +test.unit.account.test_server.TestAccountController.test_DELETE_now_empty +test.unit.account.test_server.TestAccountController.test_DELETE_now_empty ... ok +Device d4r1z1-127.0.0.1:6200R127.0.0.1:6200/sdb_"" with 1.0 weight got id 4 +Device d5r1z1-127.0.0.1:6200R127.0.0.1:6200/sdc_"" with 1.0 weight got id 5 +Reassigned 192 (300.00%) partitions. Balance is now 109.38. Dispersion is now 0.00 +------------------------------------------------------------------------------- +NOTE: Balance of 109.38 indicates you should push this + ring, wait at least 1 hours, and rebalance/repush. +------------------------------------------------------------------------------- +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +Reassigned 48 (75.00%) partitions. Balance is now 214.58. Dispersion is now 1.04 +------------------------------------------------------------------------------- +NOTE: Dispersion of 1.041667 indicates some parts are not + optimally dispersed. + + You may want to adjust some device weights, increase + the overload or review the dispersion report. +------------------------------------------------------------------------------- +Note: using /tmp/tmphmun1t4q/tmpqi6gfew3.builder instead of /tmp/tmphmun1t4q/tmpqi6gfew3.ring.gz as builder file +Reassigned 2 (3.12%) partitions. Balance is now 100.00. Dispersion is now 0.00 +------------------------------------------------------------------------------- +NOTE: Balance of 100.00 indicates you should push this + ring, wait at least 24 hours, and rebalance/repush. +------------------------------------------------------------------------------- +Reassigned 24 (37.50%) partitions. Balance is now 1.04. Dispersion is now 0.00 +Note: using /tmp/tmptnpmjnw9/tmpgi6q2dpi.builder instead of /tmp/tmptnpmjnw9/tmpgi6q2dpi.ring.gz as builder file +Note: using /tmp/tmpwjf9_d5a/tmpi9a55xir.builder instead of /tmp/tmpwjf9_d5a/tmpi9a55xir.ring.gz as builder file +Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 DEBUG: New builder; performing initial balance New builder; performing initial balance DEBUG: Planning 3.0 on (1,) @@ -70755,1546 +76190,1546 @@ r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload DEBUG: 768 new parts and 0 removed parts from replica-count change 768 new parts and 0 removed parts from replica-count change -DEBUG: Gather start is 157 (Last start was 0) -Gather start is 157 (Last start was 0) +DEBUG: Gather start is 110 (Last start was 0) +Gather start is 110 (Last start was 0) DEBUG: Gathered 768 parts Gathered 768 parts -DEBUG: Placed 241/0 onto dev r1z1-10.1.1.1/sdb -Placed 241/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 241/1 onto dev r1z1-10.1.1.1/sda -Placed 241/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 241/2 onto dev r1z1-10.1.1.1/sdc -Placed 241/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 237/0 onto dev r1z1-10.1.1.1/sdd -Placed 237/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 237/1 onto dev r1z1-10.1.1.1/sdb -Placed 237/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 237/2 onto dev r1z1-10.1.1.1/sda -Placed 237/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 50/0 onto dev r1z1-10.1.1.1/sdc -Placed 50/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 50/1 onto dev r1z1-10.1.1.1/sdd -Placed 50/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 50/2 onto dev r1z1-10.1.1.1/sdb -Placed 50/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 207/0 onto dev r1z1-10.1.1.1/sda -Placed 207/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 207/1 onto dev r1z1-10.1.1.1/sdc -Placed 207/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 207/2 onto dev r1z1-10.1.1.1/sdd -Placed 207/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 191/0 onto dev r1z1-10.1.1.1/sdb -Placed 191/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 191/1 onto dev r1z1-10.1.1.1/sda -Placed 191/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 191/2 onto dev r1z1-10.1.1.1/sdc -Placed 191/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 132/0 onto dev r1z1-10.1.1.1/sdd -Placed 132/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 132/1 onto dev r1z1-10.1.1.1/sdb -Placed 132/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 132/2 onto dev r1z1-10.1.1.1/sda -Placed 132/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 45/0 onto dev r1z1-10.1.1.1/sdc -Placed 45/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 45/1 onto dev r1z1-10.1.1.1/sdd -Placed 45/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 45/2 onto dev r1z1-10.1.1.1/sdb -Placed 45/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 141/0 onto dev r1z1-10.1.1.1/sda +Placed 141/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 141/1 onto dev r1z1-10.1.1.1/sdc +Placed 141/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 141/2 onto dev r1z1-10.1.1.1/sdb +Placed 141/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 253/0 onto dev r1z1-10.1.1.1/sdd +Placed 253/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 253/1 onto dev r1z1-10.1.1.1/sda +Placed 253/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 253/2 onto dev r1z1-10.1.1.1/sdc +Placed 253/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 216/0 onto dev r1z1-10.1.1.1/sdb +Placed 216/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 216/1 onto dev r1z1-10.1.1.1/sdd +Placed 216/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 216/2 onto dev r1z1-10.1.1.1/sda +Placed 216/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 198/0 onto dev r1z1-10.1.1.1/sdc +Placed 198/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 198/1 onto dev r1z1-10.1.1.1/sdb +Placed 198/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 198/2 onto dev r1z1-10.1.1.1/sdd +Placed 198/2 onto dev r1z1-10.1.1.1/sdd DEBUG: Placed 63/0 onto dev r1z1-10.1.1.1/sda Placed 63/0 onto dev r1z1-10.1.1.1/sda DEBUG: Placed 63/1 onto dev r1z1-10.1.1.1/sdc Placed 63/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 63/2 onto dev r1z1-10.1.1.1/sdd -Placed 63/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 82/0 onto dev r1z1-10.1.1.1/sdb -Placed 82/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 82/1 onto dev r1z1-10.1.1.1/sda -Placed 82/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 82/2 onto dev r1z1-10.1.1.1/sdc -Placed 82/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 205/0 onto dev r1z1-10.1.1.1/sdd -Placed 205/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 205/1 onto dev r1z1-10.1.1.1/sdb -Placed 205/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 205/2 onto dev r1z1-10.1.1.1/sda -Placed 205/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 141/0 onto dev r1z1-10.1.1.1/sdc -Placed 141/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 141/1 onto dev r1z1-10.1.1.1/sdd -Placed 141/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 141/2 onto dev r1z1-10.1.1.1/sdb -Placed 141/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 130/0 onto dev r1z1-10.1.1.1/sda -Placed 130/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 130/1 onto dev r1z1-10.1.1.1/sdc -Placed 130/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 130/2 onto dev r1z1-10.1.1.1/sdd -Placed 130/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 29/0 onto dev r1z1-10.1.1.1/sdb -Placed 29/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 29/1 onto dev r1z1-10.1.1.1/sda -Placed 29/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 29/2 onto dev r1z1-10.1.1.1/sdc -Placed 29/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 159/0 onto dev r1z1-10.1.1.1/sdd -Placed 159/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 159/1 onto dev r1z1-10.1.1.1/sdb -Placed 159/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 159/2 onto dev r1z1-10.1.1.1/sda -Placed 159/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 160/0 onto dev r1z1-10.1.1.1/sdc -Placed 160/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 160/1 onto dev r1z1-10.1.1.1/sdd -Placed 160/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 160/2 onto dev r1z1-10.1.1.1/sdb -Placed 160/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 147/0 onto dev r1z1-10.1.1.1/sda -Placed 147/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 147/1 onto dev r1z1-10.1.1.1/sdc -Placed 147/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 147/2 onto dev r1z1-10.1.1.1/sdd -Placed 147/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 7/0 onto dev r1z1-10.1.1.1/sdb -Placed 7/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 63/2 onto dev r1z1-10.1.1.1/sdb +Placed 63/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 56/0 onto dev r1z1-10.1.1.1/sdd +Placed 56/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 56/1 onto dev r1z1-10.1.1.1/sda +Placed 56/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 56/2 onto dev r1z1-10.1.1.1/sdc +Placed 56/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 97/0 onto dev r1z1-10.1.1.1/sdb +Placed 97/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 97/1 onto dev r1z1-10.1.1.1/sdd +Placed 97/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 97/2 onto dev r1z1-10.1.1.1/sda +Placed 97/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 166/0 onto dev r1z1-10.1.1.1/sdc +Placed 166/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 166/1 onto dev r1z1-10.1.1.1/sdb +Placed 166/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 166/2 onto dev r1z1-10.1.1.1/sdd +Placed 166/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 184/0 onto dev r1z1-10.1.1.1/sda +Placed 184/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 184/1 onto dev r1z1-10.1.1.1/sdc +Placed 184/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 184/2 onto dev r1z1-10.1.1.1/sdb +Placed 184/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 235/0 onto dev r1z1-10.1.1.1/sdd +Placed 235/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 235/1 onto dev r1z1-10.1.1.1/sda +Placed 235/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 235/2 onto dev r1z1-10.1.1.1/sdc +Placed 235/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 177/0 onto dev r1z1-10.1.1.1/sdb +Placed 177/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 177/1 onto dev r1z1-10.1.1.1/sdd +Placed 177/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 177/2 onto dev r1z1-10.1.1.1/sda +Placed 177/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 86/0 onto dev r1z1-10.1.1.1/sdc +Placed 86/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 86/1 onto dev r1z1-10.1.1.1/sdb +Placed 86/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 86/2 onto dev r1z1-10.1.1.1/sdd +Placed 86/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 89/0 onto dev r1z1-10.1.1.1/sda +Placed 89/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 89/1 onto dev r1z1-10.1.1.1/sdc +Placed 89/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 89/2 onto dev r1z1-10.1.1.1/sdb +Placed 89/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 3/0 onto dev r1z1-10.1.1.1/sdd +Placed 3/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 3/1 onto dev r1z1-10.1.1.1/sda +Placed 3/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 3/2 onto dev r1z1-10.1.1.1/sdc +Placed 3/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 158/0 onto dev r1z1-10.1.1.1/sdb +Placed 158/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 158/1 onto dev r1z1-10.1.1.1/sdd +Placed 158/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 158/2 onto dev r1z1-10.1.1.1/sda +Placed 158/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 189/0 onto dev r1z1-10.1.1.1/sdc +Placed 189/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 189/1 onto dev r1z1-10.1.1.1/sdb +Placed 189/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 189/2 onto dev r1z1-10.1.1.1/sdd +Placed 189/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 116/0 onto dev r1z1-10.1.1.1/sda +Placed 116/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 116/1 onto dev r1z1-10.1.1.1/sdc +Placed 116/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 116/2 onto dev r1z1-10.1.1.1/sdb +Placed 116/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 7/0 onto dev r1z1-10.1.1.1/sdd +Placed 7/0 onto dev r1z1-10.1.1.1/sdd DEBUG: Placed 7/1 onto dev r1z1-10.1.1.1/sda Placed 7/1 onto dev r1z1-10.1.1.1/sda DEBUG: Placed 7/2 onto dev r1z1-10.1.1.1/sdc Placed 7/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 81/0 onto dev r1z1-10.1.1.1/sdd -Placed 81/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 81/1 onto dev r1z1-10.1.1.1/sdb -Placed 81/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 81/2 onto dev r1z1-10.1.1.1/sda -Placed 81/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 217/0 onto dev r1z1-10.1.1.1/sdc -Placed 217/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 217/1 onto dev r1z1-10.1.1.1/sdd -Placed 217/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 217/2 onto dev r1z1-10.1.1.1/sdb -Placed 217/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 71/0 onto dev r1z1-10.1.1.1/sda -Placed 71/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 71/1 onto dev r1z1-10.1.1.1/sdc -Placed 71/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 71/2 onto dev r1z1-10.1.1.1/sdd -Placed 71/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 61/0 onto dev r1z1-10.1.1.1/sdb -Placed 61/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 61/1 onto dev r1z1-10.1.1.1/sda -Placed 61/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 61/2 onto dev r1z1-10.1.1.1/sdc -Placed 61/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 111/0 onto dev r1z1-10.1.1.1/sdd -Placed 111/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 111/1 onto dev r1z1-10.1.1.1/sdb -Placed 111/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 111/2 onto dev r1z1-10.1.1.1/sda -Placed 111/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 41/0 onto dev r1z1-10.1.1.1/sdc -Placed 41/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 41/1 onto dev r1z1-10.1.1.1/sdd -Placed 41/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 41/2 onto dev r1z1-10.1.1.1/sdb -Placed 41/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 100/0 onto dev r1z1-10.1.1.1/sda -Placed 100/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 100/1 onto dev r1z1-10.1.1.1/sdc -Placed 100/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 100/2 onto dev r1z1-10.1.1.1/sdd -Placed 100/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 174/0 onto dev r1z1-10.1.1.1/sdb -Placed 174/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 174/1 onto dev r1z1-10.1.1.1/sda -Placed 174/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 174/2 onto dev r1z1-10.1.1.1/sdc -Placed 174/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 168/0 onto dev r1z1-10.1.1.1/sdd -Placed 168/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 168/1 onto dev r1z1-10.1.1.1/sdb -Placed 168/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 168/2 onto dev r1z1-10.1.1.1/sda -Placed 168/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 93/0 onto dev r1z1-10.1.1.1/sdc -Placed 93/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 93/1 onto dev r1z1-10.1.1.1/sdd -Placed 93/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 93/2 onto dev r1z1-10.1.1.1/sdb -Placed 93/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 182/0 onto dev r1z1-10.1.1.1/sda -Placed 182/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 182/1 onto dev r1z1-10.1.1.1/sdc -Placed 182/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 182/2 onto dev r1z1-10.1.1.1/sdd -Placed 182/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 110/0 onto dev r1z1-10.1.1.1/sdb -Placed 110/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 110/1 onto dev r1z1-10.1.1.1/sda -Placed 110/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 110/2 onto dev r1z1-10.1.1.1/sdc -Placed 110/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 188/0 onto dev r1z1-10.1.1.1/sdd -Placed 188/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 188/1 onto dev r1z1-10.1.1.1/sdb -Placed 188/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 188/2 onto dev r1z1-10.1.1.1/sda -Placed 188/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 189/0 onto dev r1z1-10.1.1.1/sdc -Placed 189/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 189/1 onto dev r1z1-10.1.1.1/sdd -Placed 189/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 189/2 onto dev r1z1-10.1.1.1/sdb -Placed 189/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 255/0 onto dev r1z1-10.1.1.1/sda -Placed 255/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 255/1 onto dev r1z1-10.1.1.1/sdc -Placed 255/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 255/2 onto dev r1z1-10.1.1.1/sdd -Placed 255/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 39/0 onto dev r1z1-10.1.1.1/sdb -Placed 39/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 39/1 onto dev r1z1-10.1.1.1/sda -Placed 39/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 39/2 onto dev r1z1-10.1.1.1/sdc -Placed 39/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 124/0 onto dev r1z1-10.1.1.1/sdd -Placed 124/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 124/1 onto dev r1z1-10.1.1.1/sdb -Placed 124/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 124/2 onto dev r1z1-10.1.1.1/sda -Placed 124/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 114/0 onto dev r1z1-10.1.1.1/sdc -Placed 114/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 114/1 onto dev r1z1-10.1.1.1/sdd -Placed 114/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 114/2 onto dev r1z1-10.1.1.1/sdb -Placed 114/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 67/0 onto dev r1z1-10.1.1.1/sda -Placed 67/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 67/1 onto dev r1z1-10.1.1.1/sdc -Placed 67/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 67/2 onto dev r1z1-10.1.1.1/sdd -Placed 67/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 97/0 onto dev r1z1-10.1.1.1/sdb -Placed 97/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 97/1 onto dev r1z1-10.1.1.1/sda -Placed 97/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 97/2 onto dev r1z1-10.1.1.1/sdc -Placed 97/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 176/0 onto dev r1z1-10.1.1.1/sdd -Placed 176/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 176/1 onto dev r1z1-10.1.1.1/sdb -Placed 176/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 176/2 onto dev r1z1-10.1.1.1/sda -Placed 176/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 102/0 onto dev r1z1-10.1.1.1/sdc -Placed 102/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 102/1 onto dev r1z1-10.1.1.1/sdd -Placed 102/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 148/0 onto dev r1z1-10.1.1.1/sdb +Placed 148/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 148/1 onto dev r1z1-10.1.1.1/sdd +Placed 148/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 148/2 onto dev r1z1-10.1.1.1/sda +Placed 148/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 252/0 onto dev r1z1-10.1.1.1/sdc +Placed 252/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 252/1 onto dev r1z1-10.1.1.1/sdb +Placed 252/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 252/2 onto dev r1z1-10.1.1.1/sdd +Placed 252/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 104/0 onto dev r1z1-10.1.1.1/sda +Placed 104/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 104/1 onto dev r1z1-10.1.1.1/sdc +Placed 104/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 104/2 onto dev r1z1-10.1.1.1/sdb +Placed 104/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 229/0 onto dev r1z1-10.1.1.1/sdd +Placed 229/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 229/1 onto dev r1z1-10.1.1.1/sda +Placed 229/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 229/2 onto dev r1z1-10.1.1.1/sdc +Placed 229/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 201/0 onto dev r1z1-10.1.1.1/sdb +Placed 201/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 201/1 onto dev r1z1-10.1.1.1/sdd +Placed 201/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 201/2 onto dev r1z1-10.1.1.1/sda +Placed 201/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 128/0 onto dev r1z1-10.1.1.1/sdc +Placed 128/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 128/1 onto dev r1z1-10.1.1.1/sdb +Placed 128/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 128/2 onto dev r1z1-10.1.1.1/sdd +Placed 128/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 123/0 onto dev r1z1-10.1.1.1/sda +Placed 123/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 123/1 onto dev r1z1-10.1.1.1/sdc +Placed 123/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 123/2 onto dev r1z1-10.1.1.1/sdb +Placed 123/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 214/0 onto dev r1z1-10.1.1.1/sdd +Placed 214/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 214/1 onto dev r1z1-10.1.1.1/sda +Placed 214/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 214/2 onto dev r1z1-10.1.1.1/sdc +Placed 214/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 16/0 onto dev r1z1-10.1.1.1/sdb +Placed 16/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 16/1 onto dev r1z1-10.1.1.1/sdd +Placed 16/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 16/2 onto dev r1z1-10.1.1.1/sda +Placed 16/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 78/0 onto dev r1z1-10.1.1.1/sdc +Placed 78/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 78/1 onto dev r1z1-10.1.1.1/sdb +Placed 78/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 78/2 onto dev r1z1-10.1.1.1/sdd +Placed 78/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 102/0 onto dev r1z1-10.1.1.1/sda +Placed 102/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 102/1 onto dev r1z1-10.1.1.1/sdc +Placed 102/1 onto dev r1z1-10.1.1.1/sdc DEBUG: Placed 102/2 onto dev r1z1-10.1.1.1/sdb Placed 102/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 25/0 onto dev r1z1-10.1.1.1/sda -Placed 25/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 25/1 onto dev r1z1-10.1.1.1/sdc -Placed 25/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 25/2 onto dev r1z1-10.1.1.1/sdd -Placed 25/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 84/0 onto dev r1z1-10.1.1.1/sdb -Placed 84/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 84/1 onto dev r1z1-10.1.1.1/sda -Placed 84/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 84/2 onto dev r1z1-10.1.1.1/sdc -Placed 84/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 206/0 onto dev r1z1-10.1.1.1/sdd -Placed 206/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 206/1 onto dev r1z1-10.1.1.1/sdb -Placed 206/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 206/2 onto dev r1z1-10.1.1.1/sda -Placed 206/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 179/0 onto dev r1z1-10.1.1.1/sdc -Placed 179/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 182/0 onto dev r1z1-10.1.1.1/sdd +Placed 182/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 182/1 onto dev r1z1-10.1.1.1/sda +Placed 182/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 182/2 onto dev r1z1-10.1.1.1/sdc +Placed 182/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 239/0 onto dev r1z1-10.1.1.1/sdb +Placed 239/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 239/1 onto dev r1z1-10.1.1.1/sdd +Placed 239/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 239/2 onto dev r1z1-10.1.1.1/sda +Placed 239/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 159/0 onto dev r1z1-10.1.1.1/sdc +Placed 159/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 159/1 onto dev r1z1-10.1.1.1/sdb +Placed 159/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 159/2 onto dev r1z1-10.1.1.1/sdd +Placed 159/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 49/0 onto dev r1z1-10.1.1.1/sda +Placed 49/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 49/1 onto dev r1z1-10.1.1.1/sdc +Placed 49/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 49/2 onto dev r1z1-10.1.1.1/sdb +Placed 49/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 247/0 onto dev r1z1-10.1.1.1/sdd +Placed 247/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 247/1 onto dev r1z1-10.1.1.1/sda +Placed 247/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 247/2 onto dev r1z1-10.1.1.1/sdc +Placed 247/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 251/0 onto dev r1z1-10.1.1.1/sdb +Placed 251/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 251/1 onto dev r1z1-10.1.1.1/sdd +Placed 251/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 251/2 onto dev r1z1-10.1.1.1/sda +Placed 251/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 170/0 onto dev r1z1-10.1.1.1/sdc +Placed 170/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 170/1 onto dev r1z1-10.1.1.1/sdb +Placed 170/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 170/2 onto dev r1z1-10.1.1.1/sdd +Placed 170/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 192/0 onto dev r1z1-10.1.1.1/sda +Placed 192/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 192/1 onto dev r1z1-10.1.1.1/sdc +Placed 192/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 192/2 onto dev r1z1-10.1.1.1/sdb +Placed 192/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 221/0 onto dev r1z1-10.1.1.1/sdd +Placed 221/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 221/1 onto dev r1z1-10.1.1.1/sda +Placed 221/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 221/2 onto dev r1z1-10.1.1.1/sdc +Placed 221/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 179/0 onto dev r1z1-10.1.1.1/sdb +Placed 179/0 onto dev r1z1-10.1.1.1/sdb DEBUG: Placed 179/1 onto dev r1z1-10.1.1.1/sdd Placed 179/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 179/2 onto dev r1z1-10.1.1.1/sdb -Placed 179/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 181/0 onto dev r1z1-10.1.1.1/sda -Placed 181/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 181/1 onto dev r1z1-10.1.1.1/sdc -Placed 181/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 181/2 onto dev r1z1-10.1.1.1/sdd -Placed 181/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 145/0 onto dev r1z1-10.1.1.1/sdb -Placed 145/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 179/2 onto dev r1z1-10.1.1.1/sda +Placed 179/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 200/0 onto dev r1z1-10.1.1.1/sdc +Placed 200/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 200/1 onto dev r1z1-10.1.1.1/sdb +Placed 200/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 200/2 onto dev r1z1-10.1.1.1/sdd +Placed 200/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 55/0 onto dev r1z1-10.1.1.1/sda +Placed 55/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 55/1 onto dev r1z1-10.1.1.1/sdc +Placed 55/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 55/2 onto dev r1z1-10.1.1.1/sdb +Placed 55/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 1/0 onto dev r1z1-10.1.1.1/sdd +Placed 1/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 1/1 onto dev r1z1-10.1.1.1/sda +Placed 1/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 1/2 onto dev r1z1-10.1.1.1/sdc +Placed 1/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 40/0 onto dev r1z1-10.1.1.1/sdb +Placed 40/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 40/1 onto dev r1z1-10.1.1.1/sdd +Placed 40/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 40/2 onto dev r1z1-10.1.1.1/sda +Placed 40/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 152/0 onto dev r1z1-10.1.1.1/sdc +Placed 152/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 152/1 onto dev r1z1-10.1.1.1/sdb +Placed 152/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 152/2 onto dev r1z1-10.1.1.1/sdd +Placed 152/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 14/0 onto dev r1z1-10.1.1.1/sda +Placed 14/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 14/1 onto dev r1z1-10.1.1.1/sdc +Placed 14/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 14/2 onto dev r1z1-10.1.1.1/sdb +Placed 14/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 143/0 onto dev r1z1-10.1.1.1/sdd +Placed 143/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 143/1 onto dev r1z1-10.1.1.1/sda +Placed 143/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 143/2 onto dev r1z1-10.1.1.1/sdc +Placed 143/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 52/0 onto dev r1z1-10.1.1.1/sdb +Placed 52/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 52/1 onto dev r1z1-10.1.1.1/sdd +Placed 52/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 52/2 onto dev r1z1-10.1.1.1/sda +Placed 52/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 255/0 onto dev r1z1-10.1.1.1/sdc +Placed 255/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 255/1 onto dev r1z1-10.1.1.1/sdb +Placed 255/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 255/2 onto dev r1z1-10.1.1.1/sdd +Placed 255/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 133/0 onto dev r1z1-10.1.1.1/sda +Placed 133/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 133/1 onto dev r1z1-10.1.1.1/sdc +Placed 133/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 133/2 onto dev r1z1-10.1.1.1/sdb +Placed 133/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 6/0 onto dev r1z1-10.1.1.1/sdd +Placed 6/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 6/1 onto dev r1z1-10.1.1.1/sda +Placed 6/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 6/2 onto dev r1z1-10.1.1.1/sdc +Placed 6/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 139/0 onto dev r1z1-10.1.1.1/sdb +Placed 139/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 139/1 onto dev r1z1-10.1.1.1/sdd +Placed 139/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 139/2 onto dev r1z1-10.1.1.1/sda +Placed 139/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 106/0 onto dev r1z1-10.1.1.1/sdc +Placed 106/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 106/1 onto dev r1z1-10.1.1.1/sdb +Placed 106/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 106/2 onto dev r1z1-10.1.1.1/sdd +Placed 106/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 87/0 onto dev r1z1-10.1.1.1/sda +Placed 87/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 87/1 onto dev r1z1-10.1.1.1/sdc +Placed 87/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 87/2 onto dev r1z1-10.1.1.1/sdb +Placed 87/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 147/0 onto dev r1z1-10.1.1.1/sdd +Placed 147/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 147/1 onto dev r1z1-10.1.1.1/sda +Placed 147/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 147/2 onto dev r1z1-10.1.1.1/sdc +Placed 147/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 186/0 onto dev r1z1-10.1.1.1/sdb +Placed 186/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 186/1 onto dev r1z1-10.1.1.1/sdd +Placed 186/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 186/2 onto dev r1z1-10.1.1.1/sda +Placed 186/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 21/0 onto dev r1z1-10.1.1.1/sdc +Placed 21/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 21/1 onto dev r1z1-10.1.1.1/sdb +Placed 21/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 21/2 onto dev r1z1-10.1.1.1/sdd +Placed 21/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 19/0 onto dev r1z1-10.1.1.1/sda +Placed 19/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 19/1 onto dev r1z1-10.1.1.1/sdc +Placed 19/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 19/2 onto dev r1z1-10.1.1.1/sdb +Placed 19/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 28/0 onto dev r1z1-10.1.1.1/sdd +Placed 28/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 28/1 onto dev r1z1-10.1.1.1/sda +Placed 28/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 28/2 onto dev r1z1-10.1.1.1/sdc +Placed 28/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 80/0 onto dev r1z1-10.1.1.1/sdb +Placed 80/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 80/1 onto dev r1z1-10.1.1.1/sdd +Placed 80/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 80/2 onto dev r1z1-10.1.1.1/sda +Placed 80/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 187/0 onto dev r1z1-10.1.1.1/sdc +Placed 187/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 187/1 onto dev r1z1-10.1.1.1/sdb +Placed 187/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 187/2 onto dev r1z1-10.1.1.1/sdd +Placed 187/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 47/0 onto dev r1z1-10.1.1.1/sda +Placed 47/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 47/1 onto dev r1z1-10.1.1.1/sdc +Placed 47/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 47/2 onto dev r1z1-10.1.1.1/sdb +Placed 47/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 142/0 onto dev r1z1-10.1.1.1/sdd +Placed 142/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 142/1 onto dev r1z1-10.1.1.1/sda +Placed 142/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 142/2 onto dev r1z1-10.1.1.1/sdc +Placed 142/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 190/0 onto dev r1z1-10.1.1.1/sdb +Placed 190/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 190/1 onto dev r1z1-10.1.1.1/sdd +Placed 190/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 190/2 onto dev r1z1-10.1.1.1/sda +Placed 190/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 23/0 onto dev r1z1-10.1.1.1/sdc +Placed 23/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 23/1 onto dev r1z1-10.1.1.1/sdb +Placed 23/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 23/2 onto dev r1z1-10.1.1.1/sdd +Placed 23/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 144/0 onto dev r1z1-10.1.1.1/sda +Placed 144/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 144/1 onto dev r1z1-10.1.1.1/sdc +Placed 144/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 144/2 onto dev r1z1-10.1.1.1/sdb +Placed 144/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 145/0 onto dev r1z1-10.1.1.1/sdd +Placed 145/0 onto dev r1z1-10.1.1.1/sdd DEBUG: Placed 145/1 onto dev r1z1-10.1.1.1/sda Placed 145/1 onto dev r1z1-10.1.1.1/sda DEBUG: Placed 145/2 onto dev r1z1-10.1.1.1/sdc Placed 145/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 252/0 onto dev r1z1-10.1.1.1/sdd -Placed 252/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 252/1 onto dev r1z1-10.1.1.1/sdb -Placed 252/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 252/2 onto dev r1z1-10.1.1.1/sda -Placed 252/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 13/0 onto dev r1z1-10.1.1.1/sdc -Placed 13/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 13/1 onto dev r1z1-10.1.1.1/sdd -Placed 13/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 13/2 onto dev r1z1-10.1.1.1/sdb -Placed 13/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 37/0 onto dev r1z1-10.1.1.1/sda -Placed 37/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 37/1 onto dev r1z1-10.1.1.1/sdc -Placed 37/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 37/2 onto dev r1z1-10.1.1.1/sdd -Placed 37/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 183/0 onto dev r1z1-10.1.1.1/sdb -Placed 183/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 183/1 onto dev r1z1-10.1.1.1/sda -Placed 183/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 183/2 onto dev r1z1-10.1.1.1/sdc -Placed 183/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 131/0 onto dev r1z1-10.1.1.1/sdd -Placed 131/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 131/1 onto dev r1z1-10.1.1.1/sdb -Placed 131/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 195/0 onto dev r1z1-10.1.1.1/sdb +Placed 195/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 195/1 onto dev r1z1-10.1.1.1/sdd +Placed 195/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 195/2 onto dev r1z1-10.1.1.1/sda +Placed 195/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 248/0 onto dev r1z1-10.1.1.1/sdc +Placed 248/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 248/1 onto dev r1z1-10.1.1.1/sdb +Placed 248/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 248/2 onto dev r1z1-10.1.1.1/sdd +Placed 248/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 230/0 onto dev r1z1-10.1.1.1/sda +Placed 230/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 230/1 onto dev r1z1-10.1.1.1/sdc +Placed 230/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 230/2 onto dev r1z1-10.1.1.1/sdb +Placed 230/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 169/0 onto dev r1z1-10.1.1.1/sdd +Placed 169/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 169/1 onto dev r1z1-10.1.1.1/sda +Placed 169/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 169/2 onto dev r1z1-10.1.1.1/sdc +Placed 169/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 83/0 onto dev r1z1-10.1.1.1/sdb +Placed 83/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 83/1 onto dev r1z1-10.1.1.1/sdd +Placed 83/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 83/2 onto dev r1z1-10.1.1.1/sda +Placed 83/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 82/0 onto dev r1z1-10.1.1.1/sdc +Placed 82/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 82/1 onto dev r1z1-10.1.1.1/sdb +Placed 82/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 82/2 onto dev r1z1-10.1.1.1/sdd +Placed 82/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 124/0 onto dev r1z1-10.1.1.1/sda +Placed 124/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 124/1 onto dev r1z1-10.1.1.1/sdc +Placed 124/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 124/2 onto dev r1z1-10.1.1.1/sdb +Placed 124/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 11/0 onto dev r1z1-10.1.1.1/sdd +Placed 11/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 11/1 onto dev r1z1-10.1.1.1/sda +Placed 11/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 11/2 onto dev r1z1-10.1.1.1/sdc +Placed 11/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 155/0 onto dev r1z1-10.1.1.1/sdb +Placed 155/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 155/1 onto dev r1z1-10.1.1.1/sdd +Placed 155/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 155/2 onto dev r1z1-10.1.1.1/sda +Placed 155/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 249/0 onto dev r1z1-10.1.1.1/sdc +Placed 249/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 249/1 onto dev r1z1-10.1.1.1/sdb +Placed 249/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 249/2 onto dev r1z1-10.1.1.1/sdd +Placed 249/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 160/0 onto dev r1z1-10.1.1.1/sda +Placed 160/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 160/1 onto dev r1z1-10.1.1.1/sdc +Placed 160/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 160/2 onto dev r1z1-10.1.1.1/sdb +Placed 160/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 234/0 onto dev r1z1-10.1.1.1/sdd +Placed 234/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 234/1 onto dev r1z1-10.1.1.1/sda +Placed 234/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 234/2 onto dev r1z1-10.1.1.1/sdc +Placed 234/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 51/0 onto dev r1z1-10.1.1.1/sdb +Placed 51/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 51/1 onto dev r1z1-10.1.1.1/sdd +Placed 51/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 51/2 onto dev r1z1-10.1.1.1/sda +Placed 51/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 2/0 onto dev r1z1-10.1.1.1/sdc +Placed 2/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 2/1 onto dev r1z1-10.1.1.1/sdb +Placed 2/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 2/2 onto dev r1z1-10.1.1.1/sdd +Placed 2/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 44/0 onto dev r1z1-10.1.1.1/sda +Placed 44/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 44/1 onto dev r1z1-10.1.1.1/sdc +Placed 44/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 44/2 onto dev r1z1-10.1.1.1/sdb +Placed 44/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 188/0 onto dev r1z1-10.1.1.1/sdd +Placed 188/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 188/1 onto dev r1z1-10.1.1.1/sda +Placed 188/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 188/2 onto dev r1z1-10.1.1.1/sdc +Placed 188/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 69/0 onto dev r1z1-10.1.1.1/sdb +Placed 69/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 69/1 onto dev r1z1-10.1.1.1/sdd +Placed 69/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 69/2 onto dev r1z1-10.1.1.1/sda +Placed 69/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 163/0 onto dev r1z1-10.1.1.1/sdc +Placed 163/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 163/1 onto dev r1z1-10.1.1.1/sdb +Placed 163/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 163/2 onto dev r1z1-10.1.1.1/sdd +Placed 163/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 215/0 onto dev r1z1-10.1.1.1/sda +Placed 215/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 215/1 onto dev r1z1-10.1.1.1/sdc +Placed 215/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 215/2 onto dev r1z1-10.1.1.1/sdb +Placed 215/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 120/0 onto dev r1z1-10.1.1.1/sdd +Placed 120/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 120/1 onto dev r1z1-10.1.1.1/sda +Placed 120/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 120/2 onto dev r1z1-10.1.1.1/sdc +Placed 120/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 66/0 onto dev r1z1-10.1.1.1/sdb +Placed 66/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 66/1 onto dev r1z1-10.1.1.1/sdd +Placed 66/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 66/2 onto dev r1z1-10.1.1.1/sda +Placed 66/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 118/0 onto dev r1z1-10.1.1.1/sdc +Placed 118/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 118/1 onto dev r1z1-10.1.1.1/sdb +Placed 118/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 118/2 onto dev r1z1-10.1.1.1/sdd +Placed 118/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 130/0 onto dev r1z1-10.1.1.1/sda +Placed 130/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 130/1 onto dev r1z1-10.1.1.1/sdc +Placed 130/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 130/2 onto dev r1z1-10.1.1.1/sdb +Placed 130/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 181/0 onto dev r1z1-10.1.1.1/sdd +Placed 181/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 181/1 onto dev r1z1-10.1.1.1/sda +Placed 181/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 181/2 onto dev r1z1-10.1.1.1/sdc +Placed 181/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 131/0 onto dev r1z1-10.1.1.1/sdb +Placed 131/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 131/1 onto dev r1z1-10.1.1.1/sdd +Placed 131/1 onto dev r1z1-10.1.1.1/sdd DEBUG: Placed 131/2 onto dev r1z1-10.1.1.1/sda Placed 131/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 246/0 onto dev r1z1-10.1.1.1/sdc -Placed 246/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 246/1 onto dev r1z1-10.1.1.1/sdd -Placed 246/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 246/2 onto dev r1z1-10.1.1.1/sdb -Placed 246/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 71/0 onto dev r1z1-10.1.1.1/sdc +Placed 71/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 71/1 onto dev r1z1-10.1.1.1/sdb +Placed 71/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 71/2 onto dev r1z1-10.1.1.1/sdd +Placed 71/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 236/0 onto dev r1z1-10.1.1.1/sda +Placed 236/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 236/1 onto dev r1z1-10.1.1.1/sdc +Placed 236/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 236/2 onto dev r1z1-10.1.1.1/sdb +Placed 236/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 94/0 onto dev r1z1-10.1.1.1/sdd +Placed 94/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 94/1 onto dev r1z1-10.1.1.1/sda +Placed 94/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 94/2 onto dev r1z1-10.1.1.1/sdc +Placed 94/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 244/0 onto dev r1z1-10.1.1.1/sdb +Placed 244/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 244/1 onto dev r1z1-10.1.1.1/sdd +Placed 244/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 244/2 onto dev r1z1-10.1.1.1/sda +Placed 244/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 126/0 onto dev r1z1-10.1.1.1/sdc +Placed 126/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 126/1 onto dev r1z1-10.1.1.1/sdb +Placed 126/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 126/2 onto dev r1z1-10.1.1.1/sdd +Placed 126/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 17/0 onto dev r1z1-10.1.1.1/sda +Placed 17/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 17/1 onto dev r1z1-10.1.1.1/sdc +Placed 17/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 17/2 onto dev r1z1-10.1.1.1/sdb +Placed 17/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 60/0 onto dev r1z1-10.1.1.1/sdd +Placed 60/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 60/1 onto dev r1z1-10.1.1.1/sda +Placed 60/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 60/2 onto dev r1z1-10.1.1.1/sdc +Placed 60/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 125/0 onto dev r1z1-10.1.1.1/sdb +Placed 125/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 125/1 onto dev r1z1-10.1.1.1/sdd +Placed 125/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 125/2 onto dev r1z1-10.1.1.1/sda +Placed 125/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 18/0 onto dev r1z1-10.1.1.1/sdc +Placed 18/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 18/1 onto dev r1z1-10.1.1.1/sdb +Placed 18/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 18/2 onto dev r1z1-10.1.1.1/sdd +Placed 18/2 onto dev r1z1-10.1.1.1/sdd DEBUG: Placed 227/0 onto dev r1z1-10.1.1.1/sda Placed 227/0 onto dev r1z1-10.1.1.1/sda DEBUG: Placed 227/1 onto dev r1z1-10.1.1.1/sdc Placed 227/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 227/2 onto dev r1z1-10.1.1.1/sdd -Placed 227/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 112/0 onto dev r1z1-10.1.1.1/sdb -Placed 112/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 112/1 onto dev r1z1-10.1.1.1/sda -Placed 112/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 112/2 onto dev r1z1-10.1.1.1/sdc -Placed 112/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 17/0 onto dev r1z1-10.1.1.1/sdd -Placed 17/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 17/1 onto dev r1z1-10.1.1.1/sdb -Placed 17/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 17/2 onto dev r1z1-10.1.1.1/sda -Placed 17/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 212/0 onto dev r1z1-10.1.1.1/sdc -Placed 212/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 212/1 onto dev r1z1-10.1.1.1/sdd -Placed 212/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 212/2 onto dev r1z1-10.1.1.1/sdb -Placed 212/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 158/0 onto dev r1z1-10.1.1.1/sda -Placed 158/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 158/1 onto dev r1z1-10.1.1.1/sdc -Placed 158/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 158/2 onto dev r1z1-10.1.1.1/sdd -Placed 158/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 105/0 onto dev r1z1-10.1.1.1/sdb -Placed 105/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 105/1 onto dev r1z1-10.1.1.1/sda -Placed 105/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 105/2 onto dev r1z1-10.1.1.1/sdc -Placed 105/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 76/0 onto dev r1z1-10.1.1.1/sdd -Placed 76/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 76/1 onto dev r1z1-10.1.1.1/sdb -Placed 76/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 76/2 onto dev r1z1-10.1.1.1/sda -Placed 76/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 185/0 onto dev r1z1-10.1.1.1/sdc -Placed 185/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 185/1 onto dev r1z1-10.1.1.1/sdd -Placed 185/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 185/2 onto dev r1z1-10.1.1.1/sdb -Placed 185/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 94/0 onto dev r1z1-10.1.1.1/sda -Placed 94/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 94/1 onto dev r1z1-10.1.1.1/sdc -Placed 94/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 94/2 onto dev r1z1-10.1.1.1/sdd -Placed 94/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 127/0 onto dev r1z1-10.1.1.1/sdb -Placed 127/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 127/1 onto dev r1z1-10.1.1.1/sda -Placed 127/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 127/2 onto dev r1z1-10.1.1.1/sdc -Placed 127/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 178/0 onto dev r1z1-10.1.1.1/sdd -Placed 178/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 178/1 onto dev r1z1-10.1.1.1/sdb -Placed 178/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 178/2 onto dev r1z1-10.1.1.1/sda -Placed 178/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 135/0 onto dev r1z1-10.1.1.1/sdc -Placed 135/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 135/1 onto dev r1z1-10.1.1.1/sdd -Placed 135/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 135/2 onto dev r1z1-10.1.1.1/sdb -Placed 135/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 66/0 onto dev r1z1-10.1.1.1/sda -Placed 66/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 66/1 onto dev r1z1-10.1.1.1/sdc -Placed 66/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 66/2 onto dev r1z1-10.1.1.1/sdd -Placed 66/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 209/0 onto dev r1z1-10.1.1.1/sdb -Placed 209/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 209/1 onto dev r1z1-10.1.1.1/sda -Placed 209/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 209/2 onto dev r1z1-10.1.1.1/sdc -Placed 209/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 238/0 onto dev r1z1-10.1.1.1/sdd -Placed 238/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 238/1 onto dev r1z1-10.1.1.1/sdb -Placed 238/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 238/2 onto dev r1z1-10.1.1.1/sda -Placed 238/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 3/0 onto dev r1z1-10.1.1.1/sdc -Placed 3/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 3/1 onto dev r1z1-10.1.1.1/sdd -Placed 3/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 3/2 onto dev r1z1-10.1.1.1/sdb -Placed 3/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 120/0 onto dev r1z1-10.1.1.1/sda -Placed 120/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 120/1 onto dev r1z1-10.1.1.1/sdc -Placed 120/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 120/2 onto dev r1z1-10.1.1.1/sdd -Placed 120/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 139/0 onto dev r1z1-10.1.1.1/sdb -Placed 139/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 139/1 onto dev r1z1-10.1.1.1/sda -Placed 139/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 139/2 onto dev r1z1-10.1.1.1/sdc -Placed 139/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 170/0 onto dev r1z1-10.1.1.1/sdd -Placed 170/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 170/1 onto dev r1z1-10.1.1.1/sdb -Placed 170/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 170/2 onto dev r1z1-10.1.1.1/sda -Placed 170/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 79/0 onto dev r1z1-10.1.1.1/sdc -Placed 79/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 79/1 onto dev r1z1-10.1.1.1/sdd -Placed 79/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 79/2 onto dev r1z1-10.1.1.1/sdb -Placed 79/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 137/0 onto dev r1z1-10.1.1.1/sda -Placed 137/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 137/1 onto dev r1z1-10.1.1.1/sdc -Placed 137/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 137/2 onto dev r1z1-10.1.1.1/sdd -Placed 137/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 225/0 onto dev r1z1-10.1.1.1/sdb -Placed 225/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 225/1 onto dev r1z1-10.1.1.1/sda -Placed 225/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 225/2 onto dev r1z1-10.1.1.1/sdc -Placed 225/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 122/0 onto dev r1z1-10.1.1.1/sdd -Placed 122/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 122/1 onto dev r1z1-10.1.1.1/sdb -Placed 122/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 122/2 onto dev r1z1-10.1.1.1/sda -Placed 122/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 173/0 onto dev r1z1-10.1.1.1/sdc -Placed 173/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 173/1 onto dev r1z1-10.1.1.1/sdd -Placed 173/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 173/2 onto dev r1z1-10.1.1.1/sdb -Placed 173/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 199/0 onto dev r1z1-10.1.1.1/sda -Placed 199/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 199/1 onto dev r1z1-10.1.1.1/sdc -Placed 199/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 199/2 onto dev r1z1-10.1.1.1/sdd -Placed 199/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 171/0 onto dev r1z1-10.1.1.1/sdb -Placed 171/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 171/1 onto dev r1z1-10.1.1.1/sda -Placed 171/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 171/2 onto dev r1z1-10.1.1.1/sdc -Placed 171/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 19/0 onto dev r1z1-10.1.1.1/sdd -Placed 19/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 19/1 onto dev r1z1-10.1.1.1/sdb -Placed 19/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 19/2 onto dev r1z1-10.1.1.1/sda -Placed 19/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 192/0 onto dev r1z1-10.1.1.1/sdc -Placed 192/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 192/1 onto dev r1z1-10.1.1.1/sdd -Placed 192/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 192/2 onto dev r1z1-10.1.1.1/sdb -Placed 192/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 166/0 onto dev r1z1-10.1.1.1/sda -Placed 166/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 166/1 onto dev r1z1-10.1.1.1/sdc -Placed 166/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 166/2 onto dev r1z1-10.1.1.1/sdd -Placed 166/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 75/0 onto dev r1z1-10.1.1.1/sdb -Placed 75/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 75/1 onto dev r1z1-10.1.1.1/sda -Placed 75/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 75/2 onto dev r1z1-10.1.1.1/sdc -Placed 75/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 134/0 onto dev r1z1-10.1.1.1/sdd -Placed 134/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 134/1 onto dev r1z1-10.1.1.1/sdb -Placed 134/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 134/2 onto dev r1z1-10.1.1.1/sda -Placed 134/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 242/0 onto dev r1z1-10.1.1.1/sdc -Placed 242/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 242/1 onto dev r1z1-10.1.1.1/sdd -Placed 242/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 242/2 onto dev r1z1-10.1.1.1/sdb -Placed 242/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 21/0 onto dev r1z1-10.1.1.1/sda -Placed 21/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 21/1 onto dev r1z1-10.1.1.1/sdc -Placed 21/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 21/2 onto dev r1z1-10.1.1.1/sdd -Placed 21/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 250/0 onto dev r1z1-10.1.1.1/sdb -Placed 250/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 250/1 onto dev r1z1-10.1.1.1/sda -Placed 250/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 250/2 onto dev r1z1-10.1.1.1/sdc -Placed 250/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 109/0 onto dev r1z1-10.1.1.1/sdd -Placed 109/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 109/1 onto dev r1z1-10.1.1.1/sdb -Placed 109/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 109/2 onto dev r1z1-10.1.1.1/sda -Placed 109/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 1/0 onto dev r1z1-10.1.1.1/sdc -Placed 1/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 1/1 onto dev r1z1-10.1.1.1/sdd -Placed 1/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 1/2 onto dev r1z1-10.1.1.1/sdb -Placed 1/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 117/0 onto dev r1z1-10.1.1.1/sda -Placed 117/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 117/1 onto dev r1z1-10.1.1.1/sdc -Placed 117/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 117/2 onto dev r1z1-10.1.1.1/sdd -Placed 117/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 155/0 onto dev r1z1-10.1.1.1/sdb -Placed 155/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 155/1 onto dev r1z1-10.1.1.1/sda -Placed 155/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 155/2 onto dev r1z1-10.1.1.1/sdc -Placed 155/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 48/0 onto dev r1z1-10.1.1.1/sdd -Placed 48/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 48/1 onto dev r1z1-10.1.1.1/sdb -Placed 48/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 48/2 onto dev r1z1-10.1.1.1/sda -Placed 48/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 70/0 onto dev r1z1-10.1.1.1/sdc -Placed 70/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 70/1 onto dev r1z1-10.1.1.1/sdd -Placed 70/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 70/2 onto dev r1z1-10.1.1.1/sdb -Placed 70/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 34/0 onto dev r1z1-10.1.1.1/sda -Placed 34/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 34/1 onto dev r1z1-10.1.1.1/sdc -Placed 34/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 227/2 onto dev r1z1-10.1.1.1/sdb +Placed 227/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 149/0 onto dev r1z1-10.1.1.1/sdd +Placed 149/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 149/1 onto dev r1z1-10.1.1.1/sda +Placed 149/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 149/2 onto dev r1z1-10.1.1.1/sdc +Placed 149/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 233/0 onto dev r1z1-10.1.1.1/sdb +Placed 233/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 233/1 onto dev r1z1-10.1.1.1/sdd +Placed 233/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 233/2 onto dev r1z1-10.1.1.1/sda +Placed 233/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 33/0 onto dev r1z1-10.1.1.1/sdc +Placed 33/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 33/1 onto dev r1z1-10.1.1.1/sdb +Placed 33/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 33/2 onto dev r1z1-10.1.1.1/sdd +Placed 33/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 114/0 onto dev r1z1-10.1.1.1/sda +Placed 114/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 114/1 onto dev r1z1-10.1.1.1/sdc +Placed 114/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 114/2 onto dev r1z1-10.1.1.1/sdb +Placed 114/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 213/0 onto dev r1z1-10.1.1.1/sdd +Placed 213/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 213/1 onto dev r1z1-10.1.1.1/sda +Placed 213/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 213/2 onto dev r1z1-10.1.1.1/sdc +Placed 213/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 168/0 onto dev r1z1-10.1.1.1/sdb +Placed 168/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 168/1 onto dev r1z1-10.1.1.1/sdd +Placed 168/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 168/2 onto dev r1z1-10.1.1.1/sda +Placed 168/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 183/0 onto dev r1z1-10.1.1.1/sdc +Placed 183/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 183/1 onto dev r1z1-10.1.1.1/sdb +Placed 183/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 183/2 onto dev r1z1-10.1.1.1/sdd +Placed 183/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 0/0 onto dev r1z1-10.1.1.1/sda +Placed 0/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 0/1 onto dev r1z1-10.1.1.1/sdc +Placed 0/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 0/2 onto dev r1z1-10.1.1.1/sdb +Placed 0/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 135/0 onto dev r1z1-10.1.1.1/sdd +Placed 135/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 135/1 onto dev r1z1-10.1.1.1/sda +Placed 135/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 135/2 onto dev r1z1-10.1.1.1/sdc +Placed 135/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 96/0 onto dev r1z1-10.1.1.1/sdb +Placed 96/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 96/1 onto dev r1z1-10.1.1.1/sdd +Placed 96/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 96/2 onto dev r1z1-10.1.1.1/sda +Placed 96/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 93/0 onto dev r1z1-10.1.1.1/sdc +Placed 93/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 93/1 onto dev r1z1-10.1.1.1/sdb +Placed 93/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 93/2 onto dev r1z1-10.1.1.1/sdd +Placed 93/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 9/0 onto dev r1z1-10.1.1.1/sda +Placed 9/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 9/1 onto dev r1z1-10.1.1.1/sdc +Placed 9/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 9/2 onto dev r1z1-10.1.1.1/sdb +Placed 9/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 137/0 onto dev r1z1-10.1.1.1/sdd +Placed 137/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 137/1 onto dev r1z1-10.1.1.1/sda +Placed 137/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 137/2 onto dev r1z1-10.1.1.1/sdc +Placed 137/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 111/0 onto dev r1z1-10.1.1.1/sdb +Placed 111/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 111/1 onto dev r1z1-10.1.1.1/sdd +Placed 111/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 111/2 onto dev r1z1-10.1.1.1/sda +Placed 111/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 112/0 onto dev r1z1-10.1.1.1/sdc +Placed 112/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 112/1 onto dev r1z1-10.1.1.1/sdb +Placed 112/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 112/2 onto dev r1z1-10.1.1.1/sdd +Placed 112/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 220/0 onto dev r1z1-10.1.1.1/sda +Placed 220/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 220/1 onto dev r1z1-10.1.1.1/sdc +Placed 220/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 220/2 onto dev r1z1-10.1.1.1/sdb +Placed 220/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 36/0 onto dev r1z1-10.1.1.1/sdd +Placed 36/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 36/1 onto dev r1z1-10.1.1.1/sda +Placed 36/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 36/2 onto dev r1z1-10.1.1.1/sdc +Placed 36/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 165/0 onto dev r1z1-10.1.1.1/sdb +Placed 165/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 165/1 onto dev r1z1-10.1.1.1/sdd +Placed 165/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 165/2 onto dev r1z1-10.1.1.1/sda +Placed 165/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 196/0 onto dev r1z1-10.1.1.1/sdc +Placed 196/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 196/1 onto dev r1z1-10.1.1.1/sdb +Placed 196/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 196/2 onto dev r1z1-10.1.1.1/sdd +Placed 196/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 95/0 onto dev r1z1-10.1.1.1/sda +Placed 95/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 95/1 onto dev r1z1-10.1.1.1/sdc +Placed 95/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 95/2 onto dev r1z1-10.1.1.1/sdb +Placed 95/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 5/0 onto dev r1z1-10.1.1.1/sdd +Placed 5/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 5/1 onto dev r1z1-10.1.1.1/sda +Placed 5/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 5/2 onto dev r1z1-10.1.1.1/sdc +Placed 5/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 197/0 onto dev r1z1-10.1.1.1/sdb +Placed 197/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 197/1 onto dev r1z1-10.1.1.1/sdd +Placed 197/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 197/2 onto dev r1z1-10.1.1.1/sda +Placed 197/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 136/0 onto dev r1z1-10.1.1.1/sdc +Placed 136/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 136/1 onto dev r1z1-10.1.1.1/sdb +Placed 136/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 136/2 onto dev r1z1-10.1.1.1/sdd +Placed 136/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 98/0 onto dev r1z1-10.1.1.1/sda +Placed 98/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 98/1 onto dev r1z1-10.1.1.1/sdc +Placed 98/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 98/2 onto dev r1z1-10.1.1.1/sdb +Placed 98/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 74/0 onto dev r1z1-10.1.1.1/sdd +Placed 74/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 74/1 onto dev r1z1-10.1.1.1/sda +Placed 74/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 74/2 onto dev r1z1-10.1.1.1/sdc +Placed 74/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 107/0 onto dev r1z1-10.1.1.1/sdb +Placed 107/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 107/1 onto dev r1z1-10.1.1.1/sdd +Placed 107/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 107/2 onto dev r1z1-10.1.1.1/sda +Placed 107/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 34/0 onto dev r1z1-10.1.1.1/sdc +Placed 34/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 34/1 onto dev r1z1-10.1.1.1/sdb +Placed 34/1 onto dev r1z1-10.1.1.1/sdb DEBUG: Placed 34/2 onto dev r1z1-10.1.1.1/sdd Placed 34/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 72/0 onto dev r1z1-10.1.1.1/sdb -Placed 72/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 72/1 onto dev r1z1-10.1.1.1/sda -Placed 72/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 72/2 onto dev r1z1-10.1.1.1/sdc -Placed 72/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 54/0 onto dev r1z1-10.1.1.1/sdd -Placed 54/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 134/0 onto dev r1z1-10.1.1.1/sda +Placed 134/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 134/1 onto dev r1z1-10.1.1.1/sdc +Placed 134/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 134/2 onto dev r1z1-10.1.1.1/sdb +Placed 134/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 108/0 onto dev r1z1-10.1.1.1/sdd +Placed 108/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 108/1 onto dev r1z1-10.1.1.1/sda +Placed 108/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 108/2 onto dev r1z1-10.1.1.1/sdc +Placed 108/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 138/0 onto dev r1z1-10.1.1.1/sdb +Placed 138/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 138/1 onto dev r1z1-10.1.1.1/sdd +Placed 138/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 138/2 onto dev r1z1-10.1.1.1/sda +Placed 138/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 81/0 onto dev r1z1-10.1.1.1/sdc +Placed 81/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 81/1 onto dev r1z1-10.1.1.1/sdb +Placed 81/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 81/2 onto dev r1z1-10.1.1.1/sdd +Placed 81/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 225/0 onto dev r1z1-10.1.1.1/sda +Placed 225/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 225/1 onto dev r1z1-10.1.1.1/sdc +Placed 225/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 225/2 onto dev r1z1-10.1.1.1/sdb +Placed 225/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 228/0 onto dev r1z1-10.1.1.1/sdd +Placed 228/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 228/1 onto dev r1z1-10.1.1.1/sda +Placed 228/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 228/2 onto dev r1z1-10.1.1.1/sdc +Placed 228/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 4/0 onto dev r1z1-10.1.1.1/sdb +Placed 4/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 4/1 onto dev r1z1-10.1.1.1/sdd +Placed 4/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 4/2 onto dev r1z1-10.1.1.1/sda +Placed 4/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 54/0 onto dev r1z1-10.1.1.1/sdc +Placed 54/0 onto dev r1z1-10.1.1.1/sdc DEBUG: Placed 54/1 onto dev r1z1-10.1.1.1/sdb Placed 54/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 54/2 onto dev r1z1-10.1.1.1/sda -Placed 54/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 104/0 onto dev r1z1-10.1.1.1/sdc -Placed 104/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 104/1 onto dev r1z1-10.1.1.1/sdd -Placed 104/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 104/2 onto dev r1z1-10.1.1.1/sdb -Placed 104/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 80/0 onto dev r1z1-10.1.1.1/sda -Placed 80/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 80/1 onto dev r1z1-10.1.1.1/sdc -Placed 80/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 80/2 onto dev r1z1-10.1.1.1/sdd -Placed 80/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 44/0 onto dev r1z1-10.1.1.1/sdb -Placed 44/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 44/1 onto dev r1z1-10.1.1.1/sda -Placed 44/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 44/2 onto dev r1z1-10.1.1.1/sdc -Placed 44/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 85/0 onto dev r1z1-10.1.1.1/sdd -Placed 85/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 85/1 onto dev r1z1-10.1.1.1/sdb -Placed 85/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 85/2 onto dev r1z1-10.1.1.1/sda -Placed 85/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 194/0 onto dev r1z1-10.1.1.1/sdc -Placed 194/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 194/1 onto dev r1z1-10.1.1.1/sdd -Placed 194/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 194/2 onto dev r1z1-10.1.1.1/sdb -Placed 194/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 253/0 onto dev r1z1-10.1.1.1/sda -Placed 253/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 253/1 onto dev r1z1-10.1.1.1/sdc -Placed 253/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 253/2 onto dev r1z1-10.1.1.1/sdd -Placed 253/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 201/0 onto dev r1z1-10.1.1.1/sdb -Placed 201/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 201/1 onto dev r1z1-10.1.1.1/sda -Placed 201/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 201/2 onto dev r1z1-10.1.1.1/sdc -Placed 201/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 107/0 onto dev r1z1-10.1.1.1/sdd -Placed 107/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 107/1 onto dev r1z1-10.1.1.1/sdb -Placed 107/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 107/2 onto dev r1z1-10.1.1.1/sda -Placed 107/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 15/0 onto dev r1z1-10.1.1.1/sdc -Placed 15/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 15/1 onto dev r1z1-10.1.1.1/sdd -Placed 15/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 15/2 onto dev r1z1-10.1.1.1/sdb -Placed 15/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 51/0 onto dev r1z1-10.1.1.1/sda -Placed 51/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 51/1 onto dev r1z1-10.1.1.1/sdc -Placed 51/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 51/2 onto dev r1z1-10.1.1.1/sdd -Placed 51/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 54/2 onto dev r1z1-10.1.1.1/sdd +Placed 54/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 224/0 onto dev r1z1-10.1.1.1/sda +Placed 224/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 224/1 onto dev r1z1-10.1.1.1/sdc +Placed 224/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 224/2 onto dev r1z1-10.1.1.1/sdb +Placed 224/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 91/0 onto dev r1z1-10.1.1.1/sdd +Placed 91/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 91/1 onto dev r1z1-10.1.1.1/sda +Placed 91/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 91/2 onto dev r1z1-10.1.1.1/sdc +Placed 91/2 onto dev r1z1-10.1.1.1/sdc DEBUG: Placed 204/0 onto dev r1z1-10.1.1.1/sdb Placed 204/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 204/1 onto dev r1z1-10.1.1.1/sda -Placed 204/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 204/2 onto dev r1z1-10.1.1.1/sdc -Placed 204/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 28/0 onto dev r1z1-10.1.1.1/sdd -Placed 28/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 28/1 onto dev r1z1-10.1.1.1/sdb -Placed 28/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 28/2 onto dev r1z1-10.1.1.1/sda -Placed 28/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 78/0 onto dev r1z1-10.1.1.1/sdc -Placed 78/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 78/1 onto dev r1z1-10.1.1.1/sdd -Placed 78/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 78/2 onto dev r1z1-10.1.1.1/sdb -Placed 78/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 210/0 onto dev r1z1-10.1.1.1/sda -Placed 210/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 210/1 onto dev r1z1-10.1.1.1/sdc -Placed 210/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 210/2 onto dev r1z1-10.1.1.1/sdd -Placed 210/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 113/0 onto dev r1z1-10.1.1.1/sdb -Placed 113/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 113/1 onto dev r1z1-10.1.1.1/sda -Placed 113/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 113/2 onto dev r1z1-10.1.1.1/sdc -Placed 113/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 20/0 onto dev r1z1-10.1.1.1/sdd -Placed 20/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 20/1 onto dev r1z1-10.1.1.1/sdb -Placed 20/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 20/2 onto dev r1z1-10.1.1.1/sda -Placed 20/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 38/0 onto dev r1z1-10.1.1.1/sdc -Placed 38/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 38/1 onto dev r1z1-10.1.1.1/sdd -Placed 38/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 204/1 onto dev r1z1-10.1.1.1/sdd +Placed 204/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 204/2 onto dev r1z1-10.1.1.1/sda +Placed 204/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 25/0 onto dev r1z1-10.1.1.1/sdc +Placed 25/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 25/1 onto dev r1z1-10.1.1.1/sdb +Placed 25/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 25/2 onto dev r1z1-10.1.1.1/sdd +Placed 25/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 30/0 onto dev r1z1-10.1.1.1/sda +Placed 30/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 30/1 onto dev r1z1-10.1.1.1/sdc +Placed 30/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 30/2 onto dev r1z1-10.1.1.1/sdb +Placed 30/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 180/0 onto dev r1z1-10.1.1.1/sdd +Placed 180/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 180/1 onto dev r1z1-10.1.1.1/sda +Placed 180/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 180/2 onto dev r1z1-10.1.1.1/sdc +Placed 180/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 12/0 onto dev r1z1-10.1.1.1/sdb +Placed 12/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 12/1 onto dev r1z1-10.1.1.1/sdd +Placed 12/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 12/2 onto dev r1z1-10.1.1.1/sda +Placed 12/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 151/0 onto dev r1z1-10.1.1.1/sdc +Placed 151/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 151/1 onto dev r1z1-10.1.1.1/sdb +Placed 151/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 151/2 onto dev r1z1-10.1.1.1/sdd +Placed 151/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 38/0 onto dev r1z1-10.1.1.1/sda +Placed 38/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 38/1 onto dev r1z1-10.1.1.1/sdc +Placed 38/1 onto dev r1z1-10.1.1.1/sdc DEBUG: Placed 38/2 onto dev r1z1-10.1.1.1/sdb Placed 38/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 106/0 onto dev r1z1-10.1.1.1/sda -Placed 106/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 106/1 onto dev r1z1-10.1.1.1/sdc -Placed 106/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 106/2 onto dev r1z1-10.1.1.1/sdd -Placed 106/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 190/0 onto dev r1z1-10.1.1.1/sdb -Placed 190/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 190/1 onto dev r1z1-10.1.1.1/sda -Placed 190/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 190/2 onto dev r1z1-10.1.1.1/sdc -Placed 190/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 232/0 onto dev r1z1-10.1.1.1/sdd -Placed 232/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 232/1 onto dev r1z1-10.1.1.1/sdb -Placed 232/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 232/2 onto dev r1z1-10.1.1.1/sda -Placed 232/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 68/0 onto dev r1z1-10.1.1.1/sdc -Placed 68/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 68/1 onto dev r1z1-10.1.1.1/sdd -Placed 68/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 68/2 onto dev r1z1-10.1.1.1/sdb -Placed 68/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 169/0 onto dev r1z1-10.1.1.1/sda -Placed 169/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 169/1 onto dev r1z1-10.1.1.1/sdc -Placed 169/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 169/2 onto dev r1z1-10.1.1.1/sdd -Placed 169/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 152/0 onto dev r1z1-10.1.1.1/sdb -Placed 152/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 152/1 onto dev r1z1-10.1.1.1/sda -Placed 152/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 152/2 onto dev r1z1-10.1.1.1/sdc -Placed 152/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 233/0 onto dev r1z1-10.1.1.1/sdd -Placed 233/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 233/1 onto dev r1z1-10.1.1.1/sdb -Placed 233/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 233/2 onto dev r1z1-10.1.1.1/sda -Placed 233/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 149/0 onto dev r1z1-10.1.1.1/sdc -Placed 149/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 149/1 onto dev r1z1-10.1.1.1/sdd -Placed 149/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 149/2 onto dev r1z1-10.1.1.1/sdb -Placed 149/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 59/0 onto dev r1z1-10.1.1.1/sda -Placed 59/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 59/1 onto dev r1z1-10.1.1.1/sdc -Placed 59/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 59/2 onto dev r1z1-10.1.1.1/sdd -Placed 59/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 125/0 onto dev r1z1-10.1.1.1/sdb -Placed 125/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 125/1 onto dev r1z1-10.1.1.1/sda -Placed 125/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 125/2 onto dev r1z1-10.1.1.1/sdc -Placed 125/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 242/0 onto dev r1z1-10.1.1.1/sdd +Placed 242/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 242/1 onto dev r1z1-10.1.1.1/sda +Placed 242/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 242/2 onto dev r1z1-10.1.1.1/sdc +Placed 242/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 20/0 onto dev r1z1-10.1.1.1/sdb +Placed 20/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 20/1 onto dev r1z1-10.1.1.1/sdd +Placed 20/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 20/2 onto dev r1z1-10.1.1.1/sda +Placed 20/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 231/0 onto dev r1z1-10.1.1.1/sdc +Placed 231/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 231/1 onto dev r1z1-10.1.1.1/sdb +Placed 231/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 231/2 onto dev r1z1-10.1.1.1/sdd +Placed 231/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 243/0 onto dev r1z1-10.1.1.1/sda +Placed 243/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 243/1 onto dev r1z1-10.1.1.1/sdc +Placed 243/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 243/2 onto dev r1z1-10.1.1.1/sdb +Placed 243/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 132/0 onto dev r1z1-10.1.1.1/sdd +Placed 132/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 132/1 onto dev r1z1-10.1.1.1/sda +Placed 132/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 132/2 onto dev r1z1-10.1.1.1/sdc +Placed 132/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 202/0 onto dev r1z1-10.1.1.1/sdb +Placed 202/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 202/1 onto dev r1z1-10.1.1.1/sdd +Placed 202/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 202/2 onto dev r1z1-10.1.1.1/sda +Placed 202/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 245/0 onto dev r1z1-10.1.1.1/sdc +Placed 245/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 245/1 onto dev r1z1-10.1.1.1/sdb +Placed 245/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 245/2 onto dev r1z1-10.1.1.1/sdd +Placed 245/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 199/0 onto dev r1z1-10.1.1.1/sda +Placed 199/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 199/1 onto dev r1z1-10.1.1.1/sdc +Placed 199/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 199/2 onto dev r1z1-10.1.1.1/sdb +Placed 199/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 32/0 onto dev r1z1-10.1.1.1/sdd +Placed 32/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 32/1 onto dev r1z1-10.1.1.1/sda +Placed 32/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 32/2 onto dev r1z1-10.1.1.1/sdc +Placed 32/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 129/0 onto dev r1z1-10.1.1.1/sdb +Placed 129/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 129/1 onto dev r1z1-10.1.1.1/sdd +Placed 129/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 129/2 onto dev r1z1-10.1.1.1/sda +Placed 129/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 211/0 onto dev r1z1-10.1.1.1/sdc +Placed 211/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 211/1 onto dev r1z1-10.1.1.1/sdb +Placed 211/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 211/2 onto dev r1z1-10.1.1.1/sdd +Placed 211/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 238/0 onto dev r1z1-10.1.1.1/sda +Placed 238/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 238/1 onto dev r1z1-10.1.1.1/sdc +Placed 238/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 238/2 onto dev r1z1-10.1.1.1/sdb +Placed 238/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 162/0 onto dev r1z1-10.1.1.1/sdd +Placed 162/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 162/1 onto dev r1z1-10.1.1.1/sda +Placed 162/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 162/2 onto dev r1z1-10.1.1.1/sdc +Placed 162/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 31/0 onto dev r1z1-10.1.1.1/sdb +Placed 31/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 31/1 onto dev r1z1-10.1.1.1/sdd +Placed 31/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 31/2 onto dev r1z1-10.1.1.1/sda +Placed 31/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 113/0 onto dev r1z1-10.1.1.1/sdc +Placed 113/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 113/1 onto dev r1z1-10.1.1.1/sdb +Placed 113/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 113/2 onto dev r1z1-10.1.1.1/sdd +Placed 113/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 70/0 onto dev r1z1-10.1.1.1/sda +Placed 70/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 70/1 onto dev r1z1-10.1.1.1/sdc +Placed 70/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 70/2 onto dev r1z1-10.1.1.1/sdb +Placed 70/2 onto dev r1z1-10.1.1.1/sdb DEBUG: Placed 99/0 onto dev r1z1-10.1.1.1/sdd Placed 99/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 99/1 onto dev r1z1-10.1.1.1/sdb -Placed 99/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 99/2 onto dev r1z1-10.1.1.1/sda -Placed 99/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 224/0 onto dev r1z1-10.1.1.1/sdc -Placed 224/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 224/1 onto dev r1z1-10.1.1.1/sdd -Placed 224/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 224/2 onto dev r1z1-10.1.1.1/sdb -Placed 224/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 55/0 onto dev r1z1-10.1.1.1/sda -Placed 55/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 55/1 onto dev r1z1-10.1.1.1/sdc -Placed 55/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 55/2 onto dev r1z1-10.1.1.1/sdd -Placed 55/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 49/0 onto dev r1z1-10.1.1.1/sdb -Placed 49/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 49/1 onto dev r1z1-10.1.1.1/sda -Placed 49/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 49/2 onto dev r1z1-10.1.1.1/sdc -Placed 49/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 27/0 onto dev r1z1-10.1.1.1/sdd -Placed 27/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 99/1 onto dev r1z1-10.1.1.1/sda +Placed 99/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 99/2 onto dev r1z1-10.1.1.1/sdc +Placed 99/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 84/0 onto dev r1z1-10.1.1.1/sdb +Placed 84/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 84/1 onto dev r1z1-10.1.1.1/sdd +Placed 84/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 84/2 onto dev r1z1-10.1.1.1/sda +Placed 84/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 203/0 onto dev r1z1-10.1.1.1/sdc +Placed 203/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 203/1 onto dev r1z1-10.1.1.1/sdb +Placed 203/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 203/2 onto dev r1z1-10.1.1.1/sdd +Placed 203/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 79/0 onto dev r1z1-10.1.1.1/sda +Placed 79/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 79/1 onto dev r1z1-10.1.1.1/sdc +Placed 79/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 79/2 onto dev r1z1-10.1.1.1/sdb +Placed 79/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 73/0 onto dev r1z1-10.1.1.1/sdd +Placed 73/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 73/1 onto dev r1z1-10.1.1.1/sda +Placed 73/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 73/2 onto dev r1z1-10.1.1.1/sdc +Placed 73/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 90/0 onto dev r1z1-10.1.1.1/sdb +Placed 90/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 90/1 onto dev r1z1-10.1.1.1/sdd +Placed 90/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 90/2 onto dev r1z1-10.1.1.1/sda +Placed 90/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 27/0 onto dev r1z1-10.1.1.1/sdc +Placed 27/0 onto dev r1z1-10.1.1.1/sdc DEBUG: Placed 27/1 onto dev r1z1-10.1.1.1/sdb Placed 27/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 27/2 onto dev r1z1-10.1.1.1/sda -Placed 27/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 9/0 onto dev r1z1-10.1.1.1/sdc -Placed 9/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 9/1 onto dev r1z1-10.1.1.1/sdd -Placed 9/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 9/2 onto dev r1z1-10.1.1.1/sdb -Placed 9/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 195/0 onto dev r1z1-10.1.1.1/sda -Placed 195/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 195/1 onto dev r1z1-10.1.1.1/sdc -Placed 195/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 195/2 onto dev r1z1-10.1.1.1/sdd -Placed 195/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 52/0 onto dev r1z1-10.1.1.1/sdb -Placed 52/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 52/1 onto dev r1z1-10.1.1.1/sda -Placed 52/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 52/2 onto dev r1z1-10.1.1.1/sdc -Placed 52/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 116/0 onto dev r1z1-10.1.1.1/sdd -Placed 116/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 116/1 onto dev r1z1-10.1.1.1/sdb -Placed 116/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 116/2 onto dev r1z1-10.1.1.1/sda -Placed 116/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 228/0 onto dev r1z1-10.1.1.1/sdc -Placed 228/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 228/1 onto dev r1z1-10.1.1.1/sdd -Placed 228/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 228/2 onto dev r1z1-10.1.1.1/sdb -Placed 228/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 5/0 onto dev r1z1-10.1.1.1/sda -Placed 5/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 5/1 onto dev r1z1-10.1.1.1/sdc -Placed 5/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 5/2 onto dev r1z1-10.1.1.1/sdd -Placed 5/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 101/0 onto dev r1z1-10.1.1.1/sdb -Placed 101/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 101/1 onto dev r1z1-10.1.1.1/sda -Placed 101/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 101/2 onto dev r1z1-10.1.1.1/sdc -Placed 101/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 239/0 onto dev r1z1-10.1.1.1/sdd -Placed 239/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 239/1 onto dev r1z1-10.1.1.1/sdb -Placed 239/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 239/2 onto dev r1z1-10.1.1.1/sda -Placed 239/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 193/0 onto dev r1z1-10.1.1.1/sdc -Placed 193/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 193/1 onto dev r1z1-10.1.1.1/sdd -Placed 193/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 193/2 onto dev r1z1-10.1.1.1/sdb -Placed 193/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 62/0 onto dev r1z1-10.1.1.1/sda -Placed 62/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 62/1 onto dev r1z1-10.1.1.1/sdc -Placed 62/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 62/2 onto dev r1z1-10.1.1.1/sdd -Placed 62/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 208/0 onto dev r1z1-10.1.1.1/sdb -Placed 208/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 208/1 onto dev r1z1-10.1.1.1/sda -Placed 208/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 208/2 onto dev r1z1-10.1.1.1/sdc -Placed 208/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 163/0 onto dev r1z1-10.1.1.1/sdd -Placed 163/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 163/1 onto dev r1z1-10.1.1.1/sdb -Placed 163/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 163/2 onto dev r1z1-10.1.1.1/sda -Placed 163/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 35/0 onto dev r1z1-10.1.1.1/sdc -Placed 35/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 35/1 onto dev r1z1-10.1.1.1/sdd -Placed 35/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 35/2 onto dev r1z1-10.1.1.1/sdb -Placed 35/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 129/0 onto dev r1z1-10.1.1.1/sda -Placed 129/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 129/1 onto dev r1z1-10.1.1.1/sdc -Placed 129/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 129/2 onto dev r1z1-10.1.1.1/sdd -Placed 129/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 87/0 onto dev r1z1-10.1.1.1/sdb -Placed 87/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 87/1 onto dev r1z1-10.1.1.1/sda -Placed 87/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 87/2 onto dev r1z1-10.1.1.1/sdc -Placed 87/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 56/0 onto dev r1z1-10.1.1.1/sdd -Placed 56/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 56/1 onto dev r1z1-10.1.1.1/sdb -Placed 56/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 56/2 onto dev r1z1-10.1.1.1/sda -Placed 56/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 92/0 onto dev r1z1-10.1.1.1/sdc -Placed 92/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 92/1 onto dev r1z1-10.1.1.1/sdd -Placed 92/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 92/2 onto dev r1z1-10.1.1.1/sdb -Placed 92/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 221/0 onto dev r1z1-10.1.1.1/sda -Placed 221/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 221/1 onto dev r1z1-10.1.1.1/sdc -Placed 221/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 221/2 onto dev r1z1-10.1.1.1/sdd -Placed 221/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 154/0 onto dev r1z1-10.1.1.1/sdb -Placed 154/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 27/2 onto dev r1z1-10.1.1.1/sdd +Placed 27/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 172/0 onto dev r1z1-10.1.1.1/sda +Placed 172/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 172/1 onto dev r1z1-10.1.1.1/sdc +Placed 172/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 172/2 onto dev r1z1-10.1.1.1/sdb +Placed 172/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 154/0 onto dev r1z1-10.1.1.1/sdd +Placed 154/0 onto dev r1z1-10.1.1.1/sdd DEBUG: Placed 154/1 onto dev r1z1-10.1.1.1/sda Placed 154/1 onto dev r1z1-10.1.1.1/sda DEBUG: Placed 154/2 onto dev r1z1-10.1.1.1/sdc Placed 154/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 202/0 onto dev r1z1-10.1.1.1/sdd -Placed 202/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 202/1 onto dev r1z1-10.1.1.1/sdb -Placed 202/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 202/2 onto dev r1z1-10.1.1.1/sda -Placed 202/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 144/0 onto dev r1z1-10.1.1.1/sdc -Placed 144/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 144/1 onto dev r1z1-10.1.1.1/sdd -Placed 144/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 144/2 onto dev r1z1-10.1.1.1/sdb -Placed 144/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 30/0 onto dev r1z1-10.1.1.1/sda -Placed 30/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 30/1 onto dev r1z1-10.1.1.1/sdc -Placed 30/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 30/2 onto dev r1z1-10.1.1.1/sdd -Placed 30/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 216/0 onto dev r1z1-10.1.1.1/sdb -Placed 216/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 216/1 onto dev r1z1-10.1.1.1/sda -Placed 216/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 216/2 onto dev r1z1-10.1.1.1/sdc -Placed 216/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 219/0 onto dev r1z1-10.1.1.1/sdd -Placed 219/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 219/1 onto dev r1z1-10.1.1.1/sdb -Placed 219/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 219/2 onto dev r1z1-10.1.1.1/sda -Placed 219/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 167/0 onto dev r1z1-10.1.1.1/sdc -Placed 167/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 167/1 onto dev r1z1-10.1.1.1/sdd -Placed 167/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 167/2 onto dev r1z1-10.1.1.1/sdb -Placed 167/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 177/0 onto dev r1z1-10.1.1.1/sda -Placed 177/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 177/1 onto dev r1z1-10.1.1.1/sdc -Placed 177/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 177/2 onto dev r1z1-10.1.1.1/sdd -Placed 177/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 98/0 onto dev r1z1-10.1.1.1/sdb -Placed 98/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 98/1 onto dev r1z1-10.1.1.1/sda -Placed 98/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 98/2 onto dev r1z1-10.1.1.1/sdc -Placed 98/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 161/0 onto dev r1z1-10.1.1.1/sdd -Placed 161/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 161/1 onto dev r1z1-10.1.1.1/sdb -Placed 161/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 161/2 onto dev r1z1-10.1.1.1/sda -Placed 161/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 36/0 onto dev r1z1-10.1.1.1/sdc -Placed 36/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 36/1 onto dev r1z1-10.1.1.1/sdd -Placed 36/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 36/2 onto dev r1z1-10.1.1.1/sdb -Placed 36/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 133/0 onto dev r1z1-10.1.1.1/sda -Placed 133/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 133/1 onto dev r1z1-10.1.1.1/sdc -Placed 133/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 133/2 onto dev r1z1-10.1.1.1/sdd -Placed 133/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 96/0 onto dev r1z1-10.1.1.1/sdb -Placed 96/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 96/1 onto dev r1z1-10.1.1.1/sda -Placed 96/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 96/2 onto dev r1z1-10.1.1.1/sdc -Placed 96/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 198/0 onto dev r1z1-10.1.1.1/sdd -Placed 198/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 198/1 onto dev r1z1-10.1.1.1/sdb -Placed 198/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 198/2 onto dev r1z1-10.1.1.1/sda -Placed 198/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 65/0 onto dev r1z1-10.1.1.1/sdc -Placed 65/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 65/0 onto dev r1z1-10.1.1.1/sdb +Placed 65/0 onto dev r1z1-10.1.1.1/sdb DEBUG: Placed 65/1 onto dev r1z1-10.1.1.1/sdd Placed 65/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 65/2 onto dev r1z1-10.1.1.1/sdb -Placed 65/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 22/0 onto dev r1z1-10.1.1.1/sda -Placed 22/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 22/1 onto dev r1z1-10.1.1.1/sdc -Placed 22/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 22/2 onto dev r1z1-10.1.1.1/sdd -Placed 22/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 143/0 onto dev r1z1-10.1.1.1/sdb -Placed 143/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 143/1 onto dev r1z1-10.1.1.1/sda -Placed 143/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 143/2 onto dev r1z1-10.1.1.1/sdc -Placed 143/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 58/0 onto dev r1z1-10.1.1.1/sdd -Placed 58/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 58/1 onto dev r1z1-10.1.1.1/sdb -Placed 58/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 58/2 onto dev r1z1-10.1.1.1/sda -Placed 58/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 65/2 onto dev r1z1-10.1.1.1/sda +Placed 65/2 onto dev r1z1-10.1.1.1/sda DEBUG: Placed 26/0 onto dev r1z1-10.1.1.1/sdc Placed 26/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 26/1 onto dev r1z1-10.1.1.1/sdd -Placed 26/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 26/2 onto dev r1z1-10.1.1.1/sdb -Placed 26/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 2/0 onto dev r1z1-10.1.1.1/sda -Placed 2/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 2/1 onto dev r1z1-10.1.1.1/sdc -Placed 2/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 2/2 onto dev r1z1-10.1.1.1/sdd -Placed 2/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 8/0 onto dev r1z1-10.1.1.1/sdb -Placed 8/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 8/1 onto dev r1z1-10.1.1.1/sda -Placed 8/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 8/2 onto dev r1z1-10.1.1.1/sdc -Placed 8/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 89/0 onto dev r1z1-10.1.1.1/sdd -Placed 89/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 89/1 onto dev r1z1-10.1.1.1/sdb -Placed 89/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 89/2 onto dev r1z1-10.1.1.1/sda -Placed 89/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 213/0 onto dev r1z1-10.1.1.1/sdc -Placed 213/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 213/1 onto dev r1z1-10.1.1.1/sdd -Placed 213/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 213/2 onto dev r1z1-10.1.1.1/sdb -Placed 213/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 23/0 onto dev r1z1-10.1.1.1/sda -Placed 23/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 23/1 onto dev r1z1-10.1.1.1/sdc -Placed 23/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 23/2 onto dev r1z1-10.1.1.1/sdd -Placed 23/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 235/0 onto dev r1z1-10.1.1.1/sdb -Placed 235/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 235/1 onto dev r1z1-10.1.1.1/sda -Placed 235/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 235/2 onto dev r1z1-10.1.1.1/sdc -Placed 235/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 172/0 onto dev r1z1-10.1.1.1/sdd -Placed 172/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 172/1 onto dev r1z1-10.1.1.1/sdb -Placed 172/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 172/2 onto dev r1z1-10.1.1.1/sda -Placed 172/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 4/0 onto dev r1z1-10.1.1.1/sdc -Placed 4/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 4/1 onto dev r1z1-10.1.1.1/sdd -Placed 4/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 4/2 onto dev r1z1-10.1.1.1/sdb -Placed 4/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 140/0 onto dev r1z1-10.1.1.1/sda -Placed 140/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 140/1 onto dev r1z1-10.1.1.1/sdc -Placed 140/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 140/2 onto dev r1z1-10.1.1.1/sdd -Placed 140/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 243/0 onto dev r1z1-10.1.1.1/sdb -Placed 243/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 243/1 onto dev r1z1-10.1.1.1/sda -Placed 243/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 243/2 onto dev r1z1-10.1.1.1/sdc -Placed 243/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 12/0 onto dev r1z1-10.1.1.1/sdd -Placed 12/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 12/1 onto dev r1z1-10.1.1.1/sdb -Placed 12/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 12/2 onto dev r1z1-10.1.1.1/sda -Placed 12/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 164/0 onto dev r1z1-10.1.1.1/sdc -Placed 164/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 164/1 onto dev r1z1-10.1.1.1/sdd -Placed 164/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 164/2 onto dev r1z1-10.1.1.1/sdb -Placed 164/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 138/0 onto dev r1z1-10.1.1.1/sda -Placed 138/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 138/1 onto dev r1z1-10.1.1.1/sdc -Placed 138/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 138/2 onto dev r1z1-10.1.1.1/sdd -Placed 138/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 11/0 onto dev r1z1-10.1.1.1/sdb -Placed 11/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 11/1 onto dev r1z1-10.1.1.1/sda -Placed 11/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 11/2 onto dev r1z1-10.1.1.1/sdc -Placed 11/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 157/0 onto dev r1z1-10.1.1.1/sdd -Placed 157/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 157/1 onto dev r1z1-10.1.1.1/sdb -Placed 157/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 157/2 onto dev r1z1-10.1.1.1/sda -Placed 157/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 244/0 onto dev r1z1-10.1.1.1/sdc -Placed 244/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 244/1 onto dev r1z1-10.1.1.1/sdd -Placed 244/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 244/2 onto dev r1z1-10.1.1.1/sdb -Placed 244/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 187/0 onto dev r1z1-10.1.1.1/sda -Placed 187/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 187/1 onto dev r1z1-10.1.1.1/sdc -Placed 187/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 187/2 onto dev r1z1-10.1.1.1/sdd -Placed 187/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 151/0 onto dev r1z1-10.1.1.1/sdb -Placed 151/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 151/1 onto dev r1z1-10.1.1.1/sda -Placed 151/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 151/2 onto dev r1z1-10.1.1.1/sdc -Placed 151/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 74/0 onto dev r1z1-10.1.1.1/sdd -Placed 74/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 74/1 onto dev r1z1-10.1.1.1/sdb -Placed 74/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 74/2 onto dev r1z1-10.1.1.1/sda -Placed 74/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 14/0 onto dev r1z1-10.1.1.1/sdc -Placed 14/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 14/1 onto dev r1z1-10.1.1.1/sdd -Placed 14/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 14/2 onto dev r1z1-10.1.1.1/sdb -Placed 14/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 128/0 onto dev r1z1-10.1.1.1/sda -Placed 128/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 128/1 onto dev r1z1-10.1.1.1/sdc -Placed 128/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 128/2 onto dev r1z1-10.1.1.1/sdd -Placed 128/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 146/0 onto dev r1z1-10.1.1.1/sdb -Placed 146/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 146/1 onto dev r1z1-10.1.1.1/sda -Placed 146/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 146/2 onto dev r1z1-10.1.1.1/sdc -Placed 146/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 254/0 onto dev r1z1-10.1.1.1/sdd -Placed 254/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 254/1 onto dev r1z1-10.1.1.1/sdb -Placed 254/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 254/2 onto dev r1z1-10.1.1.1/sda -Placed 254/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 95/0 onto dev r1z1-10.1.1.1/sdc -Placed 95/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 95/1 onto dev r1z1-10.1.1.1/sdd -Placed 95/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 95/2 onto dev r1z1-10.1.1.1/sdb -Placed 95/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 88/0 onto dev r1z1-10.1.1.1/sda -Placed 88/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 88/1 onto dev r1z1-10.1.1.1/sdc -Placed 88/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 88/2 onto dev r1z1-10.1.1.1/sdd -Placed 88/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 119/0 onto dev r1z1-10.1.1.1/sdb -Placed 119/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 119/1 onto dev r1z1-10.1.1.1/sda -Placed 119/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 119/2 onto dev r1z1-10.1.1.1/sdc -Placed 119/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 200/0 onto dev r1z1-10.1.1.1/sdd -Placed 200/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 200/1 onto dev r1z1-10.1.1.1/sdb -Placed 200/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 200/2 onto dev r1z1-10.1.1.1/sda -Placed 200/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 16/0 onto dev r1z1-10.1.1.1/sdc -Placed 16/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 16/1 onto dev r1z1-10.1.1.1/sdd -Placed 16/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 16/2 onto dev r1z1-10.1.1.1/sdb -Placed 16/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 180/0 onto dev r1z1-10.1.1.1/sda -Placed 180/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 180/1 onto dev r1z1-10.1.1.1/sdc -Placed 180/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 180/2 onto dev r1z1-10.1.1.1/sdd -Placed 180/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 42/0 onto dev r1z1-10.1.1.1/sdb -Placed 42/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 42/1 onto dev r1z1-10.1.1.1/sda -Placed 42/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 42/2 onto dev r1z1-10.1.1.1/sdc -Placed 42/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 123/0 onto dev r1z1-10.1.1.1/sdd -Placed 123/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 123/1 onto dev r1z1-10.1.1.1/sdb -Placed 123/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 123/2 onto dev r1z1-10.1.1.1/sda -Placed 123/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 175/0 onto dev r1z1-10.1.1.1/sdc -Placed 175/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 175/1 onto dev r1z1-10.1.1.1/sdd -Placed 175/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 175/2 onto dev r1z1-10.1.1.1/sdb -Placed 175/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 43/0 onto dev r1z1-10.1.1.1/sda -Placed 43/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 43/1 onto dev r1z1-10.1.1.1/sdc -Placed 43/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 43/2 onto dev r1z1-10.1.1.1/sdd -Placed 43/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 69/0 onto dev r1z1-10.1.1.1/sdb -Placed 69/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 69/1 onto dev r1z1-10.1.1.1/sda -Placed 69/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 69/2 onto dev r1z1-10.1.1.1/sdc -Placed 69/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 136/0 onto dev r1z1-10.1.1.1/sdd -Placed 136/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 136/1 onto dev r1z1-10.1.1.1/sdb -Placed 136/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 136/2 onto dev r1z1-10.1.1.1/sda -Placed 136/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 24/0 onto dev r1z1-10.1.1.1/sdc -Placed 24/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 24/1 onto dev r1z1-10.1.1.1/sdd -Placed 24/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 24/2 onto dev r1z1-10.1.1.1/sdb -Placed 24/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 203/0 onto dev r1z1-10.1.1.1/sda -Placed 203/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 203/1 onto dev r1z1-10.1.1.1/sdc -Placed 203/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 203/2 onto dev r1z1-10.1.1.1/sdd -Placed 203/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 186/0 onto dev r1z1-10.1.1.1/sdb -Placed 186/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 186/1 onto dev r1z1-10.1.1.1/sda -Placed 186/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 186/2 onto dev r1z1-10.1.1.1/sdc -Placed 186/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 33/0 onto dev r1z1-10.1.1.1/sdd -Placed 33/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 33/1 onto dev r1z1-10.1.1.1/sdb -Placed 33/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 33/2 onto dev r1z1-10.1.1.1/sda -Placed 33/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 10/0 onto dev r1z1-10.1.1.1/sdc -Placed 10/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 10/1 onto dev r1z1-10.1.1.1/sdd -Placed 10/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 10/2 onto dev r1z1-10.1.1.1/sdb -Placed 10/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 153/0 onto dev r1z1-10.1.1.1/sda -Placed 153/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 153/1 onto dev r1z1-10.1.1.1/sdc -Placed 153/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 153/2 onto dev r1z1-10.1.1.1/sdd -Placed 153/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 31/0 onto dev r1z1-10.1.1.1/sdb -Placed 31/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 31/1 onto dev r1z1-10.1.1.1/sda -Placed 31/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 31/2 onto dev r1z1-10.1.1.1/sdc -Placed 31/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 247/0 onto dev r1z1-10.1.1.1/sdd -Placed 247/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 247/1 onto dev r1z1-10.1.1.1/sdb -Placed 247/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 247/2 onto dev r1z1-10.1.1.1/sda -Placed 247/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 73/0 onto dev r1z1-10.1.1.1/sdc -Placed 73/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 73/1 onto dev r1z1-10.1.1.1/sdd -Placed 73/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 73/2 onto dev r1z1-10.1.1.1/sdb -Placed 73/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 222/0 onto dev r1z1-10.1.1.1/sda -Placed 222/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 222/1 onto dev r1z1-10.1.1.1/sdc -Placed 222/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 26/1 onto dev r1z1-10.1.1.1/sdb +Placed 26/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 26/2 onto dev r1z1-10.1.1.1/sdd +Placed 26/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 8/0 onto dev r1z1-10.1.1.1/sda +Placed 8/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 8/1 onto dev r1z1-10.1.1.1/sdc +Placed 8/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 8/2 onto dev r1z1-10.1.1.1/sdb +Placed 8/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 46/0 onto dev r1z1-10.1.1.1/sdd +Placed 46/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 46/1 onto dev r1z1-10.1.1.1/sda +Placed 46/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 46/2 onto dev r1z1-10.1.1.1/sdc +Placed 46/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 226/0 onto dev r1z1-10.1.1.1/sdb +Placed 226/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 226/1 onto dev r1z1-10.1.1.1/sdd +Placed 226/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 226/2 onto dev r1z1-10.1.1.1/sda +Placed 226/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 119/0 onto dev r1z1-10.1.1.1/sdc +Placed 119/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 119/1 onto dev r1z1-10.1.1.1/sdb +Placed 119/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 119/2 onto dev r1z1-10.1.1.1/sdd +Placed 119/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 208/0 onto dev r1z1-10.1.1.1/sda +Placed 208/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 208/1 onto dev r1z1-10.1.1.1/sdc +Placed 208/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 208/2 onto dev r1z1-10.1.1.1/sdb +Placed 208/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 62/0 onto dev r1z1-10.1.1.1/sdd +Placed 62/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 62/1 onto dev r1z1-10.1.1.1/sda +Placed 62/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 62/2 onto dev r1z1-10.1.1.1/sdc +Placed 62/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 109/0 onto dev r1z1-10.1.1.1/sdb +Placed 109/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 109/1 onto dev r1z1-10.1.1.1/sdd +Placed 109/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 109/2 onto dev r1z1-10.1.1.1/sda +Placed 109/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 222/0 onto dev r1z1-10.1.1.1/sdc +Placed 222/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 222/1 onto dev r1z1-10.1.1.1/sdb +Placed 222/1 onto dev r1z1-10.1.1.1/sdb DEBUG: Placed 222/2 onto dev r1z1-10.1.1.1/sdd Placed 222/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 184/0 onto dev r1z1-10.1.1.1/sdb -Placed 184/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 184/1 onto dev r1z1-10.1.1.1/sda -Placed 184/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 184/2 onto dev r1z1-10.1.1.1/sdc -Placed 184/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 223/0 onto dev r1z1-10.1.1.1/sdd -Placed 223/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 223/1 onto dev r1z1-10.1.1.1/sdb -Placed 223/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 223/2 onto dev r1z1-10.1.1.1/sda -Placed 223/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 218/0 onto dev r1z1-10.1.1.1/sdc -Placed 218/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 127/0 onto dev r1z1-10.1.1.1/sda +Placed 127/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 127/1 onto dev r1z1-10.1.1.1/sdc +Placed 127/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 127/2 onto dev r1z1-10.1.1.1/sdb +Placed 127/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 205/0 onto dev r1z1-10.1.1.1/sdd +Placed 205/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 205/1 onto dev r1z1-10.1.1.1/sda +Placed 205/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 205/2 onto dev r1z1-10.1.1.1/sdc +Placed 205/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 218/0 onto dev r1z1-10.1.1.1/sdb +Placed 218/0 onto dev r1z1-10.1.1.1/sdb DEBUG: Placed 218/1 onto dev r1z1-10.1.1.1/sdd Placed 218/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 218/2 onto dev r1z1-10.1.1.1/sdb -Placed 218/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 91/0 onto dev r1z1-10.1.1.1/sda -Placed 91/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 91/1 onto dev r1z1-10.1.1.1/sdc -Placed 91/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 91/2 onto dev r1z1-10.1.1.1/sdd -Placed 91/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 6/0 onto dev r1z1-10.1.1.1/sdb -Placed 6/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 6/1 onto dev r1z1-10.1.1.1/sda -Placed 6/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 6/2 onto dev r1z1-10.1.1.1/sdc -Placed 6/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 121/0 onto dev r1z1-10.1.1.1/sdd -Placed 121/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 121/1 onto dev r1z1-10.1.1.1/sdb -Placed 121/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 121/2 onto dev r1z1-10.1.1.1/sda -Placed 121/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 220/0 onto dev r1z1-10.1.1.1/sdc -Placed 220/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 220/1 onto dev r1z1-10.1.1.1/sdd -Placed 220/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 220/2 onto dev r1z1-10.1.1.1/sdb -Placed 220/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 156/0 onto dev r1z1-10.1.1.1/sda -Placed 156/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 156/1 onto dev r1z1-10.1.1.1/sdc -Placed 156/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 156/2 onto dev r1z1-10.1.1.1/sdd -Placed 156/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 248/0 onto dev r1z1-10.1.1.1/sdb -Placed 248/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 248/1 onto dev r1z1-10.1.1.1/sda -Placed 248/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 248/2 onto dev r1z1-10.1.1.1/sdc -Placed 248/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 77/0 onto dev r1z1-10.1.1.1/sdd -Placed 77/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 218/2 onto dev r1z1-10.1.1.1/sda +Placed 218/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 24/0 onto dev r1z1-10.1.1.1/sdc +Placed 24/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 24/1 onto dev r1z1-10.1.1.1/sdb +Placed 24/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 24/2 onto dev r1z1-10.1.1.1/sdd +Placed 24/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 10/0 onto dev r1z1-10.1.1.1/sda +Placed 10/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 10/1 onto dev r1z1-10.1.1.1/sdc +Placed 10/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 10/2 onto dev r1z1-10.1.1.1/sdb +Placed 10/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 246/0 onto dev r1z1-10.1.1.1/sdd +Placed 246/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 246/1 onto dev r1z1-10.1.1.1/sda +Placed 246/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 246/2 onto dev r1z1-10.1.1.1/sdc +Placed 246/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 53/0 onto dev r1z1-10.1.1.1/sdb +Placed 53/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 53/1 onto dev r1z1-10.1.1.1/sdd +Placed 53/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 53/2 onto dev r1z1-10.1.1.1/sda +Placed 53/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 240/0 onto dev r1z1-10.1.1.1/sdc +Placed 240/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 240/1 onto dev r1z1-10.1.1.1/sdb +Placed 240/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 240/2 onto dev r1z1-10.1.1.1/sdd +Placed 240/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 209/0 onto dev r1z1-10.1.1.1/sda +Placed 209/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 209/1 onto dev r1z1-10.1.1.1/sdc +Placed 209/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 209/2 onto dev r1z1-10.1.1.1/sdb +Placed 209/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 164/0 onto dev r1z1-10.1.1.1/sdd +Placed 164/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 164/1 onto dev r1z1-10.1.1.1/sda +Placed 164/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 164/2 onto dev r1z1-10.1.1.1/sdc +Placed 164/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 140/0 onto dev r1z1-10.1.1.1/sdb +Placed 140/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 140/1 onto dev r1z1-10.1.1.1/sdd +Placed 140/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 140/2 onto dev r1z1-10.1.1.1/sda +Placed 140/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 77/0 onto dev r1z1-10.1.1.1/sdc +Placed 77/0 onto dev r1z1-10.1.1.1/sdc DEBUG: Placed 77/1 onto dev r1z1-10.1.1.1/sdb Placed 77/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 77/2 onto dev r1z1-10.1.1.1/sda -Placed 77/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 236/0 onto dev r1z1-10.1.1.1/sdc -Placed 236/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 236/1 onto dev r1z1-10.1.1.1/sdd -Placed 236/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 236/2 onto dev r1z1-10.1.1.1/sdb -Placed 236/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 57/0 onto dev r1z1-10.1.1.1/sda -Placed 57/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 57/1 onto dev r1z1-10.1.1.1/sdc -Placed 57/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 57/2 onto dev r1z1-10.1.1.1/sdd -Placed 57/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 214/0 onto dev r1z1-10.1.1.1/sdb -Placed 214/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 214/1 onto dev r1z1-10.1.1.1/sda -Placed 214/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 214/2 onto dev r1z1-10.1.1.1/sdc -Placed 214/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 47/0 onto dev r1z1-10.1.1.1/sdd -Placed 47/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 47/1 onto dev r1z1-10.1.1.1/sdb -Placed 47/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 47/2 onto dev r1z1-10.1.1.1/sda -Placed 47/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 90/0 onto dev r1z1-10.1.1.1/sdc -Placed 90/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 90/1 onto dev r1z1-10.1.1.1/sdd -Placed 90/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 90/2 onto dev r1z1-10.1.1.1/sdb -Placed 90/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 126/0 onto dev r1z1-10.1.1.1/sda -Placed 126/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 126/1 onto dev r1z1-10.1.1.1/sdc -Placed 126/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 126/2 onto dev r1z1-10.1.1.1/sdd -Placed 126/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 240/0 onto dev r1z1-10.1.1.1/sdb -Placed 240/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 240/1 onto dev r1z1-10.1.1.1/sda -Placed 240/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 240/2 onto dev r1z1-10.1.1.1/sdc -Placed 240/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 150/0 onto dev r1z1-10.1.1.1/sdd -Placed 150/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 150/1 onto dev r1z1-10.1.1.1/sdb -Placed 150/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 77/2 onto dev r1z1-10.1.1.1/sdd +Placed 77/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 157/0 onto dev r1z1-10.1.1.1/sda +Placed 157/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 157/1 onto dev r1z1-10.1.1.1/sdc +Placed 157/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 157/2 onto dev r1z1-10.1.1.1/sdb +Placed 157/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 22/0 onto dev r1z1-10.1.1.1/sdd +Placed 22/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 22/1 onto dev r1z1-10.1.1.1/sda +Placed 22/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 22/2 onto dev r1z1-10.1.1.1/sdc +Placed 22/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 48/0 onto dev r1z1-10.1.1.1/sdb +Placed 48/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 48/1 onto dev r1z1-10.1.1.1/sdd +Placed 48/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 48/2 onto dev r1z1-10.1.1.1/sda +Placed 48/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 206/0 onto dev r1z1-10.1.1.1/sdc +Placed 206/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 206/1 onto dev r1z1-10.1.1.1/sdb +Placed 206/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 206/2 onto dev r1z1-10.1.1.1/sdd +Placed 206/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 101/0 onto dev r1z1-10.1.1.1/sda +Placed 101/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 101/1 onto dev r1z1-10.1.1.1/sdc +Placed 101/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 101/2 onto dev r1z1-10.1.1.1/sdb +Placed 101/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 37/0 onto dev r1z1-10.1.1.1/sdd +Placed 37/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 37/1 onto dev r1z1-10.1.1.1/sda +Placed 37/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 37/2 onto dev r1z1-10.1.1.1/sdc +Placed 37/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 67/0 onto dev r1z1-10.1.1.1/sdb +Placed 67/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 67/1 onto dev r1z1-10.1.1.1/sdd +Placed 67/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 67/2 onto dev r1z1-10.1.1.1/sda +Placed 67/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 50/0 onto dev r1z1-10.1.1.1/sdc +Placed 50/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 50/1 onto dev r1z1-10.1.1.1/sdb +Placed 50/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 50/2 onto dev r1z1-10.1.1.1/sdd +Placed 50/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 68/0 onto dev r1z1-10.1.1.1/sda +Placed 68/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 68/1 onto dev r1z1-10.1.1.1/sdc +Placed 68/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 68/2 onto dev r1z1-10.1.1.1/sdb +Placed 68/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 173/0 onto dev r1z1-10.1.1.1/sdd +Placed 173/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 173/1 onto dev r1z1-10.1.1.1/sda +Placed 173/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 173/2 onto dev r1z1-10.1.1.1/sdc +Placed 173/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 223/0 onto dev r1z1-10.1.1.1/sdb +Placed 223/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 223/1 onto dev r1z1-10.1.1.1/sdd +Placed 223/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 223/2 onto dev r1z1-10.1.1.1/sda +Placed 223/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 171/0 onto dev r1z1-10.1.1.1/sdc +Placed 171/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 171/1 onto dev r1z1-10.1.1.1/sdb +Placed 171/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 171/2 onto dev r1z1-10.1.1.1/sdd +Placed 171/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 185/0 onto dev r1z1-10.1.1.1/sda +Placed 185/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 185/1 onto dev r1z1-10.1.1.1/sdc +Placed 185/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 185/2 onto dev r1z1-10.1.1.1/sdb +Placed 185/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 176/0 onto dev r1z1-10.1.1.1/sdd +Placed 176/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 176/1 onto dev r1z1-10.1.1.1/sda +Placed 176/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 176/2 onto dev r1z1-10.1.1.1/sdc +Placed 176/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 232/0 onto dev r1z1-10.1.1.1/sdb +Placed 232/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 232/1 onto dev r1z1-10.1.1.1/sdd +Placed 232/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 232/2 onto dev r1z1-10.1.1.1/sda +Placed 232/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 146/0 onto dev r1z1-10.1.1.1/sdc +Placed 146/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 146/1 onto dev r1z1-10.1.1.1/sdb +Placed 146/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 146/2 onto dev r1z1-10.1.1.1/sdd +Placed 146/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 174/0 onto dev r1z1-10.1.1.1/sda +Placed 174/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 174/1 onto dev r1z1-10.1.1.1/sdc +Placed 174/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 174/2 onto dev r1z1-10.1.1.1/sdb +Placed 174/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 212/0 onto dev r1z1-10.1.1.1/sdd +Placed 212/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 212/1 onto dev r1z1-10.1.1.1/sda +Placed 212/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 212/2 onto dev r1z1-10.1.1.1/sdc +Placed 212/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 92/0 onto dev r1z1-10.1.1.1/sdb +Placed 92/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 92/1 onto dev r1z1-10.1.1.1/sdd +Placed 92/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 92/2 onto dev r1z1-10.1.1.1/sda +Placed 92/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 41/0 onto dev r1z1-10.1.1.1/sdc +Placed 41/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 41/1 onto dev r1z1-10.1.1.1/sdb +Placed 41/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 41/2 onto dev r1z1-10.1.1.1/sdd +Placed 41/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 58/0 onto dev r1z1-10.1.1.1/sda +Placed 58/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 58/1 onto dev r1z1-10.1.1.1/sdc +Placed 58/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 58/2 onto dev r1z1-10.1.1.1/sdb +Placed 58/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 88/0 onto dev r1z1-10.1.1.1/sdd +Placed 88/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 88/1 onto dev r1z1-10.1.1.1/sda +Placed 88/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 88/2 onto dev r1z1-10.1.1.1/sdc +Placed 88/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 103/0 onto dev r1z1-10.1.1.1/sdb +Placed 103/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 103/1 onto dev r1z1-10.1.1.1/sdd +Placed 103/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 103/2 onto dev r1z1-10.1.1.1/sda +Placed 103/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 61/0 onto dev r1z1-10.1.1.1/sdc +Placed 61/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 61/1 onto dev r1z1-10.1.1.1/sdb +Placed 61/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 61/2 onto dev r1z1-10.1.1.1/sdd +Placed 61/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 64/0 onto dev r1z1-10.1.1.1/sda +Placed 64/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 64/1 onto dev r1z1-10.1.1.1/sdc +Placed 64/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 64/2 onto dev r1z1-10.1.1.1/sdb +Placed 64/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 57/0 onto dev r1z1-10.1.1.1/sdd +Placed 57/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 57/1 onto dev r1z1-10.1.1.1/sda +Placed 57/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 57/2 onto dev r1z1-10.1.1.1/sdc +Placed 57/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 210/0 onto dev r1z1-10.1.1.1/sdb +Placed 210/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 210/1 onto dev r1z1-10.1.1.1/sdd +Placed 210/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 210/2 onto dev r1z1-10.1.1.1/sda +Placed 210/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 43/0 onto dev r1z1-10.1.1.1/sdc +Placed 43/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 43/1 onto dev r1z1-10.1.1.1/sdb +Placed 43/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 43/2 onto dev r1z1-10.1.1.1/sdd +Placed 43/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 178/0 onto dev r1z1-10.1.1.1/sda +Placed 178/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 178/1 onto dev r1z1-10.1.1.1/sdc +Placed 178/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 178/2 onto dev r1z1-10.1.1.1/sdb +Placed 178/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 29/0 onto dev r1z1-10.1.1.1/sdd +Placed 29/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 29/1 onto dev r1z1-10.1.1.1/sda +Placed 29/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 29/2 onto dev r1z1-10.1.1.1/sdc +Placed 29/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 150/0 onto dev r1z1-10.1.1.1/sdb +Placed 150/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 150/1 onto dev r1z1-10.1.1.1/sdd +Placed 150/1 onto dev r1z1-10.1.1.1/sdd DEBUG: Placed 150/2 onto dev r1z1-10.1.1.1/sda Placed 150/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 211/0 onto dev r1z1-10.1.1.1/sdc -Placed 211/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 211/1 onto dev r1z1-10.1.1.1/sdd -Placed 211/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 211/2 onto dev r1z1-10.1.1.1/sdb -Placed 211/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 234/0 onto dev r1z1-10.1.1.1/sda -Placed 234/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 234/1 onto dev r1z1-10.1.1.1/sdc -Placed 234/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 234/2 onto dev r1z1-10.1.1.1/sdd -Placed 234/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 197/0 onto dev r1z1-10.1.1.1/sdb -Placed 197/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 197/1 onto dev r1z1-10.1.1.1/sda -Placed 197/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 197/2 onto dev r1z1-10.1.1.1/sdc -Placed 197/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 64/0 onto dev r1z1-10.1.1.1/sdd -Placed 64/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 64/1 onto dev r1z1-10.1.1.1/sdb -Placed 64/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 64/2 onto dev r1z1-10.1.1.1/sda -Placed 64/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 162/0 onto dev r1z1-10.1.1.1/sdc -Placed 162/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 162/1 onto dev r1z1-10.1.1.1/sdd -Placed 162/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 162/2 onto dev r1z1-10.1.1.1/sdb -Placed 162/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 60/0 onto dev r1z1-10.1.1.1/sda -Placed 60/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 60/1 onto dev r1z1-10.1.1.1/sdc -Placed 60/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 60/2 onto dev r1z1-10.1.1.1/sdd -Placed 60/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 83/0 onto dev r1z1-10.1.1.1/sdb -Placed 83/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 83/1 onto dev r1z1-10.1.1.1/sda -Placed 83/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 83/2 onto dev r1z1-10.1.1.1/sdc -Placed 83/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 32/0 onto dev r1z1-10.1.1.1/sdd -Placed 32/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 32/1 onto dev r1z1-10.1.1.1/sdb -Placed 32/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 32/2 onto dev r1z1-10.1.1.1/sda -Placed 32/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 46/0 onto dev r1z1-10.1.1.1/sdc -Placed 46/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 46/1 onto dev r1z1-10.1.1.1/sdd -Placed 46/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 46/2 onto dev r1z1-10.1.1.1/sdb -Placed 46/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 148/0 onto dev r1z1-10.1.1.1/sda -Placed 148/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 148/1 onto dev r1z1-10.1.1.1/sdc -Placed 148/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 148/2 onto dev r1z1-10.1.1.1/sdd -Placed 148/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 0/0 onto dev r1z1-10.1.1.1/sdb -Placed 0/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 0/1 onto dev r1z1-10.1.1.1/sda -Placed 0/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 0/2 onto dev r1z1-10.1.1.1/sdc -Placed 0/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 165/0 onto dev r1z1-10.1.1.1/sdd -Placed 165/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 165/1 onto dev r1z1-10.1.1.1/sdb -Placed 165/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 165/2 onto dev r1z1-10.1.1.1/sda -Placed 165/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 115/0 onto dev r1z1-10.1.1.1/sdc -Placed 115/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 35/0 onto dev r1z1-10.1.1.1/sdc +Placed 35/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 35/1 onto dev r1z1-10.1.1.1/sdb +Placed 35/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 35/2 onto dev r1z1-10.1.1.1/sdd +Placed 35/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 76/0 onto dev r1z1-10.1.1.1/sda +Placed 76/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 76/1 onto dev r1z1-10.1.1.1/sdc +Placed 76/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 76/2 onto dev r1z1-10.1.1.1/sdb +Placed 76/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 161/0 onto dev r1z1-10.1.1.1/sdd +Placed 161/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 161/1 onto dev r1z1-10.1.1.1/sda +Placed 161/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 161/2 onto dev r1z1-10.1.1.1/sdc +Placed 161/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 241/0 onto dev r1z1-10.1.1.1/sdb +Placed 241/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 241/1 onto dev r1z1-10.1.1.1/sdd +Placed 241/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 241/2 onto dev r1z1-10.1.1.1/sda +Placed 241/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 156/0 onto dev r1z1-10.1.1.1/sdc +Placed 156/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 156/1 onto dev r1z1-10.1.1.1/sdb +Placed 156/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 156/2 onto dev r1z1-10.1.1.1/sdd +Placed 156/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 217/0 onto dev r1z1-10.1.1.1/sda +Placed 217/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 217/1 onto dev r1z1-10.1.1.1/sdc +Placed 217/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 217/2 onto dev r1z1-10.1.1.1/sdb +Placed 217/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 121/0 onto dev r1z1-10.1.1.1/sdd +Placed 121/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 121/1 onto dev r1z1-10.1.1.1/sda +Placed 121/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 121/2 onto dev r1z1-10.1.1.1/sdc +Placed 121/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 191/0 onto dev r1z1-10.1.1.1/sdb +Placed 191/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 191/1 onto dev r1z1-10.1.1.1/sdd +Placed 191/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 191/2 onto dev r1z1-10.1.1.1/sda +Placed 191/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 100/0 onto dev r1z1-10.1.1.1/sdc +Placed 100/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 100/1 onto dev r1z1-10.1.1.1/sdb +Placed 100/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 100/2 onto dev r1z1-10.1.1.1/sdd +Placed 100/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 59/0 onto dev r1z1-10.1.1.1/sda +Placed 59/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 59/1 onto dev r1z1-10.1.1.1/sdc +Placed 59/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 59/2 onto dev r1z1-10.1.1.1/sdb +Placed 59/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 167/0 onto dev r1z1-10.1.1.1/sdd +Placed 167/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 167/1 onto dev r1z1-10.1.1.1/sda +Placed 167/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 167/2 onto dev r1z1-10.1.1.1/sdc +Placed 167/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 39/0 onto dev r1z1-10.1.1.1/sdb +Placed 39/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 39/1 onto dev r1z1-10.1.1.1/sdd +Placed 39/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 39/2 onto dev r1z1-10.1.1.1/sda +Placed 39/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 207/0 onto dev r1z1-10.1.1.1/sdc +Placed 207/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 207/1 onto dev r1z1-10.1.1.1/sdb +Placed 207/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 207/2 onto dev r1z1-10.1.1.1/sdd +Placed 207/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 117/0 onto dev r1z1-10.1.1.1/sda +Placed 117/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 117/1 onto dev r1z1-10.1.1.1/sdc +Placed 117/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 117/2 onto dev r1z1-10.1.1.1/sdb +Placed 117/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 122/0 onto dev r1z1-10.1.1.1/sdd +Placed 122/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 122/1 onto dev r1z1-10.1.1.1/sda +Placed 122/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 122/2 onto dev r1z1-10.1.1.1/sdc +Placed 122/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 153/0 onto dev r1z1-10.1.1.1/sdb +Placed 153/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 153/1 onto dev r1z1-10.1.1.1/sdd +Placed 153/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 153/2 onto dev r1z1-10.1.1.1/sda +Placed 153/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 194/0 onto dev r1z1-10.1.1.1/sdc +Placed 194/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 194/1 onto dev r1z1-10.1.1.1/sdb +Placed 194/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 194/2 onto dev r1z1-10.1.1.1/sdd +Placed 194/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 75/0 onto dev r1z1-10.1.1.1/sda +Placed 75/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 75/1 onto dev r1z1-10.1.1.1/sdc +Placed 75/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 75/2 onto dev r1z1-10.1.1.1/sdb +Placed 75/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 42/0 onto dev r1z1-10.1.1.1/sdd +Placed 42/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 42/1 onto dev r1z1-10.1.1.1/sda +Placed 42/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 42/2 onto dev r1z1-10.1.1.1/sdc +Placed 42/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 175/0 onto dev r1z1-10.1.1.1/sdb +Placed 175/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 175/1 onto dev r1z1-10.1.1.1/sdd +Placed 175/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 175/2 onto dev r1z1-10.1.1.1/sda +Placed 175/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 254/0 onto dev r1z1-10.1.1.1/sdc +Placed 254/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 254/1 onto dev r1z1-10.1.1.1/sdb +Placed 254/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 254/2 onto dev r1z1-10.1.1.1/sdd +Placed 254/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 15/0 onto dev r1z1-10.1.1.1/sda +Placed 15/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 15/1 onto dev r1z1-10.1.1.1/sdc +Placed 15/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 15/2 onto dev r1z1-10.1.1.1/sdb +Placed 15/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 237/0 onto dev r1z1-10.1.1.1/sdd +Placed 237/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 237/1 onto dev r1z1-10.1.1.1/sda +Placed 237/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 237/2 onto dev r1z1-10.1.1.1/sdc +Placed 237/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 219/0 onto dev r1z1-10.1.1.1/sdb +Placed 219/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 219/1 onto dev r1z1-10.1.1.1/sdd +Placed 219/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 219/2 onto dev r1z1-10.1.1.1/sda +Placed 219/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 85/0 onto dev r1z1-10.1.1.1/sdc +Placed 85/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 85/1 onto dev r1z1-10.1.1.1/sdb +Placed 85/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 85/2 onto dev r1z1-10.1.1.1/sdd +Placed 85/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 72/0 onto dev r1z1-10.1.1.1/sda +Placed 72/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 72/1 onto dev r1z1-10.1.1.1/sdc +Placed 72/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 72/2 onto dev r1z1-10.1.1.1/sdb +Placed 72/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 105/0 onto dev r1z1-10.1.1.1/sdd +Placed 105/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 105/1 onto dev r1z1-10.1.1.1/sda +Placed 105/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 105/2 onto dev r1z1-10.1.1.1/sdc +Placed 105/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 115/0 onto dev r1z1-10.1.1.1/sdb +Placed 115/0 onto dev r1z1-10.1.1.1/sdb DEBUG: Placed 115/1 onto dev r1z1-10.1.1.1/sdd Placed 115/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 115/2 onto dev r1z1-10.1.1.1/sdb -Placed 115/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 251/0 onto dev r1z1-10.1.1.1/sda -Placed 251/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 251/1 onto dev r1z1-10.1.1.1/sdc -Placed 251/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 251/2 onto dev r1z1-10.1.1.1/sdd -Placed 251/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 142/0 onto dev r1z1-10.1.1.1/sdb -Placed 142/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 142/1 onto dev r1z1-10.1.1.1/sda -Placed 142/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 142/2 onto dev r1z1-10.1.1.1/sdc -Placed 142/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 249/0 onto dev r1z1-10.1.1.1/sdd -Placed 249/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 249/1 onto dev r1z1-10.1.1.1/sdb -Placed 249/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 249/2 onto dev r1z1-10.1.1.1/sda -Placed 249/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 53/0 onto dev r1z1-10.1.1.1/sdc -Placed 53/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 53/1 onto dev r1z1-10.1.1.1/sdd -Placed 53/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 53/2 onto dev r1z1-10.1.1.1/sdb -Placed 53/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 215/0 onto dev r1z1-10.1.1.1/sda -Placed 215/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 215/1 onto dev r1z1-10.1.1.1/sdc -Placed 215/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 215/2 onto dev r1z1-10.1.1.1/sdd -Placed 215/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 18/0 onto dev r1z1-10.1.1.1/sdb -Placed 18/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 18/1 onto dev r1z1-10.1.1.1/sda -Placed 18/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 18/2 onto dev r1z1-10.1.1.1/sdc -Placed 18/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 245/0 onto dev r1z1-10.1.1.1/sdd -Placed 245/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 245/1 onto dev r1z1-10.1.1.1/sdb -Placed 245/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 245/2 onto dev r1z1-10.1.1.1/sda -Placed 245/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 118/0 onto dev r1z1-10.1.1.1/sdc -Placed 118/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 118/1 onto dev r1z1-10.1.1.1/sdd -Placed 118/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 118/2 onto dev r1z1-10.1.1.1/sdb -Placed 118/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 231/0 onto dev r1z1-10.1.1.1/sda -Placed 231/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 231/1 onto dev r1z1-10.1.1.1/sdc -Placed 231/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 231/2 onto dev r1z1-10.1.1.1/sdd -Placed 231/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 229/0 onto dev r1z1-10.1.1.1/sdb -Placed 229/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 229/1 onto dev r1z1-10.1.1.1/sda -Placed 229/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 229/2 onto dev r1z1-10.1.1.1/sdc -Placed 229/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 103/0 onto dev r1z1-10.1.1.1/sdd -Placed 103/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 103/1 onto dev r1z1-10.1.1.1/sdb -Placed 103/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 103/2 onto dev r1z1-10.1.1.1/sda -Placed 103/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 86/0 onto dev r1z1-10.1.1.1/sdc -Placed 86/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 86/1 onto dev r1z1-10.1.1.1/sdd -Placed 86/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 86/2 onto dev r1z1-10.1.1.1/sdb -Placed 86/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 108/0 onto dev r1z1-10.1.1.1/sda -Placed 108/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 108/1 onto dev r1z1-10.1.1.1/sdc -Placed 108/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 108/2 onto dev r1z1-10.1.1.1/sdd -Placed 108/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 40/0 onto dev r1z1-10.1.1.1/sdb -Placed 40/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 40/1 onto dev r1z1-10.1.1.1/sda -Placed 40/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 40/2 onto dev r1z1-10.1.1.1/sdc -Placed 40/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 196/0 onto dev r1z1-10.1.1.1/sdd -Placed 196/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 196/1 onto dev r1z1-10.1.1.1/sdb -Placed 196/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 196/2 onto dev r1z1-10.1.1.1/sda -Placed 196/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 230/0 onto dev r1z1-10.1.1.1/sdc -Placed 230/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 230/1 onto dev r1z1-10.1.1.1/sdd -Placed 230/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 230/2 onto dev r1z1-10.1.1.1/sdb -Placed 230/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 226/0 onto dev r1z1-10.1.1.1/sda -Placed 226/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 226/1 onto dev r1z1-10.1.1.1/sdc -Placed 226/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 226/2 onto dev r1z1-10.1.1.1/sdd -Placed 226/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 115/2 onto dev r1z1-10.1.1.1/sda +Placed 115/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 13/0 onto dev r1z1-10.1.1.1/sdc +Placed 13/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 13/1 onto dev r1z1-10.1.1.1/sdb +Placed 13/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 13/2 onto dev r1z1-10.1.1.1/sdd +Placed 13/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 193/0 onto dev r1z1-10.1.1.1/sda +Placed 193/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 193/1 onto dev r1z1-10.1.1.1/sdc +Placed 193/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 193/2 onto dev r1z1-10.1.1.1/sdb +Placed 193/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 45/0 onto dev r1z1-10.1.1.1/sdd +Placed 45/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 45/1 onto dev r1z1-10.1.1.1/sda +Placed 45/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 45/2 onto dev r1z1-10.1.1.1/sdc +Placed 45/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 250/0 onto dev r1z1-10.1.1.1/sdb +Placed 250/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 250/1 onto dev r1z1-10.1.1.1/sdd +Placed 250/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 250/2 onto dev r1z1-10.1.1.1/sda +Placed 250/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 110/0 onto dev r1z1-10.1.1.1/sdc +Placed 110/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 110/1 onto dev r1z1-10.1.1.1/sdb +Placed 110/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 110/2 onto dev r1z1-10.1.1.1/sdd +Placed 110/2 onto dev r1z1-10.1.1.1/sdd DEBUG: Assigned 768 parts Assigned 768 parts DEBUG: Finished rebalance plan after 1 attempts @@ -72335,9 +77770,9 @@ DEBUG: 0 new parts and 0 removed parts from replica-count change DEBUG: 0 new parts and 0 removed parts from replica-count change 0 new parts and 0 removed parts from replica-count change -DEBUG: Gather start is 239 (Last start was 157) -DEBUG: Gather start is 239 (Last start was 157) -Gather start is 239 (Last start was 157) +DEBUG: Gather start is 192 (Last start was 110) +DEBUG: Gather start is 192 (Last start was 110) +Gather start is 192 (Last start was 110) DEBUG: Unable to finish rebalance plan after 1 attempts DEBUG: Unable to finish rebalance plan after 1 attempts Unable to finish rebalance plan after 1 attempts @@ -72389,3398 +77824,3623 @@ DEBUG: 0 new parts and 0 removed parts from replica-count change DEBUG: 0 new parts and 0 removed parts from replica-count change 0 new parts and 0 removed parts from replica-count change -DEBUG: Gather start is 239 (Last start was 157) -DEBUG: Gather start is 239 (Last start was 157) -DEBUG: Gather start is 239 (Last start was 157) -Gather start is 239 (Last start was 157) +DEBUG: Gather start is 192 (Last start was 110) +DEBUG: Gather start is 192 (Last start was 110) +DEBUG: Gather start is 192 (Last start was 110) +Gather start is 192 (Last start was 110) DEBUG: Unable to finish rebalance plan after 1 attempts DEBUG: Unable to finish rebalance plan after 1 attempts DEBUG: Unable to finish rebalance plan after 1 attempts Unable to finish rebalance plan after 1 attempts test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_debug test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_debug ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_load_old_pending_puts -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_load_old_pending_puts ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_merge_items_overwrite_unicode -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_merge_items_overwrite_unicode ... ok -test INFO: - - - [18/Jun/2025:00:09:42 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0002 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:43 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0858 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:43 +0000] "PUT /sda1/p/a/US~~TX~~A" 201 - "-" "-" "-" 0.0017 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:43 +0000] "PUT /sda1/p/a/US~~TX~~B" 201 - "-" "-" "-" 0.1400 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:43 +0000] "PUT /sda1/p/a/US~~OK~~A" 201 - "-" "-" "-" 0.0829 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:43 +0000] "PUT /sda1/p/a/US~~OK~~B" 201 - "-" "-" "-" 0.1543 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:43 +0000] "PUT /sda1/p/a/US~~OK~Tulsa~~A" 201 - "-" "-" "-" 0.0794 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:43 +0000] "PUT /sda1/p/a/US~~OK~Tulsa~~B" 201 - "-" "-" "-" 0.0813 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:43 +0000] "PUT /sda1/p/a/US~~UT~~A" 201 - "-" "-" "-" 0.0887 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:43 +0000] "PUT /sda1/p/a/US~~UT~~~B" 201 - "-" "-" "-" 0.0869 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:43 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.1447 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:43 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0023 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:43 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0022 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:43 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0018 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:43 +0000] "GET /sda1/p/a" 200 119 "-" "-" "-" 0.0017 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:43 +0000] "GET /sda1/p/a" 200 119 "-" "-" "-" 0.0017 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:43 +0000] "GET /sda1/p/a" 200 189 "-" "-" "-" 0.0018 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:43 +0000] "GET /sda1/p/a" 200 189 "-" "-" "-" 0.0018 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:43 +0000] "GET /sda1/p/a" 200 95 "-" "-" "-" 0.0018 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:43 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0004 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:43 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0014 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:44 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0876 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:44 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0092 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:44 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.1809 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:44 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0012 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:44 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0004 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:44 +0000] "GET /sda1/p/a" 412 22 "-" "-" "-" 0.0002 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:44 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.1770 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:44 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0042 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:44 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.1735 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:44 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.2280 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:44 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0841 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:45 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.1104 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:45 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.1202 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:45 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0703 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:45 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0945 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:45 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0903 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:45 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0842 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:45 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0783 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:45 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0734 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:45 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.1118 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:45 +0000] "GET /sda1/p/a" 200 336 "-" "-" "-" 0.0018 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:45 +0000] "GET /sda1/p/a" 200 276 "-" "-" "-" 0.0015 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:45 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0882 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:45 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0011 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:46 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0942 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:46 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0619 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:46 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0636 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:46 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0861 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:46 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.1684 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:46 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.3364 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:46 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0886 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:46 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0627 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:46 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0951 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:47 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0741 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:47 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0671 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:47 +0000] "GET /sda1/p/a" 200 5 "-" "-" "-" 0.1032 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:47 +0000] "GET /sda1/p/a" 200 39 "-" "-" "-" 0.0017 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:47 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0015 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:47 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0839 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:47 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0032 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:47 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0759 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:47 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.1198 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:47 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.2589 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:47 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0843 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:47 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.1133 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:48 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0841 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:48 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0876 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:48 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0945 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:48 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0695 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:48 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.2064 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:48 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.1138 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:48 +0000] "GET /sda1/p/a" 200 91 "-" "-" "-" 0.0758 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:48 +0000] "GET /sda1/p/a" 200 536 "-" "-" "-" 0.0017 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:48 +0000] "GET /sda1/p/a" 200 467 "-" "-" "-" 0.0031 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:48 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.1118 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:48 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0013 "-" 709804 - -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_checkmount_fail -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_checkmount_fail ... ok -test.unit.container.test_backend.TestContainerBroker.test_creation -test.unit.container.test_backend.TestContainerBroker.test_creation ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_no_donors +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_no_donors ... ok test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_rebalance_warning_appears test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_rebalance_warning_appears ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_double_check_trailing_delimiter -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_double_check_trailing_delimiter ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_half_upgraded_database -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_half_upgraded_database ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_excludes_files -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_excludes_files ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_json -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_json ... ok test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_rebalance_warning_with_overload test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_rebalance_warning_with_overload ... ok -test.unit.container.test_backend.TestContainerBroker.test_db_file -test.unit.container.test_backend.TestContainerBroker.test_db_file ... ok -test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_json -test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_json ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypter.test_app_exception -test.unit.common.middleware.crypto.test_decrypter.TestDecrypter.test_app_exception ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_owner_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_owner_permission ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_initialize_fail -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_initialize_fail ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_nothing_to_do -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_nothing_to_do ... ok -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json_not_encrypted_obj +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json_not_encrypted_obj ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json_with_crypto_override +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json_with_crypto_override ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_success +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_success ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_cont_get_json_req_with_cipher_mismatch +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_cont_get_json_req_with_cipher_mismatch ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_cont_get_json_req_with_unknown_secret_id +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_cont_get_json_req_with_unknown_secret_id ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_app_exception_v3 +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_app_exception_v3 ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_filter_v3 +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_filter_v3 ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret_from_external_file +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret_from_external_file ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret_legacy_key_id +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret_legacy_key_id ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret_multiple_keys +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret_multiple_keys ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_bad_auth_url +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_bad_auth_url ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_bad_user_domain_name +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_bad_user_domain_name ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_config_file_and_params +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_config_file_and_params ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_connect_failure_auth_url +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_connect_failure_auth_url ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_algorithm +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_algorithm ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_format +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_format ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_id +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_id ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_length +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_length ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_password +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_password ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_username +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_username ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_none_key +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_none_key ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_nonexistent_key_id +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_nonexistent_key_id ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_cors_headers +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_cors_headers ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_cors_preflight +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_cors_preflight ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_GET_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_GET_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_PUT_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_PUT_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_is_delete_marker +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_is_delete_marker ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_is_missing +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_is_missing ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_in_versioned_container_with_version_id +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_in_versioned_container_with_version_id ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_in_versioned_container_without_version +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_in_versioned_container_without_version ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_missing +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_missing ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_multipart +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_multipart ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_no_multipart +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_no_multipart ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_old_version_id +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_old_version_id ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_version_id_not_implemented +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_version_id_not_implemented ... ok +test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_several_small_batches +test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_several_small_batches ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_with_version_id_but_not_enabled +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_with_version_id_but_not_enabled ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_Range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_Range ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_Range_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_Range_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_Response +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_Response ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_version_id +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_version_id ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_version_id_not_implemented +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_version_id_not_implemented ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_with_version_id_but_not_enabled +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_with_version_id_but_not_enabled ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_Range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_Range ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_Range_with_invalid_value +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_Range_with_invalid_value ... ok +test.unit.account.test_server.TestAccountController.test_DELETE_timestamp_not_float +test.unit.account.test_server.TestAccountController.test_DELETE_timestamp_not_float ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_with_reserved +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_with_reserved ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_table_migration_in_get_policy_stats +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_table_migration_in_get_policy_stats ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:00 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:read_acp:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_read_acp_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_read_acp_permission ... ok -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_uploads_list +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_uploads_list ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_upload_part +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_upload_part ... ok +test.unit.account.test_server.TestAccountController.test_GET_accept_application_wildcard +test.unit.account.test_server.TestAccountController.test_GET_accept_application_wildcard ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_no_gaps +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_no_gaps ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_replicaiton_server_call_all_methods +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_replicaiton_server_call_all_methods ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ_ACP +test:testertest:testertest:testertest:testerFULL_CONTROL +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_without_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_without_permission ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_fullcontrol_permission ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test:testertest:testertest:testertest:testerFULL_CONTROL test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:49 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '462'} -test DEBUG: Grant test:full_control FULL_CONTROL permission on the bucket /bucket +test DEBUG: checking permission: bucket object HEAD {} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/bucket/object', 'Date': 'Wed, 15 May 2024 18:07:01 -0000', 'X-Amz-Metadata-Directive': 'REPLACE', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715796421.00000', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self_metadata_replace +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self_metadata_replace ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_fullcontrol_permission ... ok +test.unit.account.test_server.TestAccountController.test_GET_accept_conflicting +test.unit.account.test_server.TestAccountController.test_GET_accept_conflicting ... ok +test.unit.common.test_db.TestTombstoneReclaimer.test_get_tombstone_count_with_leftover +test.unit.common.test_db.TestTombstoneReclaimer.test_get_tombstone_count_with_leftover ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_overlapping_ranges +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_overlapping_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_delete_object +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_delete_object ... ok +test.unit.account.test_server.TestAccountController.test_GET_accept_json +test.unit.account.test_server.TestAccountController.test_GET_accept_json ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_reserved_markers_with_non_reserved +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_reserved_markers_with_non_reserved ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_serv_reserv +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_serv_reserv ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_overlapping_ranges_with_ineligible_state +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_overlapping_ranges_with_ineligible_state ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:49 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '446'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:01 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '11'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_other_owner -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_other_owner ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_owner_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_owner_permission ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:49 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '450'} -test DEBUG: Grant test:tester FULL_CONTROL permission on the bucket /bucket test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_upload_part_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_upload_part_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_with_fullcontrol_permission ... ok +test.unit.account.test_server.TestAccountController.test_GET_accept_not_valid +test.unit.account.test_server.TestAccountController.test_GET_accept_not_valid ... ok +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_default_proxy_config +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_default_proxy_config ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_log_name +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_log_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_bad_section_name +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_bad_section_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_equality +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_equality ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_inherits_defaults +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_inherits_defaults ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_read_affinity_value +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_read_affinity_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_sorting_method_value +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_sorting_method_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_write_affinity_node_count_value +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_write_affinity_node_count_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_write_affinity_value +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_write_affinity_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_none_configured +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_none_configured ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_one_configured +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_one_configured ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_affinity +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_concurrency_settings +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_concurrency_settings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_sorting_method +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_sorting_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_section_name_inherits_from_app_section_name +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_section_name_inherits_from_app_section_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_sets_timing_sorting_method +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_sets_timing_sorting_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_warns_about_sorting_method_mismatch +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_warns_about_sorting_method_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_warns_override_sorting_method_mismatch +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_warns_override_sorting_method_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_with_DEFAULT_options +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_with_DEFAULT_options ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_with_unknown_policy +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_with_unknown_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestSwiftInfo.test_registered_defaults +test.unit.proxy.test_server.TestSwiftInfo.test_registered_defaults ... ok +test.unit.account.test_server.TestAccountController.test_GET_accept_wildcard +test.unit.account.test_server.TestAccountController.test_GET_accept_wildcard ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shard_ranges_in_found_state +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shard_ranges_in_found_state ... ok +test.unit.common.test_db.TestTombstoneReclaimer.test_reclaim_get_tombstone_count +test.unit.common.test_db.TestTombstoneReclaimer.test_reclaim_get_tombstone_count ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_pre_storage_policy_replication +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_pre_storage_policy_replication ... ok +test ERROR: Error decrypting container listing: Bad crypto meta: Cipher must be AES_CTR_256 +test ERROR: get_keys(): unknown key id: unknown_key +test ERROR: Error decrypting container listing: unknown_key +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 236, in DELETE + new_resp = self._restore_on_delete(req) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 175, in _restore_on_delete + resp = req.get_response(self.app, 'GET', req.container_name, '', + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response + return self._get_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +test DEBUG: Calling S3Api Middleware +test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 236, in DELETE + new_resp = self._restore_on_delete(req) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 187, in _restore_on_delete + resp = req.get_response(self.app, 'PUT', query={ + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response + return self._get_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: skipping failed PUT?version-id=1574341899.21751 +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 229, in DELETE + resp = req.get_response(self.app, query=query) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response + return self._get_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 136, in GET + return self.GETorHEAD(req) + ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 102, in GETorHEAD + resp = req.get_response(self.app, query=query) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response + return self._get_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_POST_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_POST_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_with_match +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_with_match ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_with_not_match +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_with_not_match ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_metadata_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_metadata_copy ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_metadata_replace +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_metadata_replace ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_self +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_self ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_self_metadata_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_self_metadata_copy ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_self_metadata_replace +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_self_metadata_replace ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_error ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shrink_threshold +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shrink_threshold ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_headers +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_headers ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_quota_exceeded +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_quota_exceeded ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4 +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4 ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4_bad_hash +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4_bad_hash ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4_unsigned_payload +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4_unsigned_payload ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_with_version +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_with_version ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_policy_index_logging +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_policy_index_logging ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_simple_object_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_simple_object_copy ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_slo_object_DELETE +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_slo_object_DELETE ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_slo_object_async_DELETE +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_slo_object_async_DELETE ... ok +test.unit.common.middleware.s3api.test_object_lock.TestS3ApiObjectLock.test_get_object_lock +test.unit.common.middleware.s3api.test_object_lock.TestS3ApiObjectLock.test_get_object_lock ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_double_check_trailing_delimiter +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_double_check_trailing_delimiter ... ok +test.unit.common.middleware.s3api.test_object_lock.TestS3ApiObjectLock.test_put_object_lock +test.unit.common.middleware.s3api.test_object_lock.TestS3ApiObjectLock.test_put_object_lock ... ok +test.unit.account.test_server.TestAccountController.test_GET_accept_xml +test.unit.account.test_server.TestAccountController.test_GET_accept_xml ... ok +test.unit.account.test_server.TestAccountController.test_GET_empty_account_json +test.unit.account.test_server.TestAccountController.test_GET_empty_account_json ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shrink_threshold_with_tombstones +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shrink_threshold_with_tombstones ... ok +test.unit.account.test_server.TestAccountController.test_GET_empty_account_plain +test.unit.account.test_server.TestAccountController.test_GET_empty_account_plain ... ok +test.unit.account.test_server.TestAccountController.test_GET_empty_account_xml +test.unit.account.test_server.TestAccountController.test_GET_empty_account_xml ... ok +test.unit.account.test_server.TestAccountController.test_GET_invalid_accept +test.unit.account.test_server.TestAccountController.test_GET_invalid_accept ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test:testertest:testertest:testertest:testerFULL_CONTROL test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write_acp:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:49 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '456'} -test DEBUG: Grant test:write_acp FULL_CONTROL permission on the bucket /bucket +test DEBUG: checking permission: src_bucket src_obj HEAD {} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Wed, 15 May 2024 18:07:01 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715796421.52519', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_write_acp_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_write_acp_permission ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_without_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_without_permission ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:49 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '448'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other WRITE_ACP +test DEBUG: checking permission: src_bucket src_obj HEAD {} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Wed, 15 May 2024 18:07:01 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715796421.53397', 'Content-Type': 'binary/octet-stream'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_grantee_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_grantee_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_owner_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_owner_permission ... ok +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmpwr0sv8ax/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpwr0sv8ax/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmpwr0sv8ax/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpwr0sv8ax/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:07:02 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0465 "-" 1363407 - +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:07:02 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0645 "-" 1363407 - +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:07:02 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0494 "-" 1363407 - +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:07:02 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0951 "-" 1363407 - +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:07:02 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx330c03bd1e08498b9428c-006644f9c6" "proxy-server 1363407" 0.0008 "-" 1363407 - +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:07:02 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:45001/sda1/1/a/c" "tx330c03bd1e08498b9428c-006644f9c6" "container-server 1363407" 0.0025 "-" 1363407 0 +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:07:02 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:34819/sdb1/1/a/c" "tx330c03bd1e08498b9428c-006644f9c6" "container-server 1363407" 0.0011 "-" 1363407 0 +cont1 INFO: 127.0.0.1 - - [15/May/2024:18:07:02 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx330c03bd1e08498b9428c-006644f9c6" "proxy-server 1363407" 0.0623 "-" 1363407 0 +cont2 INFO: 127.0.0.1 - - [15/May/2024:18:07:02 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx330c03bd1e08498b9428c-006644f9c6" "proxy-server 1363407" 0.1064 "-" 1363407 0 +proxy INFO: 127.0.0.1 127.0.0.1 15/May/2024/18/07/02 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx330c03bd1e08498b9428c-006644f9c6 - 0.1120 - - 1715796422.238207579 1715796422.350203037 0 +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:07:02 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx42ba3e1830e24241af3e4-006644f9c6" "proxy-server 1363407" 0.0010 "-" 1363407 - +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:07:02 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:45001/sda1/1/a1/c1" "tx42ba3e1830e24241af3e4-006644f9c6" "container-server 1363407" 0.0057 "-" 1363407 0 +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:07:02 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:34819/sdb1/1/a1/c1" "tx42ba3e1830e24241af3e4-006644f9c6" "container-server 1363407" 0.0013 "-" 1363407 0 +cont1 INFO: 127.0.0.1 - - [15/May/2024:18:07:02 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx42ba3e1830e24241af3e4-006644f9c6" "proxy-server 1363407" 0.1477 "-" 1363407 0 +cont2 INFO: 127.0.0.1 - - [15/May/2024:18:07:02 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx42ba3e1830e24241af3e4-006644f9c6" "proxy-server 1363407" 0.0773 "-" 1363407 0 +proxy INFO: 127.0.0.1 127.0.0.1 15/May/2024/18/07/02 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx42ba3e1830e24241af3e4-006644f9c6 - 0.1549 - - 1715796422.351415873 1715796422.506321669 0 +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:07:02 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx2d15827b7e194ede80a1b-006644f9c6" "proxy-server 1363407" 0.0659 "-" 1363407 - +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:07:02 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:34819/sdb1/2/a/c1" "tx2d15827b7e194ede80a1b-006644f9c6" "container-server 1363407" 0.0813 "-" 1363407 1 +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:07:02 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:45001/sda1/2/a/c1" "tx2d15827b7e194ede80a1b-006644f9c6" "container-server 1363407" 0.0024 "-" 1363407 1 +cont2 INFO: 127.0.0.1 - - [15/May/2024:18:07:02 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx2d15827b7e194ede80a1b-006644f9c6" "proxy-server 1363407" 0.2208 "-" 1363407 1 +cont1 INFO: 127.0.0.1 - - [15/May/2024:18:07:02 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx2d15827b7e194ede80a1b-006644f9c6" "proxy-server 1363407" 0.1575 "-" 1363407 1 +proxy INFO: 127.0.0.1 127.0.0.1 15/May/2024/18/07/02 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx2d15827b7e194ede80a1b-006644f9c6 - 0.2941 - - 1715796422.507706881 1715796422.801831245 1 +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:07:02 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx4475ff76394d4db9a8681-006644f9c6" "proxy-server 1363407" 0.0649 "-" 1363407 - +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:07:03 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:45001/sda1/1/a/c2" "tx4475ff76394d4db9a8681-006644f9c6" "container-server 1363407" 0.0049 "-" 1363407 2 +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:07:03 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:34819/sdb1/1/a/c2" "tx4475ff76394d4db9a8681-006644f9c6" "container-server 1363407" 0.0571 "-" 1363407 2 +cont2 INFO: 127.0.0.1 - - [15/May/2024:18:07:03 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx4475ff76394d4db9a8681-006644f9c6" "proxy-server 1363407" 0.2036 "-" 1363407 2 +cont1 INFO: 127.0.0.1 - - [15/May/2024:18:07:03 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx4475ff76394d4db9a8681-006644f9c6" "proxy-server 1363407" 0.1302 "-" 1363407 2 +proxy INFO: 127.0.0.1 127.0.0.1 15/May/2024/18/07/03 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx4475ff76394d4db9a8681-006644f9c6 - 0.2760 - - 1715796422.803326607 1715796423.079290152 2 +test INFO: - - - [15/May/2024:18:07:00 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1363415 - +test INFO: - - - [15/May/2024:18:07:00 +0000] "method_doesnt_exist /sda1/p/a" 405 - "-" "-" "-" 0.0005 "-" 1363415 - +test INFO: - - - [15/May/2024:18:07:00 +0000] "__init__ /sda1/p/a" 405 - "-" "-" "-" 0.0001 "-" 1363415 - +test INFO: 1.2.3.4 - - [01/Jan/1970:02:46:42 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 2.0000 "-" 1234 - +test INFO: - - - [15/May/2024:18:07:00 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0581 "-" 1363415 - +test INFO: - - - [15/May/2024:18:07:00 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0108 "-" 1363415 - +test INFO: - - - [15/May/2024:18:07:00 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.1039 "-" 1363415 - +test INFO: - - - [15/May/2024:18:07:00 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0520 "-" 1363415 - +test INFO: - - - [15/May/2024:18:07:00 +0000] "GET /sda1/p/a" 200 218 "-" "-" "-" 0.0015 "-" 1363415 - +test INFO: - - - [15/May/2024:18:07:00 +0000] "GET /sda1/p/a" 200 109 "-" "-" "-" 0.0023 "-" 1363415 - +test INFO: - - - [15/May/2024:18:07:00 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0968 "-" 1363415 - +test INFO: - - - [15/May/2024:18:07:00 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0007 "-" 1363415 - +test INFO: - - - [15/May/2024:18:07:00 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0599 "-" 1363415 - +test INFO: - - - [15/May/2024:18:07:01 +0000] "PUT /sda1/p/a/%00null%00test03" 201 - "-" "-" "-" 0.0466 "-" 1363415 - +test INFO: - - - [15/May/2024:18:07:01 +0000] "GET /sda1/p/a" 200 219 "-" "-" "-" 0.0652 "-" 1363415 - +test INFO: - - - [15/May/2024:18:07:01 +0000] "GET /sda1/p/a" 200 110 "-" "-" "-" 0.0014 "-" 1363415 - +test INFO: - - - [15/May/2024:18:07:01 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0562 "-" 1363415 - +test INFO: - - - [15/May/2024:18:07:01 +0000] "PUT /sda1/p/a/c_zero" 201 - "-" "-" "-" 0.0009 "-" 1363415 0 +test INFO: - - - [15/May/2024:18:07:01 +0000] "PUT /sda1/p/a/c_one" 201 - "-" "-" "-" 0.0476 "-" 1363415 1 +test INFO: - - - [15/May/2024:18:07:01 +0000] "PUT /sda1/p/a/c_two" 201 - "-" "-" "-" 0.0702 "-" 1363415 2 +test INFO: - - - [15/May/2024:18:07:01 +0000] "PUT /sda1/p/a/c_three" 201 - "-" "-" "-" 0.0632 "-" 1363415 3 +test INFO: - - - [15/May/2024:18:07:01 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0495 "-" 1363415 - +test INFO: - - - [15/May/2024:18:07:01 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0490 "-" 1363415 - +test INFO: - - - [15/May/2024:18:07:01 +0000] "PUT /sda1/p/a/%00null%00" 201 - "-" "-" "-" 0.0009 "-" 1363415 - +test INFO: - - - [15/May/2024:18:07:01 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0540 "-" 1363415 - +test INFO: - - - [15/May/2024:18:07:01 +0000] "PUT /sda1/p/a/null" 201 - "-" "-" "-" 0.0809 "-" 1363415 - +test INFO: - - - [15/May/2024:18:07:01 +0000] "GET /sda1/p/a" 200 92 "-" "-" "-" 0.0735 "-" 1363415 - +test INFO: - - - [15/May/2024:18:07:01 +0000] "GET /sda1/p/a" 200 304 "-" "-" "-" 0.0016 "-" 1363415 - +test INFO: - - - [15/May/2024:18:07:01 +0000] "GET /sda1/p/a" 200 201 "-" "-" "-" 0.0015 "-" 1363415 - +test INFO: - - - [15/May/2024:18:07:01 +0000] "GET /sda1/p/a" 200 201 "-" "-" "-" 0.0014 "-" 1363415 - +test INFO: - - - [15/May/2024:18:07:01 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0499 "-" 1363415 - +test INFO: - - - [15/May/2024:18:07:01 +0000] "GET /sda1/p/a" 200 68 "-" "-" "-" 0.0013 "-" 1363415 - +test INFO: - - - [15/May/2024:18:07:01 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0017 "-" 1363415 - +test INFO: - - - [15/May/2024:18:07:01 +0000] "GET /sda1/p/a" 400 37 "-" "-" "-" 0.0002 "-" 1363415 - +test INFO: - - - [15/May/2024:18:07:01 +0000] "GET /sda1/p/a" 400 33 "-" "-" "-" 0.0001 "-" 1363415 - +test INFO: - - - [15/May/2024:18:07:01 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0001 "-" 1363415 - +test INFO: - - - [15/May/2024:18:07:01 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0001 "-" 1363415 - +test INFO: - - - [15/May/2024:18:07:01 +0000] "GET /sda1/p/a" 400 38 "-" "-" "-" 0.0001 "-" 1363415 - +test INFO: - - - [15/May/2024:18:07:01 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0001 "-" 1363415 - +test INFO: - - - [15/May/2024:18:07:01 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0571 "-" 1363415 - +test INFO: - - - [15/May/2024:18:07:01 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0015 "-" 1363415 - +test INFO: - - - [15/May/2024:18:07:01 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 1363415 - +test INFO: - - - [15/May/2024:18:07:01 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1363415 - +test INFO: - - - [15/May/2024:18:07:01 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0034 "-" 1363415 - +test INFO: - - - [15/May/2024:18:07:01 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1363415 - +test INFO: - - - [15/May/2024:18:07:01 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1363415 - +test INFO: - - - [15/May/2024:18:07:01 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0442 "-" 1363415 - +test INFO: - - - [15/May/2024:18:07:01 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0008 "-" 1363415 0 +test INFO: - - - [15/May/2024:18:07:01 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0534 "-" 1363415 - +test INFO: - - - [15/May/2024:18:07:01 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 1363415 - +test INFO: - - - [15/May/2024:18:07:01 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0291 "-" 1363415 - +test INFO: - - - [15/May/2024:18:07:01 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 1363415 - +test INFO: - - - [15/May/2024:18:07:01 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0619 "-" 1363415 - +test INFO: - - - [15/May/2024:18:07:02 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0042 "-" 1363415 - +test INFO: - - - [15/May/2024:18:07:02 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0303 "-" 1363415 - +test INFO: - - - [15/May/2024:18:07:02 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0012 "-" 1363415 - +test INFO: - - - [15/May/2024:18:07:02 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0666 "-" 1363415 - +test INFO: - - - [15/May/2024:18:07:02 +0000] "PUT /sda1/p/a/%00null%00foo" 201 - "-" "-" "-" 0.0450 "-" 1363415 - +test INFO: - - - [15/May/2024:18:07:02 +0000] "PUT /sda1/p/a/%00nullish" 201 - "-" "-" "-" 0.0686 "-" 1363415 - +test INFO: - - - [15/May/2024:18:07:02 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0590 "-" 1363415 - +test INFO: - - - [15/May/2024:18:07:02 +0000] "GET /sda1/p/a" 200 133 "-" "-" "-" 0.0015 "-" 1363415 - +test INFO: - - - [15/May/2024:18:07:02 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0518 "-" 1363415 - +test INFO: - - - [15/May/2024:18:07:02 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0032 "-" 1363415 - +test INFO: - - - [15/May/2024:18:07:02 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0684 "-" 1363415 - +test INFO: - - - [15/May/2024:18:07:02 +0000] "PUT /sda1/p/a/%00null%00foo" 201 - "-" "-" "-" 0.0704 "-" 1363415 - +test INFO: - - - [15/May/2024:18:07:02 +0000] "PUT /sda1/p/a/%00nullish" 201 - "-" "-" "-" 0.0616 "-" 1363415 - +test INFO: - - - [15/May/2024:18:07:02 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0755 "-" 1363415 - +test INFO: - - - [15/May/2024:18:07:02 +0000] "GET /sda1/p/a" 200 218 "-" "-" "-" 0.0016 "-" 1363415 - +test INFO: - - - [15/May/2024:18:07:02 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0478 "-" 1363415 - +test INFO: - - - [15/May/2024:18:07:02 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0023 "-" 1363415 - +test INFO: - - - [15/May/2024:18:07:02 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0801 "-" 1363415 - +test INFO: - - - [15/May/2024:18:07:02 +0000] "PUT /sda1/p/a/nullish" 201 - "-" "-" "-" 0.0628 "-" 1363415 - +test INFO: - - - [15/May/2024:18:07:03 +0000] "GET /sda1/p/a" 200 313 "-" "-" "-" 0.0401 "-" 1363415 - +test INFO: - - - [15/May/2024:18:07:03 +0000] "GET /sda1/p/a" 200 95 "-" "-" "-" 0.0016 "-" 1363415 - +test INFO: - - - [15/May/2024:18:07:03 +0000] "GET /sda1/p/a" 200 313 "-" "-" "-" 0.0014 "-" 1363415 - +test INFO: - - - [15/May/2024:18:07:03 +0000] "GET /sda1/p/a" 200 204 "-" "-" "-" 0.0015 "-" 1363415 - +test INFO: - - - [15/May/2024:18:07:03 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0004 "-" 1363415 - +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path_utf8 +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path_utf8 ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_utf8_metadata +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_utf8_metadata ... ok +test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_get_info +test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_get_info ... ok +test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_get_policy_stats +test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_get_policy_stats ... ok +test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_list_containers_iter +test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_list_containers_iter ... ok +test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_metadata +test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_metadata ... ok +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_add +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_add ... ok +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_overload +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_overload ... ok +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_part_power +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_part_power ... ok +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_random_seed +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_random_seed ... ok +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_remove +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_remove ... ok +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_replicas +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_replicas ... ok +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_rounds +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_rounds ... ok +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_save +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_save ... ok +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_set_weight +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_set_weight ... ok +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_good +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_good ... ok +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_invalid_json +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_invalid_json ... ok +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_json_not_object +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_json_not_object ... ok +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_acl_GET +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_acl_GET ... ok +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_acl_PUT +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_acl_PUT ... ok +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_canned_acl_PUT +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_canned_acl_PUT ... ok +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_fails_with_both_acl_header_and_xml_PUT +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_fails_with_both_acl_header_and_xml_PUT ... ok +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_fails_with_neither_acl_header_nor_xml_PUT +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_fails_with_neither_acl_header_nor_xml_PUT ... ok +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_handle_acl_header +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_handle_acl_header ... ok +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_handle_acl_with_invalid_header_string +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_handle_acl_with_invalid_header_string ... ok +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_invalid_xml +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_invalid_xml ... ok +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_object_acl_GET +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_object_acl_GET ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE ... ok +test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 123, in HEAD + resp = self.GETorHEAD(req) + ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 102, in GETorHEAD + resp = req.get_response(self.app, query=query) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response + return self._get_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 157, in PUT + resp = req.get_response(self.app) + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response + return self._get_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test INFO: - - 15/May/2024/18/07/01 GET /bucket/object HTTP/1.0 200 - Mozzarella%20Foxfire - - 5 - - - 0.0008 - - 1715796421.720831394 1715796421.721678257 1 +test DEBUG: Calling S3Api Middleware +test INFO: - - 15/May/2024/18/07/01 GET /bucket/object HTTP/1.0 200 - Mozzarella%20Foxfire - - 5 - - - 0.0009 - - 1715796421.723293781 1715796421.724169254 0 +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 15 May 2024 18:07:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_owner_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_owner_permission ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -test DEBUG: Grant AuthenticatedUsers READ permission on the object /bucket/object -test DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 15 May 2024 18:07:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_authenticated_read -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_authenticated_read ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_bucket_owner_full_control -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_bucket_owner_full_control ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -test DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object -test DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Wed, 15 May 2024 18:07:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_with_write_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_with_write_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_without_permission ... ok +test.unit.common.test_db.TestTombstoneReclaimer.test_reclaim_get_tombstone_count_with_leftover +test.unit.common.test_db.TestTombstoneReclaimer.test_reclaim_get_tombstone_count_with_leftover ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_single_donor_shrink_to_root +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_single_donor_shrink_to_root ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_overlapping_ranges +test.unit.container.test_sharder.TestSharderFunctions.test_find_overlapping_ranges ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_paths_with_gaps +test.unit.container.test_sharder.TestSharderFunctions.test_find_paths_with_gaps ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -test DEBUG: Grant test:tester READ permission on the object /bucket/object -test DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object +test DEBUG: checking permission: src_bucket src_obj HEAD {} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Wed, 15 May 2024 18:07:01 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715796421.62540', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_bucket_owner_read -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_bucket_owner_read ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_private -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_private ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -test DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object +test DEBUG: checking permission: src_bucket src_obj HEAD {} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Wed, 15 May 2024 18:07:01 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715796421.63685', 'Content-Type': 'binary/octet-stream'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_without_dst_container_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_without_dst_container_permission ... ok +test INFO: - - - [15/May/2024:18:07:03 +0000] "GET /bob" 400 18 "-" "-" "-" 0.0001 "-" 1363415 - +test INFO: - - - [15/May/2024:18:07:03 +0000] "GET /sda1/p/a/c%D8%3E%2520" 412 12 "-" "-" "-" 0.0001 "-" 1363415 - +test INFO: - - - [15/May/2024:18:07:03 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.1128 "-" 1363415 - +test INFO: - - - [15/May/2024:18:07:03 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0418 "-" 1363415 - +test INFO: - - - [15/May/2024:18:07:03 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0472 "-" 1363415 - +test INFO: - - - [15/May/2024:18:07:03 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0495 "-" 1363415 - +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -test DEBUG: Grant AllUsers READ permission on the object /bucket/object -test DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_public_read -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_public_read ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_public_read_write -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_public_read_write ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -test DEBUG: Grant AllUsers READ permission on the object /bucket/object -test DEBUG: Grant AllUsers WRITE permission on the object /bucket/object -test DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -test DEBUG: Grant AllUsers READ permission on the object /bucket/object +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:read_acp:hmac', 'Date': 'Wed, 15 May 2024 18:07:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_all_users -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_all_users ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_all_users_with_uppercase_type -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_all_users_with_uppercase_type ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_read_acp_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_read_acp_permission ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_without_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_without_permission ... ok test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -test DEBUG: Grant AllUsers READ permission on the object /bucket/object +test:othertest:other +test DEBUG: permission denined: 403 Forbidden test:tester OWNER +test DEBUG: checking permission: bucket6 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:othertest:other +test DEBUG: permission denined: 403 Forbidden test:tester OWNER +test DEBUG: checking permission: bucket7 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:othertest:other +test DEBUG: permission denined: 403 Forbidden test:tester OWNER +test DEBUG: checking permission: bucket8 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:othertest:other +test DEBUG: permission denined: 403 Forbidden test:tester OWNER +test DEBUG: checking permission: bucket9 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:othertest:other +test DEBUG: permission denined: 403 Forbidden test:tester OWNER test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:06:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:06:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -test DEBUG: Grant AuthenticatedUsers READ permission on the object /bucket/object -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_authenticated_users -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_authenticated_users ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_email -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_email ... ok +fake-swift ERROR: While processing manifest /v1/AUTH_test/mancon/manifest, got 403 (

Forbidden

Access was denied to this reso...) while retrieving /v1/AUTH_test/c/seg_01 +fake-swift ERROR: While processing manifest /v1/AUTH_test/mancon/manifest, got 403 (

Forbidden

Access was denied to this reso...) while retrieving /v1/AUTH_test/c/seg_02 +fake-swift ERROR: Got status 404 listing container /AUTH_test/c +fake-swift ERROR: Too many bytes for /v1/AUTH_test/mancon/manifest; truncating in /v1/AUTH_test/c/seg_03 with 5 bytes left +fake-swift ERROR: While processing manifest /v1/AUTH_test/mancon/manifest, max LO GET time of 86400s exceeded +fake-swift ERROR: Expected another 1 bytes for /v1/AUTH_test/mancon/manifest; closing connection +fake-swift ERROR: Expected another 1 bytes for /v1/AUTH_test/mancon/manifest; closing connection +fake-swift ERROR: Bad MD5 checksum for /v1/AUTH_test/c/seg_02 as part of /v1/AUTH_test/mancon/manifest: headers had a21075a36eeddd084e17611a238c7101, but object MD5 was actually 3902ee7e149eb8313a34757e89e21af6 +fake-swift ERROR: Bad response length for /v1/AUTH_test/c/seg_02 as part of /v1/AUTH_test/mancon/manifest: headers had 5, but response length was actually 4 +fake-swift ERROR: While processing manifest /v1/AUTH_test/mancon/manifest, got 503 (

Service Unavailable

The server is curren...) while retrieving /v1/AUTH_test/c/seg_01 +test DEBUG: Audit passed for +test ERROR: ERROR Could not get container info /tmp/tmpvuridugm/tmp_test_database_auditor/fail1.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test.unit.common.test_db_auditor.TestAuditor.test_database_auditor +test.unit.common.test_db_auditor.TestAuditor.test_database_auditor ... ok +test.unit.common.test_db_auditor.TestAuditor.test_one_audit_pass +test.unit.common.test_db_auditor.TestAuditor.test_one_audit_pass ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other WRITE test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -test ERROR: 501 Not Implemented +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_invalid_source +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_invalid_source ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_double_check_trailing_delimiter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_double_check_trailing_delimiter_non_slash ... ok +test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/bucket.py", line 408, in DELETE + self._delete_segments_bucket(req) + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/bucket.py", line 56, in _delete_segments_bucket + resp = req.get_response(self.app, 'HEAD') + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1630, in get_response + resp = self.acl_handler.handle_acl( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 94, in handle_acl + return getattr(ah, method)(app) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 199, in HEAD + return self._handle_acl(app, 'DELETE') + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 141, in _handle_acl + resp = self.req.get_acl_response(app, 'HEAD', + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1613, in get_acl_response + resp = self._get_response( + ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_email_xml -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_email_xml ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_full_control -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_full_control ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -test DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object +test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_while_segment_bucket_delete +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_while_segment_bucket_delete ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_with_enabled_versioning +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_with_enabled_versioning ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other WRITE test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +test DEBUG: checking permission: src_bucket src_obj HEAD {} +test DEBUG: +test:testertest:testertest:testertest:testerFULL_CONTROL +test DEBUG: permission denined: 403 Forbidden test:write READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_group_xml -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_group_xml ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_permission ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_without_src_obj_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_without_src_obj_permission ... ok +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: src_bucket src_obj HEAD {} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 15 May 2024 18:07:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: src_bucket src_obj HEAD {} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_target -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_target ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_uri -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_uri ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_owner_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_owner_permission ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +test DEBUG: permission denined: 403 Forbidden test:other READ_ACP test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -test ERROR: 400 Bad Request +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 15 May 2024 18:07:02 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '462'} +test DEBUG: Grant test:full_control FULL_CONTROL permission on the bucket /bucket test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_uri_xml -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_uri_xml ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_read -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_read ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_other_owner +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_other_owner ... ok +test ERROR: ERROR Could not get container info /tmp/tmpvuridugm/tmp_test_database_auditor/fail2.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test ERROR: ERROR Could not get container info /tmp/tmp0ri0t5g9/tmp_test_database_auditor/fail1.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test INFO: Since Thu Jan 1 14:00:00 1970: container audits: 0 passed audit, 1 failed audit +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test ERROR: ERROR Could not get container info /tmp/tmp0ri0t5g9/tmp_test_database_auditor/fail2.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test INFO: Begin container audit pass. +test DEBUG: Audit passed for +test ERROR: ERROR Could not get container info /tmp/tmplznqpwsn/tmp_test_database_auditor/fail1.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test ERROR: ERROR Could not get container info /tmp/tmplznqpwsn/tmp_test_database_auditor/fail2.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test INFO: Container audit pass completed: 0.08s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container audit pass. +test DEBUG: Audit passed for +test ERROR: ERROR Could not get container info /tmp/tmplznqpwsn/tmp_test_database_auditor/fail1.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test ERROR: ERROR Could not get container info /tmp/tmplznqpwsn/tmp_test_database_auditor/fail2.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test INFO: Container audit pass completed: 0.00s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container audit pass. +test DEBUG: Audit passed for +test ERROR: ERROR Could not get container info /tmp/tmplznqpwsn/tmp_test_database_auditor/fail1.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test ERROR: ERROR Could not get container info /tmp/tmplznqpwsn/tmp_test_database_auditor/fail2.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test INFO: Container audit pass completed: 0.00s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container audit pass. +test DEBUG: Audit passed for +test ERROR: ERROR Could not get container info /tmp/tmplznqpwsn/tmp_test_database_auditor/fail1.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test ERROR: ERROR Could not get container info /tmp/tmplznqpwsn/tmp_test_database_auditor/fail2.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test INFO: Container audit pass completed: 0.00s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container audit pass. +test DEBUG: Audit passed for +test ERROR: ERROR Could not get container info /tmp/tmplznqpwsn/tmp_test_database_auditor/fail1.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test ERROR: ERROR Could not get container info /tmp/tmplznqpwsn/tmp_test_database_auditor/fail2.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test INFO: Container audit pass completed: 0.00s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container audit pass. +test DEBUG: Audit passed for +test ERROR: ERROR Could not get container info /tmp/tmplznqpwsn/tmp_test_database_auditor/fail1.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test ERROR: ERROR Could not get container info /tmp/tmplznqpwsn/tmp_test_database_auditor/fail2.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test INFO: Container audit pass completed: 0.00s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container audit pass. +test ERROR: ERROR auditing: Timeout (Nones) +test INFO: Container audit pass completed: 0.00s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container audit pass. +test ERROR: ERROR auditing: Timeout (Nones) +test INFO: Container audit pass completed: 0.00s +test.unit.common.test_db_auditor.TestAuditor.test_run_forever +test.unit.common.test_db_auditor.TestAuditor.test_run_forever ... ok +test.unit.common.test_db_auditor.TestAuditor.test_run_once +test.unit.common.test_db_auditor.TestAuditor.test_run_once ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_cleanup_post_replicate +test.unit.common.test_db_replicator.TestDBReplicator.test_cleanup_post_replicate ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync +test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_db_exists +test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_db_exists ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_old_file_does_not_exist +test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_old_file_does_not_exist ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_rename +test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_rename ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_with_bad_input +test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_with_bad_input ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_creation +test.unit.common.test_db_replicator.TestDBReplicator.test_creation ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_delete_db +test.unit.common.test_db_replicator.TestDBReplicator.test_delete_db ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_drive_not_mounted +test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_drive_not_mounted ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_no_arg_pop +test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_no_arg_pop ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_complete_rsync +test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_complete_rsync ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_rsync_then_merge +test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_rsync_then_merge ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_unexpected +test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_unexpected ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_unexpected_operation_db_does_not_exist +test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_unexpected_operation_db_does_not_exist ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_empty_suffix_and_hash_dirs_get_cleanedup +test.unit.common.test_db_replicator.TestDBReplicator.test_empty_suffix_and_hash_dirs_get_cleanedup ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_extract_device +test.unit.common.test_db_replicator.TestDBReplicator.test_extract_device ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_handoff_delete +test.unit.common.test_db_replicator.TestDBReplicator.test_handoff_delete ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_http_connect +test.unit.common.test_db_replicator.TestDBReplicator.test_http_connect ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_in_sync +test.unit.common.test_db_replicator.TestDBReplicator.test_in_sync ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_merge_items +test.unit.common.test_db_replicator.TestDBReplicator.test_merge_items ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_merge_syncs +test.unit.common.test_db_replicator.TestDBReplicator.test_merge_syncs ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:01 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715796421.90170', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -test DEBUG: Grant test:tester READ permission on the object /bucket/object +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:01 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715796421.90393', 'Content-Type': 'binary/octet-stream'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:01 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715796421.90572', 'Content-Type': 'binary/octet-stream'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:01 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715796421.90772', 'Content-Type': 'binary/octet-stream'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:01 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715796421.90969', 'Content-Type': 'binary/octet-stream'} +test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 157, in PUT + resp = req.get_response(self.app) + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1637, in get_response + return self.get_acl_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1613, in get_acl_response + resp = self._get_response( + ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:01 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715796421.91274', 'Content-Type': 'binary/octet-stream'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:01 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715796421.91460', 'Content-Type': 'binary/octet-stream'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:01 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715796421.91641', 'Content-Type': 'binary/octet-stream'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:01 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715796421.91815', 'Content-Type': 'binary/octet-stream'} +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:01 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715796421.92658', 'Content-Type': 'binary/octet-stream'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:01 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715796421.92834', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_quota_exceeded +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_quota_exceeded ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -test DEBUG: Grant test:tester READ_ACP permission on the object /bucket/object +test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_read_acp -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_read_acp ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_with_both_header_and_canned_acl -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_with_both_header_and_canned_acl ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_with_suspended_versioning +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_with_suspended_versioning ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_empty_versioning +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_empty_versioning ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: src_bucket src_obj HEAD {} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_with_both_header_and_xml -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_with_both_header_and_xml ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_write -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_write ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -test DEBUG: Grant test:tester WRITE permission on the object /bucket/object +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Wed, 15 May 2024 18:07:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: src_bucket src_obj HEAD {} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_write_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_write_permission ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -test DEBUG: Grant test:tester WRITE_ACP permission on the object /bucket/object +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:02 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '446'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_write_acp -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_write_acp ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_invalid_canned_acl -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_invalid_canned_acl ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:02 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '450'} +test DEBUG: Grant test:tester FULL_CONTROL permission on the bucket /bucket test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_owner_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_owner_permission ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_write_acp_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_write_acp_permission ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_shrinking_candidates +test.unit.container.test_sharder.TestSharderFunctions.test_find_shrinking_candidates ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_is_sharding_candidate +test.unit.container.test_sharder.TestSharderFunctions.test_is_sharding_candidate ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_is_shrinking_candidate +test.unit.container.test_sharder.TestSharderFunctions.test_is_shrinking_candidate ... ok +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container audit pass. +test ERROR: ERROR auditing: Timeout (Nones) +test INFO: Container audit pass completed: 0.00s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container audit pass. +test ERROR: ERROR auditing: Timeout (Nones) +test INFO: Container audit pass completed: 0.00s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container audit pass. +test ERROR: ERROR auditing: Timeout (Nones) +test INFO: Container audit pass completed: 0.00s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container audit pass. +test ERROR: ERROR auditing: Timeout (Nones) +test INFO: Container audit pass completed: 0.00s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container audit "once" mode +test DEBUG: Audit passed for +test ERROR: ERROR Could not get container info /tmp/tmp6yoe247r/tmp_test_database_auditor/fail1.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test ERROR: ERROR Could not get container info /tmp/tmp6yoe247r/tmp_test_database_auditor/fail2.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test INFO: Container audit "once" mode completed: 0.02s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py (0/3 success) +test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py (2/3 success) +test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py (2 new rows) +test-replicator ERROR: Not deleting db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py (negative max_row_delta: -1) +test-replicator DEBUG: Successfully deleted db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py +test-replicator DEBUG: Failed to delete db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py +ERROR reading HTTP response from {'replication_ip': '127.0.0.1', 'replication_port': 80, 'device': 'sdb1'} +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/db_replicator.py", line 170, in replicate + self.request('REPLICATE', self.path, body, + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py", line 353, in other_req + raise Exception('blah') +Exception: blah +test.unit.common.test_db_replicator.TestDBReplicator.test_repl_connection +test.unit.common.test_db_replicator.TestDBReplicator.test_repl_connection ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_account_out_of_place +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_account_out_of_place ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_container_out_of_place +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_container_out_of_place ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_container_out_of_place_no_node +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_container_out_of_place_no_node ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_because_deleted +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_because_deleted ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_because_not_shouldbehere +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_because_not_shouldbehere ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_delegated_to_cleanup_post_replicate +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_delegated_to_cleanup_post_replicate ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_different_region +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_different_region ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_quarantine +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_quarantine ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_with_exception +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_with_exception ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_with_exception_run_out_of_nodes +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_with_exception_run_out_of_nodes ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicator_sync +test.unit.common.test_db_replicator.TestDBReplicator.test_replicator_sync ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicator_sync_with_broker_replication_missing_table +test.unit.common.test_db_replicator.TestDBReplicator.test_replicator_sync_with_broker_replication_missing_table ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_roundrobin_datadirs +test.unit.common.test_db_replicator.TestDBReplicator.test_roundrobin_datadirs ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_change_after_sync +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_change_after_sync ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_rsync_file_call +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_rsync_file_call ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_rsync_file_failure +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_rsync_file_failure ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args_different_region_and_rsync_compress +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args_different_region_and_rsync_compress ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args_whole_file_false +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args_whole_file_false ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_db_does_not_exist +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_db_does_not_exist ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_old_does_not_exist +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_old_does_not_exist ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_with_objects +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_with_objects ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_no_ips +test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_no_ips ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_no_local_device_in_ring +test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_no_local_device_in_ring ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_node_is_mounted +test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_node_is_mounted ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_node_is_not_mounted +test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_node_is_not_mounted ... ok test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Storage-Class': 'STANDARD', 'Content-Md5': 'XUFAKrxLKna5cZ2REBfFkg==', 'Date': 'Wed, 15 May 2024 18:07:02 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '5d41402abc4b2a76b9719d911017c592', 'X-Timestamp': '1715796422.10408', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_owner_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_owner_permission ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_oserror -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_oserror ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20240515/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20240515T180702Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': '2cf24dba5fb0a30e26e83b2ac5b9e29e1b161e5c1fa7425e73043362938b9824', 'Date': 'Wed, 15 May 2024 18:07:02 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715796422.11384', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4 +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4 ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4_bad_hash +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4_bad_hash ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:read_acp:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other WRITE test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_read_acp_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_read_acp_permission ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_without_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_without_permission ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_without_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_without_src_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_without_src_permission ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_process_compactible +test.unit.container.test_sharder.TestSharderFunctions.test_process_compactible ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_owner_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_owner_permission ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_newid -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_newid ... ok -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -test DEBUG: Grant test:full_control FULL_CONTROL permission on the object /bucket/object -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 15 May 2024 18:07:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_fullcontrol_permission ... ok +test-replicator DEBUG: Replicating db /path/to/file +test-replicator ERROR: Found /path/to/file for /a%20c%20t when it should be on partition 0; will replicate out and remove. +test-replicator DEBUG: Successfully deleted db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py +test-replicator DEBUG: Replicating db /path/to/file +test-replicator ERROR: Found /path/to/file for /a%20c%20t/c%20o%20n when it should be on partition 0; will replicate out and remove. +test-replicator DEBUG: Successfully deleted db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py +test-replicator DEBUG: Replicating db /path/to/file +test-replicator ERROR: Found /path/to/file for /a%20c%20t/c%20o%20n when it should be on partition 0; will replicate out and remove. +test-replicator DEBUG: Successfully deleted db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py +test-replicator DEBUG: Replicating db /path/to/file +test-replicator ERROR: Found /path/to/file for /a%20c%20t/c%20o%20n when it should be on partition 0; will replicate out and remove. +test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py (0/0 success) +test-replicator DEBUG: Replicating db /path/to/file +test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py (0/3 success) +test-replicator DEBUG: Replicating db /path/to/file +test-replicator ERROR: ERROR syncing /path/to/file with node {'id': 1, 'weight': 10.0, 'zone': 1, 'ip': '1.1.1.1', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.1', 'replication_port': 6200, 'region': 1}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/db_replicator.py", line 675, in _replicate_object + success = self._repl_to_node(node, broker, partition, info, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/db_replicator.py", line 481, in _repl_to_node + return self._handle_sync_response(node, response, info, broker, http, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/db_replicator.py", line 486, in _handle_sync_response + if response.status == HTTP_NOT_FOUND: # completely missing, rsync + ^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py", line 713, in status + raise self._status +Exception: ugh +test-replicator ERROR: ERROR syncing /path/to/file with node {'id': 2, 'weight': 10.0, 'zone': 2, 'ip': '1.1.1.2', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.2', 'replication_port': 6200, 'region': 2}: Timeout (Nones) +test-replicator DEBUG: /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.3:6200/sdb, nothing to do +test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py (1/3 success) +test-replicator DEBUG: Replicating db /path/to/file +test-replicator DEBUG: /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.1:6200/sdb, nothing to do +test-replicator DEBUG: /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.2:6200/sdb, nothing to do +test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py (2/3 success) +test-replicator DEBUG: Replicating db /path/to/file +test-replicator DEBUG: /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.1:6200/sdb, nothing to do +test-replicator DEBUG: /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.2:6200/sdb, nothing to do +test-replicator ERROR: ERROR Remote drive not mounted {'id': 3, 'weight': 10.0, 'zone': 3, 'ip': '1.1.1.3', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.3', 'replication_port': 6200, 'region': 1} +test-replicator ERROR: ERROR Remote drive not mounted {'id': 4, 'weight': 10.0, 'zone': 4, 'ip': '1.1.1.4', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.4', 'replication_port': 6200, 'region': 2} +test-replicator DEBUG: /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.5:6200/sdb, nothing to do +test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py (3/5 success) +test-replicator DEBUG: Replicating db /path/to/file +test-replicator DEBUG: /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.1:6200/sdb, nothing to do +test-replicator DEBUG: /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.2:6200/sdb, nothing to do +test-replicator DEBUG: /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.3:6200/sdb, nothing to do +test-replicator DEBUG: Successfully deleted db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py +test-replicator ERROR: Unable to decode remote metadata 'metadata' +test-replicator ERROR: Quarantining DB +test-replicator ERROR: ERROR Failed to get my own IPs? +test-replicator ERROR: Can't find itself 127.0.0.1 with port 1000 in ring file, not replicating +test-replicator INFO: Beginning replication run +test-replicator INFO: Replication run OVER +test-replicator INFO: Attempted to replicate 0 dbs in 0.00018 seconds (0.00000/s) +test-replicator INFO: Removed 0 dbs +test-replicator INFO: 0 successes, 0 failures +test-replicator INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test-replicator INFO: Beginning replication run +test-replicator INFO: Replication run OVER +test-replicator INFO: Attempted to replicate 0 dbs in 0.00068 seconds (0.00000/s) +test-replicator INFO: Removed 0 dbs +test-replicator INFO: 0 successes, 0 failures +test-replicator ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test-replicator INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test-replicator WARNING: Skipping: Boom! +test-replicator INFO: Beginning replication run +test-replicator INFO: Replication run OVER +test-replicator INFO: Attempted to replicate 0 dbs in 0.00041 seconds (0.00000/s) +test-replicator INFO: Removed 0 dbs +test-replicator INFO: 0 successes, 1 failures +test-replicator ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test-replicator INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test-replicator WARNING: Skipping: /srv/node/sdb is not mounted +test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_with_local_device_in_ring +test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_with_local_device_in_ring ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_stats +test.unit.common.test_db_replicator.TestDBReplicator.test_stats ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_usync +test.unit.common.test_db_replicator.TestDBReplicator.test_usync ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_usync_http_error_above_300 +test.unit.common.test_db_replicator.TestDBReplicator.test_usync_http_error_above_300 ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_usync_http_error_below_200 +test.unit.common.test_db_replicator.TestDBReplicator.test_usync_http_error_below_200 ... ok +test.unit.common.test_splice.TestSplice.test_available +test.unit.common.test_splice.TestSplice.test_available ... ok +test.unit.common.test_splice.TestSplice.test_errno +test.unit.common.test_splice.TestSplice.test_errno ... ok +test.unit.common.test_splice.TestSplice.test_fileno +test.unit.common.test_splice.TestSplice.test_fileno ... ok +test.unit.common.test_splice.TestSplice.test_flags +test.unit.common.test_splice.TestSplice.test_flags ... ok +test.unit.common.test_splice.TestSplice.test_flags_list +test.unit.common.test_splice.TestSplice.test_flags_list ... ok +test.unit.common.test_splice.TestSplice.test_splice_file_to_pipe +test.unit.common.test_splice.TestSplice.test_splice_file_to_pipe ... ok +test.unit.common.test_splice.TestSplice.test_splice_pipe_to_file +test.unit.common.test_splice.TestSplice.test_splice_pipe_to_file ... ok +test.unit.common.test_splice.TestSplice.test_splice_pipe_to_pipe +test.unit.common.test_splice.TestSplice.test_splice_pipe_to_pipe ... ok +test.unit.common.test_splice.TestSplice.test_unavailable +test.unit.common.test_splice.TestSplice.test_unavailable ... ok +test.unit.common.test_splice.TestSplice.test_unavailable_in_libc +test.unit.common.test_splice.TestSplice.test_unavailable_in_libc ... ok +test.unit.common.test_swob.TestEtag.test_normalize_bytes +test.unit.common.test_swob.TestEtag.test_normalize_bytes ... ok +test.unit.common.test_swob.TestEtag.test_normalize_etag +test.unit.common.test_swob.TestEtag.test_normalize_etag ... ok +test.unit.common.test_swob.TestRequest.test_401_invalid_path +test.unit.common.test_swob.TestRequest.test_401_invalid_path ... ok +test.unit.common.test_swob.TestRequest.test_401_non_keystone_auth_path +test.unit.common.test_swob.TestRequest.test_401_non_keystone_auth_path ... ok +test.unit.common.test_swob.TestRequest.test_401_unauthorized +test.unit.common.test_swob.TestRequest.test_401_unauthorized ... ok +test.unit.common.test_swob.TestRequest.test_401_valid_account_path +test.unit.common.test_swob.TestRequest.test_401_valid_account_path ... ok +test.unit.common.test_swob.TestRequest.test_401_www_authenticate_exists +test.unit.common.test_swob.TestRequest.test_401_www_authenticate_exists ... ok +test.unit.common.test_swob.TestRequest.test_401_www_authenticate_is_quoted +test.unit.common.test_swob.TestRequest.test_401_www_authenticate_is_quoted ... ok +test.unit.common.test_swob.TestRequest.test_accept_header +test.unit.common.test_swob.TestRequest.test_accept_header ... ok +test.unit.common.test_swob.TestRequest.test_allow_reserved_names +test.unit.common.test_swob.TestRequest.test_allow_reserved_names ... ok +test.unit.common.test_swob.TestRequest.test_as_referer +test.unit.common.test_swob.TestRequest.test_as_referer ... ok +test.unit.common.test_swob.TestRequest.test_bad_path_info_pop +test.unit.common.test_swob.TestRequest.test_bad_path_info_pop ... ok +test.unit.common.test_swob.TestRequest.test_bad_range +test.unit.common.test_swob.TestRequest.test_bad_range ... ok +test.unit.common.test_swob.TestRequest.test_blank +test.unit.common.test_swob.TestRequest.test_blank ... ok +test.unit.common.test_swob.TestRequest.test_blank_body_precedence +test.unit.common.test_swob.TestRequest.test_blank_body_precedence ... ok +test.unit.common.test_swob.TestRequest.test_blank_parsing +test.unit.common.test_swob.TestRequest.test_blank_parsing ... ok +test.unit.common.test_swob.TestRequest.test_blank_path_info_precedence +test.unit.common.test_swob.TestRequest.test_blank_path_info_precedence ... ok +test.unit.common.test_swob.TestRequest.test_blank_req_environ_property_args +test.unit.common.test_swob.TestRequest.test_blank_req_environ_property_args ... ok +test.unit.common.test_swob.TestRequest.test_copy_get +test.unit.common.test_swob.TestRequest.test_copy_get ... ok +test.unit.common.test_swob.TestRequest.test_datetime_properties +test.unit.common.test_swob.TestRequest.test_datetime_properties ... ok +test.unit.common.test_swob.TestRequest.test_get_response +test.unit.common.test_swob.TestRequest.test_get_response ... ok +test.unit.common.test_swob.TestRequest.test_invalid_req_environ_property_args +test.unit.common.test_swob.TestRequest.test_invalid_req_environ_property_args ... ok +test.unit.common.test_swob.TestRequest.test_message_length_just_content_length +test.unit.common.test_swob.TestRequest.test_message_length_just_content_length ... ok +test.unit.common.test_swob.TestRequest.test_message_length_transfer_encoding +test.unit.common.test_swob.TestRequest.test_message_length_transfer_encoding ... ok +test.unit.common.test_swob.TestRequest.test_not_401 +test.unit.common.test_swob.TestRequest.test_not_401 ... ok +test.unit.common.test_swob.TestRequest.test_params +test.unit.common.test_swob.TestRequest.test_params ... ok +test.unit.common.test_swob.TestRequest.test_path +test.unit.common.test_swob.TestRequest.test_path ... ok +test.unit.common.test_swob.TestRequest.test_path_info_pop +test.unit.common.test_swob.TestRequest.test_path_info_pop ... ok +test.unit.common.test_swob.TestRequest.test_path_info_pop_last +test.unit.common.test_swob.TestRequest.test_path_info_pop_last ... ok +test.unit.common.test_swob.TestRequest.test_path_info_pop_none +test.unit.common.test_swob.TestRequest.test_path_info_pop_none ... ok +test.unit.common.test_swob.TestRequest.test_path_qs +test.unit.common.test_swob.TestRequest.test_path_qs ... ok +test.unit.common.test_swob.TestRequest.test_path_question_mark +test.unit.common.test_swob.TestRequest.test_path_question_mark ... ok +test.unit.common.test_swob.TestRequest.test_properties +test.unit.common.test_swob.TestRequest.test_properties ... ok +test.unit.common.test_swob.TestRequest.test_split_path +test.unit.common.test_swob.TestRequest.test_split_path ... ok +test.unit.common.test_swob.TestRequest.test_swift_entity_path +test.unit.common.test_swob.TestRequest.test_swift_entity_path ... ok +test.unit.common.test_swob.TestRequest.test_timestamp +test.unit.common.test_swob.TestRequest.test_timestamp ... ok +test.unit.common.test_swob.TestRequest.test_timestamp_invalid +test.unit.common.test_swob.TestRequest.test_timestamp_invalid ... ok +test.unit.common.test_swob.TestRequest.test_timestamp_missing +test.unit.common.test_swob.TestRequest.test_timestamp_missing ... ok +test.unit.common.test_swob.TestRequest.test_unicode_params +test.unit.common.test_swob.TestRequest.test_unicode_params ... ok +test.unit.common.test_swob.TestRequest.test_unicode_path +test.unit.common.test_swob.TestRequest.test_unicode_path ... ok +test.unit.common.test_swob.TestRequest.test_unicode_query +test.unit.common.test_swob.TestRequest.test_unicode_query ... ok +test.unit.common.test_swob.TestRequest.test_url +test.unit.common.test_swob.TestRequest.test_url ... ok +test.unit.common.test_swob.TestRequest.test_url2 +test.unit.common.test_swob.TestRequest.test_url2 ... ok +test.unit.common.test_swob.TestRequest.test_wsgify +test.unit.common.test_swob.TestRequest.test_wsgify ... ok +test.unit.common.test_swob.TestRequest.test_wsgify_method +test.unit.common.test_swob.TestRequest.test_wsgify_method ... ok +test.unit.common.test_swob.TestRequest.test_wsgify_raise +test.unit.common.test_swob.TestRequest.test_wsgify_raise ... ok +test.unit.common.test_utils.TestCooperativeIterator.test_close +test.unit.common.test_utils.TestCooperativeIterator.test_close ... ok +test.unit.common.test_utils.TestCooperativeIterator.test_init +test.unit.common.test_utils.TestCooperativeIterator.test_init ... ok +test.unit.common.test_utils.TestCooperativeIterator.test_iter +test.unit.common.test_utils.TestCooperativeIterator.test_iter ... ok +test.unit.common.test_utils.TestCooperativeIterator.test_no_sleeps +test.unit.common.test_utils.TestCooperativeIterator.test_no_sleeps ... ok +test.unit.common.test_utils.TestCooperativeIterator.test_sleeps +test.unit.common.test_utils.TestCooperativeIterator.test_sleeps ... ok +test.unit.common.test_utils.TestPipeMutex.test_blocking +test.unit.common.test_utils.TestPipeMutex.test_blocking ... ok +test.unit.common.test_utils.TestPipeMutex.test_blocking_preserves_ownership +test.unit.common.test_utils.TestPipeMutex.test_blocking_preserves_ownership ... ok +test.unit.common.test_utils.TestPipeMutex.test_blocking_tpool +test.unit.common.test_utils.TestPipeMutex.test_blocking_tpool ... ok +test.unit.common.test_utils.TestPipeMutex.test_nonblocking +test.unit.common.test_utils.TestPipeMutex.test_nonblocking ... ok +test.unit.common.test_utils.TestPipeMutex.test_recursive +test.unit.common.test_utils.TestPipeMutex.test_recursive ... ok +test.unit.common.test_utils.TestPipeMutex.test_release_without_acquire +test.unit.common.test_utils.TestPipeMutex.test_release_without_acquire ... ok +test.unit.common.test_utils.TestPipeMutex.test_too_many_releases +test.unit.common.test_utils.TestPipeMutex.test_too_many_releases ... ok +test.unit.common.test_utils.TestPipeMutex.test_wrong_releaser +test.unit.common.test_utils.TestPipeMutex.test_wrong_releaser ... ok +test-replicator INFO: Beginning replication run +test-replicator INFO: Replication run OVER +test-replicator INFO: Attempted to replicate 0 dbs in 0.00193 seconds (0.00000/s) +test-replicator INFO: Removed 0 dbs +test-replicator INFO: 0 successes, 6 failures +test-replicator INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test-replicator INFO: Attempted to replicate 0 dbs in 0.00000 seconds (0.00000/s) +test-replicator INFO: Removed 0 dbs +test-replicator INFO: 0 successes, 0 failures +test-replicator INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test-replicator INFO: Attempted to replicate 30 dbs in 246.81358 seconds (0.12155/s) +test-replicator INFO: Removed 9 dbs +test-replicator INFO: 25 successes, 1 failures +test-replicator INFO: diff:5 diff_capped:4 empty:7 hashmatch:8 no_change:6 remote_merge:2 rsync:3 ts_repl:10 +test1 +STDOUT: test2 +STDERR: test4 +test5 +STDERR: test6 +test8 +STDOUT: a#012b#012c +STDOUT: d +test.unit.common.test_utils.TestUtils.test_LoggerFileObject +test.unit.common.test_utils.TestUtils.test_LoggerFileObject ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -test DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20240515/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20240515T180702Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': 'not the hash', 'Date': 'Wed, 15 May 2024 18:07:02 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715796422.25659', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -test DEBUG: Grant test:write_acp FULL_CONTROL permission on the object /bucket/object +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20240515/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20240515T180702Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': 'UNSIGNED-PAYLOAD', 'Date': 'Wed, 15 May 2024 18:07:02 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715796422.26432', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_write_acp_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_write_acp_permission ... ok -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4_unsigned_payload +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4_unsigned_payload ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_fullcontrol_permission ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other WRITE_ACP +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write_acp:hmac', 'Date': 'Wed, 15 May 2024 18:07:02 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '456'} +test DEBUG: Grant test:write_acp FULL_CONTROL permission on the bucket /bucket test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_without_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_without_permission ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_xml_error -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_xml_error ... ok -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_camel_to_snake -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_camel_to_snake ... ok -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_mktime -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_mktime ... ok -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_mktime_weird_tz -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_mktime_weird_tz ... ok -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_snake_to_camel -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_snake_to_camel ... ok -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_validate_bucket_name -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_validate_bucket_name ... ok -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_validate_bucket_name_with_dns_compliant_bucket_names_false -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_validate_bucket_name_with_dns_compliant_bucket_names_false ... ok -test.unit.common.middleware.test_bulk.TestConfig.test_defaults -test.unit.common.middleware.test_bulk.TestConfig.test_defaults ... ok -test.unit.common.middleware.test_bulk.TestConfig.test_delete_concurrency -test.unit.common.middleware.test_bulk.TestConfig.test_delete_concurrency ... ok -test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object -test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object ... ok -test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object_no_segments -test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object_no_segments ... ok -test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object_too_many_segments -test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object_too_many_segments ... ok -test.unit.common.middleware.test_domain_remap.TestSwiftInfo.test_registered_defaults -test.unit.common.middleware.test_domain_remap.TestSwiftInfo.test_registered_defaults ... ok -test.unit.common.middleware.test_domain_remap.TestSwiftInfo.test_registered_nondefaults -test.unit.common.middleware.test_domain_remap.TestSwiftInfo.test_registered_nondefaults ... ok -test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_cache_middleware -test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_cache_middleware ... ok -test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_filter_factory -test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_filter_factory ... ok -test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_config -test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_config ... ok -test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_config_with_options -test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_config_with_options ... ok -test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_memcache_config -test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_memcache_config ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_containers -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_containers ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_containers_prefix -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_containers_prefix ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_orphan_hidden_containers -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_orphan_hidden_containers ... ok -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_get_nonmanifest_passthrough -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_get_nonmanifest_passthrough ... ok -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_partially_satisfiable_passthrough -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_partially_satisfiable_passthrough ... ok -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_passthrough -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_passthrough ... ok -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_starting_beyond_multipart_resp_length -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_starting_beyond_multipart_resp_length ... ok -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_unsatisfiable_passthrough -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_unsatisfiable_passthrough ... ok -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_range_passthrough -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_range_passthrough ... ok -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_range_unsatisfiable_passthrough -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_range_unsatisfiable_passthrough ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_get_with_if_modified_since -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_get_with_if_modified_since ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag_non_slo -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag_non_slo ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag_non_slo_after_refetch -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag_non_slo_after_refetch ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_and_range -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_and_range ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag_non_slo -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag_non_slo ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag_non_slo_after_refetch -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag_non_slo_after_refetch ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_manifest_json_md5 -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_manifest_json_md5 ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_ancient_date -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_ancient_date ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_last_modified -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_last_modified ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_now -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_now ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches_no_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches_no_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches_json_md5 -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches_json_md5 ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_ancient_date -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_ancient_date ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_last_modified -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_last_modified ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_now -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_now ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_matches -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_matches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_matches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_matches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_alternate_etag_miss -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_alternate_etag_miss ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_without_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_without_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_matches -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_matches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_matches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_matches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_mismatches -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_mismatches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_mismatches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_mismatches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_old_swift_if_match_matches_and_range -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_old_swift_if_match_matches_and_range ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_range_resume_download -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_range_resume_download ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_nested -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_nested ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_non_ascii -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_non_ascii ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_non_ascii_same_container -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_non_ascii_same_container ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_too_many_containers -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_too_many_containers ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_turned_off -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_turned_off ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_whole -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_whole ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_whole_404 -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_whole_404 ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_401 -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_401 ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_bad_json -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_bad_json ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_bad_utf8 -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_bad_utf8 ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_client_content_type -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_client_content_type ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_man -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_man ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_401 -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_401 ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_404 -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_404 ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_500 -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_500 ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_too_many_segments -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_too_many_segments ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_non_ascii -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_non_ascii ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_not_a_manifest -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_not_a_manifest ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_segment_404 -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_segment_404 ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole_404 -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole_404 ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole_old_swift -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole_old_swift ... ok -test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_blank_prefix -test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_blank_prefix ... ok -test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_default_prefix -test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_default_prefix ... ok -test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_multiple_prefixes -test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_multiple_prefixes ... ok -test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_noreseller_prefix -test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_noreseller_prefix ... ok -test.unit.common.middleware.test_tempauth.TestTokenHandling.test_invalid_tokens -test.unit.common.middleware.test_tempauth.TestTokenHandling.test_invalid_tokens ... ok -test.unit.common.middleware.test_tempauth.TestTokenHandling.test_service_token_given_and_needed -test.unit.common.middleware.test_tempauth.TestTokenHandling.test_service_token_given_and_needed ... ok -test.unit.common.middleware.test_tempauth.TestTokenHandling.test_service_token_omitted -test.unit.common.middleware.test_tempauth.TestTokenHandling.test_service_token_omitted ... ok -test.unit.common.middleware.test_tempauth.TestTokenHandling.test_tokens_set_remote_user -test.unit.common.middleware.test_tempauth.TestTokenHandling.test_tokens_set_remote_user ... ok -test.unit.common.test_daemon.TestRunDaemon.test_fork_workers -test.unit.common.test_daemon.TestRunDaemon.test_fork_workers ... ok -test.unit.common.test_daemon.TestRunDaemon.test_forked_worker -test.unit.common.test_daemon.TestRunDaemon.test_forked_worker ... ok -test.unit.common.test_daemon.TestRunDaemon.test_restart_workers -test.unit.common.test_daemon.TestRunDaemon.test_restart_workers ... ok -test.unit.common.test_daemon.TestRunDaemon.test_run -test.unit.common.test_daemon.TestRunDaemon.test_run ... ok -test.unit.common.test_daemon.TestRunDaemon.test_run_daemon -test.unit.common.test_daemon.TestRunDaemon.test_run_daemon ... ok -test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_diff_tz -test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_diff_tz ... ok -test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_from_conf_dir_with_duplicate_var -test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_from_conf_dir_with_duplicate_var ... ok -test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_from_conf_file_with_duplicate_var -test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_from_conf_file_with_duplicate_var ... ok -test.unit.common.test_daemon.TestRunDaemon.test_run_deamon_from_conf_dir -test.unit.common.test_daemon.TestRunDaemon.test_run_deamon_from_conf_dir ... ok -test.unit.common.test_daemon.TestRunDaemon.test_run_deamon_from_conf_file -test.unit.common.test_daemon.TestRunDaemon.test_run_deamon_from_conf_file ... ok -test.unit.common.test_daemon.TestRunDaemon.test_signal -test.unit.common.test_daemon.TestRunDaemon.test_signal ... ok -test.unit.common.test_daemon.TestRunDaemon.test_worker_disappears -test.unit.common.test_daemon.TestRunDaemon.test_worker_disappears ... ok -test.unit.common.test_daemon.TestRunDaemon.test_worker_disappears_in_cleanup -test.unit.common.test_daemon.TestRunDaemon.test_worker_disappears_in_cleanup ... ok -test.unit.common.test_daemon.TestRunDaemon.test_worker_kills_pids_in_cleanup -test.unit.common.test_daemon.TestRunDaemon.test_worker_kills_pids_in_cleanup ... ok -test.unit.common.test_db.TestDictFactory.test_normal_case -test.unit.common.test_db.TestDictFactory.test_normal_case ... ok -test.unit.common.test_linkat.TestLinkat.test_available -test.unit.common.test_linkat.TestLinkat.test_available ... ok -test.unit.common.test_linkat.TestLinkat.test_errno -test.unit.common.test_linkat.TestLinkat.test_errno ... ok -test.unit.common.test_linkat.TestLinkat.test_flags -test.unit.common.test_linkat.TestLinkat.test_flags ... ok -test.unit.common.test_linkat.TestLinkat.test_linkat_fd_not_integer -test.unit.common.test_linkat.TestLinkat.test_linkat_fd_not_integer ... ok -test.unit.common.test_linkat.TestLinkat.test_linkat_success -test.unit.common.test_linkat.TestLinkat.test_linkat_success ... ok -test.unit.common.test_linkat.TestLinkat.test_unavailable -test.unit.common.test_linkat.TestLinkat.test_unavailable ... ok -test.unit.common.test_linkat.TestLinkat.test_unavailable_in_libc -test.unit.common.test_linkat.TestLinkat.test_unavailable_in_libc ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:02 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '448'} +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_without_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_without_permission ... ok +I like ham +STDERR: --- Logging error --- +STDERR: Traceback (most recent call last): +STDERR: File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_utils.py", line 845, in emit + raise socket.error(errno.ENOTCONN, "This is an ex-syslog") +STDERR: OSError: [Errno 107] This is an ex-syslog +STDERR: Call stack: +STDERR: File "", line 198, in _run_module_as_main +STDERR: File "", line 88, in _run_code +STDERR: File "/usr/lib/python3/dist-packages/stestr/subunit_runner/run.py", line 88, in + main() +STDERR: File "/usr/lib/python3/dist-packages/stestr/subunit_runner/run.py", line 82, in main + program.TestProgram( +STDERR: File "/usr/lib/python3/dist-packages/stestr/subunit_runner/program.py", line 197, in __init__ + self.runTests() +STDERR: File "/usr/lib/python3/dist-packages/stestr/subunit_runner/program.py", line 247, in runTests + self.result = testRunner.run(self.test) +STDERR: File "/usr/lib/python3/dist-packages/stestr/subunit_runner/run.py", line 51, in run + test(result) +STDERR: File "/usr/lib/python3.11/unittest/suite.py", line 84, in __call__ + return self.run(*args, **kwds) +STDERR: File "/usr/lib/python3.11/unittest/suite.py", line 122, in run + test(result) +STDERR: File "/usr/lib/python3.11/unittest/suite.py", line 84, in __call__ + return self.run(*args, **kwds) +STDERR: File "/usr/lib/python3.11/unittest/suite.py", line 122, in run + test(result) +STDERR: File "/usr/lib/python3.11/unittest/suite.py", line 84, in __call__ + return self.run(*args, **kwds) +STDERR: File "/usr/lib/python3.11/unittest/suite.py", line 122, in run + test(result) +STDERR: File "/usr/lib/python3.11/unittest/case.py", line 678, in __call__ + return self.run(*args, **kwds) +STDERR: File "/usr/lib/python3.11/unittest/case.py", line 623, in run + self._callTestMethod(testMethod) +STDERR: File "/usr/lib/python3.11/unittest/case.py", line 579, in _callTestMethod + if method() is not None: +STDERR: File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_utils.py", line 877, in test_LoggerFileObject_recursion + logger.info("I like ham") +STDERR: File "/usr/lib/python3.11/logging/__init__.py", line 1489, in info + self._log(INFO, msg, args, **kwargs) +STDERR: File "/usr/lib/python3.11/logging/__init__.py", line 1634, in _log + self.handle(record) +STDERR: File "/usr/lib/python3.11/logging/__init__.py", line 1644, in handle + self.callHandlers(record) +STDERR: File "/usr/lib/python3.11/logging/__init__.py", line 1706, in callHandlers + hdlr.handle(record) +STDERR: File "/usr/lib/python3.11/logging/__init__.py", line 978, in handle + self.emit(record) +STDERR: File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_utils.py", line 847, in emit + self.handleError(record) +STDERR: Message: 'I like ham' +Arguments: () +test.unit.common.test_utils.TestUtils.test_LoggerFileObject_recursion +test.unit.common.test_utils.TestUtils.test_LoggerFileObject_recursion ... ok +test.unit.common.test_utils.TestUtils.test_NullLogger +test.unit.common.test_utils.TestUtils.test_NullLogger ... ok +test.unit.common.test_utils.TestUtils.test_TRUE_VALUES +test.unit.common.test_utils.TestUtils.test_TRUE_VALUES ... ok +test.unit.common.test_utils.TestUtils.test_backwards +test.unit.common.test_utils.TestUtils.test_backwards ... ok +test.unit.common.test_utils.TestUtils.test_cache_from_env +test.unit.common.test_utils.TestUtils.test_cache_from_env ... ok +test.unit.common.test_utils.TestUtils.test_cap_length +test.unit.common.test_utils.TestUtils.test_cap_length ... ok +test.unit.common.test_utils.TestUtils.test_capture_stdio +test.unit.common.test_utils.TestUtils.test_capture_stdio ... ok +test.unit.common.test_utils.TestUtils.test_clean_content_type +test.unit.common.test_utils.TestUtils.test_clean_content_type ... ok +test.unit.common.test_utils.TestUtils.test_clean_logger_exception +test.unit.common.test_utils.TestUtils.test_clean_logger_exception ... ok +test.unit.common.test_utils.TestUtils.test_clean_up_daemon_hygene +test.unit.common.test_utils.TestUtils.test_clean_up_daemon_hygene ... ok +test.unit.common.test_utils.TestUtils.test_config_auto_int_value +test.unit.common.test_utils.TestUtils.test_config_auto_int_value ... ok +test.unit.common.test_utils.TestUtils.test_config_fallocate_value +test.unit.common.test_utils.TestUtils.test_config_fallocate_value ... ok +test.unit.common.test_utils.TestUtils.test_config_float_value +test.unit.common.test_utils.TestUtils.test_config_float_value ... ok +test.unit.common.test_utils.TestUtils.test_config_percent_value +test.unit.common.test_utils.TestUtils.test_config_percent_value ... ok +test.unit.common.test_utils.TestUtils.test_config_positive_int_value +test.unit.common.test_utils.TestUtils.test_config_positive_int_value ... ok +test.unit.common.test_utils.TestUtils.test_config_request_node_count_value +test.unit.common.test_utils.TestUtils.test_config_request_node_count_value ... ok +test.unit.common.test_utils.TestUtils.test_config_true_value +test.unit.common.test_utils.TestUtils.test_config_true_value ... ok +test.unit.common.test_utils.TestUtils.test_drain_and_close +test.unit.common.test_utils.TestUtils.test_drain_and_close ... ok +test.unit.common.test_utils.TestUtils.test_drain_and_close_with_limit +test.unit.common.test_utils.TestUtils.test_drain_and_close_with_limit ... ok +test.unit.common.test_utils.TestUtils.test_drop_privileges +test.unit.common.test_utils.TestUtils.test_drop_privileges ... ok +test.unit.common.test_utils.TestUtils.test_drop_privileges_no_setgroups +test.unit.common.test_utils.TestUtils.test_drop_privileges_no_setgroups ... ok +test.unit.common.test_utils.TestUtils.test_dump_recon_cache +test.unit.common.test_utils.TestUtils.test_dump_recon_cache ... ok +test.unit.common.test_utils.TestUtils.test_dump_recon_cache_permission_denied +test.unit.common.test_utils.TestUtils.test_dump_recon_cache_permission_denied ... ok +test.unit.common.test_utils.TestUtils.test_dump_recon_cache_set_owner +test.unit.common.test_utils.TestUtils.test_dump_recon_cache_set_owner ... ok +test.unit.common.test_utils.TestUtils.test_extract_swift_bytes +test.unit.common.test_utils.TestUtils.test_extract_swift_bytes ... ok +test.unit.common.test_utils.TestUtils.test_find_namespace +test.unit.common.test_utils.TestUtils.test_find_namespace ... ok +test.unit.common.test_utils.TestUtils.test_friendly_close_exploding_body +test.unit.common.test_utils.TestUtils.test_friendly_close_exploding_body ... ok +test.unit.common.test_utils.TestUtils.test_friendly_close_large_body +test.unit.common.test_utils.TestUtils.test_friendly_close_large_body ... ok +test.unit.common.test_utils.TestUtils.test_friendly_close_small_body +test.unit.common.test_utils.TestUtils.test_friendly_close_small_body ... ok +test.unit.common.test_utils.TestUtils.test_fsync_dir +test.unit.common.test_utils.TestUtils.test_fsync_dir ... ok +test.unit.common.test_utils.TestUtils.test_generate_trans_id +test.unit.common.test_utils.TestUtils.test_generate_trans_id ... ok +test.unit.common.test_utils.TestUtils.test_get_db_files +test.unit.common.test_utils.TestUtils.test_get_db_files ... ok +test.unit.common.test_utils.TestUtils.test_get_log_line +test.unit.common.test_utils.TestUtils.test_get_log_line ... ok +test.unit.common.test_utils.TestUtils.test_get_logger +test.unit.common.test_utils.TestUtils.test_get_logger ... ok +test.unit.common.test_utils.TestUtils.test_get_logger_console +test.unit.common.test_utils.TestUtils.test_get_logger_console ... ok +test.unit.common.test_utils.TestUtils.test_get_logger_name_and_route +test.unit.common.test_utils.TestUtils.test_get_logger_name_and_route ... ok +test.unit.common.test_utils.TestUtils.test_get_partition_for_hash +test.unit.common.test_utils.TestUtils.test_get_partition_for_hash ... ok +test.unit.common.test_utils.TestUtils.test_get_partition_from_path +test.unit.common.test_utils.TestUtils.test_get_partition_from_path ... ok +test.unit.common.test_utils.TestUtils.test_get_policy_index +test.unit.common.test_utils.TestUtils.test_get_policy_index ... ok +test.unit.common.test_utils.TestUtils.test_get_redirect_data +test.unit.common.test_utils.TestUtils.test_get_redirect_data ... ok +test.unit.common.test_utils.TestUtils.test_get_trans_id_time +test.unit.common.test_utils.TestUtils.test_get_trans_id_time ... ok +test.unit.common.test_utils.TestUtils.test_get_valid_utf8_str +test.unit.common.test_utils.TestUtils.test_get_valid_utf8_str ... ok +test.unit.common.test_utils.TestUtils.test_get_zero_indexed_base_string +test.unit.common.test_utils.TestUtils.test_get_zero_indexed_base_string ... ok +test.unit.common.test_utils.TestUtils.test_hash_path +test.unit.common.test_utils.TestUtils.test_hash_path ... ok +test.unit.common.test_utils.TestUtils.test_human_readable +test.unit.common.test_utils.TestUtils.test_human_readable ... ok +test.unit.common.test_utils.TestUtils.test_is_file_older +test.unit.common.test_utils.TestUtils.test_is_file_older ... ok +test.unit.common.test_utils.TestUtils.test_ismount_parent_path_error +test.unit.common.test_utils.TestUtils.test_ismount_parent_path_error ... ok +test.unit.common.test_utils.TestUtils.test_ismount_path_does_not_exist +test.unit.common.test_utils.TestUtils.test_ismount_path_does_not_exist ... ok +test.unit.common.test_utils.TestUtils.test_ismount_path_error +test.unit.common.test_utils.TestUtils.test_ismount_path_error ... ok +test.unit.common.test_utils.TestUtils.test_ismount_path_is_root +test.unit.common.test_utils.TestUtils.test_ismount_path_is_root ... ok +test.unit.common.test_utils.TestUtils.test_ismount_path_is_symlink +test.unit.common.test_utils.TestUtils.test_ismount_path_is_symlink ... ok +test.unit.common.test_utils.TestUtils.test_ismount_path_not_mount +test.unit.common.test_utils.TestUtils.test_ismount_path_not_mount ... ok +test.unit.common.test_utils.TestUtils.test_ismount_raw_parent_path_error +test.unit.common.test_utils.TestUtils.test_ismount_raw_parent_path_error ... ok +test.unit.common.test_utils.TestUtils.test_ismount_raw_path_error +test.unit.common.test_utils.TestUtils.test_ismount_raw_path_error ... ok +test.unit.common.test_utils.TestUtils.test_ismount_successes_dev +test.unit.common.test_utils.TestUtils.test_ismount_successes_dev ... ok +test.unit.common.test_utils.TestUtils.test_ismount_successes_ino +test.unit.common.test_utils.TestUtils.test_ismount_successes_ino ... ok +test.unit.common.test_utils.TestUtils.test_ismount_successes_stubfile +test.unit.common.test_utils.TestUtils.test_ismount_successes_stubfile ... ok +test.unit.common.test_utils.TestUtils.test_last_modified_date_to_timestamp +test.unit.common.test_utils.TestUtils.test_last_modified_date_to_timestamp ... ok +test.unit.common.test_utils.TestUtils.test_last_modified_date_to_timestamp_when_system_not_UTC +test.unit.common.test_utils.TestUtils.test_last_modified_date_to_timestamp_when_system_not_UTC ... ok +test.unit.common.test_utils.TestUtils.test_link_fd_to_path_errno_not_EEXIST_or_ENOENT +test.unit.common.test_utils.TestUtils.test_link_fd_to_path_errno_not_EEXIST_or_ENOENT ... ok +test.unit.common.test_utils.TestUtils.test_link_fd_to_path_linkat_success +test.unit.common.test_utils.TestUtils.test_link_fd_to_path_linkat_success ... ok +test.unit.common.test_utils.TestUtils.test_link_fd_to_path_target_exists +test.unit.common.test_utils.TestUtils.test_link_fd_to_path_target_exists ... ok +test.unit.common.test_utils.TestUtils.test_linkat_race_dir_not_exists +test.unit.common.test_utils.TestUtils.test_linkat_race_dir_not_exists ... ok +test ERROR: ERROR: swift.cache could not be found in env! +test ERROR: ERROR: swift.cache could not be found in env! +test WARNING: Unable to perform fsync() on directory /tmp/tmp0r43djfu: Bad file descriptor +Unable to locate some_not_real_function in libc. Leaving as a no-op. +test.unit.common.test_utils.TestUtils.test_load_libc_function +test.unit.common.test_utils.TestUtils.test_load_libc_function ... ok +test.unit.common.test_utils.TestUtils.test_load_pkg_resource +test.unit.common.test_utils.TestUtils.test_load_pkg_resource ... skipped 'pkg_resources loading is only available on python 3.7 and earlier' +test.unit.common.test_utils.TestUtils.test_load_recon_cache +test.unit.common.test_utils.TestUtils.test_load_recon_cache ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Wed, 15 May 2024 18:07:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: src_bucket src_obj HEAD {} +test DEBUG: +test:testertest:testertest:writetest:writeWRITE +test DEBUG: permission denined: 403 Forbidden test:write READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ -my-daemon DEBUG: Spawned worker mock-pid-0 with {} -my-daemon DEBUG: Spawned worker mock-pid-1 with {} -my-daemon DEBUG: Spawned worker mock-pid-2 with {} -my-daemon DEBUG: Worker mock-pid-0 exited -my-daemon DEBUG: Worker mock-pid-1 exited -my-daemon DEBUG: Worker mock-pid-2 exited -my-daemon NOTICE: Finished 709785 -my-daemon DEBUG: Forked worker 709785 finished -my-daemon DEBUG: Spawned worker mock-pid-0 with {} -my-daemon DEBUG: Spawned worker mock-pid-1 with {} -my-daemon DEBUG: Spawned worker mock-pid-2 with {} -my-daemon DEBUG: Daemon needs to change options, aborting workers -my-daemon DEBUG: Cleaned up worker mock-pid-0 -my-daemon DEBUG: Cleaned up worker mock-pid-1 -my-daemon DEBUG: Cleaned up worker mock-pid-2 -my-daemon DEBUG: Spawned worker mock-pid-3 with {} -my-daemon DEBUG: Spawned worker mock-pid-4 with {} -my-daemon DEBUG: Spawned worker mock-pid-5 with {} -my-daemon DEBUG: Cleaned up worker mock-pid-3 -my-daemon DEBUG: Cleaned up worker mock-pid-4 -my-daemon DEBUG: Cleaned up worker mock-pid-5 -my-daemon NOTICE: SIGTERM received () -my-daemon DEBUG: Spawned worker mock-pid with {'mock_options': True} -my-daemon DEBUG: Spawned worker mock-pid with {'mock_options': True} -my-daemon DEBUG: Worker mock-pid exited -my-daemon DEBUG: Spawned worker mock-pid with {'mock_options': True} -my-daemon NOTICE: Worker mock-pid died -my-daemon DEBUG: Spawned worker mock-pid-1 with {'mock_options': True} -my-daemon DEBUG: Spawned worker mock-pid-2 with {'mock_options': True} -my-daemon DEBUG: Cleaned up worker mock-pid-1 -my-daemon DEBUG: Cleaned up worker mock-pid-2 -my-daemon DEBUG: Spawned worker mock-pid-1 with {'mock_options': True} -my-daemon DEBUG: Spawned worker mock-pid-2 with {'mock_options': True} -my-daemon DEBUG: Cleaned up worker mock-pid-1 -my-daemon DEBUG: Cleaned up worker mock-pid-2 -test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10028743743896484 -test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10156416893005371 -test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10174822807312012 -test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.1020653247833252 -test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10222220420837402 -test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10239410400390625 -test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10254621505737305 -test.unit.common.test_memcached.TestMemcached.test_connection_pool_timeout -test.unit.common.test_memcached.TestMemcached.test_connection_pool_timeout ... ok -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 433, in set - raise MemcacheConnectionError('failed set: %s' % msg) -swift.common.memcached.MemcacheConnectionError: failed set: - -During handling of the above exception, another exception occurred: - -Traceback (most recent call last): - File "/usr/lib/python3/dist-packages/eventlet/queue.py", line 116, in switch - self.greenlet.switch(value) - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 264, in main - result = function(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 1551, in _timing_stats - result = func(cache, *args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 437, in set - self._exception_occurred(server, e, cmd, conn_start_time, - File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 283, in _exception_occurred - elif isinstance(e, (socket.error, MemcacheConnectionError)): - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ -TypeError: isinstance() arg 2 must be a type, a tuple of types, or a union -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 433, in set - raise MemcacheConnectionError('failed set: %s' % msg) -swift.common.memcached.MemcacheConnectionError: failed set: - -During handling of the above exception, another exception occurred: - -Traceback (most recent call last): - File "/usr/lib/python3/dist-packages/eventlet/queue.py", line 116, in switch - self.greenlet.switch(value) - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 264, in main - result = function(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 1551, in _timing_stats - result = func(cache, *args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 437, in set - self._exception_occurred(server, e, cmd, conn_start_time, - File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 283, in _exception_occurred - elif isinstance(e, (socket.error, MemcacheConnectionError)): - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ -TypeError: isinstance() arg 2 must be a type, a tuple of types, or a union -test.unit.container.test_backend.TestContainerBroker.test_delete_db_does_not_clear_particular_sharding_meta -test.unit.container.test_backend.TestContainerBroker.test_delete_db_does_not_clear_particular_sharding_meta ... ok -test.unit.common.test_memcached.TestMemcached.test_connection_pooling -test.unit.common.test_memcached.TestMemcached.test_connection_pooling ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_merge_items -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_merge_items ... ok -test.unit.common.test_memcached.TestMemcached.test_connection_slow_connect -test.unit.common.test_memcached.TestMemcached.test_connection_slow_connect ... ok -test.unit.common.test_memcached.TestMemcached.test_decr -test.unit.common.test_memcached.TestMemcached.test_decr ... ok -test.unit.common.test_memcached.TestMemcached.test_delete -test.unit.common.test_memcached.TestMemcached.test_delete ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_driveaudit_info -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_driveaudit_info ... ok -test.unit.common.test_memcached.TestMemcached.test_error_disabled -test.unit.common.test_memcached.TestMemcached.test_error_disabled ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_plain -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_plain ... ok -test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10271883010864258 -test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.005009651184082 -test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try -test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0054023265838623 -test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try -test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0055522918701172 -test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try -test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0057001113891602 -test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try -test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0058307647705078 -test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try -test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0059587955474854 -test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try -test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0060889720916748 -test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try -test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0062222480773926 -test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try -test ERROR: Timeout connecting to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10982108116149902 -test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method decr, time_spent 3.0040740966796875e-05: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 528, in incr - new_val = self._incr_or_decr(fp, sock, cmd, delta_val) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 488, in _incr_or_decr - line = fp.readline().strip().split() - ^^^^^^^^^^^^^^^^^^^ -AttributeError: 'NoneType' object has no attribute 'strip' -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error limiting server 1.2.3.5:11211 -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test.unit.common.test_memcached.TestMemcached.test_error_limiting -test.unit.common.test_memcached.TestMemcached.test_error_limiting ... ok -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error limiting server 1.2.3.4:11211 -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method get: No more memcached servers to try -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error limiting server 1.2.3.5:11211 -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error limiting server 1.2.3.5:11211 -test.unit.common.test_memcached.TestMemcached.test_error_limiting_custom_config -test.unit.common.test_memcached.TestMemcached.test_error_limiting_custom_config ... ok -test.unit.common.test_memcached.TestMemcached.test_error_raising -test.unit.common.test_memcached.TestMemcached.test_error_raising ... ok -test.unit.common.test_memcached.TestMemcached.test_get_conns -test.unit.common.test_memcached.TestMemcached.test_get_conns ... ok -test.unit.common.test_memcached.TestMemcached.test_get_conns_bad_v6 -test.unit.common.test_memcached.TestMemcached.test_get_conns_bad_v6 ... ok -test.unit.common.test_memcached.TestMemcached.test_get_conns_hostname -test.unit.common.test_memcached.TestMemcached.test_get_conns_hostname ... ok -test.unit.common.test_memcached.TestMemcached.test_get_failed_connection_mid_request -test.unit.common.test_memcached.TestMemcached.test_get_failed_connection_mid_request ... ok -test.unit.common.test_memcached.TestMemcached.test_incr -test.unit.common.test_memcached.TestMemcached.test_incr ... ok -test.unit.common.test_memcached.TestMemcached.test_incr_add_expires -test.unit.common.test_memcached.TestMemcached.test_incr_add_expires ... ok -test.unit.common.test_memcached.TestMemcached.test_incr_failed_connection_mid_request -test.unit.common.test_memcached.TestMemcached.test_incr_failed_connection_mid_request ... ok -test.unit.common.test_memcached.TestMemcached.test_incr_unexpected_response -test.unit.common.test_memcached.TestMemcached.test_incr_unexpected_response ... ok -test.unit.common.test_memcached.TestMemcached.test_incr_w_timeout -test.unit.common.test_memcached.TestMemcached.test_incr_w_timeout ... ok -test.unit.common.test_memcached.TestMemcached.test_item_size_warning_threshold -test.unit.common.test_memcached.TestMemcached.test_item_size_warning_threshold ... ok -test.unit.common.test_memcached.TestMemcached.test_logger_kwarg -test.unit.common.test_memcached.TestMemcached.test_logger_kwarg ... ok -test.unit.common.test_memcached.TestMemcached.test_multi -test.unit.common.test_memcached.TestMemcached.test_multi ... ok -test.unit.common.test_memcached.TestMemcached.test_multi_delete -test.unit.common.test_memcached.TestMemcached.test_multi_delete ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_policy_stats_tracking -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_policy_stats_tracking ... ok -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats ... ok -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_error -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_error ... ok -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_exception -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_exception ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_double_check_trailing_delimiter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_double_check_trailing_delimiter_non_slash ... ok -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_timeout -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_timeout ... ok -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_incr_exception -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_incr_exception ... ok -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_incr_timeout -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_incr_timeout ... ok -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_set_exception -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_set_exception ... ok -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_set_timeout -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_set_timeout ... ok -test.unit.common.test_memcached.TestMemcached.test_retry -test.unit.common.test_memcached.TestMemcached.test_retry ... ok -test.unit.common.test_memcached.TestMemcached.test_serialization -test.unit.common.test_memcached.TestMemcached.test_serialization ... ok -test.unit.common.test_memcached.TestMemcached.test_set_error -test.unit.common.test_memcached.TestMemcached.test_set_error ... ok -test.unit.common.test_memcached.TestMemcached.test_set_error_raise_on_error -test.unit.common.test_memcached.TestMemcached.test_set_error_raise_on_error ... ok -test.unit.common.test_memcached.TestMemcached.test_set_get_json -test.unit.common.test_memcached.TestMemcached.test_set_get_json ... ok -test.unit.common.test_memcached.TestMemcached.test_tls_context_kwarg -test.unit.common.test_memcached.TestMemcached.test_tls_context_kwarg ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_constrain_req_limit -test.unit.common.test_request_helpers.TestRequestHelpers.test_constrain_req_limit ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_copy_header_subset -test.unit.common.test_request_helpers.TestRequestHelpers.test_copy_header_subset ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_get_ip_port -test.unit.common.test_request_helpers.TestRequestHelpers.test_get_ip_port ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_get_name_and_placement_object_replication -test.unit.common.test_request_helpers.TestRequestHelpers.test_get_name_and_placement_object_replication ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_get_name_and_placement_object_req -test.unit.common.test_request_helpers.TestRequestHelpers.test_get_name_and_placement_object_req ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_get_reserved_name -test.unit.common.test_request_helpers.TestRequestHelpers.test_get_reserved_name ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_get_reserved_name -test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_get_reserved_name ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_names_in_system_accounts -test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_names_in_system_accounts ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_reserved_name -test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_reserved_name ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_reserved_names -test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_reserved_names ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_split_reserved_name -test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_split_reserved_name ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_object_transient_sysmeta -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_object_transient_sysmeta ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_sys_meta -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_sys_meta ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_sys_or_user_meta -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_sys_or_user_meta ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_use_replication_network -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_use_replication_network ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_user_meta -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_user_meta ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_remove_items -test.unit.common.test_request_helpers.TestRequestHelpers.test_remove_items ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_split_reserved_name -test.unit.common.test_request_helpers.TestRequestHelpers.test_split_reserved_name ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_object_transient_sysmeta_prefix -test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_object_transient_sysmeta_prefix ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_sys_meta_prefix -test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_sys_meta_prefix ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_user_meta_prefix -test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_user_meta_prefix ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_container_params -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_container_params ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_account -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_account ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_container -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_container ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_name -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_name ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_object -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_object ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_params -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_params ... ok -test.unit.common.test_splice.TestSplice.test_available -test.unit.common.test_splice.TestSplice.test_available ... ok -test.unit.common.test_splice.TestSplice.test_errno -test.unit.common.test_splice.TestSplice.test_errno ... ok -test.unit.common.test_splice.TestSplice.test_fileno -test.unit.common.test_splice.TestSplice.test_fileno ... ok -test.unit.common.test_splice.TestSplice.test_flags -test.unit.common.test_splice.TestSplice.test_flags ... ok -test.unit.common.test_splice.TestSplice.test_flags_list -test.unit.common.test_splice.TestSplice.test_flags_list ... ok -test.unit.common.test_splice.TestSplice.test_splice_file_to_pipe -test.unit.common.test_splice.TestSplice.test_splice_file_to_pipe ... ok -test.unit.common.test_splice.TestSplice.test_splice_pipe_to_file -test.unit.common.test_splice.TestSplice.test_splice_pipe_to_file ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_is_status_deleted -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_is_status_deleted ... ok -test.unit.common.test_splice.TestSplice.test_splice_pipe_to_pipe -test.unit.common.test_splice.TestSplice.test_splice_pipe_to_pipe ... ok -test.unit.common.test_splice.TestSplice.test_unavailable -test.unit.common.test_splice.TestSplice.test_unavailable ... ok -test.unit.common.test_splice.TestSplice.test_unavailable_in_libc -test.unit.common.test_splice.TestSplice.test_unavailable_in_libc ... ok -test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_absent -test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_absent ... ok -test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_before -test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_before ... ok -test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_greater -test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_greater ... ok -test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_out_of_range_is_ignored -test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_out_of_range_is_ignored ... ok -test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_same -test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_same ... ok -test.unit.common.test_swob.TestRequest.test_401_invalid_path -test.unit.common.test_swob.TestRequest.test_401_invalid_path ... ok -test.unit.common.test_swob.TestRequest.test_401_non_keystone_auth_path -test.unit.common.test_swob.TestRequest.test_401_non_keystone_auth_path ... ok -test.unit.common.test_swob.TestRequest.test_401_unauthorized -test.unit.common.test_swob.TestRequest.test_401_unauthorized ... ok -test.unit.common.test_swob.TestRequest.test_401_valid_account_path -test.unit.common.test_swob.TestRequest.test_401_valid_account_path ... ok -test.unit.common.test_swob.TestRequest.test_401_www_authenticate_exists -test.unit.common.test_swob.TestRequest.test_401_www_authenticate_exists ... ok -test.unit.common.test_swob.TestRequest.test_401_www_authenticate_is_quoted -test.unit.common.test_swob.TestRequest.test_401_www_authenticate_is_quoted ... ok -test.unit.common.test_swob.TestRequest.test_accept_header -test.unit.common.test_swob.TestRequest.test_accept_header ... ok -test.unit.common.test_swob.TestRequest.test_allow_reserved_names -test.unit.common.test_swob.TestRequest.test_allow_reserved_names ... ok -test.unit.common.test_swob.TestRequest.test_as_referer -test.unit.common.test_swob.TestRequest.test_as_referer ... ok -test.unit.common.test_swob.TestRequest.test_bad_path_info_pop -test.unit.common.test_swob.TestRequest.test_bad_path_info_pop ... ok -test.unit.common.test_swob.TestRequest.test_bad_range -test.unit.common.test_swob.TestRequest.test_bad_range ... ok -test.unit.common.test_swob.TestRequest.test_blank -test.unit.common.test_swob.TestRequest.test_blank ... ok -test.unit.common.test_swob.TestRequest.test_blank_body_precedence -test.unit.common.test_swob.TestRequest.test_blank_body_precedence ... ok -test.unit.common.test_swob.TestRequest.test_blank_parsing -test.unit.common.test_swob.TestRequest.test_blank_parsing ... ok -test.unit.common.test_swob.TestRequest.test_blank_path_info_precedence -test.unit.common.test_swob.TestRequest.test_blank_path_info_precedence ... ok -test.unit.common.test_swob.TestRequest.test_blank_req_environ_property_args -test.unit.common.test_swob.TestRequest.test_blank_req_environ_property_args ... ok -test.unit.common.test_swob.TestRequest.test_copy_get -test.unit.common.test_swob.TestRequest.test_copy_get ... ok -test.unit.common.test_swob.TestRequest.test_datetime_properties -test.unit.common.test_swob.TestRequest.test_datetime_properties ... ok -test.unit.common.test_swob.TestRequest.test_get_response -test.unit.common.test_swob.TestRequest.test_get_response ... ok -test.unit.common.test_swob.TestRequest.test_invalid_req_environ_property_args -test.unit.common.test_swob.TestRequest.test_invalid_req_environ_property_args ... ok -test.unit.common.test_swob.TestRequest.test_message_length_just_content_length -test.unit.common.test_swob.TestRequest.test_message_length_just_content_length ... ok -test.unit.common.test_swob.TestRequest.test_message_length_transfer_encoding -test.unit.common.test_swob.TestRequest.test_message_length_transfer_encoding ... ok -test.unit.common.test_swob.TestRequest.test_not_401 -test.unit.common.test_swob.TestRequest.test_not_401 ... ok -test.unit.common.test_swob.TestRequest.test_params -test.unit.common.test_swob.TestRequest.test_params ... ok -test.unit.common.test_swob.TestRequest.test_path -test.unit.common.test_swob.TestRequest.test_path ... ok -test.unit.common.test_swob.TestRequest.test_path_info_pop -test.unit.common.test_swob.TestRequest.test_path_info_pop ... ok -test.unit.common.test_swob.TestRequest.test_path_info_pop_last -test.unit.common.test_swob.TestRequest.test_path_info_pop_last ... ok -test.unit.common.test_swob.TestRequest.test_path_info_pop_none -test.unit.common.test_swob.TestRequest.test_path_info_pop_none ... ok -test.unit.common.test_swob.TestRequest.test_path_qs -test.unit.common.test_swob.TestRequest.test_path_qs ... ok -test.unit.common.test_swob.TestRequest.test_path_question_mark -test.unit.common.test_swob.TestRequest.test_path_question_mark ... ok -test.unit.common.test_swob.TestRequest.test_properties -test.unit.common.test_swob.TestRequest.test_properties ... ok -test.unit.common.test_swob.TestRequest.test_split_path -test.unit.common.test_swob.TestRequest.test_split_path ... ok -test.unit.common.test_swob.TestRequest.test_swift_entity_path -test.unit.common.test_swob.TestRequest.test_swift_entity_path ... ok -test.unit.common.test_swob.TestRequest.test_timestamp -test.unit.common.test_swob.TestRequest.test_timestamp ... ok -test.unit.common.test_swob.TestRequest.test_timestamp_invalid -test.unit.common.test_swob.TestRequest.test_timestamp_invalid ... ok -test.unit.common.test_swob.TestRequest.test_timestamp_missing -test.unit.common.test_swob.TestRequest.test_timestamp_missing ... ok -test.unit.common.test_swob.TestRequest.test_unicode_params -test.unit.common.test_swob.TestRequest.test_unicode_params ... ok -test.unit.common.test_swob.TestRequest.test_unicode_path -test.unit.common.test_swob.TestRequest.test_unicode_path ... ok -test.unit.common.test_swob.TestRequest.test_unicode_query -test.unit.common.test_swob.TestRequest.test_unicode_query ... ok -test.unit.common.test_swob.TestRequest.test_url -test.unit.common.test_swob.TestRequest.test_url ... ok -test.unit.common.test_swob.TestRequest.test_url2 -test.unit.common.test_swob.TestRequest.test_url2 ... ok -test.unit.common.test_swob.TestRequest.test_wsgify -test.unit.common.test_swob.TestRequest.test_wsgify ... ok -test.unit.common.test_swob.TestRequest.test_wsgify_method -test.unit.common.test_swob.TestRequest.test_wsgify_method ... ok -test.unit.common.test_swob.TestRequest.test_wsgify_raise -test.unit.common.test_swob.TestRequest.test_wsgify_raise ... ok -test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_closed_part_iterator -test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_closed_part_iterator ... ok -test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_multiple_parts -test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_multiple_parts ... ok -test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_no_parts -test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_no_parts ... ok -test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_single_part -test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_single_part ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_expirer_info_object -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_expirer_info_object ... ok -test.unit.container.test_backend.TestContainerBroker.test_delete_object -test.unit.container.test_backend.TestContainerBroker.test_delete_object ... ok -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error limiting server 1.2.3.5:11211 -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method get, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method get, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method decr, time_spent 2.8371810913085938e-05: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 528, in incr - new_val = self._incr_or_decr(fp, sock, cmd, delta_val) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 488, in _incr_or_decr - line = fp.readline().strip().split() - ^^^^^^^^^^^^^^^^^^^ -AttributeError: 'NoneType' object has no attribute 'strip' -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method incr, time_spent 1.0, expired ttl=1.23 -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method incr, time_spent 1.0: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 528, in incr - new_val = self._incr_or_decr(fp, sock, cmd, delta_val) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 493, in _incr_or_decr - return int(line[0].strip()) - ^^^^^^^^^^^^^^^^^^^^ -ValueError: invalid literal for int() with base 10: b'UNEXPECTED' -test WARNING: Item size larger than warning threshold: 80 (80) >= 80 (80) -test WARNING: Item size larger than warning threshold: 81 (81) >= 80 (80) -test WARNING: Item size larger than warning threshold: 99 (99) >= 80 (80) -test WARNING: Item size larger than warning threshold: 100 (100) >= 80 (80) -test WARNING: Item size larger than warning threshold: 0 (0) >= 0 (0) -test WARNING: Item size larger than warning threshold: 1 (1) >= 0 (0) -test WARNING: Item size larger than warning threshold: 50 (50) >= 0 (0) -test WARNING: Item size larger than warning threshold: 99 (99) >= 0 (0) -test WARNING: Item size larger than warning threshold: 100 (100) >= 0 (0) -test WARNING: Item size larger than warning threshold: 2048576 (2Mi) >= 1000000 (977Ki) -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix multi_key, method get_multi, time_spent 2.7894973754882812e-05, incomplete read -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix get_key, method get, time_spent 0.0, failed to connect -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix get_key, method get, time_spent 0.0: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 460, in get - sock.sendall(b'get ' + cmd.hash_key + b'\r\n') - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_memcached.py", line 107, in sendall - handler(*parts[1:]) - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_memcached.py", line 1282, in handle_get - raise Exception('get failed') -Exception: get failed -test ERROR: Timeout talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method get, config_timeout 0.01, time_spent 1.0 -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix incr_key, method incr, time_spent 0.0: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 531, in incr - new_val = self._add(fp, sock, cmd, add_val, timeout) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 496, in _add - sock.sendall(b' '.join([ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_memcached.py", line 107, in sendall - handler(*parts[1:]) - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_memcached.py", line 1224, in handle_add - raise Exception('add failed') -Exception: add failed -test ERROR: Timeout talking to memcached: 1.2.3.4:11211: with key_prefix nvratelimit/v2/wf, method incr, config_timeout 0.01, time_spent 1.0 -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix set_key, method set, time_spent 0.0: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 427, in set - sock.sendall(set_msg(cmd.hash_key, flags, timeout, value)) - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_memcached.py", line 107, in sendall - handler(*parts[1:]) - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_memcached.py", line 1252, in handle_set - raise Exception('set failed') -Exception: set failed -test ERROR: Timeout talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method set, config_timeout 0.01, time_spent 1.0 -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method get, time_spent 0.0, [Errno 32] Broken pipe -test WARNING: Item size larger than warning threshold: 9 (9) >= 1 (1) -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix too-big, method set, time_spent 0.0, failed set: SERVER_ERROR object too large for cache -test WARNING: Item size larger than warning threshold: 9 (9) >= 1 (1) -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix too-big, method set, time_spent 0.0, failed set: SERVER_ERROR object too large for cache -test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_single_part_unexpected_ranges -test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_single_part_unexpected_ranges ... ok -test.unit.common.test_utils.TestEventletRateLimiter.test_burst -test.unit.common.test_utils.TestEventletRateLimiter.test_burst ... ok -test.unit.common.test_utils.TestEventletRateLimiter.test_burst_after_idle -test.unit.common.test_utils.TestEventletRateLimiter.test_burst_after_idle ... ok -test.unit.common.test_utils.TestEventletRateLimiter.test_incr_by -test.unit.common.test_utils.TestEventletRateLimiter.test_incr_by ... ok -test.unit.common.test_utils.TestEventletRateLimiter.test_init -test.unit.common.test_utils.TestEventletRateLimiter.test_init ... ok -test.unit.common.test_utils.TestEventletRateLimiter.test_non_blocking -test.unit.common.test_utils.TestEventletRateLimiter.test_non_blocking ... ok -test.unit.common.test_utils.TestEventletRateLimiter.test_ratelimit -test.unit.common.test_utils.TestEventletRateLimiter.test_ratelimit ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_catch_errors_gatekeeper_configured_not_at_start -test.unit.common.test_wsgi.TestPipelineModification.test_catch_errors_gatekeeper_configured_not_at_start ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_gatekeeper_insertion_catch_errors_configured_at_start -test.unit.common.test_wsgi.TestPipelineModification.test_gatekeeper_insertion_catch_errors_configured_at_start ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_gatekeeper_insertion_catch_errors_configured_not_at_start -test.unit.common.test_wsgi.TestPipelineModification.test_gatekeeper_insertion_catch_errors_configured_not_at_start ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_load_app -test.unit.common.test_wsgi.TestPipelineModification.test_load_app ... ok -test.unit.proxy.test_mem_server.TestController.test_account_info_200 -test.unit.proxy.test_mem_server.TestController.test_account_info_200 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_account_info_404 -test.unit.proxy.test_mem_server.TestController.test_account_info_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_account_info_container_count -test.unit.proxy.test_mem_server.TestController.test_account_info_container_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_account_info_no_account -test.unit.proxy.test_mem_server.TestController.test_account_info_no_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_account_info_no_cache -test.unit.proxy.test_mem_server.TestController.test_account_info_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_container_info_200 -test.unit.proxy.test_mem_server.TestController.test_container_info_200 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_container_info_404 -test.unit.proxy.test_mem_server.TestController.test_container_info_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_container_info_invalid_account -test.unit.proxy.test_mem_server.TestController.test_container_info_invalid_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_container_info_no_cache -test.unit.proxy.test_mem_server.TestController.test_container_info_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_get_account_info_returns_values_as_strings -test.unit.proxy.test_mem_server.TestController.test_get_account_info_returns_values_as_strings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_get_container_info_returns_values_as_strings -test.unit.proxy.test_mem_server.TestController.test_get_container_info_returns_values_as_strings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_make_requests -test.unit.proxy.test_mem_server.TestController.test_make_requests ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_transfer_headers -test.unit.proxy.test_mem_server.TestController.test_transfer_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_wsgi.TestPipelineModification.test_load_app_request_logging_app -test.unit.common.test_wsgi.TestPipelineModification.test_load_app_request_logging_app ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_loadapp_proxy -test.unit.common.test_wsgi.TestPipelineModification.test_loadapp_proxy ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_loadapp_storage -test.unit.common.test_wsgi.TestPipelineModification.test_loadapp_storage ... ok -test.unit.container.test_backend.TestContainerBroker.test_double_check_trailing_delimiter -test.unit.container.test_backend.TestContainerBroker.test_double_check_trailing_delimiter ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_overlapping_shard_ranges -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_overlapping_shard_ranges ... ok -test NOTICE: Closing unnecessary sock for port 6006 (child pid 88) -test NOTICE: Closing unnecessary sock for port 6006 (child pid 89) -test NOTICE: Closing unnecessary sock for port 6006 (child pid 90) -test CRITICAL: Unable to bind to port 6009: ack -test CRITICAL: Unable to bind to port 6009: ack -test CRITICAL: Unable to bind to port 6009: ack -test NOTICE: Started child 0 (PID 94) for port 6009 -test NOTICE: Started child 1 (PID 95) for port 6009 -test NOTICE: Started child 2 (PID 96) for port 6009 -test NOTICE: Started child 1 (PID 97) for port 6009 -test NOTICE: Child 2 (PID 709801, port 6007) exiting normally -test NOTICE: Started child 0 (PID 88) for port 6006 -test NOTICE: Started child 1 (PID 89) for port 6006 -test NOTICE: Started child 2 (PID 90) for port 6006 -test NOTICE: Started child 0 (PID 91) for port 6007 -test NOTICE: Started child 1 (PID 92) for port 6007 -test NOTICE: Started child 2 (PID 93) for port 6007 -test NOTICE: Child 709801 exiting normally -test NOTICE: Started child 88 from parent 709801 -test NOTICE: Started child 89 from parent 709801 -test ERROR: Removing dead child 88 from parent 709801 -test NOTICE: Started child 90 from parent 709801 -test NOTICE: Started child 88 from parent 709801 -test NOTICE: Started child 89 from parent 709801 -test INFO: Begin container audit "once" mode -test DEBUG: Audit passed for /tmp/tmpejzbs6ve/sda/containers/0/0/0/test.db -test INFO: Container audit "once" mode completed: 0.00s -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmp7raav5iy/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp7raav5iy/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmp7raav5iy/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp7raav5iy/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:09:48 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.1555 "-" 709801 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:09:48 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0948 "-" 709801 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:09:48 +0000] "PUT /sda1/0/a1" 201 - "-" "test" "-" 0.0940 "-" 709801 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:09:48 +0000] "PUT /sdb1/0/a1" 201 - "-" "test" "-" 0.0850 "-" 709801 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:09:48 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx2e3f078c503544f0b8946-00685203cc" "proxy-server 709801" 0.0013 "-" 709801 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:09:49 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:52359/sda1/0/a/c" "tx2e3f078c503544f0b8946-00685203cc" "container-server 709801" 0.0420 "-" 709801 0 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:09:49 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:39427/sdb1/0/a/c" "tx2e3f078c503544f0b8946-00685203cc" "container-server 709801" 0.0024 "-" 709801 0 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:00:09:49 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "tx2e3f078c503544f0b8946-00685203cc" "proxy-server 709801" 0.3053 "-" 709801 0 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:00:09:49 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "tx2e3f078c503544f0b8946-00685203cc" "proxy-server 709801" 0.3887 "-" 709801 0 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/00/09/49 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx2e3f078c503544f0b8946-00685203cc - 0.3964 - - 1750205388.969160080 1750205389.365601301 0 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:09:49 +0000] "HEAD /sdb1/0/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx03e54299973f4c229b556-00685203cd" "proxy-server 709801" 0.0012 "-" 709801 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:09:49 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://127.0.0.1:52359/sda1/2/a1/c1" "tx03e54299973f4c229b556-00685203cd" "container-server 709801" 0.0066 "-" 709801 0 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:09:49 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://127.0.0.1:39427/sdb1/2/a1/c1" "tx03e54299973f4c229b556-00685203cd" "container-server 709801" 0.0051 "-" 709801 0 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:00:09:49 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx03e54299973f4c229b556-00685203cd" "proxy-server 709801" 0.0973 "-" 709801 0 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:00:09:49 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx03e54299973f4c229b556-00685203cd" "proxy-server 709801" 0.2917 "-" 709801 0 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/00/09/49 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx03e54299973f4c229b556-00685203cd - 0.2986 - - 1750205389.368877649 1750205389.667516232 0 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:09:50 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx06a719987f2044509f45c-00685203cd" "proxy-server 709801" 0.7236 "-" 709801 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:09:51 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:39427/sdb1/0/a/c1" "tx06a719987f2044509f45c-00685203cd" "container-server 709801" 0.1482 "-" 709801 1 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:09:51 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:52359/sda1/0/a/c1" "tx06a719987f2044509f45c-00685203cd" "container-server 709801" 0.0010 "-" 709801 1 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:00:09:51 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx06a719987f2044509f45c-00685203cd" "proxy-server 709801" 0.5354 "-" 709801 1 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:00:09:51 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx06a719987f2044509f45c-00685203cd" "proxy-server 709801" 1.4794 "-" 709801 1 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/00/09/51 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx06a719987f2044509f45c-00685203cd - 2.2093 - - 1750205389.668573141 1750205391.877914429 1 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:09:51 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txb3441bf6f4994154a5cbf-00685203cf" "proxy-server 709801" 0.0669 "-" 709801 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:09:52 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:52359/sda1/2/a/c2" "txb3441bf6f4994154a5cbf-00685203cf" "container-server 709801" 0.0009 "-" 709801 2 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:09:52 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:39427/sdb1/2/a/c2" "txb3441bf6f4994154a5cbf-00685203cf" "container-server 709801" 0.0908 "-" 709801 2 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:00:09:52 +0000] "PUT /sdb1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txb3441bf6f4994154a5cbf-00685203cf" "proxy-server 709801" 0.2755 "-" 709801 2 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:00:09:52 +0000] "PUT /sda1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txb3441bf6f4994154a5cbf-00685203cf" "proxy-server 709801" 0.1876 "-" 709801 2 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/00/09/52 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txb3441bf6f4994154a5cbf-00685203cf - 0.3492 - - 1750205391.879168749 1750205392.228345394 2 -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline -test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_load -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_load ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_xml -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_xml ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_inserts_versioned_writes -test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_inserts_versioned_writes ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_ordering -test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_ordering ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_account_name -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_account_name ... ok -test.unit.container.test_backend.TestContainerBroker.test_double_check_trailing_delimiter_non_slash -test.unit.container.test_backend.TestContainerBroker.test_double_check_trailing_delimiter_non_slash ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205385.00000, db: /tmp/tmp1awdfjue/sda/containers/0/146/62eadbebfe7bbc10c357e013d1ac8146/62eadbebfe7bbc10c357e013d1ac8146.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205387.00000, db: /tmp/tmp1awdfjue/sda/containers/0/4fb/cec88d7149f7cdbf29f610de2b4184fb/cec88d7149f7cdbf29f610de2b4184fb.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205386.00000, (0, 0) as of 1750205386.00000, found as of 1750205386.00000> to ShardRange<'k' to 't' as of 1750205387.00000, (0, 0) as of 1750205387.00000, created as of 1750205387.00000>, path: .shards_a/shard_c_1750205387.00000, db: /tmp/tmp1awdfjue/sda/containers/0/4fb/cec88d7149f7cdbf29f610de2b4184fb/cec88d7149f7cdbf29f610de2b4184fb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205389.00000, db: /tmp/tmp1awdfjue/sda/containers/0/32b/55082f7bf454845e2cdd68840135632b/55082f7bf454845e2cdd68840135632b.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205388.00000, (0, 0) as of 1750205388.00000, found as of 1750205388.00000> to ShardRange<'k' to 't' as of 1750205389.00000, (0, 0) as of 1750205389.00000, cleaved as of 1750205389.00000>, path: .shards_a/shard_c_1750205389.00000, db: /tmp/tmp1awdfjue/sda/containers/0/32b/55082f7bf454845e2cdd68840135632b/55082f7bf454845e2cdd68840135632b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205391.00000, db: /tmp/tmp1awdfjue/sda/containers/0/c71/9bae4ddadace7317dc2e2148d516ac71/9bae4ddadace7317dc2e2148d516ac71.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205390.00000, (0, 0) as of 1750205390.00000, found as of 1750205390.00000> to ShardRange<'k' to 't' as of 1750205391.00000, (0, 0) as of 1750205391.00000, active as of 1750205391.00000>, path: .shards_a/shard_c_1750205391.00000, db: /tmp/tmp1awdfjue/sda/containers/0/c71/9bae4ddadace7317dc2e2148d516ac71/9bae4ddadace7317dc2e2148d516ac71.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205393.00000, db: /tmp/tmp1awdfjue/sda/containers/0/d98/4aad586df095a32a27bd85b405f51d98/4aad586df095a32a27bd85b405f51d98.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205392.00000, (0, 0) as of 1750205392.00000, found as of 1750205392.00000> to ShardRange<'k' to 't' as of 1750205393.00000, (0, 0) as of 1750205393.00000, shrinking as of 1750205393.00000>, path: .shards_a/shard_c_1750205393.00000, db: /tmp/tmp1awdfjue/sda/containers/0/d98/4aad586df095a32a27bd85b405f51d98/4aad586df095a32a27bd85b405f51d98.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205393.00000, db: /tmp/tmp1awdfjue/sda/containers/0/d98/4aad586df095a32a27bd85b405f51d98/4aad586df095a32a27bd85b405f51d98.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205395.00000, db: /tmp/tmp1awdfjue/sda/containers/0/eaa/1860103216b4747f3280bfcfb9c27eaa/1860103216b4747f3280bfcfb9c27eaa.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205394.00000, (0, 0) as of 1750205394.00000, found as of 1750205394.00000> to ShardRange<'k' to 't' as of 1750205395.00000, (0, 0) as of 1750205395.00000, sharding as of 1750205395.00000>, path: .shards_a/shard_c_1750205395.00000, db: /tmp/tmp1awdfjue/sda/containers/0/eaa/1860103216b4747f3280bfcfb9c27eaa/1860103216b4747f3280bfcfb9c27eaa.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205395.00000, db: /tmp/tmp1awdfjue/sda/containers/0/eaa/1860103216b4747f3280bfcfb9c27eaa/1860103216b4747f3280bfcfb9c27eaa.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205397.00000, db: /tmp/tmp1awdfjue/sda/containers/0/5d3/07d8840b19fe7ebfa9ac7a76aee3d5d3/07d8840b19fe7ebfa9ac7a76aee3d5d3.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205396.00000, (0, 0) as of 1750205396.00000, found as of 1750205396.00000> to ShardRange<'k' to 't' as of 1750205397.00000, (0, 0) as of 1750205397.00000, sharded as of 1750205397.00000>, path: .shards_a/shard_c_1750205397.00000, db: /tmp/tmp1awdfjue/sda/containers/0/5d3/07d8840b19fe7ebfa9ac7a76aee3d5d3/07d8840b19fe7ebfa9ac7a76aee3d5d3.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205397.00000, db: /tmp/tmp1awdfjue/sda/containers/0/5d3/07d8840b19fe7ebfa9ac7a76aee3d5d3/07d8840b19fe7ebfa9ac7a76aee3d5d3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205399.00000, db: /tmp/tmp1awdfjue/sda/containers/0/2c8/267393591eb76e596000efa3c1ba72c8/267393591eb76e596000efa3c1ba72c8.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205398.00000, (0, 0) as of 1750205398.00000, found as of 1750205398.00000> to ShardRange<'k' to 't' as of 1750205399.00000, (0, 0) as of 1750205399.00000, shrunk as of 1750205399.00000>, path: .shards_a/shard_c_1750205399.00000, db: /tmp/tmp1awdfjue/sda/containers/0/2c8/267393591eb76e596000efa3c1ba72c8/267393591eb76e596000efa3c1ba72c8.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205399.00000, db: /tmp/tmp1awdfjue/sda/containers/0/2c8/267393591eb76e596000efa3c1ba72c8/267393591eb76e596000efa3c1ba72c8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205401.00000, db: /tmp/tmp1awdfjue/sda/containers/0/7e8/4c0a97936dcb2f4f10ce43d86ad657e8/4c0a97936dcb2f4f10ce43d86ad657e8.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205400.00000, (0, 0) as of 1750205400.00000, created as of 1750205400.00000> to ShardRange<'k' to 't' as of 1750205401.00000, (0, 0) as of 1750205401.00000, found as of 1750205401.00000>, path: .shards_a/shard_c_1750205401.00000, db: /tmp/tmp1awdfjue/sda/containers/0/7e8/4c0a97936dcb2f4f10ce43d86ad657e8/4c0a97936dcb2f4f10ce43d86ad657e8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205403.00000, db: /tmp/tmp1awdfjue/sda/containers/0/85b/ad23e0b89c755fcd4203e07d6696185b/ad23e0b89c755fcd4203e07d6696185b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205405.00000, db: /tmp/tmp1awdfjue/sda/containers/0/36a/4af1d4ee049f1f77e007cdd887e3d36a/4af1d4ee049f1f77e007cdd887e3d36a.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205404.00000, (0, 0) as of 1750205404.00000, created as of 1750205404.00000> to ShardRange<'k' to 't' as of 1750205405.00000, (0, 0) as of 1750205405.00000, cleaved as of 1750205405.00000>, path: .shards_a/shard_c_1750205405.00000, db: /tmp/tmp1awdfjue/sda/containers/0/36a/4af1d4ee049f1f77e007cdd887e3d36a/4af1d4ee049f1f77e007cdd887e3d36a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205407.00000, db: /tmp/tmp1awdfjue/sda/containers/0/3e9/a17b3a0baa22ca2d9ea2b9caf155e3e9/a17b3a0baa22ca2d9ea2b9caf155e3e9.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205406.00000, (0, 0) as of 1750205406.00000, created as of 1750205406.00000> to ShardRange<'k' to 't' as of 1750205407.00000, (0, 0) as of 1750205407.00000, active as of 1750205407.00000>, path: .shards_a/shard_c_1750205407.00000, db: /tmp/tmp1awdfjue/sda/containers/0/3e9/a17b3a0baa22ca2d9ea2b9caf155e3e9/a17b3a0baa22ca2d9ea2b9caf155e3e9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205409.00000, db: /tmp/tmp1awdfjue/sda/containers/0/527/bcec27b2fbc4b9e6071f6abf6f5b7527/bcec27b2fbc4b9e6071f6abf6f5b7527.db -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_mem -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_mem ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_merge_items_overwrite_unicode -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_merge_items_overwrite_unicode ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_container_name -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_container_name ... ok -test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_plain -test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_plain ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_container_iter_with_reserved_name -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_container_iter_with_reserved_name ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_mounted -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_mounted ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_recommended_pipelines -test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_recommended_pipelines ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_container_name_as_subdir -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_container_name_as_subdir ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_proxy_unmodified_wsgi_pipeline -test.unit.common.test_wsgi.TestPipelineModification.test_proxy_unmodified_wsgi_pipeline ... ok -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips ... ok -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_bind_ip_specific -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_bind_ip_specific ... ok -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_bind_to_all -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_bind_to_all ... ok -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_getifaddrs -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_getifaddrs ... ok -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_netifaces_error -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_netifaces_error ... ok -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_netifaces_ipv6 -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_netifaces_ipv6 ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_empty_account -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_empty_account ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_accept -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_accept ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_content_type -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_content_type ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_format -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_format ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_partition -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_partition ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_put_container -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_put_container ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_quarantine_count -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_quarantine_count ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_migrate_add_storage_policy_index_fail -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_migrate_add_storage_policy_index_fail ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shard_ranges_in_found_state -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shard_ranges_in_found_state ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_commit_pending -test.unit.container.test_backend.TestCommonContainerBroker.test_commit_pending ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_reconstruction -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_reconstruction ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_not_found -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_not_found ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_delete_db -test.unit.container.test_backend.TestCommonContainerBroker.test_delete_db ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_get_info -test.unit.container.test_backend.TestCommonContainerBroker.test_get_info ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_relinker_info -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_relinker_info ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_newid -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_newid ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_containers_iter -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_containers_iter ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_get_max_row -test.unit.container.test_backend.TestCommonContainerBroker.test_get_max_row ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_with_containers -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_with_containers ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_OPTIONS -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_OPTIONS ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_account -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_account ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_reclaim -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_reclaim ... ok -test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_xml -test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_xml ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_get_raw_metadata -test.unit.container.test_backend.TestCommonContainerBroker.test_get_raw_metadata ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_container -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_container ... ok -test.unit.proxy.test_server.TestContainerController.test_CORS_valid -test.unit.proxy.test_server.TestContainerController.test_CORS_valid ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shrink_threshold -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shrink_threshold ... ok -test.unit.proxy.test_server.TestContainerController.test_DELETE -test.unit.proxy.test_server.TestContainerController.test_DELETE ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_metadata -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_metadata ... ok -cont1 DEBUG: Could not load '/tmp/tmppap_b4nc/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmppap_b4nc/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmppap_b4nc/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmppap_b4nc/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:09:52 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.1401 "-" 709801 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:09:52 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.1274 "-" 709801 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:09:52 +0000] "PUT /sda1/0/a1" 201 - "-" "test" "-" 0.0925 "-" 709801 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:09:52 +0000] "PUT /sdb1/0/a1" 201 - "-" "test" "-" 0.0994 "-" 709801 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:09:52 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txce5f5814e544471a8025c-00685203d0" "proxy-server 709801" 0.0011 "-" 709801 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:09:52 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:33273/sda1/0/a/c" "txce5f5814e544471a8025c-00685203d0" "container-server 709801" 0.0212 "-" 709801 0 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:09:53 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:46667/sdb1/0/a/c" "txce5f5814e544471a8025c-00685203d0" "container-server 709801" 0.0113 "-" 709801 0 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:00:09:53 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "txce5f5814e544471a8025c-00685203d0" "proxy-server 709801" 0.2335 "-" 709801 0 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:00:09:53 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "txce5f5814e544471a8025c-00685203d0" "proxy-server 709801" 0.1335 "-" 709801 0 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/00/09/53 PUT /v1/a/c HTTP/1.0 201 - - t - - - txce5f5814e544471a8025c-00685203d0 - 0.2425 - - 1750205392.770540714 1750205393.013000488 0 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:09:53 +0000] "HEAD /sdb1/0/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx8a55ad87d16b4c878fc11-00685203d1" "proxy-server 709801" 0.0010 "-" 709801 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:09:53 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://127.0.0.1:33273/sda1/2/a1/c1" "tx8a55ad87d16b4c878fc11-00685203d1" "container-server 709801" 0.0010 "-" 709801 0 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:09:53 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://127.0.0.1:46667/sdb1/2/a1/c1" "tx8a55ad87d16b4c878fc11-00685203d1" "container-server 709801" 0.0103 "-" 709801 0 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:00:09:53 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx8a55ad87d16b4c878fc11-00685203d1" "proxy-server 709801" 0.0979 "-" 709801 0 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:00:09:53 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx8a55ad87d16b4c878fc11-00685203d1" "proxy-server 709801" 0.2028 "-" 709801 0 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/00/09/53 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx8a55ad87d16b4c878fc11-00685203d1 - 0.2102 - - 1750205393.014137745 1750205393.224328756 0 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:09:53 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txfaec4dfa38fd4a3d945e4-00685203d1" "proxy-server 709801" 0.1139 "-" 709801 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:09:53 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:46667/sdb1/0/a/c1" "txfaec4dfa38fd4a3d945e4-00685203d1" "container-server 709801" 0.1106 "-" 709801 1 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:09:53 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:33273/sda1/0/a/c1" "txfaec4dfa38fd4a3d945e4-00685203d1" "container-server 709801" 0.0009 "-" 709801 1 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:00:09:53 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txfaec4dfa38fd4a3d945e4-00685203d1" "proxy-server 709801" 0.2224 "-" 709801 1 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:00:09:53 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txfaec4dfa38fd4a3d945e4-00685203d1" "proxy-server 709801" 0.3299 "-" 709801 1 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/00/09/53 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txfaec4dfa38fd4a3d945e4-00685203d1 - 0.4492 - - 1750205393.225391150 1750205393.674589157 1 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:09:53 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txb69e8187719f43e3a07f4-00685203d1" "proxy-server 709801" 0.0864 "-" 709801 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:09:53 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:33273/sda1/2/a/c2" "txb69e8187719f43e3a07f4-00685203d1" "container-server 709801" 0.0008 "-" 709801 2 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:09:54 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:46667/sdb1/2/a/c2" "txb69e8187719f43e3a07f4-00685203d1" "container-server 709801" 0.1078 "-" 709801 2 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:00:09:54 +0000] "PUT /sdb1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txb69e8187719f43e3a07f4-00685203d1" "proxy-server 709801" 0.3095 "-" 709801 2 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:00:09:54 +0000] "PUT /sda1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txb69e8187719f43e3a07f4-00685203d1" "proxy-server 709801" 0.2166 "-" 709801 2 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/00/09/54 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txb69e8187719f43e3a07f4-00685203d1 - 0.4016 - - 1750205393.675726414 1750205394.077369690 2 -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx8c757390c2cb4ca7b741a-00685203d2) -test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: txc880f58a04f045e595d85-00685203d2) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:2000/sda (txn: tx4d1a3e4137264c00a50d3-00685203d2) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx4d1a3e4137264c00a50d3-00685203d2) -test ERROR: Container GET returning 503 for (204, 503, 503) (txn: tx4d1a3e4137264c00a50d3-00685203d2) -test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx8f2423cffb9d4bdaa6af2-00685203d2) -test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx8f2423cffb9d4bdaa6af2-00685203d2) -test ERROR: Container GET returning 503 for (204, 503, 503) (txn: tx8f2423cffb9d4bdaa6af2-00685203d2) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx3f86810c76664e67a47f7-00685203d2) -test ERROR: Container GET returning 503 for (204, 404, 503) (txn: tx3f86810c76664e67a47f7-00685203d2) -test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx2cc8109b3fd5452b83cc6-00685203d2) -test ERROR: Container GET returning 503 for (204, 404, 503) (txn: tx2cc8109b3fd5452b83cc6-00685203d2) -test.unit.proxy.test_server.TestContainerController.test_DELETE_backed_x_timestamp_header -test.unit.proxy.test_server.TestContainerController.test_DELETE_backed_x_timestamp_header ... ok -test.unit.proxy.test_server.TestContainerController.test_DELETE_x_account_headers_with_fewer_account_replicas -test.unit.proxy.test_server.TestContainerController.test_DELETE_x_account_headers_with_fewer_account_replicas ... ok -test.unit.proxy.test_server.TestContainerController.test_DELETE_x_account_headers_with_more_account_replicas -test.unit.proxy.test_server.TestContainerController.test_DELETE_x_account_headers_with_more_account_replicas ... ok -test.unit.proxy.test_server.TestContainerController.test_GET_account_non_existent -test.unit.proxy.test_server.TestContainerController.test_GET_account_non_existent ... ok -test.unit.proxy.test_server.TestContainerController.test_GET_auto_create_prefix_account_non_existent -test.unit.proxy.test_server.TestContainerController.test_GET_auto_create_prefix_account_non_existent ... ok -test.unit.proxy.test_server.TestContainerController.test_GET_calls_authorize -test.unit.proxy.test_server.TestContainerController.test_GET_calls_authorize ... ok -test.unit.proxy.test_server.TestContainerController.test_GET_no_content -test.unit.proxy.test_server.TestContainerController.test_GET_no_content ... ok -test.unit.proxy.test_server.TestContainerController.test_HEAD_GET -test.unit.proxy.test_server.TestContainerController.test_HEAD_GET ... ok -test.unit.proxy.test_server.TestContainerController.test_HEAD_calls_authorize -test.unit.proxy.test_server.TestContainerController.test_HEAD_calls_authorize ... ok -test.unit.proxy.test_server.TestContainerController.test_OPTIONS -test.unit.proxy.test_server.TestContainerController.test_OPTIONS ... ok -test.unit.proxy.test_server.TestContainerController.test_OPTIONS_get_info_drops_origin -test.unit.proxy.test_server.TestContainerController.test_OPTIONS_get_info_drops_origin ... ok -test.unit.proxy.test_server.TestContainerController.test_POST -test.unit.proxy.test_server.TestContainerController.test_POST ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_get_syncs -test.unit.container.test_backend.TestCommonContainerBroker.test_get_syncs ... ok -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: tx8c760a1a7a7d4c50ad89a-00685203d2) -test INFO: Client disconnected on read of '/a/c' (txn: tx8c760a1a7a7d4c50ad89a-00685203d2) -test INFO: Client disconnected on read of '/a/c' (txn: txdd583cbb3d5d4023ae43e-00685203d2) -test INFO: Client disconnected on read of '/a/c' (txn: txdd583cbb3d5d4023ae43e-00685203d2) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txfbe98253a0af487397406-00685203d2) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txb25ff3bc987e43faa51f8-00685203d2) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx0b2113f80d284b0a9a78e-00685203d2) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx0b2113f80d284b0a9a78e-00685203d2) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx0b2113f80d284b0a9a78e-00685203d2) -test ERROR: Container GET returning 503 for [500, 500, 500] (txn: tx0b2113f80d284b0a9a78e-00685203d2) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txea79b478a0eb442bbb3c4-00685203d2) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txea79b478a0eb442bbb3c4-00685203d2) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txea79b478a0eb442bbb3c4-00685203d2) -test ERROR: Container GET returning 503 for [500, 500, 500] (txn: txea79b478a0eb442bbb3c4-00685203d2) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a: Network unreachable (txn: tx26d7a8c614a84d95877be-00685203d2) -test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a: Network unreachable (txn: tx26d7a8c614a84d95877be-00685203d2) -test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a: Network unreachable (txn: tx26d7a8c614a84d95877be-00685203d2) -test ERROR: Account HEAD returning 503 for [] (txn: tx26d7a8c614a84d95877be-00685203d2) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 500 Trying to POST /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx687186f419774baab41e0-00685203d2) -test ERROR: ERROR 500 Trying to POST /a/c From Container Server 10.0.0.0:2000/sda (txn: tx0c53971cac58416aa1389-00685203d2) -test ERROR: Container GET returning 503 for (204, 404, 503) (txn: tx0c53971cac58416aa1389-00685203d2) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txab9bc62da4ae4474b69a6-00685203d2) -test.unit.proxy.test_server.TestContainerController.test_POST_bad_metadata -test.unit.proxy.test_server.TestContainerController.test_POST_bad_metadata ... ok -test.unit.proxy.test_server.TestContainerController.test_POST_calls_clean_acl -test.unit.proxy.test_server.TestContainerController.test_POST_calls_clean_acl ... ok -test.unit.proxy.test_server.TestContainerController.test_POST_metadata -test.unit.proxy.test_server.TestContainerController.test_POST_metadata ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_unrecognized -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_unrecognized ... ok -test.unit.proxy.test_server.TestContainerController.test_PUT -test.unit.proxy.test_server.TestContainerController.test_PUT ... ok -test.unit.proxy.test_server.TestContainerController.test_PUT_autocreate_account_utf8 -test.unit.proxy.test_server.TestContainerController.test_PUT_autocreate_account_utf8 ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_maybe_get -test.unit.container.test_backend.TestCommonContainerBroker.test_maybe_get ... ok -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx336e22c10aa441bd99b15-00685203d2) -test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx8806e092669e42b688bd2-00685203d2) -test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txaf9ff7701a98402fa87bb-00685203d2) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 500 Trying to PUT /a/c From Container Server 10.0.0.0:2000/sda (txn: tx9960ba8ebac847438653b-00685203d2) -test ERROR: ERROR 500 Trying to PUT /a/c From Container Server 10.0.0.0:2000/sda (txn: tx55099581fde34ba28f9e1-00685203d2) -test ERROR: Container GET returning 503 for (204, 404, 503) (txn: tx55099581fde34ba28f9e1-00685203d2) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: txd79c9cba93444f15a5dc0-00685203d2) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: txd79c9cba93444f15a5dc0-00685203d2) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: txd79c9cba93444f15a5dc0-00685203d2) -test ERROR: Account HEAD returning 503 for [503, 503, 503] (txn: txd79c9cba93444f15a5dc0-00685203d2) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to PUT /account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txd79c9cba93444f15a5dc0-00685203d2) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to PUT /account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txd79c9cba93444f15a5dc0-00685203d2) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to PUT /account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txd79c9cba93444f15a5dc0-00685203d2) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txd79c9cba93444f15a5dc0-00685203d2) -test WARNING: Could not autocreate account '/account' (txn: txd79c9cba93444f15a5dc0-00685203d2) -test INFO: autocreate account '/account' (txn: tx077028a2c5e24e8c88747-00685203d2) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: tx76352ef27c3741c4b11b5-00685203d2) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: tx76352ef27c3741c4b11b5-00685203d2) -test ERROR: Account HEAD returning 503 for [503, 503] (txn: tx76352ef27c3741c4b11b5-00685203d2) -test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.1:1001/sdb (txn: tx76352ef27c3741c4b11b5-00685203d2) -test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.2:1002/sdc (txn: tx76352ef27c3741c4b11b5-00685203d2) -test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.0:1000/sda (txn: tx76352ef27c3741c4b11b5-00685203d2) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx76352ef27c3741c4b11b5-00685203d2) -test WARNING: Could not autocreate account '/account' (txn: tx76352ef27c3741c4b11b5-00685203d2) -test INFO: autocreate account '/account' (txn: tx8972e75729ff4ae288ba8-00685203d2) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx73f2b2259bcb4153b51f5-00685203d2) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:2000/sda (txn: tx73f2b2259bcb4153b51f5-00685203d2) -test ERROR: Container GET returning 503 for (201, 503, 503) (txn: tx73f2b2259bcb4153b51f5-00685203d2) -test INFO: autocreate account '/account' (txn: tx32a519b866964b84ad8df-00685203d2) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: txf7e6145efd07439bbf5be-00685203d2) -test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.0:1000/sda (txn: txf7e6145efd07439bbf5be-00685203d2) -test INFO: autocreate account '/account' (txn: txf7e6145efd07439bbf5be-00685203d2) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: txbd30caea66d94c1782215-00685203d2) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:2000/sda (txn: txbd30caea66d94c1782215-00685203d2) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: autocreate account '/☃' (txn: txf616cdd445ce48cfaf49b-00685203d2) -test.unit.proxy.test_server.TestContainerController.test_PUT_autocreate_account_with_sysmeta -test.unit.proxy.test_server.TestContainerController.test_PUT_autocreate_account_with_sysmeta ... ok -test.unit.proxy.test_server.TestContainerController.test_PUT_backed_x_timestamp_header -test.unit.proxy.test_server.TestContainerController.test_PUT_backed_x_timestamp_header ... ok -test.unit.proxy.test_server.TestContainerController.test_PUT_bad_metadata -test.unit.proxy.test_server.TestContainerController.test_PUT_bad_metadata ... ok -test.unit.proxy.test_server.TestContainerController.test_PUT_calls_clean_acl -test.unit.proxy.test_server.TestContainerController.test_PUT_calls_clean_acl ... ok -test.unit.account.test_server.TestAccountController.test_GET_with_containers_json -test.unit.account.test_server.TestAccountController.test_GET_with_containers_json ... ok -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: autocreate account '/account' (txn: tx29a9ee5d9a5f49f195840-00685203d2) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txbffafff2e55841159cbb2-00685203d2) -test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx1b311be69055460da0a39-00685203d2) -test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txf50c6a57f20045d48e14c-00685203d2) -test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txa2ea99de1d88472bb30a1-00685203d2) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect - raise HTTPException() -http.client.HTTPException (txn: txca7c82558bf04eb899f0c-00685203d2) -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c/: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect - raise HTTPException() -http.client.HTTPException (txn: tx95fc04b70956417bb0c3a-00685203d2) -test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect - raise HTTPException() -http.client.HTTPException (txn: tx044d8c9b7e5a4ed79ccf2-00685203d2) -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect - raise HTTPException() -http.client.HTTPException (txn: tx044d8c9b7e5a4ed79ccf2-00685203d2) -test ERROR: Container GET returning 503 for (201, 503, 503) (txn: tx044d8c9b7e5a4ed79ccf2-00685203d2) -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c/: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect - raise HTTPException() -http.client.HTTPException (txn: tx554fa1bec289438bb691b-00685203d2) -test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c/: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect - raise HTTPException() -http.client.HTTPException (txn: tx554fa1bec289438bb691b-00685203d2) -test ERROR: Container GET returning 503 for (201, 503, 503) (txn: tx554fa1bec289438bb691b-00685203d2) -test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect - raise HTTPException() -http.client.HTTPException (txn: tx9f7cee335cdc450d87e0f-00685203d2) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:2000/sda (txn: tx9f7cee335cdc450d87e0f-00685203d2) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx9f7cee335cdc450d87e0f-00685203d2) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx9f7cee335cdc450d87e0f-00685203d2) -test.unit.proxy.test_server.TestContainerController.test_PUT_connect_exceptions -test.unit.proxy.test_server.TestContainerController.test_PUT_connect_exceptions ... ok -test.unit.proxy.test_server.TestContainerController.test_PUT_max_container_name_length -test.unit.proxy.test_server.TestContainerController.test_PUT_max_container_name_length ... ok -test.unit.proxy.test_server.TestContainerController.test_PUT_max_containers_per_account -test.unit.proxy.test_server.TestContainerController.test_PUT_max_containers_per_account ... ok -test.unit.proxy.test_server.TestContainerController.test_PUT_metadata -test.unit.proxy.test_server.TestContainerController.test_PUT_metadata ... ok -test.unit.proxy.test_server.TestContainerController.test_PUT_policy_headers -test.unit.proxy.test_server.TestContainerController.test_PUT_policy_headers ... ok -test.unit.proxy.test_server.TestContainerController.test_PUT_x_account_headers_with_fewer_account_replicas -test.unit.proxy.test_server.TestContainerController.test_PUT_x_account_headers_with_fewer_account_replicas ... ok -test.unit.proxy.test_server.TestContainerController.test_PUT_x_account_headers_with_more_account_replicas -test.unit.proxy.test_server.TestContainerController.test_PUT_x_account_headers_with_more_account_replicas ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_impossible -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_impossible ... ok -test.unit.proxy.test_server.TestContainerController.test_acc_missing_returns_404 -test.unit.proxy.test_server.TestContainerController.test_acc_missing_returns_404 ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_object -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_object ... ok -test.unit.proxy.test_server.TestContainerController.test_authorized_requests_when_account_not_found -test.unit.proxy.test_server.TestContainerController.test_authorized_requests_when_account_not_found ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_sys_metadata -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_sys_metadata ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_objects_iter_order_and_reverse -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_objects_iter_order_and_reverse ... ok -test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c/: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect - raise HTTPException() -http.client.HTTPException (txn: tx4a1bc4ee7bfc416c8a038-00685203d2) -test ERROR: ERROR 503 Trying to PUT /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx4a1bc4ee7bfc416c8a038-00685203d2) -test ERROR: ERROR 503 Trying to PUT /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx4a1bc4ee7bfc416c8a038-00685203d2) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx4a1bc4ee7bfc416c8a038-00685203d2) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: tx14971f61caeb4c758b5c7-00685203d2) -test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse - raise Exception('test') -Exception: test (txn: tx7944eb008b054b6087803-00685203d2) -test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse - raise Exception('test') -Exception: test (txn: tx7944eb008b054b6087803-00685203d2) -test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx7944eb008b054b6087803-00685203d2) -test ERROR: Account HEAD returning 503 for [] (txn: tx7944eb008b054b6087803-00685203d2) -test DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx2d09892885e749558b10d-00685203d2) -test DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx2d09892885e749558b10d-00685203d2) -test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx2d09892885e749558b10d-00685203d2) -test ERROR: Account HEAD returning 503 for [] (txn: tx2d09892885e749558b10d-00685203d2) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: tx9d84ae8307bb4ca68fb4a-00685203d2) -test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse - raise Exception('test') -Exception: test (txn: txfc6fc556e2a54d68979b4-00685203d2) -test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse - raise Exception('test') -Exception: test (txn: txfc6fc556e2a54d68979b4-00685203d2) -test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txfc6fc556e2a54d68979b4-00685203d2) -test ERROR: Account HEAD returning 503 for [] (txn: txfc6fc556e2a54d68979b4-00685203d2) -test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx65378f0404864e668e0e1-00685203d2) -test DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx65378f0404864e668e0e1-00685203d2) -test DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx65378f0404864e668e0e1-00685203d2) -test ERROR: Account HEAD returning 503 for [] (txn: tx65378f0404864e668e0e1-00685203d2) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test.unit.proxy.test_server.TestContainerController.test_convert_index_to_name -test.unit.proxy.test_server.TestContainerController.test_convert_index_to_name ... ok -test.unit.proxy.test_server.TestContainerController.test_convert_policy_to_index -test.unit.proxy.test_server.TestContainerController.test_convert_policy_to_index ... ok -test.unit.proxy.test_server.TestContainerController.test_error_convert_index_to_name -test.unit.proxy.test_server.TestContainerController.test_error_convert_index_to_name ... ok -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: tx29957aadb2eb4fb79dfeb-00685203d2) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: Could not translate X-Backend-Storage-Policy-Index ('-1') from '/a' to policy (txn: txc6bc515187e846e3aa353-00685203d2) -test ERROR: Could not translate X-Backend-Storage-Policy-Index ('-1') from '/a/c' to policy (txn: txc6bc515187e846e3aa353-00685203d2) -test INFO: Client disconnected on read of '/a/c' (txn: txc6bc515187e846e3aa353-00685203d2) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txf68aa7619ffb41d98cf71-00685203d2) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx0a895046a44a4032b45eb-00685203d2) -test INFO: Client disconnected on read of '/a/c' (txn: tx0a895046a44a4032b45eb-00685203d2) -test INFO: Client disconnected on read of '/a/c/' (txn: tx0a895046a44a4032b45eb-00685203d2) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txa87d0fa97fac4d7da6b82-00685203d2) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txa87d0fa97fac4d7da6b82-00685203d2) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txa87d0fa97fac4d7da6b82-00685203d2) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txa87d0fa97fac4d7da6b82-00685203d2) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx4368a35a851e469b84ca8-00685203d2) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx4368a35a851e469b84ca8-00685203d2) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx4368a35a851e469b84ca8-00685203d2) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx4368a35a851e469b84ca8-00685203d2) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx2cd3c610a1b34dc6b3393-00685203d2) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx2cd3c610a1b34dc6b3393-00685203d2) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx2cd3c610a1b34dc6b3393-00685203d2) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx2cd3c610a1b34dc6b3393-00685203d2) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx16d1438f644a47f4838e3-00685203d2) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx16d1438f644a47f4838e3-00685203d2) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx16d1438f644a47f4838e3-00685203d2) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx16d1438f644a47f4838e3-00685203d2) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txec24a5d037f34d39aa409-00685203d2) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txec24a5d037f34d39aa409-00685203d2) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txec24a5d037f34d39aa409-00685203d2) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txec24a5d037f34d39aa409-00685203d2) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: txd40ccf5eb1744ac3bdd24-00685203d2) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: txd40ccf5eb1744ac3bdd24-00685203d2) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: txd40ccf5eb1744ac3bdd24-00685203d2) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txd40ccf5eb1744ac3bdd24-00685203d2) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txc7d2b166f61648adad662-00685203d2) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txc7d2b166f61648adad662-00685203d2) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txc7d2b166f61648adad662-00685203d2) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txc7d2b166f61648adad662-00685203d2) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx9d9828f967984a8b876c3-00685203d2) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx9d9828f967984a8b876c3-00685203d2) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx9d9828f967984a8b876c3-00685203d2) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx9d9828f967984a8b876c3-00685203d2) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx6543af744dc54c958c8f8-00685203d2) -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:2000/sda (txn: tx6543af744dc54c958c8f8-00685203d2) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx6543af744dc54c958c8f8-00685203d2) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx6543af744dc54c958c8f8-00685203d2) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx6543af744dc54c958c8f8-00685203d2) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx6543af744dc54c958c8f8-00685203d2) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txd1976a1df181439abd871-00685203d2) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: txd1976a1df181439abd871-00685203d2) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: txd1976a1df181439abd871-00685203d2) -test ERROR: Container GET returning 503 for [503, 503] (txn: txd1976a1df181439abd871-00685203d2) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx60856ff7cdeb48b4ae9dc-00685203d2) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx60856ff7cdeb48b4ae9dc-00685203d2) -test ERROR: Node will be error limited for 60.00s: 10.0.0.1:2001/sdb (txn: tx60856ff7cdeb48b4ae9dc-00685203d2) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx60856ff7cdeb48b4ae9dc-00685203d2) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx60856ff7cdeb48b4ae9dc-00685203d2) -test ERROR: Node will be error limited for 60.00s: 10.0.0.2:2002/sdc (txn: tx60856ff7cdeb48b4ae9dc-00685203d2) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx60856ff7cdeb48b4ae9dc-00685203d2) -test ERROR: Container GET returning 503 for [503, 503] (txn: tx60856ff7cdeb48b4ae9dc-00685203d2) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx44fc0ddeccb348c9afee5-00685203d2) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx44fc0ddeccb348c9afee5-00685203d2) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx44fc0ddeccb348c9afee5-00685203d2) -test ERROR: Container GET returning 503 for [] (txn: tx44fc0ddeccb348c9afee5-00685203d2) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx7e1ed93589e6450398a94-00685203d2) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx7e1ed93589e6450398a94-00685203d2) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx7e1ed93589e6450398a94-00685203d2) -test ERROR: Container GET returning 503 for [] (txn: tx7e1ed93589e6450398a94-00685203d2) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx22a7767c067044d5b9c88-00685203d2) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx22a7767c067044d5b9c88-00685203d2) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx22a7767c067044d5b9c88-00685203d2) -test ERROR: Container GET returning 503 for [] (txn: tx22a7767c067044d5b9c88-00685203d2) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txf9542e1afdc94aa2aad13-00685203d2) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txf9542e1afdc94aa2aad13-00685203d2) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txf9542e1afdc94aa2aad13-00685203d2) -test ERROR: Container GET returning 503 for [] (txn: txf9542e1afdc94aa2aad13-00685203d2) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx7830df17f7104357b71a2-00685203d2) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx7830df17f7104357b71a2-00685203d2) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx7830df17f7104357b71a2-00685203d2) -test ERROR: Container GET returning 503 for [] (txn: tx7830df17f7104357b71a2-00685203d2) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx78adbcf41fcb41d4b71dd-00685203d2) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx78adbcf41fcb41d4b71dd-00685203d2) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx78adbcf41fcb41d4b71dd-00685203d2) -test ERROR: Container GET returning 503 for [] (txn: tx78adbcf41fcb41d4b71dd-00685203d2) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txe5f061543eee4207a75fd-00685203d2) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txe5f061543eee4207a75fd-00685203d2) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txe5f061543eee4207a75fd-00685203d2) -test ERROR: Container GET returning 503 for [] (txn: txe5f061543eee4207a75fd-00685203d2) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx764bcb326d0a4df8be757-00685203d2) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx764bcb326d0a4df8be757-00685203d2) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx764bcb326d0a4df8be757-00685203d2) -test ERROR: Container GET returning 503 for [] (txn: tx764bcb326d0a4df8be757-00685203d2) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx70f48513cffe461297250-00685203d2) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx70f48513cffe461297250-00685203d2) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx70f48513cffe461297250-00685203d2) -test ERROR: Container GET returning 503 for [] (txn: tx70f48513cffe461297250-00685203d2) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx1e8012a8325940809dbb3-00685203d2) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx1e8012a8325940809dbb3-00685203d2) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx1e8012a8325940809dbb3-00685203d2) -test ERROR: Container GET returning 503 for [] (txn: tx1e8012a8325940809dbb3-00685203d2) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txe093176ad0984105b53c9-00685203d2) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txe093176ad0984105b53c9-00685203d2) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txe093176ad0984105b53c9-00685203d2) -test ERROR: Container GET returning 503 for [] (txn: txe093176ad0984105b53c9-00685203d2) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx284eea1becca4546b95d0-00685203d2) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx284eea1becca4546b95d0-00685203d2) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx284eea1becca4546b95d0-00685203d2) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx284eea1becca4546b95d0-00685203d2) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txf9a4f686685a4867b9a56-00685203d2) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txf9a4f686685a4867b9a56-00685203d2) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txf9a4f686685a4867b9a56-00685203d2) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txf9a4f686685a4867b9a56-00685203d2) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx51ce37a126494a60af72a-00685203d2) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx51ce37a126494a60af72a-00685203d2) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx51ce37a126494a60af72a-00685203d2) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx51ce37a126494a60af72a-00685203d2) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx2239345297be4fcf8bb65-00685203d2) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx2239345297be4fcf8bb65-00685203d2) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx2239345297be4fcf8bb65-00685203d2) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx2239345297be4fcf8bb65-00685203d2) -test INFO: Client disconnected on read of '/a/c' (txn: tx0a63c2d631834ae1b31e3-00685203d2) -test INFO: Client disconnected on read of '/a/c/' (txn: tx0a63c2d631834ae1b31e3-00685203d2) -test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse - raise Exception('test') -Exception: test (txn: tx3a15e47c350b4c9bba044-00685203d2) -test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse - raise Exception('test') -Exception: test (txn: tx3a15e47c350b4c9bba044-00685203d2) -test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse - raise Exception('test') -Exception: test (txn: tx3a15e47c350b4c9bba044-00685203d2) -test ERROR: Account HEAD returning 503 for [] (txn: tx3a15e47c350b4c9bba044-00685203d2) -test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse - raise Exception('test') -Exception: test (txn: txecefa3c5ce0841cca3d55-00685203d2) -test.unit.proxy.test_server.TestContainerController.test_error_limiting -test.unit.proxy.test_server.TestContainerController.test_error_limiting ... ok -test.unit.proxy.test_server.TestContainerController.test_no_convert_index_to_name_when_container_not_found -test.unit.proxy.test_server.TestContainerController.test_no_convert_index_to_name_when_container_not_found ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_after_DELETE_not_found -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_after_DELETE_not_found ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_insufficient_space -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_insufficient_space ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_partition -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_partition ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_timestamp_not_float -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_timestamp_not_float ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_delete_with_objects -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_delete_with_objects ... ok -test.unit.proxy.test_server.TestContainerController.test_node_read_timeout_no_retry_to_container -test.unit.proxy.test_server.TestContainerController.test_node_read_timeout_no_retry_to_container ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5 -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5 ... ok -test.unit.proxy.test_server.TestContainerController.test_response_get_accept_ranges_header -test.unit.proxy.test_server.TestContainerController.test_response_get_accept_ranges_header ... ok -test.unit.proxy.test_server.TestContainerController.test_response_head_accept_ranges_header -test.unit.proxy.test_server.TestContainerController.test_response_head_accept_ranges_header ... ok -test.unit.proxy.test_server.TestContainerController.test_transfer_headers -test.unit.proxy.test_server.TestContainerController.test_transfer_headers ... ok -test.unit.proxy.test_server.TestContainerController.test_unauthorized_requests_when_account_not_found -test.unit.proxy.test_server.TestContainerController.test_unauthorized_requests_when_account_not_found ... ok -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_404 -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_big -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_big ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_deleted -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_failure_handling -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_failure_handling ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_pipeline -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_pipeline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_HEAD_ec -test.unit.proxy.test_server.TestECDuplicationObjectController.test_HEAD_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_HEAD_ec_404 -test.unit.proxy.test_server.TestECDuplicationObjectController.test_HEAD_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_archive_etag_mismatch -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_quorum_bad_request -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_quorum_bad_request ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_if_none_match -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_multiple_segments -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_multiple_segments ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_object_etag_mismatch -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_object_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_conditional_GET_ec -test.unit.proxy.test_server.TestECDuplicationObjectController.test_conditional_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_ec_client_disconnect -test.unit.proxy.test_server.TestECDuplicationObjectController.test_ec_client_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_ec_client_put_disconnect -test.unit.proxy.test_server.TestECDuplicationObjectController.test_ec_client_put_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_reload_ring_ec -test.unit.proxy.test_server.TestECDuplicationObjectController.test_reload_ring_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServer.test_adds_transaction_id -test.unit.proxy.test_server.TestProxyServer.test_adds_transaction_id ... ok -test.unit.proxy.test_server.TestProxyServer.test_adds_transaction_id_length_limit -test.unit.proxy.test_server.TestProxyServer.test_adds_transaction_id_length_limit ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_reverse_prefix_delim -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_reverse_prefix_delim ... ok -test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_get_info -test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_get_info ... ok -test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_get_policy_stats -test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_get_policy_stats ... ok -test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_list_containers_iter -test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_list_containers_iter ... ok -test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_metadata -test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_metadata ... ok -test.unit.proxy.test_server.TestProxyServer.test_calls_authorize_allow -test.unit.proxy.test_server.TestProxyServer.test_calls_authorize_allow ... ok -test.unit.proxy.test_server.TestProxyServer.test_calls_authorize_deny -test.unit.proxy.test_server.TestProxyServer.test_calls_authorize_deny ... ok -test.unit.proxy.test_server.TestProxyServer.test_check_response_200 -test.unit.proxy.test_server.TestProxyServer.test_check_response_200 ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shrink_threshold_with_tombstones -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shrink_threshold_with_tombstones ... ok -test.unit.proxy.test_server.TestProxyServer.test_check_response_503 -test.unit.proxy.test_server.TestProxyServer.test_check_response_503 ... ok -test.unit.proxy.test_server.TestProxyServer.test_check_response_507 -test.unit.proxy.test_server.TestProxyServer.test_check_response_507 ... ok -test.unit.account.test_server.TestAccountController.test_GET_with_containers_plain -test.unit.account.test_server.TestAccountController.test_GET_with_containers_plain ... ok -test.unit.proxy.test_server.TestProxyServer.test_denied_host_header -test.unit.proxy.test_server.TestProxyServer.test_denied_host_header ... ok -test.unit.proxy.test_server.TestProxyServer.test_error_limit_methods -test.unit.proxy.test_server.TestProxyServer.test_error_limit_methods ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT ... ok -test.unit.cli.test_info.TestPrintObjFullMeta.test_invalid_etag -test.unit.cli.test_info.TestPrintObjFullMeta.test_invalid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_crypto_metadata -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_crypto_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_curl_command_ipv4 -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_curl_command_ipv4 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_curl_command_ipv6 -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_curl_command_ipv6 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_meta_and_ts_files -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_meta_and_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_metadata -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_no_ring -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_no_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_policy_index -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_policy_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_policy_name_mismatch -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_policy_name_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjFullMeta.test_unchecked_etag -test.unit.cli.test_info.TestPrintObjFullMeta.test_unchecked_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjFullMeta.test_valid_etag -test.unit.cli.test_info.TestPrintObjFullMeta.test_valid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_excludes_configured_missing_obj_rings -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_excludes_configured_missing_obj_rings ... ok -test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse - raise Exception('test') -Exception: test (txn: txecefa3c5ce0841cca3d55-00685203d2) -test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse - raise Exception('test') -Exception: test (txn: txecefa3c5ce0841cca3d55-00685203d2) -test ERROR: Account HEAD returning 503 for [] (txn: txecefa3c5ce0841cca3d55-00685203d2) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: tx581f600b98874c569a9af-00685203d2) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: txa9460525f50c43d69bee7-00685203d2) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: tx741c2afb8394401ab862b-00685203d2) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to PUT /v1/a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR 503 full Trying to GET /v1/a/c/o From Object Server 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage -test DEBUG: Node is error limited: 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage -test DEBUG: Node is error limited: 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: test msg 10.0.0.0:1000/sda -test ERROR: ERROR with test1 server 10.0.0.0:1000/sda re: test1 msg: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1307, in test_error_limit_methods - raise Exception('kaboom1!') -Exception: kaboom1! -test WARNING: ERROR with test2 server 10.0.0.0:1000/sda re: test2 msg -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1321, in test_error_limit_methods - raise Exception('kaboom2!') -Exception: kaboom2! -test WARNING: ERROR with test3 server 10.0.0.0:1000/sda re: test3 msg -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1336, in test_error_limit_methods - raise Exception('kaboom3!') -Exception: kaboom3! -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test.unit.proxy.test_server.TestProxyServer.test_error_occurred -test.unit.proxy.test_server.TestProxyServer.test_error_occurred ... ok -test.unit.common.middleware.crypto.test_crypto.TestCrypto.test_filter_factory -test.unit.common.middleware.crypto.test_crypto.TestCrypto.test_filter_factory ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_etag_is_at_not_duplicated -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_etag_is_at_not_duplicated ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_match -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_match ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_match_with_existing_etag_is_at_header -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_match_with_existing_etag_is_at_header ... ok -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test.unit.proxy.test_server.TestProxyServer.test_exception_occurred -test.unit.proxy.test_server.TestProxyServer.test_exception_occurred ... ok -test.unit.proxy.test_server.TestProxyServer.test_exception_occurred_replication_ip_port_logging -test.unit.proxy.test_server.TestProxyServer.test_exception_occurred_replication_ip_port_logging ... ok -test.unit.proxy.test_server.TestProxyServer.test_get_info_controller -test.unit.proxy.test_server.TestProxyServer.test_get_info_controller ... ok -test.unit.proxy.test_server.TestProxyServer.test_get_object_ring -test.unit.proxy.test_server.TestProxyServer.test_get_object_ring ... ok -test.unit.proxy.test_server.TestProxyServer.test_inexistent_method_request -test.unit.proxy.test_server.TestProxyServer.test_inexistent_method_request ... ok -test.unit.proxy.test_server.TestProxyServer.test_info_defaults -test.unit.proxy.test_server.TestProxyServer.test_info_defaults ... ok -test.unit.proxy.test_server.TestProxyServer.test_internal_method_request -test.unit.proxy.test_server.TestProxyServer.test_internal_method_request ... ok -test.unit.proxy.test_server.TestProxyServer.test_internal_reserved_name_request -test.unit.proxy.test_server.TestProxyServer.test_internal_reserved_name_request ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_none_match -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_none_match ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_none_match_with_existing_etag_is_at_header -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_none_match_with_existing_etag_is_at_header ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_etag_is_at_not_duplicated -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_etag_is_at_not_duplicated ... ok -test.unit.proxy.test_server.TestProxyServer.test_negative_content_length -test.unit.proxy.test_server.TestProxyServer.test_negative_content_length ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_match -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_match ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_match_with_existing_etag_is_at_header -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_match_with_existing_etag_is_at_header ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_none_match -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_none_match ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_none_match_with_existing_etag_is_at_header -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_none_match_with_existing_etag_is_at_header ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_POST_constraints_checking -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_POST_constraints_checking ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_POST_no_user_metadata -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_POST_no_user_metadata ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_POST_req -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_POST_req ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_app_exception -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_app_exception ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_constraints_checking -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_constraints_checking ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_encryption_override -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_encryption_override ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_error_in_key_callback -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_error_in_key_callback ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_missing_key_callback -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_missing_key_callback ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_bad_client_etag -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_bad_client_etag ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_good_client_etag -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_good_client_etag ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_no_client_etag -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_no_client_etag ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_no_user_metadata -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_no_user_metadata ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_nothing_read -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_nothing_read ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_req -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_req ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_response_inconsistent_etag_is_not_replaced -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_response_inconsistent_etag_is_not_replaced ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_bad_etag_in_headers_and_other_footers -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_bad_etag_in_headers_and_other_footers ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_bad_etag_in_other_footers -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_bad_etag_in_other_footers ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_footers -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_footers ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_footers_no_body -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_footers_no_body ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_headers -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_headers ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_headers_no_body -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_headers_no_body ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_etag_of_empty_body_override_in_headers -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_etag_of_empty_body_override_in_headers ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_etag_override_in_headers -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_etag_override_in_headers ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_other_footers -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_other_footers ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_other_footers_and_etag_of_empty_body -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_other_footers_and_etag_of_empty_body ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_zero_size_object -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_zero_size_object ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_config_true_value_on_disable_encryption -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_config_true_value_on_disable_encryption ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_encrypt_header_val -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_encrypt_header_val ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_error ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_recreate_with_objects -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_recreate_with_objects ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_excludes_unconfigured_present_obj_rings -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_excludes_unconfigured_present_obj_rings ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_load_old_pending_puts -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_load_old_pending_puts ... ok -test ERROR: get_keys(): from callback: Testing: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 169, in get_keys - keys = fetch_crypto_keys(key_id=key_id) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/crypto/test_encrypter.py", line 913, in raise_exc - raise Exception('Testing') -Exception: Testing -test ERROR: ERROR get_keys() missing callback: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 161, in get_keys - fetch_crypto_keys = env[CRYPTO_KEY_CALLBACK] - ~~~^^^^^^^^^^^^^^^^^^^^^ -KeyError: 'swift.callback.fetch_crypto_keys' -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:02 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: src_bucket src_obj HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 229, in DELETE - resp = req.get_response(self.app, query=query) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1637, in get_response - return self.get_acl_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1613, in get_acl_response - resp = self._get_response( - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:02 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: src_bucket src_obj HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:02 -0000', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: src_bucket src_obj HEAD {'If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:02 -0000', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: src_bucket src_obj HEAD {'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_with_match_and_s3acl +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_with_match_and_s3acl ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_put_container +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_put_container ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_update_own_shard_range_stats +test.unit.container.test_sharder.TestSharderFunctions.test_update_own_shard_range_stats ... ok +test.unit.obj.test_auditor.TestAuditor.test_audit_location_gets_quarantined +test.unit.obj.test_auditor.TestAuditor.test_audit_location_gets_quarantined ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_auditor_reclaim_age +test.unit.obj.test_auditor.TestAuditor.test_auditor_reclaim_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_expired_object_is_ignored +test.unit.obj.test_auditor.TestAuditor.test_expired_object_is_ignored ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_expired_object_is_ignored_with_zero_byte_fps +test.unit.obj.test_auditor.TestAuditor.test_expired_object_is_ignored_with_zero_byte_fps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_failsafe_object_audit_will_swallow_errors_in_tests +test.unit.obj.test_auditor.TestAuditor.test_failsafe_object_audit_will_swallow_errors_in_tests ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_generic_exception_handling +test.unit.obj.test_auditor.TestAuditor.test_generic_exception_handling ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_inprogress_rsync_tempfiles_get_cleaned_up +test.unit.obj.test_auditor.TestAuditor.test_inprogress_rsync_tempfiles_get_cleaned_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_non_reclaimable_tombstone +test.unit.obj.test_auditor.TestAuditor.test_non_reclaimable_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_non_reclaimable_tombstone_with_custom_reclaim_age +test.unit.obj.test_auditor.TestAuditor.test_non_reclaimable_tombstone_with_custom_reclaim_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_audit_adds_metadata_checksums +test.unit.obj.test_auditor.TestAuditor.test_object_audit_adds_metadata_checksums ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_audit_checks_EC_fragments +test.unit.obj.test_auditor.TestAuditor.test_object_audit_checks_EC_fragments ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_audit_diff_data +test.unit.obj.test_auditor.TestAuditor.test_object_audit_diff_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_audit_extra_data +test.unit.obj.test_auditor.TestAuditor.test_object_audit_extra_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_audit_no_meta +test.unit.obj.test_auditor.TestAuditor.test_object_audit_no_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_audit_will_not_swallow_errors_in_tests +test.unit.obj.test_auditor.TestAuditor.test_object_audit_will_not_swallow_errors_in_tests ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_all +test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_all ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_non_zero +test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_non_zero ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_zero +test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_zero ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_zero_check_closed +test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_zero_check_closed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_run_logging +test.unit.obj.test_auditor.TestAuditor.test_object_run_logging ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_run_once_multi_devices +test.unit.obj.test_auditor.TestAuditor.test_object_run_once_multi_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_run_once_no_sda +test.unit.obj.test_auditor.TestAuditor.test_object_run_once_no_sda ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_run_once_pass +test.unit.obj.test_auditor.TestAuditor.test_object_run_once_pass ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_run_recon_cache +test.unit.obj.test_auditor.TestAuditor.test_object_run_recon_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone +test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone_with_custom_reclaim_age +test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone_with_custom_reclaim_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone_with_zero_byte_fps +test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone_with_zero_byte_fps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_rsync_tempfile_timeout_auto_option +test.unit.obj.test_auditor.TestAuditor.test_rsync_tempfile_timeout_auto_option ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_run_audit_once +test.unit.obj.test_auditor.TestAuditor.test_run_audit_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_run_audit_once_zbfps +test.unit.obj.test_auditor.TestAuditor.test_run_audit_once_zbfps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit +test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit_once +test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit_once_failed_fork +test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit_once_failed_fork ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_sleeper +test.unit.obj.test_auditor.TestAuditor.test_sleeper ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_with_inaccessible_object_location +test.unit.obj.test_auditor.TestAuditor.test_with_inaccessible_object_location ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_with_only_tombstone +test.unit.obj.test_auditor.TestAuditor.test_with_only_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_with_tombstone_and_data +test.unit.obj.test_auditor.TestAuditor.test_with_tombstone_and_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_worker_conf_parms +test.unit.obj.test_auditor.TestAuditor.test_worker_conf_parms ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_close_error +test.unit.obj.test_diskfile.TestECDiskFile.test_close_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_commit +test.unit.obj.test_diskfile.TestECDiskFile.test_commit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_fsync +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_fsync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_ignores_cleanup_ondisk_files_error +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_ignores_cleanup_ondisk_files_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_fsync_dir_IOError +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_fsync_dir_IOError ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_fsync_dir_OSError +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_fsync_dir_OSError ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_EDQUOT_IOError +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_EDQUOT_IOError ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_ENOSPC_IOError +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_ENOSPC_IOError ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_OSError +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_OSError ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_other_IOError +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_other_IOError ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_content_type_and_timestamp +test.unit.obj.test_diskfile.TestECDiskFile.test_content_type_and_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_content_type_not_open +test.unit.obj.test_diskfile.TestECDiskFile.test_content_type_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_content_type_timestamp_not_open +test.unit.obj.test_diskfile.TestECDiskFile.test_content_type_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_create_close_oserror +test.unit.obj.test_diskfile.TestECDiskFile.test_create_close_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_create_mkstemp_no_space +test.unit.obj.test_diskfile.TestECDiskFile.test_create_mkstemp_no_space ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_create_prealloc +test.unit.obj.test_diskfile.TestECDiskFile.test_create_prealloc ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_create_prealloc_oserror +test.unit.obj.test_diskfile.TestECDiskFile.test_create_prealloc_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_create_unlink_cleanup_DiskFileNoSpace +test.unit.obj.test_diskfile.TestECDiskFile.test_create_unlink_cleanup_DiskFileNoSpace ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_create_unlink_cleanup_logging +test.unit.obj.test_diskfile.TestECDiskFile.test_create_unlink_cleanup_logging ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_create_unlink_cleanup_renamer_fails +test.unit.obj.test_diskfile.TestECDiskFile.test_create_unlink_cleanup_renamer_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_create_use_linkat_renamer_not_called +test.unit.obj.test_diskfile.TestECDiskFile.test_create_use_linkat_renamer_not_called ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_data_file_errors_bad_frag_index +test.unit.obj.test_diskfile.TestECDiskFile.test_data_file_errors_bad_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_data_file_has_frag_index +test.unit.obj.test_diskfile.TestECDiskFile.test_data_file_has_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_data_timestamp +test.unit.obj.test_diskfile.TestECDiskFile.test_data_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_data_timestamp_not_open +test.unit.obj.test_diskfile.TestECDiskFile.test_data_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_delete +test.unit.obj.test_diskfile.TestECDiskFile.test_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_corners +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_corners ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_partial_closes +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_partial_closes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_range_w_none +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_range_w_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_checks_only_aligned_frag_data +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_checks_only_aligned_frag_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_edges +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_edges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_empty +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_empty ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_w_no_etag_quarantine +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_w_no_etag_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_w_quarantine +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_w_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_concurrent_delete +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_concurrent_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_concurrent_marked_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_concurrent_marked_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_concurrent_writes +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_concurrent_writes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_default_disallowed_metadata +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_default_disallowed_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_large_app_iter_ranges +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_large_app_iter_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_mkstemp_creates_dir +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_mkstemp_creates_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_preserves_slo +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_preserves_slo ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_preserves_sysmeta +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_preserves_sysmeta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_reader_iter +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_reader_iter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_reader_iter_w_io_error +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_reader_iter_w_io_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_reader_iter_w_quarantine +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_reader_iter_w_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_writer +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_writer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_content_length +test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_content_length_deleted +test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_content_length_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_content_length_not_open +test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_content_length_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_names +test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_names ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_timestamp +test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_timestamp_deleted +test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_timestamp_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_timestamp_not_open +test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp +test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_missing_frag_index +test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_missing_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_newer_non_durable_data_file +test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_newer_non_durable_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_no_data_file +test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_no_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_not_open +test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_when_not_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_when_not_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_error_in_cleanup_ondisk_files +test.unit.obj.test_diskfile.TestECDiskFile.test_error_in_cleanup_ondisk_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_exception_in_handle_close_quarantine +test.unit.obj.test_diskfile.TestECDiskFile.test_exception_in_handle_close_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_fragments +test.unit.obj.test_diskfile.TestECDiskFile.test_fragments ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_fragments_available_when_not_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_fragments_available_when_not_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_fragments_not_open +test.unit.obj.test_diskfile.TestECDiskFile.test_fragments_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_from_audit_location +test.unit.obj.test_diskfile.TestECDiskFile.test_from_audit_location ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_from_audit_location_with_mismatched_hash +test.unit.obj.test_diskfile.TestECDiskFile.test_from_audit_location_with_mismatched_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_get_datafile_metadata +test.unit.obj.test_diskfile.TestECDiskFile.test_get_datafile_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_get_datafile_metadata_not_opened +test.unit.obj.test_diskfile.TestECDiskFile.test_get_datafile_metadata_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_get_dev_path +test.unit.obj.test_diskfile.TestECDiskFile.test_get_dev_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_get_metadata +test.unit.obj.test_diskfile.TestECDiskFile.test_get_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_get_metadata_not_opened +test.unit.obj.test_diskfile.TestECDiskFile.test_get_metadata_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_get_metafile_metadata +test.unit.obj.test_diskfile.TestECDiskFile.test_get_metafile_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_get_metafile_metadata_not_opened +test.unit.obj.test_diskfile.TestECDiskFile.test_get_metafile_metadata_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_get_tempfile_fallback_to_mkstemp +test.unit.obj.test_diskfile.TestECDiskFile.test_get_tempfile_fallback_to_mkstemp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_get_tempfile_use_linkat_os_open_called +test.unit.obj.test_diskfile.TestECDiskFile.test_get_tempfile_use_linkat_os_open_called ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_get_tmpfile_os_open_other_exceptions_are_raised +test.unit.obj.test_diskfile.TestECDiskFile.test_get_tmpfile_os_open_other_exceptions_are_raised ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_keep_cache +test.unit.obj.test_diskfile.TestECDiskFile.test_keep_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_killed_before_cleanup +test.unit.obj.test_diskfile.TestECDiskFile.test_killed_before_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_mount_checking +test.unit.obj.test_diskfile.TestECDiskFile.test_mount_checking ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_not_opened +test.unit.obj.test_diskfile.TestECDiskFile.test_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_number_calls_to_cleanup_ondisk_files_during_create +test.unit.obj.test_diskfile.TestECDiskFile.test_number_calls_to_cleanup_ondisk_files_during_create ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_number_calls_to_cleanup_ondisk_files_during_delete +test.unit.obj.test_diskfile.TestECDiskFile.test_number_calls_to_cleanup_ondisk_files_during_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_data_info_has_durable_key +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_data_info_has_durable_key ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_data_ts_meta +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_data_ts_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_data_ts_meta_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_data_ts_meta_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_listdir_error +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_listdir_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_listdir_error_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_listdir_error_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_meta_data_ts +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_meta_data_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_meta_data_ts_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_meta_data_ts_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_meta_ts_data +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_meta_ts_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_multiple_meta_data +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_multiple_meta_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_multiple_meta_data_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_multiple_meta_data_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_stale_meta_data +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_stale_meta_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_stale_meta_data_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_stale_meta_data_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_ts_meta_data +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_ts_meta_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_wayward_files_ignored +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_wayward_files_ignored ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_wayward_files_ignored_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_wayward_files_ignored_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_open_deleted +test.unit.obj.test_diskfile.TestECDiskFile.test_open_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_open_deleted_with_corrupt_tombstone +test.unit.obj.test_diskfile.TestECDiskFile.test_open_deleted_with_corrupt_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_open_expired +test.unit.obj.test_diskfile.TestECDiskFile.test_open_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_open_most_recent_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_open_most_recent_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_open_most_recent_durable_legacy +test.unit.obj.test_diskfile.TestECDiskFile.test_open_most_recent_durable_legacy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_open_most_recent_missing_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_open_most_recent_missing_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_open_not_exist +test.unit.obj.test_diskfile.TestECDiskFile.test_open_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_open_not_expired +test.unit.obj.test_diskfile.TestECDiskFile.test_open_not_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_open_with_bad_fragment_preferences +test.unit.obj.test_diskfile.TestECDiskFile.test_open_with_bad_fragment_preferences ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_open_with_fragment_preferences +test.unit.obj.test_diskfile.TestECDiskFile.test_open_with_fragment_preferences ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_open_with_fragment_preferences_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_open_with_fragment_preferences_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_already_removed +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_already_removed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_final_fragment_index_and_meta +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_final_fragment_index_and_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_final_fragment_index_and_not_meta +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_final_fragment_index_and_not_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_last_fragment_index +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_last_fragment_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_last_fragment_index_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_last_fragment_index_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_non_existent_fragment_index +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_non_existent_fragment_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_old_timestamp_frag_index +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_old_timestamp_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_old_tombstone +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_old_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_one_fragment_index +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_one_fragment_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_tombstone +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_without_frag +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_without_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_bad_content_length +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_bad_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_corrupt_xattrs +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_corrupt_xattrs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_deleted_files +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_deleted_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_fstat_oserror +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_fstat_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_hashdir_not_a_directory +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_hashdir_not_a_directory ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_hashdir_not_listable +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_hashdir_not_listable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_bad_name +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_bad_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_bad_x_delete_at +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_bad_x_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_content_length +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_content_length_bad +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_content_length_bad ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_etag +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_missing_name +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_missing_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_zero_byte +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_zero_byte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_ioerror_enodata +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_ioerror_enodata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_missing_content_length +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_missing_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_subtly_corrupt_xattrs +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_subtly_corrupt_xattrs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_truncated_xattrs +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_truncated_xattrs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_valids +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_valids ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_read_metadata +test.unit.obj.test_diskfile.TestECDiskFile.test_read_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_read_metadata_no_xattr +test.unit.obj.test_diskfile.TestECDiskFile.test_read_metadata_no_xattr ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_reader_ec_exception_causes_quarantine +test.unit.obj.test_diskfile.TestECDiskFile.test_reader_ec_exception_causes_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_reader_ec_exception_does_not_cause_quarantine +test.unit.obj.test_diskfile.TestECDiskFile.test_reader_ec_exception_does_not_cause_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_reader_frag_check_does_not_quarantine_if_its_not_binary +test.unit.obj.test_diskfile.TestECDiskFile.test_reader_frag_check_does_not_quarantine_if_its_not_binary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_reader_quarantines_corrupted_ec_archive +test.unit.obj.test_diskfile.TestECDiskFile.test_reader_quarantines_corrupted_ec_archive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_splice_to_wsockfd_blocks +test.unit.obj.test_diskfile.TestECDiskFile.test_splice_to_wsockfd_blocks ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_sysmeta_frag_index_is_immutable +test.unit.obj.test_diskfile.TestECDiskFile.test_sysmeta_frag_index_is_immutable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_tee_to_md5_pipe_length_mismatch +test.unit.obj.test_diskfile.TestECDiskFile.test_tee_to_md5_pipe_length_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_write_cleanup +test.unit.obj.test_diskfile.TestECDiskFile.test_write_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_write_cleanup_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_write_cleanup_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_write_cleanup_part_power_increase +test.unit.obj.test_diskfile.TestECDiskFile.test_write_cleanup_part_power_increase ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata +test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_disk_full +test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_disk_full ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_no_xattr +test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_no_xattr ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_content_type +test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_content_type_removes_multiple_metas +test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_content_type_removes_multiple_metas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_content_type_removes_same_time_meta +test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_content_type_removes_same_time_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_older_content_type +test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_older_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_zero_copy_cache_dropping +test.unit.obj.test_diskfile.TestECDiskFile.test_zero_copy_cache_dropping ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_zero_copy_turns_off_when_md5_sockets_not_supported +test.unit.obj.test_diskfile.TestECDiskFile.test_zero_copy_turns_off_when_md5_sockets_not_supported ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_quarantine_age_conf +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_quarantine_age_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_quarantine_threshold_conf +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_quarantine_threshold_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_all_404s_fails +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_all_404s_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_all_404s_fails_custom_request_node_count +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_all_404s_fails_custom_request_node_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_error_with_invalid_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_error_with_invalid_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_errors_works +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_errors_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_exceptions_fails +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_exceptions_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_finds_duplicate_does_not_fail +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_finds_duplicate_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_finds_missing_frag_does_not_fail +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_finds_missing_frag_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_frags_on_handoffs +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_frags_on_handoffs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_invalid_frag_index_headers +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_invalid_frag_index_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_missing_headers +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_missing_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_mixed_meta_timestamps_works +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_mixed_meta_timestamps_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_mixture_of_errors_fails +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_mixture_of_errors_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_errors +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_duplicate_frags +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_duplicate_frags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_not_old_enough +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_not_old_enough ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_invalid_frag_index_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_invalid_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_etag_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_etag_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_frag_index_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_timestamp_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_timestamp_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_more_than_threshold_frags +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_more_than_threshold_frags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_non_404_response +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_non_404_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_two +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_two ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_etag_with_same_timestamp +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_etag_with_same_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_new_etag +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_new_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_old_etag +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_old_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_timestamps_etags_fail +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_timestamps_etags_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_parity_fa_with_data_node_failure +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_parity_fa_with_data_node_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_request_node_count_conf +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_request_node_count_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestZeroCopy.test_GET +test.unit.obj.test_server.TestZeroCopy.test_GET ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestZeroCopy.test_GET_big +test.unit.obj.test_server.TestZeroCopy.test_GET_big ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestZeroCopy.test_quarantine +test.unit.obj.test_server.TestZeroCopy.test_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestZeroCopy.test_quarantine_on_well_formed_zero_byte_file +test.unit.obj.test_server.TestZeroCopy.test_quarantine_on_well_formed_zero_byte_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestModuleMethods.test_decode_missing +test.unit.obj.test_ssync_receiver.TestModuleMethods.test_decode_missing ... ok +test.unit.obj.test_ssync_receiver.TestModuleMethods.test_encode_wanted +test.unit.obj.test_ssync_receiver.TestModuleMethods.test_encode_wanted ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_account_acl_headers_translated_for_GET_HEAD +test.unit.proxy.controllers.test_account.TestAccountController.test_account_acl_headers_translated_for_GET_HEAD ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_account_info_in_response_env +test.unit.proxy.controllers.test_account.TestAccountController.test_account_info_in_response_env ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_add_acls_impossible_cases +test.unit.proxy.controllers.test_account.TestAccountController.test_add_acls_impossible_cases ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_cache_key_impossible_cases +test.unit.proxy.controllers.test_account.TestAccountController.test_cache_key_impossible_cases ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_get_deleted_account +test.unit.proxy.controllers.test_account.TestAccountController.test_get_deleted_account ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_long_acct_names +test.unit.proxy.controllers.test_account.TestAccountController.test_long_acct_names ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_DELETE +test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_DELETE ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_POST +test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_POST ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_PUT +test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_PUT ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_stripping_swift_admin_headers +test.unit.proxy.controllers.test_account.TestAccountController.test_stripping_swift_admin_headers ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_swift_owner +test.unit.proxy.controllers.test_account.TestAccountController.test_swift_owner ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_sys_meta_headers_POST +test.unit.proxy.controllers.test_account.TestAccountController.test_sys_meta_headers_POST ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_sys_meta_headers_PUT +test.unit.proxy.controllers.test_account.TestAccountController.test_sys_meta_headers_PUT ... ok +test.unit.common.test_utils.TestUtils.test_lock_file +test.unit.common.test_utils.TestUtils.test_lock_file ... ok +test.unit.common.test_utils.TestUtils.test_lock_file_held_on_unlink +test.unit.common.test_utils.TestUtils.test_lock_file_held_on_unlink ... ok +test.unit.account.test_server.TestAccountController.test_GET_leading_delimiter +test.unit.account.test_server.TestAccountController.test_GET_leading_delimiter ... ok +test.unit.common.test_utils.TestUtils.test_lock_file_no_unlink_if_fail +test.unit.common.test_utils.TestUtils.test_lock_file_no_unlink_if_fail ... ok +test.unit.common.test_utils.TestUtils.test_lock_file_unlinked_after_open +test.unit.common.test_utils.TestUtils.test_lock_file_unlinked_after_open ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:02 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715796422.59408', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_missing -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_missing ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_multipart -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_multipart ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_with_deleted -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_with_deleted ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:02 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715796422.60281', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_owner_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_owner_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_write_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_write_permission ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: permission denined: 403 Forbidden test:full_control OWNER +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_no_multipart -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_no_multipart ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_fullcontrol_permission ... ok -test.unit.account.test_server.TestAccountController.test_GET_with_containers_xml -test.unit.account.test_server.TestAccountController.test_GET_with_containers_xml ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Wed, 15 May 2024 18:07:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: permission denined: 403 Forbidden test:write OWNER +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_write_permission +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_write_permission ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_without_permission +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_without_permission ... ok +test.unit.common.test_utils.TestUtils.test_lock_path +test.unit.common.test_utils.TestUtils.test_lock_path ... ok +test.unit.account.test_server.TestAccountController.test_GET_limit_marker_json +test.unit.account.test_server.TestAccountController.test_GET_limit_marker_json ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_reclaim +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_reclaim ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other WRITE_ACP +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +test DEBUG: Grant AuthenticatedUsers READ permission on the object /bucket/object +test DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_owner_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_owner_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_version_id_but_not_enabled -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_version_id_but_not_enabled ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_simple_delete -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_simple_delete ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_failed_ring_hash_recovers_without_restart -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_failed_ring_hash_recovers_without_restart ... ok -test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_account_name -test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_account_name ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_authenticated_read +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_authenticated_read ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_bucket_owner_full_control +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_bucket_owner_full_control ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:03 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: src_bucket src_obj HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:03 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: src_bucket src_obj HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_write_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_write_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_without_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_without_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_with_not_match_and_s3acl +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_with_not_match_and_s3acl ... ok +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET ... ok +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_error +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_error ... ok +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_subresource +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_subresource ... ok +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_with_blind_resource +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_with_blind_resource ... ok +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_first +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_first ... ok +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_is_last_response_wins +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_is_last_response_wins ... ok +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_keeps_current_registered_response +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_keeps_current_registered_response ... ok +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_resets +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_resets ... ok +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_response_is_forever +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_response_is_forever ... ok +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_response_is_last_response_wins +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_response_is_last_response_wins ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_is_authorized_for_permitted_referrer +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_is_authorized_for_permitted_referrer ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_is_not_authorized_for_unknown_reseller_prefix +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_is_not_authorized_for_unknown_reseller_prefix ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_options_allowed +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_options_allowed ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_with_validtoken_authorized_for_permitted_referrer +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_with_validtoken_authorized_for_permitted_referrer ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_auth_scheme +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_auth_scheme ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_blank_reseller_prefix +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_blank_reseller_prefix ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_confirmed_identity_is_authorized +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_confirmed_identity_is_authorized ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_confirmed_identity_is_not_authorized +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_confirmed_identity_is_not_authorized ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_denied_responses +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_denied_responses ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_detect_reseller_request +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_detect_reseller_request ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_identified_options_allowed +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_identified_options_allowed ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_invalid_request_authorized +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_invalid_request_authorized ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_invalid_request_non_authorized +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_invalid_request_non_authorized ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_asked_for_and_allowed +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_asked_for_and_allowed ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_asked_for_but_not_allowed +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_asked_for_but_not_allowed ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_default_allowed +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_default_allowed ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_not_set +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_not_set ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set_to_unknown +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set_to_unknown ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set_unknown_with_v2 +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set_unknown_with_v2 ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_reseller_prefix_added_underscore +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_reseller_prefix_added_underscore ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_reseller_prefix_not_added_double_underscores +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_reseller_prefix_not_added_double_underscores ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_blank_account +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_blank_account ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_blank_container +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_blank_container ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_pass_through +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_pass_through ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_bad_but_not_terrible_json +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_bad_but_not_terrible_json ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_bad_json +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_bad_json ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_not_json +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_not_json ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_not_really_json +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_not_really_json ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_pretend_to_be_giant_json +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_pretend_to_be_giant_json ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_update_vary_does_not_duplicate +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_update_vary_does_not_duplicate ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_update_vary_if_present +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_update_vary_if_present ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_account +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_account ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_account_with_reserved +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_account_with_reserved ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_container +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_container ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_container_with_reserved +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_container_with_reserved ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_content_type_on_txt_head +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_content_type_on_txt_head ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_content_type_on_xml_head +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_content_type_on_xml_head ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_get_with_if_modified_since +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_get_with_if_modified_since ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag_non_slo +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag_non_slo ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag_non_slo_after_refetch +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag_non_slo_after_refetch ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_and_range +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_and_range ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag_non_slo +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag_non_slo ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag_non_slo_after_refetch +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag_non_slo_after_refetch ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_manifest_json_md5 +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_manifest_json_md5 ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_ancient_date +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_ancient_date ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_last_modified +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_last_modified ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_now +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_now ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches_no_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches_no_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches_json_md5 +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches_json_md5 ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_ancient_date +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_ancient_date ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_last_modified +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_last_modified ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_now +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_now ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_matches +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_matches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_matches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_matches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_alternate_etag_miss +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_alternate_etag_miss ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_without_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_without_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_matches +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_matches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_matches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_matches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_mismatches +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_mismatches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_mismatches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_mismatches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_old_swift_if_match_matches_and_range +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_old_swift_if_match_matches_and_range ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_range_resume_download +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_range_resume_download ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_range_manifest +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_range_manifest ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_segment_with_non_ascii_path +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_segment_with_non_ascii_path ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_subrange_manifest +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_subrange_manifest ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_first_byte +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_first_byte ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_on_segment_boundaries +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_on_segment_boundaries ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_overlapping_end +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_overlapping_end ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_sub_slo +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_sub_slo ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_unsatisfiable +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_unsatisfiable ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_range_manifest +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_range_manifest ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_subrange_manifest +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_subrange_manifest ... ok +test.unit.common.middleware.test_slo.TestSwiftInfo.test_registered_defaults +test.unit.common.middleware.test_slo.TestSwiftInfo.test_registered_defaults ... ok +test.unit.common.middleware.test_slo.TestSwiftInfo.test_registered_non_defaults +test.unit.common.middleware.test_slo.TestSwiftInfo.test_registered_non_defaults ... ok +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_path_single +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_path_single ... ok +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_primary_path_multiple +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_primary_path_multiple ... ok +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_second_path_with_operator_role_and_service +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_second_path_with_operator_role_and_service ... ok +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_delete_denied_for_second_path +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_delete_denied_for_second_path ... ok +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_delete_of_second_path_by_reseller_admin +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_delete_of_second_path_by_reseller_admin ... ok +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_path_single +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_path_single ... ok +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_for_service_user +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_for_service_user ... ok +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_operator_role +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_operator_role ... ok +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_service +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_service ... ok +test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_custom_url_config +test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_custom_url_config ... ok +test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_multiple_reseller +test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_multiple_reseller ... ok +test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_no_prefix_reseller +test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_no_prefix_reseller ... ok +test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_single_reseller +test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_single_reseller ... ok +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings ... ok +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings_float_replica_count_builder_error +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings_float_replica_count_builder_error ... ok +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings_rebalance_needed +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings_rebalance_needed ... ok +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_only_one_ring_in_the_args_error +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_only_one_ring_in_the_args_error ... ok +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_same_device_in_the_different_rings_error +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_same_device_in_the_different_rings_error ... ok +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_same_region_in_the_different_rings_error +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_same_region_in_the_different_rings_error ... ok +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_different_part_power_error +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_different_part_power_error ... ok +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_different_replica_count_works +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_different_replica_count_works ... ok +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_ring_swap +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_ring_swap ... ok +test.unit.common.test_daemon.TestDaemon.test_create +test.unit.common.test_daemon.TestDaemon.test_create ... ok +test.unit.common.test_daemon.TestDaemon.test_stubs +test.unit.common.test_daemon.TestDaemon.test_stubs ... ok +test.unit.common.test_db.TestGreenDBConnection.test_execute_when_locked +test.unit.common.test_db.TestGreenDBConnection.test_execute_when_locked ... ok +test.unit.common.test_error_limiter.TestErrorLimiter.test_increment +test.unit.common.test_error_limiter.TestErrorLimiter.test_increment ... ok +test.unit.common.test_error_limiter.TestErrorLimiter.test_init_bad_config +test.unit.common.test_error_limiter.TestErrorLimiter.test_init_bad_config ... ok +test.unit.common.test_error_limiter.TestErrorLimiter.test_init_config +test.unit.common.test_error_limiter.TestErrorLimiter.test_init_config ... ok +test.unit.common.test_error_limiter.TestErrorLimiter.test_is_limited +test.unit.common.test_error_limiter.TestErrorLimiter.test_is_limited ... ok +test.unit.common.test_error_limiter.TestErrorLimiter.test_node_key +test.unit.common.test_error_limiter.TestErrorLimiter.test_node_key ... ok +test.unit.common.test_http_protocol.TestProxyProtocol.test_address_and_environ +test.unit.common.test_http_protocol.TestProxyProtocol.test_address_and_environ ... ok +test.unit.common.test_utils.TestUtils.test_lock_path_class +test.unit.common.test_utils.TestUtils.test_lock_path_class ... ok +test.unit.common.test_utils.TestUtils.test_lock_path_invalid_limit +test.unit.common.test_utils.TestUtils.test_lock_path_invalid_limit ... ok +test.unit.common.test_utils.TestUtils.test_lock_path_name +test.unit.common.test_utils.TestUtils.test_lock_path_name ... ok +test.unit.common.test_utils.TestUtils.test_lock_path_num_sleeps +test.unit.common.test_utils.TestUtils.test_lock_path_num_sleeps ... ok +test.unit.common.test_utils.TestUtils.test_log_string_formatter +test.unit.common.test_utils.TestUtils.test_log_string_formatter ... ok +test.unit.common.test_utils.TestUtils.test_majority_size +test.unit.common.test_utils.TestUtils.test_majority_size ... ok +test.unit.common.test_utils.TestUtils.test_make_db_file_path +test.unit.common.test_utils.TestUtils.test_make_db_file_path ... ok +test.unit.common.test_utils.TestUtils.test_makedirs_count +test.unit.common.test_utils.TestUtils.test_makedirs_count ... ok +test.unit.common.test_utils.TestUtils.test_md5_with_data +test.unit.common.test_utils.TestUtils.test_md5_with_data ... ok +test.unit.common.test_utils.TestUtils.test_md5_without_data +test.unit.common.test_utils.TestUtils.test_md5_without_data ... ok +test.unit.common.test_utils.TestUtils.test_mkdirs +test.unit.common.test_utils.TestUtils.test_mkdirs ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other WRITE +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:03 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715796423.66960', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Range ... ok -test INFO: - - - [18/Jun/2025:00:09:48 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0960 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:49 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.1009 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:49 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0065 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:49 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.2692 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:49 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.2684 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:49 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0758 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:49 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0054 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:50 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.9184 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:51 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.8105 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:51 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0011 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:51 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.3211 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:51 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.1683 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:51 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0013 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:51 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0654 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:51 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:52 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0977 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:52 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.0848 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:52 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0008 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:52 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0839 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:52 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.1110 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:52 +0000] "PUT /sda1/p/%22%27" 201 - "-" "-" "-" 0.1082 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:52 +0000] "GET /sda1/p/%22%27" 200 74 "-" "-" "-" 0.0014 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:52 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.1089 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:52 +0000] "PUT /sda1/p/a/%22%3Cword" 201 - "-" "-" "-" 0.0031 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:52 +0000] "GET /sda1/p/a" 200 203 "-" "-" "-" 0.0811 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:52 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0854 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:52 +0000] "PUT /sda1/p/a/%22%3Cword-test" 201 - "-" "-" "-" 0.0011 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:52 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0776 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:52 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0900 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:52 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:52 +0000] "HEAD /sda1/p/a" 400 21 "-" "-" "-" 0.0002 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:52 +0000] "HEAD /sda1/p/a" 406 - "-" "-" "-" 0.0004 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:52 +0000] "HEAD /sda1/p/a" 400 34 "-" "-" "-" 0.0003 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:52 +0000] "HEAD /sda1/./a" 400 20 "-" "-" "-" 0.0001 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:52 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 0.0002 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:53 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.1120 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:53 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0068 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:53 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.1982 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:53 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 0.0012 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:53 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.1065 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:53 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0189 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:53 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0809 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:53 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0921 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:53 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0008 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:53 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.1207 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:53 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0853 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:53 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0943 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:54 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0963 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:54 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:54 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0663 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:54 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:54 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0007 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:54 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0008 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:54 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.1068 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:54 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:54 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0615 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:54 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.1287 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:54 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:54 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0797 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:54 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:54 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:54 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0183 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:54 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0828 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:54 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0019 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:54 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0978 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:54 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0790 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:54 +0000] "POST /sda1/p/a" 404 - "-" "-" "-" 0.0010 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:54 +0000] "POST /sda1/./a" 400 20 "-" "-" "-" 0.0002 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:54 +0000] "POST /sda1/p/a" 400 26 "-" "-" "-" 0.0002 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:54 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.1324 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:54 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0589 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:55 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.1823 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:55 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0016 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:55 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.1559 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:55 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0105 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:55 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.2109 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:55 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0103 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:55 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0014 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:55 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0054 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:55 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.1123 "-" 709804 - -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_metadata -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_metadata ... ok -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:03 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715796423.67917', 'Content-Type': 'binary/octet-stream'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_without_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_without_permission ... ok +test.unit.account.test_server.TestAccountController.test_GET_limit_marker_plain +test.unit.account.test_server.TestAccountController.test_GET_limit_marker_plain ... ok +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 157, in PUT + resp = req.get_response(self.app) + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response + return self._get_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=0-3', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Range_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Range_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Response -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Response ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_simple_recreate -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_simple_recreate ... ok -test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_container_name -test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_container_name ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_single_donor_shrink_to_root -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_single_donor_shrink_to_root ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_ioerror_produces_none_hash -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_ioerror_produces_none_hash ... ok test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test INFO: - - 15/May/2024/18/06/57 GET /bucket/object HTTP/1.0 200 - Mozzarella%20Foxfire - - 5 - - - 0.0011 - - 1715796417.363847733 1715796417.364963531 1 test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test INFO: - - 15/May/2024/18/06/57 GET /bucket/object HTTP/1.0 200 - Mozzarella%20Foxfire - - 5 - - - 0.0011 - - 1715796417.365647554 1715796417.366725445 0 +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. +test-ic DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +fake-swift INFO: - - 15/May/2024/18/06/57 GET /cont/obj HTTP/1.0 200 - some_agent - - 19 - - - 0.0002 - - 1715796417.660440922 1715796417.660663366 - +fake-swift INFO: - - 15/May/2024/18/06/57 GET /cont/obj HTTP/1.0 503 - some_agent - - 19 - - - 0.0001 - - 1715796417.661541939 1715796417.661670685 - +fake-swift INFO: - - 15/May/2024/18/06/57 GET /cont/obj HTTP/1.0 503 - some_agent - - 19 - - - 0.0001 - - 1715796417.662178993 1715796417.662294388 - +fake-swift INFO: - - 15/May/2024/18/06/57 GET /cont/obj HTTP/1.0 503 - some_agent - - 19 - - - 0.0001 - - 1715796417.662645817 1715796417.662760258 - +test DEBUG: Before request +test DEBUG: Inside of request (txn: foo) +test DEBUG: After request +fake-swift INFO: - - 15/May/2024/18/06/57 DELETE /container HTTP/1.0 409 - some_agent - - 19 - - - 0.0001 - - 1715796417.668067932 1715796417.668158770 - + +user quit +No .MockServer object at 0x7f5c094885d0> running +.MockServerFactory.MockServer object at 0x7f5c090a4050> (1) appears to have stopped +No .MockServerFactory.MockServer object at 0x7f5c095eadd0> running +No .MockServerFactory.MockServer object at 0x7f5c090a4c10> running +Waited 15 seconds for .MockServerFactory.MockServer object at 0x7f5c095eadd0> to die; giving up +Waited 15 seconds for .MockServerFactory.MockServer object at 0x7f5c09719850> to die; killing +Signal .MockServerFactory.MockServer object at 0x7f5c09719850> pid: None signal: 9 +Waited 15 seconds for .MockServerFactory.MockServer object at 0x7f5c095e9f10> to die; killing +Signal .MockServerFactory.MockServer object at 0x7f5c095e9f10> pid: None signal: 9 +Waited 15 seconds for .MockServerFactory.MockServer object at 0x7f5c095eadd0> to die; killing +Signal .MockServerFactory.MockServer object at 0x7f5c095eadd0> pid: None signal: 9 +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpx7wbsxjz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_error ... ok -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ @@ -75789,462 +81449,1445 @@ File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request res = handler(req) ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 136, in GET - return self.GETorHEAD(req) - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 102, in GETorHEAD - resp = req.get_response(self.app, query=query) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1630, in get_response - resp = self.acl_handler.handle_acl( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 96, in handle_acl - return ah._handle_acl(app, method) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 136, in _handle_acl - resp = self.req.get_acl_response(app, 'HEAD', - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1613, in get_acl_response - resp = self._get_response( - ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/service.py", line 35, in GET + resp = req.get_response(self.app, query={'format': 'json'}) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response + return self._get_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response raise InternalError('unexpected status code %d' % status) swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing as anonymous +test DEBUG: Using identity: {'user': ('42', 'usr'), 'tenant': ('1', 'acct'), 'roles': ['admin'], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} +test DEBUG: tenant mismatch: AUTH_acct != 1 +test DEBUG: Using identity: {'user': (None, None), 'tenant': (None, None), 'roles': [], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} +test DEBUG: tenant mismatch: AUTH_foo != None +test DEBUG: Using identity: {'user': (None, None), 'tenant': (None, None), 'roles': [], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} +test DEBUG: tenant mismatch: AUTH_foo != None +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing from an overriding middleware +test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in name: '\x00bar\x00versions' +test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in subdir: '\x00foo_' +test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in name: '\x00bar\x00versions' +test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in subdir: '\x00foo_' +test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in name: '\x00bar\x00versions' +test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in subdir: '\x00foo_' +test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in name: '\x00bar\x00versions' +test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in subdir: '\x00foo_' +test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in name: '\x00bar\x00extra data' +test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in subdir: '\x00foo/' +test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in name: '\x00bar\x00extra data' +test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in subdir: '\x00foo/' +test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in name: '\x00bar\x00extra data' +test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in subdir: '\x00foo/' +test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in name: '\x00bar\x00extra data' +test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in subdir: '\x00foo/' +proxy INFO: (1363408) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (1363408) accepted ('127.0.0.1', 8359) +proxy INFO: ERROR WSGI: code 400, message Invalid PROXY line 'PROXY jojo', (txn: tx00e56b2aafe44eabae603-006644f9cc) +proxy INFO: wsgi exiting +proxy INFO: (1363408) wsgi exited, is_accepting=True +proxy INFO: (1363408) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (1363408) accepted ('127.0.0.1', 8359) +proxy INFO: ERROR WSGI: code 400, message Invalid PROXY line 'PROXYjojo a b c d e', (txn: txe2f7daf0220c4296a8587-006644f9cc) +proxy INFO: wsgi exiting +proxy INFO: (1363408) wsgi exited, is_accepting=True +proxy INFO: (1363408) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (1363408) accepted ('127.0.0.1', 8359) +test.unit.common.test_http_protocol.TestProxyProtocol.test_malformed_proxy_lines +test.unit.common.test_http_protocol.TestProxyProtocol.test_malformed_proxy_lines ... ok +test.unit.common.test_http_protocol.TestProxyProtocol.test_missing_proxy_line +test.unit.common.test_http_protocol.TestProxyProtocol.test_missing_proxy_line ... ok +test.unit.common.test_http_protocol.TestProxyProtocol.test_multiple_requests_with_proxy +test.unit.common.test_http_protocol.TestProxyProtocol.test_multiple_requests_with_proxy ... ok +test.unit.common.test_http_protocol.TestProxyProtocol.test_request_with_proxy +test.unit.common.test_http_protocol.TestProxyProtocol.test_request_with_proxy ... ok +test.unit.common.test_http_protocol.TestProxyProtocol.test_request_with_proxy_https +test.unit.common.test_http_protocol.TestProxyProtocol.test_request_with_proxy_https ... ok +test.unit.common.test_http_protocol.TestProxyProtocol.test_unknown_client_addr +test.unit.common.test_http_protocol.TestProxyProtocol.test_unknown_client_addr ... ok +test.unit.common.test_manager.TestManagerModule.test_command_wrapper +test.unit.common.test_manager.TestManagerModule.test_command_wrapper ... ok +test.unit.common.test_manager.TestManagerModule.test_exc +test.unit.common.test_manager.TestManagerModule.test_exc ... ok +test.unit.common.test_manager.TestManagerModule.test_format_server_name +test.unit.common.test_manager.TestManagerModule.test_format_server_name ... ok +test.unit.common.test_manager.TestManagerModule.test_safe_kill +test.unit.common.test_manager.TestManagerModule.test_safe_kill ... ok +test.unit.common.test_manager.TestManagerModule.test_servers +test.unit.common.test_manager.TestManagerModule.test_servers ... ok +test.unit.common.test_manager.TestManagerModule.test_setup_env +test.unit.common.test_manager.TestManagerModule.test_setup_env ... ok +test.unit.common.test_manager.TestManagerModule.test_verify_server +test.unit.common.test_manager.TestManagerModule.test_verify_server ... ok +test.unit.common.test_manager.TestManagerModule.test_watch_server_pids +test.unit.common.test_manager.TestManagerModule.test_watch_server_pids ... ok +test.unit.common.test_manager.TestServer.test_conf_dir +test.unit.common.test_manager.TestServer.test_conf_dir ... ok +test.unit.common.test_manager.TestServer.test_conf_files +test.unit.common.test_manager.TestServer.test_conf_files ... ok +test.unit.common.test_manager.TestServer.test_create_server +test.unit.common.test_manager.TestServer.test_create_server ... ok +test.unit.common.test_manager.TestServer.test_expirer_conf_files +test.unit.common.test_manager.TestServer.test_expirer_conf_files ... ok +test.unit.common.test_manager.TestServer.test_get_conf_file_name +test.unit.common.test_manager.TestServer.test_get_conf_file_name ... ok +test.unit.common.test_manager.TestServer.test_get_custom_pid_file_name +test.unit.common.test_manager.TestServer.test_get_custom_pid_file_name ... ok +test.unit.common.test_manager.TestServer.test_get_pid_file_name +test.unit.common.test_manager.TestServer.test_get_pid_file_name ... ok +test.unit.common.test_manager.TestServer.test_get_running_pids +test.unit.common.test_manager.TestServer.test_get_running_pids ... ok +test.unit.common.test_manager.TestServer.test_interact +test.unit.common.test_manager.TestServer.test_interact ... ok +test.unit.common.test_manager.TestServer.test_iter_pid_files +test.unit.common.test_manager.TestServer.test_iter_pid_files ... ok +test.unit.common.test_manager.TestServer.test_kill_running_pids +test.unit.common.test_manager.TestServer.test_kill_running_pids ... ok +test.unit.common.test_manager.TestServer.test_launch +test.unit.common.test_manager.TestServer.test_launch ... ok +test.unit.common.test_manager.TestServer.test_named_conf_dir +test.unit.common.test_manager.TestServer.test_named_conf_dir ... ok +test.unit.common.test_manager.TestServer.test_named_conf_dir_pid_files +test.unit.common.test_manager.TestServer.test_named_conf_dir_pid_files ... ok +test.unit.common.test_manager.TestServer.test_proxy_conf_dir +test.unit.common.test_manager.TestServer.test_proxy_conf_dir ... ok +test.unit.common.test_manager.TestServer.test_server_equality +test.unit.common.test_manager.TestServer.test_server_equality ... ok +test.unit.common.test_manager.TestServer.test_server_repr +test.unit.common.test_manager.TestServer.test_server_repr ... ok +test.unit.common.test_manager.TestServer.test_server_to_string +test.unit.common.test_manager.TestServer.test_server_to_string ... ok +test.unit.common.test_manager.TestServer.test_signal_pids +test.unit.common.test_manager.TestServer.test_signal_pids ... ok +test.unit.common.test_manager.TestServer.test_spawn +test.unit.common.test_manager.TestServer.test_spawn ... ok +test.unit.common.test_manager.TestServer.test_status +test.unit.common.test_manager.TestServer.test_status ... ok +test.unit.common.test_manager.TestServer.test_stop +test.unit.common.test_manager.TestServer.test_stop ... ok +2 RLock(s) were not greened, to fix this error make sure you run eventlet.monkey_patch() before importing any other modules. +test.unit.common.test_utils.TestUtils.test_monkey_patch +test.unit.common.test_utils.TestUtils.test_monkey_patch ... ok +test.unit.common.test_utils.TestUtils.test_nested_prefixlogger +test.unit.common.test_utils.TestUtils.test_nested_prefixlogger ... ok +test.unit.common.test_utils.TestUtils.test_node_to_string +test.unit.common.test_utils.TestUtils.test_node_to_string ... ok +test.unit.common.test_utils.TestUtils.test_non_negative_float +test.unit.common.test_utils.TestUtils.test_non_negative_float ... ok +test.unit.common.test_utils.TestUtils.test_non_negative_int +test.unit.common.test_utils.TestUtils.test_non_negative_int ... ok +test.unit.common.test_utils.TestUtils.test_none_data_raises_type_error +test.unit.common.test_utils.TestUtils.test_none_data_raises_type_error ... ok +test.unit.common.test_utils.TestUtils.test_normalize_delete_at_timestamp +test.unit.common.test_utils.TestUtils.test_normalize_delete_at_timestamp ... ok +test.unit.common.test_utils.TestUtils.test_normalize_delete_at_timestamp_high_precision +test.unit.common.test_utils.TestUtils.test_normalize_delete_at_timestamp_high_precision ... ok +test.unit.common.test_utils.TestUtils.test_normalize_timestamp +test.unit.common.test_utils.TestUtils.test_normalize_timestamp ... ok +test.unit.common.test_utils.TestUtils.test_override_bytes_from_content_type +test.unit.common.test_utils.TestUtils.test_override_bytes_from_content_type ... ok +test.unit.common.test_utils.TestUtils.test_parse_content_type +test.unit.common.test_utils.TestUtils.test_parse_content_type ... ok +test.unit.common.test_utils.TestUtils.test_parse_db_filename +test.unit.common.test_utils.TestUtils.test_parse_db_filename ... ok +test.unit.common.test_utils.TestUtils.test_parse_options +test.unit.common.test_utils.TestUtils.test_parse_options ... ok +test.unit.common.test_utils.TestUtils.test_parse_options_errors +test.unit.common.test_utils.TestUtils.test_parse_options_errors ... ok +test.unit.common.test_utils.TestUtils.test_parse_override_options +test.unit.common.test_utils.TestUtils.test_parse_override_options ... ok +test.unit.common.test_utils.TestUtils.test_prefixlogger +test.unit.common.test_utils.TestUtils.test_prefixlogger ... ok +test.unit.common.test_utils.TestUtils.test_quorum_size +test.unit.common.test_utils.TestUtils.test_quorum_size ... ok +test.unit.common.test_utils.TestUtils.test_quote_bytes +test.unit.common.test_utils.TestUtils.test_quote_bytes ... ok +test.unit.common.test_utils.TestUtils.test_quote_unicode +test.unit.common.test_utils.TestUtils.test_quote_unicode ... ok +test.unit.common.test_utils.TestUtils.test_ratelimit_sleep +test.unit.common.test_utils.TestUtils.test_ratelimit_sleep ... ok +test.unit.common.test_utils.TestUtils.test_ratelimit_sleep_with_incr +test.unit.common.test_utils.TestUtils.test_ratelimit_sleep_with_incr ... ok +test.unit.common.test_utils.TestUtils.test_ratelimit_sleep_with_sleep +test.unit.common.test_utils.TestUtils.test_ratelimit_sleep_with_sleep ... ok +test.unit.common.test_utils.TestUtils.test_readconf +test.unit.common.test_utils.TestUtils.test_readconf ... ok +test.unit.common.test_utils.TestUtils.test_readconf_dir +test.unit.common.test_utils.TestUtils.test_readconf_dir ... ok +test.unit.common.test_utils.TestUtils.test_readconf_dir_ignores_hidden_and_nondotconf_files +test.unit.common.test_utils.TestUtils.test_readconf_dir_ignores_hidden_and_nondotconf_files ... ok +test.unit.common.test_utils.TestUtils.test_readconf_raw +test.unit.common.test_utils.TestUtils.test_readconf_raw ... ok +test.unit.common.test_utils.TestUtils.test_remove_directory +test.unit.common.test_utils.TestUtils.test_remove_directory ... ok +test.unit.common.test_utils.TestUtils.test_remove_file +test.unit.common.test_utils.TestUtils.test_remove_file ... ok +test.unit.common.test_utils.TestUtils.test_renamer_when_fsync_is_false +test.unit.common.test_utils.TestUtils.test_renamer_when_fsync_is_false ... ok +test.unit.common.test_utils.TestUtils.test_renamer_with_fsync_dir +test.unit.common.test_utils.TestUtils.test_renamer_with_fsync_dir ... ok +test.unit.common.test_utils.TestUtils.test_replace_partition_in_path +test.unit.common.test_utils.TestUtils.test_replace_partition_in_path ... ok +test.unit.common.test_utils.TestUtils.test_round_robin_iter +test.unit.common.test_utils.TestUtils.test_round_robin_iter ... ok +test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv4_localhost +test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv4_localhost ... ok +test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv6_ipv4_compatible +test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv6_ipv4_compatible ... ok +test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv6_random_ip +test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv6_random_ip ... ok +test.unit.common.test_utils.TestUtils.test_rsync_module_interpolation +test.unit.common.test_utils.TestUtils.test_rsync_module_interpolation ... ok +test.unit.common.test_utils.TestUtils.test_safe_json_loads +test.unit.common.test_utils.TestUtils.test_safe_json_loads ... ok +test.unit.common.test_utils.TestUtils.test_search_tree +test.unit.common.test_utils.TestUtils.test_search_tree ... ok +test.unit.common.test_utils.TestUtils.test_search_tree_conf_dir_pid_with_named_conf_match +test.unit.common.test_utils.TestUtils.test_search_tree_conf_dir_pid_with_named_conf_match ... ok +test.unit.common.test_utils.TestUtils.test_search_tree_conf_dir_with_named_conf_match +test.unit.common.test_utils.TestUtils.test_search_tree_conf_dir_with_named_conf_match ... ok +test.unit.common.test_utils.TestUtils.test_search_tree_with_directory_ext_match +test.unit.common.test_utils.TestUtils.test_search_tree_with_directory_ext_match ... ok +test.unit.common.test_utils.TestUtils.test_select_node_ip +test.unit.common.test_utils.TestUtils.test_select_node_ip ... ok +test.unit.common.test_utils.TestUtils.test_split_path +test.unit.common.test_utils.TestUtils.test_split_path ... ok +test.unit.common.test_utils.TestUtils.test_storage_directory +test.unit.common.test_utils.TestUtils.test_storage_directory ... ok +test.unit.common.test_utils.TestUtils.test_str_anonymizer +test.unit.common.test_utils.TestUtils.test_str_anonymizer ... ok +test.unit.common.test_utils.TestUtils.test_str_anonymizer_python_maddness +test.unit.common.test_utils.TestUtils.test_str_anonymizer_python_maddness ... ok +test.unit.common.test_utils.TestUtils.test_str_format_time +test.unit.common.test_utils.TestUtils.test_str_format_time ... ok +test.unit.common.test_utils.TestUtils.test_streq_const_time +test.unit.common.test_utils.TestUtils.test_streq_const_time ... ok +test.unit.common.test_utils.TestUtils.test_strict_b64decode +test.unit.common.test_utils.TestUtils.test_strict_b64decode ... ok +test.unit.common.test_utils.TestUtils.test_string_data_raises_type_error +test.unit.common.test_utils.TestUtils.test_string_data_raises_type_error ... ok +test.unit.common.test_utils.TestUtils.test_swift_log_formatter +test.unit.common.test_utils.TestUtils.test_swift_log_formatter ... ok +test.unit.common.test_utils.TestUtils.test_swift_log_formatter_max_line_length +test.unit.common.test_utils.TestUtils.test_swift_log_formatter_max_line_length ... ok +test.unit.common.test_utils.TestUtils.test_systemd_notify +test.unit.common.test_utils.TestUtils.test_systemd_notify ... ok +test.unit.account.test_server.TestAccountController.test_GET_limit_marker_xml +test.unit.account.test_server.TestAccountController.test_GET_limit_marker_xml ... ok +test.unit.common.test_utils.TestUtils.test_validate_device_partition +test.unit.common.test_utils.TestUtils.test_validate_device_partition ... ok +test.unit.account.test_server.TestAccountController.test_GET_log_requests_false +test.unit.account.test_server.TestAccountController.test_GET_log_requests_false ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +test DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object +test DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +test DEBUG: Grant test:tester READ permission on the object /bucket/object +test DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_version_id -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_version_id ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_version_id_not_implemented -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_version_id_not_implemented ... ok -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_bucket_owner_read +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_bucket_owner_read ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_private +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_private ... ok +test.unit.common.test_utils.TestUtils.test_validate_hash_conf +test.unit.common.test_utils.TestUtils.test_validate_hash_conf ... ok +test.unit.common.test_utils.TestUtils.test_validate_sync_to +test.unit.common.test_utils.TestUtils.test_validate_sync_to ... ok +test.unit.common.test_utils.TestUtils.test_write_file +test.unit.common.test_utils.TestUtils.test_write_file ... ok +test.unit.common.test_wsgi.TestPipelineWrapper.test_insert_filter +test.unit.common.test_wsgi.TestPipelineWrapper.test_insert_filter ... ok +test.unit.common.test_wsgi.TestPipelineWrapper.test_startswith +test.unit.common.test_wsgi.TestPipelineWrapper.test_startswith ... ok +test.unit.common.test_wsgi.TestPipelineWrapper.test_startswith_no_filters +test.unit.common.test_wsgi.TestPipelineWrapper.test_startswith_no_filters ... ok +test.unit.common.test_wsgi.TestPipelineWrapper.test_str +test.unit.common.test_wsgi.TestPipelineWrapper.test_str ... ok +test.unit.common.test_wsgi.TestPipelineWrapper.test_str_unknown_filter +test.unit.common.test_wsgi.TestPipelineWrapper.test_str_unknown_filter ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: permission denined: 403 Forbidden test:other WRITE test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_read_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_read_permission ... ok -test INFO: - - - [18/Jun/2025:00:09:47 +0000] "GET /sda1/p/a" 412 22 "-" "-" "-" 0.0002 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:47 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.1025 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:47 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0036 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:48 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.1062 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:48 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0993 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:48 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0870 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:48 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.2048 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:48 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.1802 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:48 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0535 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:48 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0777 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:48 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0956 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:48 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0990 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:49 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.1235 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:49 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.3069 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:49 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.1904 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:49 +0000] "GET /sda1/p/a" 200 336 "-" "-" "-" 0.0019 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:49 +0000] "GET /sda1/p/a" 200 276 "-" "-" "-" 0.0040 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:49 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.1039 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:49 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0010 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:50 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 1.0578 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:51 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.7262 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:51 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.2808 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:51 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.1232 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:52 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0863 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:52 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0792 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:52 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0906 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:52 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.1079 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:52 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.1097 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:52 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.1147 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:52 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0838 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:52 +0000] "GET /sda1/p/a" 200 5 "-" "-" "-" 0.0971 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:52 +0000] "GET /sda1/p/a" 200 39 "-" "-" "-" 0.0016 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:52 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0014 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:52 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0776 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:52 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0119 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:52 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0949 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:52 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0655 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:53 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.1026 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:53 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0859 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:53 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0721 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:53 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0977 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:53 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.1465 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:53 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.1013 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:53 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0855 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:53 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.1067 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:53 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0803 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:53 +0000] "GET /sda1/p/a" 200 91 "-" "-" "-" 0.0850 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:53 +0000] "GET /sda1/p/a" 200 536 "-" "-" "-" 0.0020 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:53 +0000] "GET /sda1/p/a" 200 467 "-" "-" "-" 0.0014 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:54 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0910 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:54 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0034 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:54 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.1136 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:54 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.0817 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:54 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0137 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:54 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.1033 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:54 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.0813 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:54 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0863 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:54 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0055 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:54 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.1032 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:54 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.1032 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:54 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0135 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:54 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0952 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:54 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0988 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:54 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0016 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:55 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0636 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:55 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0073 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:55 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.1141 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:55 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.1533 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:55 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0008 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:55 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0994 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:55 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.0848 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:55 +0000] "PUT /sda1/p/%22%27" 201 - "-" "-" "-" 0.0555 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:55 +0000] "GET /sda1/p/%22%27" 200 74 "-" "-" "-" 0.0030 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:55 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0638 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:55 +0000] "PUT /sda1/p/a/%22%3Cword" 201 - "-" "-" "-" 0.0066 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:55 +0000] "GET /sda1/p/a" 200 203 "-" "-" "-" 0.1074 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:55 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0833 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:55 +0000] "PUT /sda1/p/a/%22%3Cword-test" 201 - "-" "-" "-" 0.0133 "-" 709812 - -test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_container_name_as_subdir -test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_container_name_as_subdir ... ok -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_slo_object_DELETE +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_slo_object_DELETE ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_slo_object_async_DELETE +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_slo_object_async_DELETE ... ok +test.unit.common.middleware.s3api.test_utils.TestConfig.test_defaults +test.unit.common.middleware.s3api.test_utils.TestConfig.test_defaults ... ok +test.unit.common.middleware.s3api.test_utils.TestConfig.test_set_get_delete +test.unit.common.middleware.s3api.test_utils.TestConfig.test_set_get_delete ... ok +test.unit.common.middleware.s3api.test_utils.TestConfig.test_update +test.unit.common.middleware.s3api.test_utils.TestConfig.test_update ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddlewareWithEC.test_COPY_with_invalid_ranges +test.unit.common.middleware.test_copy.TestServerSideCopyMiddlewareWithEC.test_COPY_with_invalid_ranges ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddlewareWithEC.test_COPY_with_single_range +test.unit.common.middleware.test_copy.TestServerSideCopyMiddlewareWithEC.test_COPY_with_single_range ... ok +test.unit.common.middleware.test_domain_remap.TestSwiftInfo.test_registered_defaults +test.unit.common.middleware.test_domain_remap.TestSwiftInfo.test_registered_defaults ... ok +test.unit.common.middleware.test_domain_remap.TestSwiftInfo.test_registered_nondefaults +test.unit.common.middleware.test_domain_remap.TestSwiftInfo.test_registered_nondefaults ... ok +test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_blank_plus_other_reseller +test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_blank_plus_other_reseller ... ok +test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_blank_reseller +test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_blank_reseller ... ok +test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_default +test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_default ... ok +test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_multiple_resellers +test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_multiple_resellers ... ok +test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_same_as_default +test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_same_as_default ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_bad_keys +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_bad_keys ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_multiple +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_multiple ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_path +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_path ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_ranges +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_ranges ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential_last_segment +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential_last_segment ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential_non_ascii +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential_non_ascii ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_size_bytes +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_size_bytes ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_undersize_segment +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_undersize_segment ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_unsatisfiable_range +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_unsatisfiable_range ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_container_listing +test.unit.common.middleware.test_slo.TestSloMiddleware.test_container_listing ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_handle_multipart_no_obj +test.unit.common.middleware.test_slo.TestSloMiddleware.test_handle_multipart_no_obj ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_slo_PUT_env_override +test.unit.common.middleware.test_slo.TestSloMiddleware.test_slo_PUT_env_override ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_slo_header_assigned +test.unit.common.middleware.test_slo.TestSloMiddleware.test_slo_header_assigned ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_valid_input +test.unit.common.middleware.test_slo.TestSloMiddleware.test_valid_input ... ok +test.unit.common.middleware.test_symlink.SymlinkVersioningTestCase.test_delete_latest_version_no_marker_success +test.unit.common.middleware.test_symlink.SymlinkVersioningTestCase.test_delete_latest_version_no_marker_success ... ok +test.unit.common.middleware.test_symlink.SymlinkVersioningTestCase.test_new_symlink_version_success +test.unit.common.middleware.test_symlink.SymlinkVersioningTestCase.test_new_symlink_version_success ... ok +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_account_acl_failures +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_account_acl_failures ... ok +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_account_acl_success +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_account_acl_success ... ok +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_acl_syntax_verification +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_acl_syntax_verification ... ok +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_acls_propagate_to_sysmeta +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_acls_propagate_to_sysmeta ... ok +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_admin_privileges +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_admin_privileges ... ok +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_bad_acls_get_denied +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_bad_acls_get_denied ... ok +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_readonly_privileges +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_readonly_privileges ... ok +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_readwrite_privileges +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_readwrite_privileges ... ok +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_user_gets_best_acl +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_user_gets_best_acl ... ok +test.unit.common.middleware.test_xprofile.TestProfilers.test_runcall +test.unit.common.middleware.test_xprofile.TestProfilers.test_runcall ... ok +test.unit.common.middleware.test_xprofile.TestProfilers.test_runctx +test.unit.common.middleware.test_xprofile.TestProfilers.test_runctx ... ok +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_component_different_builder_order +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_component_different_builder_order ... ok +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components ... ok +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_different_builders +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_different_builders ... ok +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_different_number_builders +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_different_number_builders ... ok +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_duplicate_builder_ids +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_duplicate_builder_ids ... ok +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_insufficient_builders +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_insufficient_builders ... ok +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_missing_builder_id +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_missing_builder_id ... ok +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_older_builder +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_older_builder ... ok +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_replica_count_changed +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_replica_count_changed ... ok +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_unchanged_builders +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_unchanged_builders ... ok +test.unit.common.test_db.TestGetDBConnection.test_invalid_path +test.unit.common.test_db.TestGetDBConnection.test_invalid_path ... ok +test.unit.common.test_db.TestGetDBConnection.test_locked_db +test.unit.common.test_db.TestGetDBConnection.test_locked_db ... ok +test.unit.common.test_db.TestGetDBConnection.test_normal_case +test.unit.common.test_db.TestGetDBConnection.test_normal_case ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_client_exception +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_client_exception ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_account +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_account ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_account_failure +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_account_failure ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_account_replication_net +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_account_replication_net ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_error +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_error ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_obj_error +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_obj_error ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_object +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_object ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_replication_net +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_replication_net ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_with_timestamp +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_with_timestamp ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_object +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_object ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_object_error +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_object_error ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_object_with_timestamp +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_object_with_timestamp ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_account +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_account ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_account_error +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_account_error ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_account_no_content_does_not_parse_body +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_account_no_content_does_not_parse_body ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_container +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_container ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_container_no_content_does_not_decode_body +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_container_no_content_does_not_decode_body ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_container_with_extra_params +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_container_with_extra_params ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_object +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_object ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_object_chunks +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_object_chunks ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_object_error +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_object_error ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_recon +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_recon ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_suffix_hashes +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_suffix_hashes ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_suffix_hashes_503 +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_suffix_hashes_503 ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_suffix_hashes_507 +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_suffix_hashes_507 ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container_deleted +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container_deleted ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container_error +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container_error ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container_replication_net +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container_replication_net ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_object +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_object ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_object_error +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_object_error ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_object_not_found +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_object_not_found ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_post_container +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_post_container ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_post_object +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_post_object ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_post_object_error +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_post_object_error ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_chunked +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_chunked ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_fail +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_fail ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_object +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_object ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_object_error +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_object_error ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_args +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_args ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_chunked +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_chunked ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_fail +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_fail ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_header_content_length +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_header_content_length ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_with_content_length +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_with_content_length ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_gen_headers +test.unit.common.test_direct_client.TestUTF8DirectClient.test_gen_headers ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry +test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry_client_exception +test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry_client_exception ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry_http_exception +test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry_http_exception ... ok +test.unit.common.test_linkat.TestLinkat.test_available +test.unit.common.test_linkat.TestLinkat.test_available ... ok +test.unit.common.test_linkat.TestLinkat.test_errno +test.unit.common.test_linkat.TestLinkat.test_errno ... ok +test.unit.common.test_linkat.TestLinkat.test_flags +test.unit.common.test_linkat.TestLinkat.test_flags ... ok +test.unit.common.test_linkat.TestLinkat.test_linkat_fd_not_integer +test.unit.common.test_linkat.TestLinkat.test_linkat_fd_not_integer ... ok +test.unit.common.test_linkat.TestLinkat.test_linkat_success +test.unit.common.test_linkat.TestLinkat.test_linkat_success ... ok +test.unit.common.test_linkat.TestLinkat.test_unavailable +test.unit.common.test_linkat.TestLinkat.test_unavailable ... ok +test.unit.common.test_linkat.TestLinkat.test_unavailable_in_libc +test.unit.common.test_linkat.TestLinkat.test_unavailable_in_libc ... ok +test.unit.common.test_swob.TestConditionalIfNoneMatch.test_list_match +test.unit.common.test_swob.TestConditionalIfNoneMatch.test_list_match ... ok +test.unit.common.test_swob.TestConditionalIfNoneMatch.test_list_no_match +test.unit.common.test_swob.TestConditionalIfNoneMatch.test_list_no_match ... ok +test.unit.common.test_swob.TestConditionalIfNoneMatch.test_match_star +test.unit.common.test_swob.TestConditionalIfNoneMatch.test_match_star ... ok +test.unit.common.test_swob.TestConditionalIfNoneMatch.test_quoted_simple_match +test.unit.common.test_swob.TestConditionalIfNoneMatch.test_quoted_simple_match ... ok +test.unit.common.test_swob.TestConditionalIfNoneMatch.test_simple_match +test.unit.common.test_swob.TestConditionalIfNoneMatch.test_simple_match ... ok +test.unit.common.test_utils.TestFsHasFreeSpace.test_bytes +test.unit.common.test_utils.TestFsHasFreeSpace.test_bytes ... ok +test.unit.common.test_utils.TestFsHasFreeSpace.test_bytes_using_file_descriptor +test.unit.common.test_utils.TestFsHasFreeSpace.test_bytes_using_file_descriptor ... ok +test.unit.common.test_utils.TestFsHasFreeSpace.test_percent +test.unit.common.test_utils.TestFsHasFreeSpace.test_percent ... ok +test.unit.common.test_utils.TestGetExpirerContainer.test_get_expirer_container +test.unit.common.test_utils.TestGetExpirerContainer.test_get_expirer_container ... ok +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_bad_start +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_bad_start ... ok +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_basic +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_basic ... ok +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_basic2 +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_basic2 ... ok +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_big_reads +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_big_reads ... ok +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_broken_mid_stream +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_broken_mid_stream ... ok +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_empty +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_empty ... ok +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_leading_crlfs +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_leading_crlfs ... ok +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_readline +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_readline ... ok +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_readline_with_tiny_chunks +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_readline_with_tiny_chunks ... ok +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_tiny_reads +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_tiny_reads ... ok +test.unit.common.test_utils.TestPairs.test_pairs +test.unit.common.test_utils.TestPairs.test_pairs ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_ceil +test.unit.common.utils.test_timestamp.TestTimestamp.test_ceil ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_cmp_with_none +test.unit.common.utils.test_timestamp.TestTimestamp.test_cmp_with_none ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: permission denined: 403 Forbidden test:other OWNER test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_s3acl_and_keystone -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_s3acl_and_keystone ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_s3acl_and_unknown_user -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_s3acl_and_unknown_user ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_update_delete_no_status_change -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_update_delete_no_status_change ... ok -test.unit.account.test_server.TestAccountController.test_HEAD_empty_account -test.unit.account.test_server.TestAccountController.test_HEAD_empty_account ... ok -test.unit.account.test_server.TestAccountController.test_HEAD_invalid_accept -test.unit.account.test_server.TestAccountController.test_HEAD_invalid_accept ... ok -test.unit.account.test_server.TestAccountController.test_HEAD_invalid_content_type -test.unit.account.test_server.TestAccountController.test_HEAD_invalid_content_type ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_all_users +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_all_users ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_authenticated_users +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_authenticated_users ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_delta +test.unit.common.utils.test_timestamp.TestTimestamp.test_delta ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_false +test.unit.common.utils.test_timestamp.TestTimestamp.test_false ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_float +test.unit.common.utils.test_timestamp.TestTimestamp.test_float ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_force_internal +test.unit.common.utils.test_timestamp.TestTimestamp.test_force_internal ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_from_isoformat +test.unit.common.utils.test_timestamp.TestTimestamp.test_from_isoformat ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_greater_no_offset +test.unit.common.utils.test_timestamp.TestTimestamp.test_greater_no_offset ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_greater_with_offset +test.unit.common.utils.test_timestamp.TestTimestamp.test_greater_with_offset ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_hashable +test.unit.common.utils.test_timestamp.TestTimestamp.test_hashable ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_int +test.unit.common.utils.test_timestamp.TestTimestamp.test_int ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_internal_format_no_offset +test.unit.common.utils.test_timestamp.TestTimestamp.test_internal_format_no_offset ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_internal_format_with_offset +test.unit.common.utils.test_timestamp.TestTimestamp.test_internal_format_with_offset ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_invalid_input +test.unit.common.utils.test_timestamp.TestTimestamp.test_invalid_input ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_invalid_string_conversion +test.unit.common.utils.test_timestamp.TestTimestamp.test_invalid_string_conversion ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_inversion +test.unit.common.utils.test_timestamp.TestTimestamp.test_inversion ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_isoformat +test.unit.common.utils.test_timestamp.TestTimestamp.test_isoformat ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_no_force_internal_no_offset +test.unit.common.utils.test_timestamp.TestTimestamp.test_no_force_internal_no_offset ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_no_force_internal_with_offset +test.unit.common.utils.test_timestamp.TestTimestamp.test_no_force_internal_with_offset ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_normal_format_no_offset +test.unit.common.utils.test_timestamp.TestTimestamp.test_normal_format_no_offset ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_not_equal +test.unit.common.utils.test_timestamp.TestTimestamp.test_not_equal ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_offset_limit +test.unit.common.utils.test_timestamp.TestTimestamp.test_offset_limit ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_ordering +test.unit.common.utils.test_timestamp.TestTimestamp.test_ordering ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_out_of_range_comparisons +test.unit.common.utils.test_timestamp.TestTimestamp.test_out_of_range_comparisons ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_raw +test.unit.common.utils.test_timestamp.TestTimestamp.test_raw ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_short_format_with_offset +test.unit.common.utils.test_timestamp.TestTimestamp.test_short_format_with_offset ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_smaller_no_offset +test.unit.common.utils.test_timestamp.TestTimestamp.test_smaller_no_offset ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_smaller_with_offset +test.unit.common.utils.test_timestamp.TestTimestamp.test_smaller_with_offset ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_true +test.unit.common.utils.test_timestamp.TestTimestamp.test_true ... ok +test.unit.obj.test_diskfile.TestDiskFile.test_close_error +test.unit.obj.test_diskfile.TestDiskFile.test_close_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_commit +test.unit.obj.test_diskfile.TestDiskFile.test_commit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_commit_fsync +test.unit.obj.test_diskfile.TestDiskFile.test_commit_fsync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_commit_ignores_cleanup_ondisk_files_error +test.unit.obj.test_diskfile.TestDiskFile.test_commit_ignores_cleanup_ondisk_files_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_content_type_and_timestamp +test.unit.obj.test_diskfile.TestDiskFile.test_content_type_and_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_content_type_not_open +test.unit.obj.test_diskfile.TestDiskFile.test_content_type_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_content_type_timestamp_not_open +test.unit.obj.test_diskfile.TestDiskFile.test_content_type_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_create_close_oserror +test.unit.obj.test_diskfile.TestDiskFile.test_create_close_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_create_mkstemp_no_space +test.unit.obj.test_diskfile.TestDiskFile.test_create_mkstemp_no_space ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_create_prealloc +test.unit.obj.test_diskfile.TestDiskFile.test_create_prealloc ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_create_prealloc_oserror +test.unit.obj.test_diskfile.TestDiskFile.test_create_prealloc_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_create_unlink_cleanup_DiskFileNoSpace +test.unit.obj.test_diskfile.TestDiskFile.test_create_unlink_cleanup_DiskFileNoSpace ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_create_unlink_cleanup_logging +test.unit.obj.test_diskfile.TestDiskFile.test_create_unlink_cleanup_logging ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_create_unlink_cleanup_renamer_fails +test.unit.obj.test_diskfile.TestDiskFile.test_create_unlink_cleanup_renamer_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_create_use_linkat_renamer_not_called +test.unit.obj.test_diskfile.TestDiskFile.test_create_use_linkat_renamer_not_called ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_data_timestamp +test.unit.obj.test_diskfile.TestDiskFile.test_data_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_data_timestamp_not_open +test.unit.obj.test_diskfile.TestDiskFile.test_data_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_delete +test.unit.obj.test_diskfile.TestDiskFile.test_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_corners +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_corners ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_partial_closes +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_partial_closes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_range_w_none +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_range_w_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_edges +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_edges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_empty +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_empty ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_w_no_etag_quarantine +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_w_no_etag_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_w_quarantine +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_w_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_concurrent_delete +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_concurrent_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_concurrent_marked_durable +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_concurrent_marked_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_concurrent_writes +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_concurrent_writes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_default_disallowed_metadata +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_default_disallowed_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_large_app_iter_ranges +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_large_app_iter_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_mkstemp_creates_dir +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_mkstemp_creates_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_preserves_slo +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_preserves_slo ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_preserves_sysmeta +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_preserves_sysmeta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_reader_iter +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_reader_iter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_reader_iter_w_io_error +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_reader_iter_w_io_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_reader_iter_w_quarantine +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_reader_iter_w_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_writer +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_writer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_content_length +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_content_length_deleted +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_content_length_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_content_length_not_open +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_content_length_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_names +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_names ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_timestamp +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_timestamp_deleted +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_timestamp_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_timestamp_not_open +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_durable_timestamp +test.unit.obj.test_diskfile.TestDiskFile.test_durable_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_durable_timestamp_no_data_file +test.unit.obj.test_diskfile.TestDiskFile.test_durable_timestamp_no_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_durable_timestamp_not_open +test.unit.obj.test_diskfile.TestDiskFile.test_durable_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_error_in_cleanup_ondisk_files +test.unit.obj.test_diskfile.TestDiskFile.test_error_in_cleanup_ondisk_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_exception_in_handle_close_quarantine +test.unit.obj.test_diskfile.TestDiskFile.test_exception_in_handle_close_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_from_audit_location +test.unit.obj.test_diskfile.TestDiskFile.test_from_audit_location ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_from_audit_location_with_mismatched_hash +test.unit.obj.test_diskfile.TestDiskFile.test_from_audit_location_with_mismatched_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_get_datafile_metadata +test.unit.obj.test_diskfile.TestDiskFile.test_get_datafile_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_get_datafile_metadata_not_opened +test.unit.obj.test_diskfile.TestDiskFile.test_get_datafile_metadata_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_get_dev_path +test.unit.obj.test_diskfile.TestDiskFile.test_get_dev_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_get_metadata +test.unit.obj.test_diskfile.TestDiskFile.test_get_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_get_metadata_not_opened +test.unit.obj.test_diskfile.TestDiskFile.test_get_metadata_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_get_metafile_metadata +test.unit.obj.test_diskfile.TestDiskFile.test_get_metafile_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_get_metafile_metadata_not_opened +test.unit.obj.test_diskfile.TestDiskFile.test_get_metafile_metadata_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_get_tempfile_fallback_to_mkstemp +test.unit.obj.test_diskfile.TestDiskFile.test_get_tempfile_fallback_to_mkstemp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_get_tempfile_use_linkat_os_open_called +test.unit.obj.test_diskfile.TestDiskFile.test_get_tempfile_use_linkat_os_open_called ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_get_tmpfile_os_open_other_exceptions_are_raised +test.unit.obj.test_diskfile.TestDiskFile.test_get_tmpfile_os_open_other_exceptions_are_raised ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_keep_cache +test.unit.obj.test_diskfile.TestDiskFile.test_keep_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_killed_before_cleanup +test.unit.obj.test_diskfile.TestDiskFile.test_killed_before_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_mount_checking +test.unit.obj.test_diskfile.TestDiskFile.test_mount_checking ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_not_opened +test.unit.obj.test_diskfile.TestDiskFile.test_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_number_calls_to_cleanup_ondisk_files_during_create +test.unit.obj.test_diskfile.TestDiskFile.test_number_calls_to_cleanup_ondisk_files_during_create ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_number_calls_to_cleanup_ondisk_files_during_delete +test.unit.obj.test_diskfile.TestDiskFile.test_number_calls_to_cleanup_ondisk_files_during_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_data_ts_meta +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_data_ts_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_data_ts_meta_legacy_durable +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_data_ts_meta_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_listdir_error +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_listdir_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_listdir_error_legacy_durable +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_listdir_error_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_meta_data_ts +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_meta_data_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_meta_data_ts_legacy_durable +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_meta_data_ts_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_meta_ts_data +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_meta_ts_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_multiple_meta_data +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_multiple_meta_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_multiple_meta_data_legacy_durable +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_multiple_meta_data_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_stale_meta_data +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_stale_meta_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_stale_meta_data_legacy_durable +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_stale_meta_data_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_ts_meta_data +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_ts_meta_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_wayward_files_ignored +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_wayward_files_ignored ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_wayward_files_ignored_legacy_durable +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_wayward_files_ignored_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_open_deleted +test.unit.obj.test_diskfile.TestDiskFile.test_open_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_open_deleted_with_corrupt_tombstone +test.unit.obj.test_diskfile.TestDiskFile.test_open_deleted_with_corrupt_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_open_expired +test.unit.obj.test_diskfile.TestDiskFile.test_open_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_open_not_exist +test.unit.obj.test_diskfile.TestDiskFile.test_open_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_open_not_expired +test.unit.obj.test_diskfile.TestDiskFile.test_open_not_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_bad_content_length +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_bad_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_corrupt_xattrs +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_corrupt_xattrs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_deleted_files +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_deleted_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_fstat_oserror +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_fstat_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_hashdir_not_a_directory +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_hashdir_not_a_directory ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_hashdir_not_listable +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_hashdir_not_listable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_bad_name +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_bad_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_bad_x_delete_at +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_bad_x_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_content_length +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_content_length_bad +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_content_length_bad ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_etag +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_missing_name +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_missing_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_zero_byte +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_zero_byte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_ioerror_enodata +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_ioerror_enodata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_missing_content_length +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_missing_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_subtly_corrupt_xattrs +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_subtly_corrupt_xattrs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_truncated_xattrs +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_truncated_xattrs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_valids +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_valids ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_read_metadata +test.unit.obj.test_diskfile.TestDiskFile.test_read_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_read_metadata_no_xattr +test.unit.obj.test_diskfile.TestDiskFile.test_read_metadata_no_xattr ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_splice_to_wsockfd_blocks +test.unit.obj.test_diskfile.TestDiskFile.test_splice_to_wsockfd_blocks ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_tee_to_md5_pipe_length_mismatch +test.unit.obj.test_diskfile.TestDiskFile.test_tee_to_md5_pipe_length_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_write_cleanup +test.unit.obj.test_diskfile.TestDiskFile.test_write_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_write_cleanup_legacy_durable +test.unit.obj.test_diskfile.TestDiskFile.test_write_cleanup_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_write_cleanup_part_power_increase +test.unit.obj.test_diskfile.TestDiskFile.test_write_cleanup_part_power_increase ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_disk_full +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_disk_full ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_no_xattr +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_no_xattr ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_content_type +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_content_type_removes_multiple_metas +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_content_type_removes_multiple_metas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_content_type_removes_same_time_meta +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_content_type_removes_same_time_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_older_content_type +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_older_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_zero_copy_cache_dropping +test.unit.obj.test_diskfile.TestDiskFile.test_zero_copy_cache_dropping ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_zero_copy_turns_off_when_md5_sockets_not_supported +test.unit.obj.test_diskfile.TestDiskFile.test_zero_copy_turns_off_when_md5_sockets_not_supported ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestHashesHelpers.test_ignore_corrupted_hashes +test.unit.obj.test_diskfile.TestHashesHelpers.test_ignore_corrupted_hashes ... ok +test.unit.obj.test_diskfile.TestHashesHelpers.test_read_legacy_hashes +test.unit.obj.test_diskfile.TestHashesHelpers.test_read_legacy_hashes ... ok +test.unit.obj.test_diskfile.TestHashesHelpers.test_read_write_invalid_hashes_mutation_and_transative_equality +test.unit.obj.test_diskfile.TestHashesHelpers.test_read_write_invalid_hashes_mutation_and_transative_equality ... ok +test.unit.obj.test_diskfile.TestHashesHelpers.test_read_write_valid_hashes_mutation_and_transative_equality +test.unit.obj.test_diskfile.TestHashesHelpers.test_read_write_valid_hashes_mutation_and_transative_equality ... ok +test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_invalid_updated +test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_invalid_updated ... ok +test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_safe_default +test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_safe_default ... ok +test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_valid_updated +test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_valid_updated ... ok +test.unit.obj.test_server.TestConfigOptionHandling.test_default +test.unit.obj.test_server.TestConfigOptionHandling.test_default ... ok +test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_app +test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_app ... ok +test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_both +test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_both ... ok +test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_default +test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_default ... ok +test.unit.common.test_manager.TestServer.test_wait +test.unit.common.test_manager.TestServer.test_wait ... ok +test.unit.common.test_splice.TestTee.test_available +test.unit.common.test_splice.TestTee.test_available ... ok +test.unit.common.test_splice.TestTee.test_errno +test.unit.common.test_splice.TestTee.test_errno ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_base_have_quorum +test.unit.proxy.controllers.test_base.TestFuncs.test_base_have_quorum ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_best_response_overrides +test.unit.proxy.controllers.test_base.TestFuncs.test_best_response_overrides ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_bytes_to_skip +test.unit.proxy.controllers.test_base.TestFuncs.test_bytes_to_skip ... ok +test INFO: - - - [15/May/2024:18:07:01 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0509 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:02 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0720 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:02 +0000] "DELETE /sda1/./a" 400 20 "-" "-" "-" 0.0002 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:02 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0744 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:02 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0129 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:02 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0994 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:02 +0000] "DELETE /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:02 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0759 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:02 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0020 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:02 +0000] "PUT /sda1/p/a/c1" 204 - "-" "-" "-" 0.0484 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:02 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.1384 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:02 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0706 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:02 +0000] "DELETE /sda1/p/a" 400 26 "-" "-" "-" 0.0001 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:02 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0447 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:02 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0013 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:02 +0000] "GET /sda1/p/a" 200 87 "-" "-" "-" 0.0490 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:02 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0642 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:02 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:02 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0679 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:02 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0667 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:02 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:02 +0000] "GET /sda1/p/a" 200 87 "-" "-" "-" 0.0502 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:03 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0648 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:03 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0042 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:03 +0000] "GET /sda1/p/a" 406 - "-" "-" "-" 0.0002 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:03 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0433 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:03 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0070 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:03 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0403 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:03 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0706 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:03 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0053 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:03 +0000] "GET /sda1/p/a" 200 196 "-" "-" "-" 0.0642 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:03 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0362 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:03 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0013 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:03 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0439 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:03 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:03 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0518 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:03 +0000] "GET /sda1/p/a" 200 68 "-" "-" "-" 0.0015 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:03 +0000] "GET /sda1/p/a" 400 21 "-" "-" "-" 0.0002 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:03 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.4175 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:03 +0000] "PUT /sda1/p/a/.sub.0" 201 - "-" "-" "-" 0.0274 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:04 +0000] "PUT /sda1/p/a/.sub.0.0" 201 - "-" "-" "-" 0.4724 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:04 +0000] "PUT /sda1/p/a/.sub.0.1" 201 - "-" "-" "-" 0.6044 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:05 +0000] "PUT /sda1/p/a/.sub.0.2" 201 - "-" "-" "-" 0.4445 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:06 +0000] "PUT /sda1/p/a/.sub.1" 201 - "-" "-" "-" 0.7560 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:06 +0000] "PUT /sda1/p/a/.sub.1.0" 201 - "-" "-" "-" 0.7143 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:07 +0000] "PUT /sda1/p/a/.sub.1.1" 201 - "-" "-" "-" 0.6171 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:08 +0000] "PUT /sda1/p/a/.sub.1.2" 201 - "-" "-" "-" 0.6714 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:08 +0000] "PUT /sda1/p/a/.sub.2" 201 - "-" "-" "-" 0.1695 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:08 +0000] "PUT /sda1/p/a/.sub.2.0" 201 - "-" "-" "-" 0.0975 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:08 +0000] "PUT /sda1/p/a/.sub.2.1" 201 - "-" "-" "-" 0.0674 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:08 +0000] "PUT /sda1/p/a/.sub.2.2" 201 - "-" "-" "-" 0.0727 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:08 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0650 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:08 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0018 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:08 +0000] "GET /sda1/p/a" 200 45 "-" "-" "-" 0.0017 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:08 +0000] "GET /sda1/p/a" 200 27 "-" "-" "-" 0.0016 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:08 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0515 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:08 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0010 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:08 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0551 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:08 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0673 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:08 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0602 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:08 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0528 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:08 +0000] "GET /sda1/p/a" 200 261 "-" "-" "-" 0.0493 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:09 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.0016 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:09 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0456 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:09 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0010 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:09 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0411 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:09 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0421 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:09 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0419 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:09 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0490 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:09 +0000] "GET /sda1/p/a" 200 9 "-" "-" "-" 0.0490 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:09 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0016 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:09 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0493 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:09 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0009 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:09 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0404 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:09 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0516 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:09 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0481 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:09 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0472 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:09 +0000] "GET /sda1/p/a" 200 452 "-" "-" "-" 0.0616 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:09 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.0018 "-" 1363413 - +test.unit.account.test_server.TestAccountController.test_GET_log_requests_true +test.unit.account.test_server.TestAccountController.test_GET_log_requests_true ... ok +test.unit.account.test_server.TestAccountController.test_GET_multichar_delimiter +test.unit.account.test_server.TestAccountController.test_GET_multichar_delimiter ... ok +test.unit.account.test_server.TestAccountController.test_GET_not_found_json +test.unit.account.test_server.TestAccountController.test_GET_not_found_json ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +test DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +test DEBUG: Grant AllUsers READ permission on the object /bucket/object +test DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_version_id_but_not_enabled -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_version_id_but_not_enabled ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_without_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_without_permission ... ok -test.unit.proxy.test_server.TestProxyServer.test_node_concurrency -test.unit.proxy.test_server.TestProxyServer.test_node_concurrency ... ok -test.unit.account.test_server.TestAccountController.test_HEAD_invalid_format -test.unit.account.test_server.TestAccountController.test_HEAD_invalid_format ... ok -test.unit.account.test_server.TestAccountController.test_HEAD_invalid_partition -test.unit.account.test_server.TestAccountController.test_HEAD_invalid_partition ... ok -test.unit.proxy.test_server.TestProxyServer.test_node_timing -test.unit.proxy.test_server.TestProxyServer.test_node_timing ... ok -test.unit.proxy.test_server.TestProxyServer.test_private_method_request -test.unit.proxy.test_server.TestProxyServer.test_private_method_request ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_missing_ring_recovers_without_restart -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_missing_ring_recovers_without_restart ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_public_read +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_public_read ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_public_read_write +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_public_read_write ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_batch_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_batch_reclaim ... ok +test.unit.account.test_server.TestAccountController.test_GET_not_found_plain +test.unit.account.test_server.TestAccountController.test_GET_not_found_plain ... ok +test.unit.account.test_server.TestAccountController.test_GET_not_found_xml +test.unit.account.test_server.TestAccountController.test_GET_not_found_xml ... ok +test.unit.account.test_server.TestAccountController.test_GET_over_limit +test.unit.account.test_server.TestAccountController.test_GET_over_limit ... ok +proxy INFO: ERROR WSGI: code 400, message Invalid PROXY line 'PROXY a b c d e', (txn: txf3cc48de42e24ef797a05-006644f9cc) +proxy INFO: wsgi exiting +proxy INFO: (1363408) wsgi exited, is_accepting=True +proxy INFO: (1363408) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (1363408) accepted ('127.0.0.1', 8359) +proxy INFO: ERROR WSGI: code 400, message Invalid PROXY line 'GET /someurl HTTP/1.0\r\n', (txn: test-bad-req-trans-id) +proxy INFO: wsgi exiting +proxy INFO: (1363408) wsgi exited, is_accepting=True +proxy INFO: (1363408) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (1363408) accepted ('127.0.0.1', 8359) +proxy INFO: 192.168.0.1 - - [16/May/2024 08:07:08] "GET /someurl HTTP/1.1" 200 160 0.000070 +proxy INFO: 192.168.0.1 - - [16/May/2024 08:07:08] "GET /otherurl HTTP/1.1" 200 179 0.000043 +proxy INFO: wsgi exiting +proxy INFO: (1363408) wsgi exited, is_accepting=True +proxy INFO: (1363408) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (1363408) accepted ('127.0.0.1', 8359) +proxy INFO: 192.168.0.1 - - [16/May/2024 08:07:08] "GET /someurl HTTP/1.0" 200 186 0.000044 +proxy INFO: wsgi exiting +proxy INFO: (1363408) wsgi exited, is_accepting=True +proxy INFO: (1363408) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (1363408) accepted ('127.0.0.1', 8359) +proxy INFO: 192.168.0.1 - - [16/May/2024 08:07:08] "GET /someurl HTTP/1.0" 200 179 0.000059 +proxy INFO: wsgi exiting +proxy INFO: (1363408) wsgi exited, is_accepting=True +proxy INFO: (1363408) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (1363408) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [16/May/2024 08:07:08] "GET /someurl HTTP/1.0" 200 180 0.000045 +proxy INFO: wsgi exiting +proxy INFO: (1363408) wsgi exited, is_accepting=True +proxy INFO: (1363408) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (1363408) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [16/May/2024 08:07:08] "GET /someurl HTTP/1.0" 200 180 0.000040 +proxy INFO: wsgi exiting +proxy INFO: (1363408) wsgi exited, is_accepting=True +proxy INFO: (1363408) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (1363408) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [16/May/2024 08:07:08] "GET /someurl HTTP/1.0" 200 180 0.000087 +proxy INFO: wsgi exiting +proxy INFO: (1363408) wsgi exited, is_accepting=True +WARNING: Unable to modify file descriptor limit. Running as non-root? +WARNING: Unable to modify memory limit. Running as non-root? +WARNING: Unable to modify max process limit. Running as non-root? +Unable to locate config number 5 for account-server +Unable to locate config number 5 for object-server +Signal object-server pid: 1 signal: 15 +Signal object-server pid: 1 signal: 15 +Signal object-server pid: 1 signal: 1 +Signal object-replicator pid: 11 signal: 15 +Signal object-replicator pid: 12 signal: 15 +Signal proxy-server pid: 1 signal: 1 +output Removing pid file /tmp/tmp350ztvjr/var/run/one-server.pid with wrong pid 3 +output Removing pid file /tmp/tmp350ztvjr/var/run/zero-server.pid with invalid pid +output Removing pid file /tmp/tmp350ztvjr/var/run/invalid-server.pid with invalid pid +Signal account-reaper pid: 1 signal: 15 +Signal account-reaper pid: 2 signal: 15 +Signal account-reaper pid: 3 signal: 15 +Signal account-reaper pid: 4 signal: 15 +Signal account-reaper pid: 1 signal: 15 +Signal account-reaper pid: 2 signal: 15 +Signal account-reaper pid: 3 signal: 15 +Signal account-reaper pid: 4 signal: 15 +Signal account-reaper pid: 3 signal: 15 +Error while closing FD +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_splice.py", line 52, in safe_close + os.close(fd) +OSError: [Errno 9] Bad file descriptor +Error while closing FD +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_splice.py", line 52, in safe_close + os.close(fd) +OSError: [Errno 9] Bad file descriptor +test.unit.common.test_splice.TestTee.test_fileno +test.unit.common.test_splice.TestTee.test_fileno ... ok +test.unit.common.test_splice.TestTee.test_flags_list +test.unit.common.test_splice.TestTee.test_flags_list ... ok +test.unit.common.test_splice.TestTee.test_tee_pipe_to_pipe +test.unit.common.test_splice.TestTee.test_tee_pipe_to_pipe ... ok +test.unit.common.test_splice.TestTee.test_unavailable +test.unit.common.test_splice.TestTee.test_unavailable ... ok +test.unit.common.test_splice.TestTee.test_unavailable_in_libc +test.unit.common.test_splice.TestTee.test_unavailable_in_libc ... ok +test.unit.common.test_swob.TestHeaderEnvironProxy.test_contains +test.unit.common.test_swob.TestHeaderEnvironProxy.test_contains ... ok +test.unit.common.test_swob.TestHeaderEnvironProxy.test_del +test.unit.common.test_swob.TestHeaderEnvironProxy.test_del ... ok +test.unit.common.test_swob.TestHeaderEnvironProxy.test_ignored_keys +test.unit.common.test_swob.TestHeaderEnvironProxy.test_ignored_keys ... ok +test.unit.common.test_swob.TestHeaderEnvironProxy.test_keys +test.unit.common.test_swob.TestHeaderEnvironProxy.test_keys ... ok +test.unit.common.test_swob.TestHeaderEnvironProxy.test_proxy +test.unit.common.test_swob.TestHeaderEnvironProxy.test_proxy ... ok +test.unit.common.test_utils.TestFallocate.test_arg_bounds +test.unit.common.test_utils.TestFallocate.test_arg_bounds ... ok +test.unit.common.test_utils.TestFallocate.test_fallocate +test.unit.common.test_utils.TestFallocate.test_fallocate ... ok +test.unit.common.test_utils.TestFallocate.test_fallocate_fatal_error +test.unit.common.test_utils.TestFallocate.test_fallocate_fatal_error ... ok +test.unit.common.test_utils.TestFallocate.test_fallocate_offset +test.unit.common.test_utils.TestFallocate.test_fallocate_offset ... ok +test.unit.common.test_utils.TestFallocate.test_fallocate_silent_errors +test.unit.common.test_utils.TestFallocate.test_fallocate_silent_errors ... ok +test.unit.common.test_utils.TestFallocate.test_no_fallocates_available +test.unit.common.test_utils.TestFallocate.test_no_fallocates_available ... ok +test.unit.common.test_utils.TestFallocate.test_posix_fallocate_fallback +test.unit.common.test_utils.TestFallocate.test_posix_fallocate_fallback ... ok +test.unit.common.test_utils.TestFallocate.test_posix_fallocate_offset +test.unit.common.test_utils.TestFallocate.test_posix_fallocate_offset ... ok +test.unit.common.test_utils.TestFallocateReserve.test_all_reserved +test.unit.common.test_utils.TestFallocateReserve.test_all_reserved ... ok +test.unit.common.test_utils.TestFallocateReserve.test_all_space_reserved_pct +test.unit.common.test_utils.TestFallocateReserve.test_all_space_reserved_pct ... ok +test.unit.common.test_utils.TestFallocateReserve.test_disabled +test.unit.common.test_utils.TestFallocateReserve.test_disabled ... ok +test.unit.common.test_utils.TestFallocateReserve.test_enough_space +test.unit.common.test_utils.TestFallocateReserve.test_enough_space ... ok +test.unit.common.test_utils.TestFallocateReserve.test_enough_space_pct +test.unit.common.test_utils.TestFallocateReserve.test_enough_space_pct ... ok +test.unit.common.test_utils.TestFallocateReserve.test_enough_space_small_blocks +test.unit.common.test_utils.TestFallocateReserve.test_enough_space_small_blocks ... ok +test.unit.common.test_utils.TestFallocateReserve.test_free_space_under_reserve +test.unit.common.test_utils.TestFallocateReserve.test_free_space_under_reserve ... ok +test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space +test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space ... ok +test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_large +test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_large ... ok +test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_pct +test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_pct ... ok +test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_small_blocks +test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_small_blocks ... ok +test.unit.common.test_utils.TestFallocateReserve.test_zero_reserve +test.unit.common.test_utils.TestFallocateReserve.test_zero_reserve ... ok +test.unit.common.test_utils.TestLRUCache.test_maxsize +test.unit.common.test_utils.TestLRUCache.test_maxsize ... ok +test.unit.common.test_utils.TestLRUCache.test_maxtime +test.unit.common.test_utils.TestLRUCache.test_maxtime ... ok +test.unit.common.test_utils.TestLRUCache.test_set_maxsize +test.unit.common.test_utils.TestLRUCache.test_set_maxsize ... ok +test.unit.common.test_utils.TestLRUCache.test_set_maxtime +test.unit.common.test_utils.TestLRUCache.test_set_maxtime ... ok +test.unit.common.test_utils.TestWatchdog.test_start_stop +test.unit.common.test_utils.TestWatchdog.test_start_stop ... ok +test.unit.common.test_utils.TestWatchdog.test_timeout_concurrency +test.unit.common.test_utils.TestWatchdog.test_timeout_concurrency ... ok +test.unit.common.test_utils.TestWatchdog.test_timeout_expire +test.unit.common.test_utils.TestWatchdog.test_timeout_expire ... ok +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_loop_timeout +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_loop_timeout ... ok +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_new_worker_socks +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_new_worker_socks ... ok +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_no_fork_sock +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_no_fork_sock ... ok +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_post_fork_hook +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_post_fork_hook ... ok +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_servers_per_port_in_container +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_servers_per_port_in_container ... ok +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_shutdown_sockets +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_shutdown_sockets ... ok +test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ip +test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ip ... ok +test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ipv4 +test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ipv4 ... ok +test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ipv6 +test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ipv6 ... ok +test.unit.container.test_backend.TestContainerBroker.test_batch_reclaim +test.unit.container.test_backend.TestContainerBroker.test_batch_reclaim ... ok +test DEBUG: checking permission: public None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: authenticated None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_Range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_Range ... ok -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=0-3', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=3-3', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=1-', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_error +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_error ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=-3', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda +direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda +direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda +direct-client-test ERROR: Kaboom! +direct-client-test ERROR: Kaboom! +direct-client-test ERROR: Kaboom! +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: Base DELETE returning 503 for (204, 204, 404) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test.unit.proxy.controllers.test_base.TestFuncs.test_container_info_needs_req +test.unit.proxy.controllers.test_base.TestFuncs.test_container_info_needs_req ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_container_info_preserves_storage_policy +test.unit.proxy.controllers.test_base.TestFuncs.test_container_info_preserves_storage_policy ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers +test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers_change_backend_user_agent +test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers_change_backend_user_agent ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers_with_no_orig_req +test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers_with_no_orig_req ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers_with_sysmeta +test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers_with_sysmeta ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_bad_path +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_bad_path ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_cache +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_cache ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_env +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_env ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_infocache +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_infocache ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_no_cache +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_no_cache ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_swift_owner +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_swift_owner ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_swift_source +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_swift_source ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_uses_logging_app +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_uses_logging_app ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_cache_key +test.unit.proxy.controllers.test_base.TestFuncs.test_get_cache_key ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_bad_path +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_bad_path ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_cache +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_cache ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_reverse_prefix_delim +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_reverse_prefix_delim ... ok +test.unit.container.test_backend.TestContainerBroker.test_chexor +test.unit.container.test_backend.TestContainerBroker.test_chexor ... ok +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_active_key +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_active_key ... ok +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_key_algorithm +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_key_algorithm ... ok +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_key_length +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_key_length ... ok +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_config_in_filter_section +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_config_in_filter_section ... ok +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_config_in_separate_file +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_config_in_separate_file ... ok +test INFO: Begin account audit "once" mode +test INFO: Account audit "once" mode completed: 0.00s +Something useful +Also useful +Boring, but not secret +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_logger_manipulations +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_logger_manipulations ... ok +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_missing_key_id +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_missing_key_id ... ok +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_multikey_config_in_filter_section +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_multikey_config_in_filter_section ... ok +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_multikey_config_in_separate_file +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_multikey_config_in_separate_file ... ok +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_proxy_server_conf_dir +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_proxy_server_conf_dir ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_error ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_chexor +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_chexor ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': '', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'hoge', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=1', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=5-1', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=5-10', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +test DEBUG: Grant AllUsers READ permission on the object /bucket/object +test DEBUG: Grant AllUsers WRITE permission on the object /bucket/object +test DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_Range_with_invalid_value -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_Range_with_invalid_value ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_update_put_no_status_change -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_update_put_no_status_change ... ok -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: tx2dd497c339e8487fae78b-00685203d3) -test INFO: Client disconnected on read of '/a/c' (txn: tx2dd497c339e8487fae78b-00685203d3) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.1.0:1100/sda (txn: txe721de4cfa864c3092930-00685203d3) -test INFO: Client disconnected on read of '/a/c' (txn: txe721de4cfa864c3092930-00685203d3) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to UPDATE /a/c: Network unreachable (txn: txec66350ab8304e78a337b-00685203d4) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to UPDATE /a/c: Network unreachable (txn: txec66350ab8304e78a337b-00685203d4) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to UPDATE /a/c: Network unreachable (txn: txec66350ab8304e78a337b-00685203d4) -test ERROR: Container UPDATE returning 503 for (503, 503, 503) (txn: txec66350ab8304e78a337b-00685203d4) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r3=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r3=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy ... ok -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_inherits -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_inherits ... ok -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_overrides -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_overrides ... ok -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_with_no_default -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_with_no_default ... ok -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_proxy_server_config -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_proxy_server_config ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_sys_metadata -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_sys_metadata ... ok test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +test DEBUG: Grant AllUsers READ permission on the object /bucket/object +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_all_users +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_all_users ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_all_users_with_uppercase_type +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_all_users_with_uppercase_type ... ok +test.unit.container.test_backend.TestContainerBroker.test_create_broker +test.unit.container.test_backend.TestContainerBroker.test_create_broker ... ok +test.unit.container.test_backend.TestContainerBroker.test_creation +test.unit.container.test_backend.TestContainerBroker.test_creation ... ok test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ @@ -76253,24 +82896,12 @@ File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request res = handler(req) ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 123, in HEAD - resp = self.GETorHEAD(req) - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 102, in GETorHEAD + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/bucket.py", line 345, in GET resp = req.get_response(self.app, query=query) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1630, in get_response - resp = self.acl_handler.handle_acl( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 94, in handle_acl - return getattr(ah, method)(app) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 237, in HEAD - return self._handle_acl(app, 'HEAD') - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 136, in _handle_acl - resp = self.req.get_acl_response(app, 'HEAD', - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1637, in get_response + return self.get_acl_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1613, in get_acl_response resp = self._get_response( ^^^^^^^^^^^^^^^^^^^ @@ -76278,1213 +82909,881 @@ raise InternalError('unexpected status code %d' % status) swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_POST_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_POST_error ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_sharding_info -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_sharding_info ... ok -test.unit.account.test_server.TestAccountController.test_HEAD_not_found -test.unit.account.test_server.TestAccountController.test_HEAD_not_found ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_with_single_policy -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_with_single_policy ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_put_timestamp -test.unit.container.test_backend.TestCommonContainerBroker.test_put_timestamp ... ok -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r3=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test ERROR: Got non-JSON response trying to list /bucket: b'obj0\nobj1\nobj2\nobj3\nobj4\nobj5\nobj6\nobj7\nobj8\nobj9\nobj10\nobj1...' +test ERROR: Expecting value: line 1 column 1 (char 0): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/bucket.py", line 348, in GET + objects = json.loads(resp.body) + ^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.11/json/__init__.py", line 346, in loads + return _default_decoder.decode(s) + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.11/json/decoder.py", line 337, in decode + obj, end = self.raw_decode(s, idx=_w(s, 0).end()) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.11/json/decoder.py", line 355, in raw_decode + raise JSONDecodeError("Expecting value", s, err.value) from None +json.decoder.JSONDecodeError: Expecting value: line 1 column 1 (char 0) +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_non_json +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_non_json ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_fullcontrol_permission ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_create_broker +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_create_broker ... ok +test.unit.container.test_backend.TestContainerBroker.test_db_file +test.unit.container.test_backend.TestContainerBroker.test_db_file ... ok test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx543b0ed0e2fa4bf5ab6e6-006644f9ce) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx543b0ed0e2fa4bf5ab6e6-006644f9ce) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx543b0ed0e2fa4bf5ab6e6-006644f9ce) +test ERROR: Container HEAD returning 503 for [] (txn: tx543b0ed0e2fa4bf5ab6e6-006644f9ce) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_timing_per_policy -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_timing_per_policy ... ok -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_default -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_default ... ok -test.unit.proxy.test_server.TestProxyServer.test_statsd_prefix -test.unit.proxy.test_server.TestProxyServer.test_statsd_prefix ... ok -test.unit.proxy.test_server.TestProxyServer.test_unhandled_exception -test.unit.proxy.test_server.TestProxyServer.test_unhandled_exception ... ok -test.unit.proxy.test_server.TestProxyServer.test_valid_api_version -test.unit.proxy.test_server.TestProxyServer.test_valid_api_version ... ok -test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_expose_headers -test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_expose_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_non_strict -test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_non_strict ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_strict -test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_strict ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_with_obj_headers -test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_with_obj_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_DELETE -test.unit.proxy.test_server.TestReplicatedObjectController.test_DELETE ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_DELETE_x_container_headers_with_more_container_replicas -test.unit.proxy.test_server.TestReplicatedObjectController.test_DELETE_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_bad_range_zero_byte -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_bad_range_zero_byte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_calls_authorize -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_newest -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_newest ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_newest_large_file -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_newest_large_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_pipeline -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_pipeline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_ranges -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_ranges_resuming -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_ranges_resuming ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_respects_read_affinity -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_respects_read_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_short_read -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_short_read ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_short_read_resuming -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_short_read_resuming ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD -test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_absolute_uri -test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_absolute_uri ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_calls_authorize -test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_newest -test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_newest ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_OPTIONS -test.unit.proxy.test_server.TestReplicatedObjectController.test_OPTIONS ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_backend_headers -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_backend_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_calls_authorize -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_converts_delete_after_to_delete_at -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_converts_delete_after_to_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_authorize -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_count -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_key_len -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_key_len ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_size -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_size ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_val_len -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_val_len ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_x_container_headers_with_more_container_replicas -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_GET_unicode_metadata -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_GET_unicode_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_POST_last_modified -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_POST_last_modified ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_POST_requires_container_exist -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_POST_requires_container_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_auto_content_type -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_auto_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_autodetect_content_type -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_autodetect_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_bad_content_type -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_bad_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_bad_message_length -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_bad_message_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_calls_authorize -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_connect_exceptions -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_connect_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_error_limiting -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_error_limiting ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_error_limiting_last_node -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_error_limiting_last_node ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_expect_header_nonzero_content_length -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_expect_header_nonzero_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_expect_header_zero_content_length -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_expect_header_zero_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_getresponse_exceptions -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_getresponse_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_max_size -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_max_size ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_too_large -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_too_large ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_unsup_xfr_encoding -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_unsup_xfr_encoding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_both -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_both ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_both_with_crazy_meta -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_both_with_crazy_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_content_length -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_transfer_encoding -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_transfer_encoding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_no_etag_fallocate -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_no_etag_fallocate ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_not_autodetect_content_type -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_not_autodetect_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_all_containers_error -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_all_containers_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_container_does_not_exist -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_container_does_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_container_exist_on_handoff -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_container_exist_on_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_primary_containers_timeout -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_primary_containers_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_primary_timeout_container_exist -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_primary_timeout_container_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_respects_write_affinity -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_respects_write_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_respects_write_affinity_with_507s -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_respects_write_affinity_with_507s ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_send_exceptions -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_send_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_equal_replicas -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_equal_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_fewer_container_replicas -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_fewer_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_many_object_replicas -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_many_object_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_more_container_replicas -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_fewer_container_replicas -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_fewer_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_more_container_replicas -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_acc_or_con_missing_returns_404 -test.unit.proxy.test_server.TestReplicatedObjectController.test_acc_or_con_missing_returns_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_cache_set_error -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_cache_set_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_can_skip_cache -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_can_skip_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_errors -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_no_cache -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_empty_cache -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_empty_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_cache -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_infocache -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_infocache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_bad_metadata -test.unit.proxy.test_server.TestReplicatedObjectController.test_bad_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_best_response_sets_etag -test.unit.proxy.test_server.TestReplicatedObjectController.test_best_response_sets_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_best_response_sets_headers -test.unit.proxy.test_server.TestReplicatedObjectController.test_best_response_sets_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_method -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_path -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_path_no_controller -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_path_no_controller ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_utf8 -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_utf8 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_version -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_version ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_chunked_put -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_chunked_put ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_head_account -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_head_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_unhandled_exception -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_unhandled_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_utf8_all_the_way_down -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_utf8_all_the_way_down ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_client_disconnect -test.unit.proxy.test_server.TestReplicatedObjectController.test_client_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_client_timeout -test.unit.proxy.test_server.TestReplicatedObjectController.test_client_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_conditional_GET_replication -test.unit.proxy.test_server.TestReplicatedObjectController.test_conditional_GET_replication ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -Loaded db broker for a/c -Loaded db broker for a/c -test.unit.proxy.test_server.TestReplicatedObjectController.test_conditional_range_get -test.unit.proxy.test_server.TestReplicatedObjectController.test_conditional_range_get ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -Loaded db broker for a/c -test.unit.proxy.test_server.TestReplicatedObjectController.test_custom_mime_types_files -test.unit.proxy.test_server.TestReplicatedObjectController.test_custom_mime_types_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_after_DELETE -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_after_DELETE ... ok -test.unit.proxy.test_server.TestReplicatedObjectController.test_error_limiting -test.unit.proxy.test_server.TestReplicatedObjectController.test_error_limiting ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_error_limiting_survives_ring_reload -test.unit.proxy.test_server.TestReplicatedObjectController.test_error_limiting_survives_ring_reload ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes -test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_calls_sort_nodes -test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_calls_sort_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_gives_extra_if_error_limited_inline -test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_gives_extra_if_error_limited_inline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_skips_error_limited -test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_skips_error_limited ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_with_replication_network -test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_with_replication_network ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_without_replication_network -test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_without_replication_network ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_leak_1 -test.unit.proxy.test_server.TestReplicatedObjectController.test_leak_1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_mismatched_etags -test.unit.proxy.test_server.TestReplicatedObjectController.test_mismatched_etags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_first_two_time_out_etags_match -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_first_two_time_out_etags_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_one_etag_mismatch -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_one_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_two_etag_mismatch -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_two_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_only_first_time_out -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_only_first_time_out ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_three_time_out -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_three_time_out ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_two_time_out -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_two_time_out ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_request_setting -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_request_setting ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_write_timeout -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_write_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_policy_IO -test.unit.proxy.test_server.TestReplicatedObjectController.test_policy_IO ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_policy_IO_override -test.unit.proxy.test_server.TestReplicatedObjectController.test_policy_IO_override ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_proxy_passes_content_length_on_head -test.unit.proxy.test_server.TestReplicatedObjectController.test_proxy_passes_content_length_on_head ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_proxy_passes_content_type -test.unit.proxy.test_server.TestReplicatedObjectController.test_proxy_passes_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_response_get_accept_ranges_header -test.unit.proxy.test_server.TestReplicatedObjectController.test_response_get_accept_ranges_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_response_head_accept_ranges_header -test.unit.proxy.test_server.TestReplicatedObjectController.test_response_head_accept_ranges_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_PUT_sysmeta_then_GET -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_PUT_sysmeta_then_GET ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_PUT_sysmeta_then_HEAD -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_PUT_sysmeta_then_HEAD ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_socket_info -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_socket_info ... ok -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_not_updated_by_POST -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_not_updated_by_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_replaced_by_PUT -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_replaced_by_PUT ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_updated_by_COPY -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_updated_by_COPY ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_updated_by_COPY_from -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_updated_by_COPY_from ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_transient_sysmeta_replaced_by_PUT_or_POST -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_transient_sysmeta_replaced_by_PUT_or_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_env +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_env ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_in_pipeline +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_in_pipeline ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_account +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_account ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_auto_account +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_auto_account ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_cache +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_cache ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_container_gets_cached +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_container_gets_cached ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_only_lookup_cache +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_only_lookup_cache ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_swift_source +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_swift_source ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_uses_logging_app +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_uses_logging_app ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_info +test.unit.proxy.controllers.test_base.TestFuncs.test_get_info ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_info_zero_recheck +test.unit.proxy.controllers.test_base.TestFuncs.test_get_info_zero_recheck ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_disabled +test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_disabled ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_error +test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_error ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_hit +test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_hit ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_infocache_hit +test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_infocache_hit ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_miss +test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_miss ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_skips +test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_skips ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_object_info_env +test.unit.proxy.controllers.test_base.TestFuncs.test_get_object_info_env ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_object_info_no_env +test.unit.proxy.controllers.test_base.TestFuncs.test_get_object_info_no_env ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_object_info_swift_source +test.unit.proxy.controllers.test_base.TestFuncs.test_get_object_info_swift_source ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_from_container_info +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_from_container_info ... ok +test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_json +test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_json ... ok +test.unit.container.test_backend.TestContainerBroker.test_delete_db_does_not_clear_particular_sharding_meta +test.unit.container.test_backend.TestContainerBroker.test_delete_db_does_not_clear_particular_sharding_meta ... ok +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 229, in DELETE + resp = req.get_response(self.app, query=query) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1637, in get_response + return self.get_acl_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1613, in get_acl_response + resp = self._get_response( + ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_missing +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_missing ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_multipart +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_multipart ... ok +test.unit.container.test_backend.TestContainerBroker.test_delete_object +test.unit.container.test_backend.TestContainerBroker.test_delete_object ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_creation +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_creation ... ok +test.unit.container.test_backend.TestContainerBroker.test_double_check_trailing_delimiter +test.unit.container.test_backend.TestContainerBroker.test_double_check_trailing_delimiter ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +test DEBUG: Grant AllUsers READ permission on the object /bucket/object test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Storage-Class': 'STANDARD', 'Content-Md5': 'XUFAKrxLKna5cZ2REBfFkg==', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '5d41402abc4b2a76b9719d911017c592', 'X-Timestamp': '1750205395.90692', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +test DEBUG: Grant AuthenticatedUsers READ permission on the object /bucket/object test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_user_input -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_user_input ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_auto_create -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_auto_create ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_insufficient_space -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_insufficient_space ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_invalid_partition -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_invalid_partition ... ok -test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_authenticated_users +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_authenticated_users ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_email +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_email ... ok +test.unit.container.test_backend.TestContainerBroker.test_double_check_trailing_delimiter_non_slash +test.unit.container.test_backend.TestContainerBroker.test_double_check_trailing_delimiter_non_slash ... ok test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test.unit.container.test_backend.TestCommonContainerBroker.test_status_changed_at -test.unit.container.test_backend.TestCommonContainerBroker.test_status_changed_at ... ok -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_command_line_overrides -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_command_line_overrides ... ok -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_device_distribution -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_device_distribution ... ok -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_more_workers_than_disks -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_more_workers_than_disks ... ok -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_no_multiprocessing -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_no_multiprocessing ... ok -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_override_policies -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_override_policies ... ok +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_meta +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_meta ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_missing +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_missing ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_storage_policies +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_storage_policies ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_sys_meta +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_sys_meta ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_values +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_values ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_meta +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_meta ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_missing +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_missing ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_sys_meta +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_sys_meta ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_values +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_values ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_meta +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_meta ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_missing +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_missing ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_sys_meta +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_sys_meta ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_transient_sysmeta +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_transient_sysmeta ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_values +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_values ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_db_file +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_db_file ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_info_clearing +test.unit.proxy.controllers.test_base.TestFuncs.test_info_clearing ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_options +test.unit.proxy.controllers.test_base.TestFuncs.test_options ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: some source HEAD {} -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750205395.00000', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: some source HEAD {} -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750205395.00000', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 15 May 2024 18:07:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: some source HEAD {} -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source?versionId=null', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750205395.00000', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: some source HEAD {} -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750205395.00000', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_owner_permission +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_owner_permission ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_read_permission +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_read_permission ... ok +test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_plain +test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_plain ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty_old_style_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_delete_db_does_not_clear_particular_sharding_meta +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_delete_db_does_not_clear_particular_sharding_meta ... ok +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txf862533958044d98aa417-006644f9ce) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txf862533958044d98aa417-006644f9ce) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txf862533958044d98aa417-006644f9ce) +test ERROR: Container HEAD returning 503 for [] (txn: txf862533958044d98aa417-006644f9ce) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test.unit.proxy.controllers.test_base.TestFuncs.test_options_unauthorized +test.unit.proxy.controllers.test_base.TestFuncs.test_options_unauthorized ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_options_with_null_allow_origin +test.unit.proxy.controllers.test_base.TestFuncs.test_options_with_null_allow_origin ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_record_cache_op_metrics +test.unit.proxy.controllers.test_base.TestFuncs.test_record_cache_op_metrics ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_disabled +test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_disabled ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_error +test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_error ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_infocache_exists +test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_infocache_exists ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_ok +test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_ok ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_transfer_headers_with_sysmeta +test.unit.proxy.controllers.test_base.TestFuncs.test_transfer_headers_with_sysmeta ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_object +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_object ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_shard +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_shard ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_shard_with_listing_state +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_shard_with_listing_state ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_empty_src_path -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_empty_src_path ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_error ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_non_utf8_metadata -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_non_utf8_metadata ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_not_found -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_not_found ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: some source HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: some source HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: some source HEAD {'If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: some source HEAD {'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_no_multipart +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_no_multipart ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_fullcontrol_permission ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: some source HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT'} -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Wed, 18 Jun 2025 00:09:56 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750205396.02463', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +test ERROR: 501 Not Implemented test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_with_match_and_s3acl -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_with_match_and_s3acl ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_with_not_match_and_s3acl -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_with_not_match_and_s3acl ... ok -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_run_forever -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_run_forever ... ok -test.unit.account.test_server.TestAccountController.test_HEAD_with_containers -test.unit.account.test_server.TestAccountController.test_HEAD_with_containers ... ok -test.unit.account.test_server.TestAccountController.test_OPTIONS -test.unit.account.test_server.TestAccountController.test_OPTIONS ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_deprecated_options -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_deprecated_options ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_stats_tracking -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_stats_tracking ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_merge_items -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_merge_items ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_time -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_time ... ok -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_run_once -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_run_once ... ok -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_skipped_with_overrides -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_skipped_with_overrides ... ok -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_email_xml +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_email_xml ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_full_control +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_full_control ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: some source HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Wed, 18 Jun 2025 00:09:56 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750205396.10449', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Wed, 15 May 2024 18:07:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: some source HEAD {} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_metadata_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_metadata_copy ... ok -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_worker_logging -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_worker_logging ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_does_not_exist -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_does_not_exist ... ok -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Wed, 18 Jun 2025 00:09:56 -0000', 'X-Amz-Metadata-Directive': 'COPY', 'X-Amz-Meta-Something': 'oh hai', 'X-Amz-Meta-Unreadable-Prefix': '\x04w', 'X-Amz-Meta-Unreadable-Suffix': 'h\x04', 'X-Amz-Meta-Lots-Of-Unprintable': '\x04\x04\x04\x04\x04', 'Cache-Control': 'hello', 'Content-Disposition': 'how are you', 'Content-Encoding': 'good and you', 'Content-Language': 'great', 'Expires': 'yeah', 'X-Robots-Tag': 'bye', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750205396.12275', 'Content-Type': 'so'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_without_permission +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_without_permission ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_delete_object +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_delete_object ... ok +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx3996da084ac94ca4874ca-006644f9ce) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx3996da084ac94ca4874ca-006644f9ce) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx3996da084ac94ca4874ca-006644f9ce) +test ERROR: Container HEAD returning 503 for [] (txn: tx3996da084ac94ca4874ca-006644f9ce) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx629c293577424c99a4662-006644f9cf) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx629c293577424c99a4662-006644f9cf) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx629c293577424c99a4662-006644f9cf) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx629c293577424c99a4662-006644f9cf) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx629c293577424c99a4662-006644f9cf) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx629c293577424c99a4662-006644f9cf) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 8 (txn: tx629c293577424c99a4662-006644f9cf) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx629c293577424c99a4662-006644f9cf) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9992&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx629c293577424c99a4662-006644f9cf) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1032 (txn: tx629c293577424c99a4662-006644f9cf) +test DEBUG: Setting object count to 1032 (txn: tx629c293577424c99a4662-006644f9cf) +test DEBUG: GET listing from 3 shards for: /v1/a/c?reverse=true&format=json&states=listing (txn: tx68b7bcf885704eddb9563-006644f9cf) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx68b7bcf885704eddb9563-006644f9cf) +test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&format=json&limit=10000&marker=&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: tx68b7bcf885704eddb9563-006644f9cf) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx68b7bcf885704eddb9563-006644f9cf) +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_empty_shard_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_empty_shard_no_memcache ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_gap_in_shards_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_gap_in_shards_no_memcache ... ok +test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_xml +test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_xml ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: some source HEAD {} -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Wed, 18 Jun 2025 00:09:56 -0000', 'X-Amz-Metadata-Directive': 'REPLACE', 'X-Amz-Meta-Something': 'oh hai', 'X-Amz-Meta-Unreadable-Prefix': '\x04w', 'X-Amz-Meta-Unreadable-Suffix': 'h\x04', 'X-Amz-Meta-Lots-Of-Unprintable': '\x04\x04\x04\x04\x04', 'Cache-Control': 'hello', 'Content-Disposition': 'how are you', 'Content-Encoding': 'good and you', 'Content-Language': 'great', 'Expires': 'yeah', 'X-Robots-Tag': 'bye', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750205396.13618', 'Content-Type': 'so'} +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_metadata_replace -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_metadata_replace ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self_metadata_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self_metadata_copy ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_simulated_create_race -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_simulated_create_race ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_complete_rsync_works -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_complete_rsync_works ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_insufficient_space -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_insufficient_space ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_rsync_then_merge_works -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_rsync_then_merge_works ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_unknown_sync -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_unknown_sync ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_value_error_works -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_value_error_works ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test__call__raise_timeout -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test__call__raise_timeout ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {} +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_owner_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_owner_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_version_id_but_not_enabled +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_version_id_but_not_enabled ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +test DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: -test:testertest:testertest:testertest:testerFULL_CONTROL +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {} +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_group_xml +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_group_xml ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_permission ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_double_check_trailing_delimiter +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_double_check_trailing_delimiter ... ok test DEBUG: -test:testertest:testertest:testertest:testerFULL_CONTROL +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {} -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/bucket/object', 'Date': 'Wed, 18 Jun 2025 00:09:56 -0000', 'X-Amz-Metadata-Directive': 'REPLACE', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750205396.00000', 'Content-Type': 'binary/octet-stream'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self_metadata_replace -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self_metadata_replace ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_fullcontrol_permission ... ok -test.unit.obj.test_server.TestObjectController.test_DELETE -test.unit.obj.test_server.TestObjectController.test_DELETE ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_DELETE_bad_timestamp -test.unit.obj.test_server.TestObjectController.test_DELETE_bad_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_DELETE_but_expired -test.unit.obj.test_server.TestObjectController.test_DELETE_but_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_DELETE_calls_delete_at -test.unit.obj.test_server.TestObjectController.test_DELETE_calls_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_DELETE_can_skip_updating_expirer_queue -test.unit.obj.test_server.TestObjectController.test_DELETE_can_skip_updating_expirer_queue ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_DELETE_container_updates -test.unit.obj.test_server.TestObjectController.test_DELETE_container_updates ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_DELETE_full_drive -test.unit.obj.test_server.TestObjectController.test_DELETE_full_drive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_DELETE_if_delete_at -test.unit.obj.test_server.TestObjectController.test_DELETE_if_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted ... ok -test.unit.obj.test_server.TestObjectController.test_DELETE_if_delete_at_expired_still_deletes -test.unit.obj.test_server.TestObjectController.test_DELETE_if_delete_at_expired_still_deletes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_DELETE_succeeds_with_later_POST -test.unit.obj.test_server.TestObjectController.test_DELETE_succeeds_with_later_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_DELETE_with_full_drive -test.unit.obj.test_server.TestObjectController.test_DELETE_with_full_drive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_EC_GET_quarantine_invalid_frag_archive -test.unit.obj.test_server.TestObjectController.test_EC_GET_quarantine_invalid_frag_archive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_invalid -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_invalid ... ok -test.unit.obj.test_server.TestObjectController.test_EC_PUT_GET_data -test.unit.obj.test_server.TestObjectController.test_EC_PUT_GET_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_EC_PUT_GET_data_no_commit -test.unit.obj.test_server.TestObjectController.test_EC_PUT_GET_data_no_commit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET -test.unit.obj.test_server.TestObjectController.test_GET ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_content_type_on_HEAD -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_content_type_on_HEAD ... ok -test.unit.obj.test_server.TestObjectController.test_GET_HEAD_with_fragment_preferences -test.unit.obj.test_server.TestObjectController.test_GET_HEAD_with_fragment_preferences ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_but_expired -test.unit.obj.test_server.TestObjectController.test_GET_but_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_cooperative_period_config -test.unit.obj.test_server.TestObjectController.test_GET_cooperative_period_config ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_if_match -test.unit.obj.test_server.TestObjectController.test_GET_if_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_if_match_etag_is_at -test.unit.obj.test_server.TestObjectController.test_GET_if_match_etag_is_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_if_modified_since -test.unit.obj.test_server.TestObjectController.test_GET_if_modified_since ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_if_none_match -test.unit.obj.test_server.TestObjectController.test_GET_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_if_unmodified_since -test.unit.obj.test_server.TestObjectController.test_GET_if_unmodified_since ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_private_config_false -test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_private_config_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_private_config_true -test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_private_config_true ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_config_false -test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_config_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_config_true -test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_config_true ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_no_config -test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_no_config ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_not_slo -test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_not_slo ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_quarantine -test.unit.obj.test_server.TestObjectController.test_GET_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_quarantine_range -test.unit.obj.test_server.TestObjectController.test_GET_quarantine_range ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_quarantine_zbyte -test.unit.obj.test_server.TestObjectController.test_GET_quarantine_zbyte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_range_not_satisfiable -test.unit.obj.test_server.TestObjectController.test_GET_range_not_satisfiable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_range_zero_byte_object -test.unit.obj.test_server.TestObjectController.test_GET_range_zero_byte_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_HEAD -test.unit.obj.test_server.TestObjectController.test_HEAD ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_HEAD_but_expired -test.unit.obj.test_server.TestObjectController.test_HEAD_but_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_HEAD_if_match -test.unit.obj.test_server.TestObjectController.test_HEAD_if_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_HEAD_if_modified_since -test.unit.obj.test_server.TestObjectController.test_HEAD_if_modified_since ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_HEAD_if_none_match -test.unit.obj.test_server.TestObjectController.test_HEAD_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_HEAD_if_unmodified_since -test.unit.obj.test_server.TestObjectController.test_HEAD_if_unmodified_since ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_HEAD_quarantine_zbyte -test.unit.obj.test_server.TestObjectController.test_HEAD_quarantine_zbyte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_OPTIONS -test.unit.obj.test_server.TestObjectController.test_OPTIONS ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_bad_timestamp -test.unit.obj.test_server.TestObjectController.test_POST_bad_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_but_expired -test.unit.obj.test_server.TestObjectController.test_POST_but_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_calls_delete_at -test.unit.obj.test_server.TestObjectController.test_POST_calls_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_can_skip_updating_expirer_queue -test.unit.obj.test_server.TestObjectController.test_POST_can_skip_updating_expirer_queue ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_conflicts_with_later_POST -test.unit.obj.test_server.TestObjectController.test_POST_conflicts_with_later_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_container_connection -test.unit.obj.test_server.TestObjectController.test_POST_container_connection ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_container_updates_precedence -test.unit.obj.test_server.TestObjectController.test_POST_container_updates_precedence ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_container_updates_with_EC_policy -test.unit.obj.test_server.TestObjectController.test_POST_container_updates_with_EC_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_container_updates_with_replication_policy -test.unit.obj.test_server.TestObjectController.test_POST_container_updates_with_replication_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_delete_at_in_past -test.unit.obj.test_server.TestObjectController.test_POST_delete_at_in_past ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_delete_at_in_past_with_skewed_clock -test.unit.obj.test_server.TestObjectController.test_POST_delete_at_in_past_with_skewed_clock ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_invalid_path -test.unit.obj.test_server.TestObjectController.test_POST_invalid_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_no_timestamp -test.unit.obj.test_server.TestObjectController.test_POST_no_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_not_exist -test.unit.obj.test_server.TestObjectController.test_POST_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_old_timestamp -test.unit.obj.test_server.TestObjectController.test_POST_old_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_quarantine_zbyte -test.unit.obj.test_server.TestObjectController.test_POST_quarantine_zbyte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_system_metadata -test.unit.obj.test_server.TestObjectController.test_POST_system_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_then_fetch_content_type -test.unit.obj.test_server.TestObjectController.test_POST_then_fetch_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_transient_sysmeta -test.unit.obj.test_server.TestObjectController.test_POST_transient_sysmeta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_update_meta -test.unit.obj.test_server.TestObjectController.test_POST_update_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_with_full_drive -test.unit.obj.test_server.TestObjectController.test_POST_with_full_drive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_bad_footer_checksum -test.unit.obj.test_server.TestObjectController.test_PUT_bad_footer_checksum ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_bad_footer_json -test.unit.obj.test_server.TestObjectController.test_PUT_bad_footer_json ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_bad_timestamp -test.unit.obj.test_server.TestObjectController.test_PUT_bad_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_bad_transfer_encoding -test.unit.obj.test_server.TestObjectController.test_PUT_bad_transfer_encoding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_calls_delete_at -test.unit.obj.test_server.TestObjectController.test_PUT_calls_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_can_skip_deleting_expirer_queue_but_still_inserts -test.unit.obj.test_server.TestObjectController.test_PUT_can_skip_deleting_expirer_queue_but_still_inserts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_can_skip_updating_expirer_queue -test.unit.obj.test_server.TestObjectController.test_PUT_can_skip_updating_expirer_queue ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_client_closed_connection -test.unit.obj.test_server.TestObjectController.test_PUT_client_closed_connection ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_client_timeout -test.unit.obj.test_server.TestObjectController.test_PUT_client_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_correct_allowed_method -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_correct_allowed_method ... ok -test.unit.obj.test_server.TestObjectController.test_PUT_commits_data -test.unit.obj.test_server.TestObjectController.test_PUT_commits_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_common -test.unit.obj.test_server.TestObjectController.test_PUT_common ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_container_connection -test.unit.obj.test_server.TestObjectController.test_PUT_container_connection ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_container_update_overrides -test.unit.obj.test_server.TestObjectController.test_PUT_container_update_overrides ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_container_update_to_old_style_shard -test.unit.obj.test_server.TestObjectController.test_PUT_container_update_to_old_style_shard ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_container_update_to_shard -test.unit.obj.test_server.TestObjectController.test_PUT_container_update_to_shard ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_delete_at_in_past -test.unit.obj.test_server.TestObjectController.test_PUT_delete_at_in_past ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_etag_in_footer -test.unit.obj.test_server.TestObjectController.test_PUT_etag_in_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_etag_in_footer_mismatch -test.unit.obj.test_server.TestObjectController.test_PUT_etag_in_footer_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_extra_mime_docs_ignored -test.unit.obj.test_server.TestObjectController.test_PUT_extra_mime_docs_ignored ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: -test:testertest:testertest:testertest:testerFULL_CONTROL +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: src_bucket src_obj HEAD {} -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Wed, 18 Jun 2025 00:09:56 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750205396.29828', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_bucket_already_owned_by_you +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_bucket_already_owned_by_you ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: src_bucket src_obj HEAD {} -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Wed, 18 Jun 2025 00:09:56 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750205396.31036', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_grantee_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_grantee_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_owner_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_owner_permission ... ok -test.unit.obj.test_server.TestObjectController.test_PUT_if_none_match -test.unit.obj.test_server.TestObjectController.test_PUT_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_if_none_match_but_expired -test.unit.obj.test_server.TestObjectController.test_PUT_if_none_match_but_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_if_none_match_star -test.unit.obj.test_server.TestObjectController.test_PUT_if_none_match_star ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_invalid_content_type -test.unit.obj.test_server.TestObjectController.test_PUT_invalid_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_invalid_etag -test.unit.obj.test_server.TestObjectController.test_PUT_invalid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_invalid_path -test.unit.obj.test_server.TestObjectController.test_PUT_invalid_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_meta_in_footer -test.unit.obj.test_server.TestObjectController.test_PUT_meta_in_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_missing_footer_checksum -test.unit.obj.test_server.TestObjectController.test_PUT_missing_footer_checksum ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_new_object_really_old_timestamp -test.unit.obj.test_server.TestObjectController.test_PUT_new_object_really_old_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_invalid_deprecated_options -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_invalid_deprecated_options ... ok -test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power -test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power_eexist -test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power_eexist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power_races_around_makedirs_eexist -test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power_races_around_makedirs_eexist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power_races_around_makedirs_enoent -test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power_races_around_makedirs_enoent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_no_content_length -test.unit.obj.test_server.TestObjectController.test_PUT_no_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_no_content_type -test.unit.obj.test_server.TestObjectController.test_PUT_no_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_no_etag -test.unit.obj.test_server.TestObjectController.test_PUT_no_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_no_timestamp -test.unit.obj.test_server.TestObjectController.test_PUT_no_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_object_really_new_timestamp -test.unit.obj.test_server.TestObjectController.test_PUT_object_really_new_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_old_timestamp -test.unit.obj.test_server.TestObjectController.test_PUT_old_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_overwrite -test.unit.obj.test_server.TestObjectController.test_PUT_overwrite ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_overwrite_to_newer_ts_failed -test.unit.obj.test_server.TestObjectController.test_PUT_overwrite_to_newer_ts_failed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_overwrite_to_older_ts_success -test.unit.obj.test_server.TestObjectController.test_PUT_overwrite_to_older_ts_success ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_overwrite_w_delete_at -test.unit.obj.test_server.TestObjectController.test_PUT_overwrite_w_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_redirected_async_pending -test.unit.obj.test_server.TestObjectController.test_PUT_redirected_async_pending ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_redirected_async_pending_with_container_path -test.unit.obj.test_server.TestObjectController.test_PUT_redirected_async_pending_with_container_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_redirected_async_pending_with_old_style_container_path -test.unit.obj.test_server.TestObjectController.test_PUT_redirected_async_pending_with_old_style_container_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_slow -test.unit.obj.test_server.TestObjectController.test_PUT_slow ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_ssync_multi_frag -test.unit.obj.test_server.TestObjectController.test_PUT_ssync_multi_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_succeeds_with_later_POST -test.unit.obj.test_server.TestObjectController.test_PUT_succeeds_with_later_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_system_metadata -test.unit.obj.test_server.TestObjectController.test_PUT_system_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_then_POST_async_pendings_with_EC_policy -test.unit.obj.test_server.TestObjectController.test_PUT_then_POST_async_pendings_with_EC_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_then_POST_async_pendings_with_repl_policy -test.unit.obj.test_server.TestObjectController.test_PUT_then_POST_async_pendings_with_repl_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_then_POST_then_fetch_system_metadata -test.unit.obj.test_server.TestObjectController.test_PUT_then_POST_then_fetch_system_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_then_fetch_system_metadata -test.unit.obj.test_server.TestObjectController.test_PUT_then_fetch_system_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_user_metadata -test.unit.obj.test_server.TestObjectController.test_PUT_user_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_user_metadata_no_xattr -test.unit.obj.test_server.TestObjectController.test_PUT_user_metadata_no_xattr ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_with_full_drive -test.unit.obj.test_server.TestObjectController.test_PUT_with_full_drive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_with_replication_headers -test.unit.obj.test_server.TestObjectController.test_PUT_with_replication_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_zero_content_length -test.unit.obj.test_server.TestObjectController.test_PUT_zero_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_REPLICATE_pickle_protocol -test.unit.obj.test_server.TestObjectController.test_REPLICATE_pickle_protocol ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_REPLICATE_reclaims_tombstones -test.unit.obj.test_server.TestObjectController.test_REPLICATE_reclaims_tombstonesLoaded db broker for a/c - ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_REPLICATE_timeout -test.unit.obj.test_server.TestObjectController.test_REPLICATE_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_REPLICATE_works -test.unit.obj.test_server.TestObjectController.test_REPLICATE_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_REQUEST_SPECIAL_CHARS -test.unit.obj.test_server.TestObjectController.test_REQUEST_SPECIAL_CHARS ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_SSYNC_can_be_called -test.unit.obj.test_server.TestObjectController.test_SSYNC_can_be_called ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -Loaded db broker for a/c -test.unit.obj.test_server.TestObjectController.test__call__returns_500 -test.unit.obj.test_server.TestObjectController.test__call__returns_500 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_allowed_headers -test.unit.obj.test_server.TestObjectController.test_allowed_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_async_update_does_not_save_on_2xx -test.unit.obj.test_server.TestObjectController.test_async_update_does_not_save_on_2xx ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_async_update_http_connect -test.unit.obj.test_server.TestObjectController.test_async_update_http_connect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_async_update_saves_on_exception -test.unit.obj.test_server.TestObjectController.test_async_update_saves_on_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_async_update_saves_on_non_2xx -test.unit.obj.test_server.TestObjectController.test_async_update_saves_on_non_2xx ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_async_update_saves_on_timeout -test.unit.obj.test_server.TestObjectController.test_async_update_saves_on_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_bad_sinces -test.unit.obj.test_server.TestObjectController.test_bad_sinces ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.account.test_server.TestAccountController.test_POST_HEAD_metadata -test.unit.account.test_server.TestAccountController.test_POST_HEAD_metadata ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_invalid_reserved_container_in_account -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_invalid_reserved_container_in_account ... ok -test.unit.obj.test_server.TestObjectController.test_call_bad_method -test.unit.obj.test_server.TestObjectController.test_call_bad_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_invalid_reserved_namespace_account -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_invalid_reserved_namespace_account ... ok -test.unit.obj.test_server.TestObjectController.test_call_bad_request -test.unit.obj.test_server.TestObjectController.test_call_bad_request ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_call_name_collision -test.unit.obj.test_server.TestObjectController.test_call_name_collision ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_call_not_found -test.unit.obj.test_server.TestObjectController.test_call_not_found ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_chunked_DELETE_with_full_drive -test.unit.obj.test_server.TestObjectController.test_chunked_DELETE_with_full_drive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_chunked_PUT_with_full_drive -test.unit.obj.test_server.TestObjectController.test_chunked_PUT_with_full_drive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_chunked_content_length_mismatch_zero -test.unit.obj.test_server.TestObjectController.test_chunked_content_length_mismatch_zero ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_chunked_put -test.unit.obj.test_server.TestObjectController.test_chunked_put ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_container_update_as_greenthread -test.unit.obj.test_server.TestObjectController.test_container_update_as_greenthread ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_container_update_as_greenthread_with_timeout -test.unit.obj.test_server.TestObjectController.test_container_update_as_greenthread_with_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_container_update_async -test.unit.obj.test_server.TestObjectController.test_container_update_async ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_container_update_bad_args -test.unit.obj.test_server.TestObjectController.test_container_update_bad_args ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_container_update_no_async_update -test.unit.obj.test_server.TestObjectController.test_container_update_no_async_update ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_container_update_success -test.unit.obj.test_server.TestObjectController.test_container_update_success ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_content_encoding -test.unit.obj.test_server.TestObjectController.test_content_encoding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_correct_allowed_method -test.unit.obj.test_server.TestObjectController.test_correct_allowed_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -Loaded db broker for a/c -test.unit.obj.test_server.TestObjectController.test_create_reserved_namespace_object -test.unit.obj.test_server.TestObjectController.test_create_reserved_namespace_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_create_reserved_namespace_object_in_user_container -test.unit.obj.test_server.TestObjectController.test_create_reserved_namespace_object_in_user_container ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_delete_at_cap -test.unit.obj.test_server.TestObjectController.test_delete_at_cap ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_delete_at_negative -test.unit.obj.test_server.TestObjectController.test_delete_at_negative ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_delete_at_update_cleans_old_entries -test.unit.obj.test_server.TestObjectController.test_delete_at_update_cleans_old_entries ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_delete_at_update_delete -test.unit.obj.test_server.TestObjectController.test_delete_at_update_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info -test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info_but_empty_host -test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info_but_empty_host ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info_but_missing_container -test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info_but_missing_container ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info_but_missing_host -test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info_but_missing_host ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -Loaded db broker for a/c -test.unit.obj.test_server.TestObjectController.test_delete_backend_replication -test.unit.obj.test_server.TestObjectController.test_delete_backend_replication ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_device_unavailable -test.unit.obj.test_server.TestObjectController.test_device_unavailable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -Loaded db broker for a/c -test.unit.obj.test_server.TestObjectController.test_dynamic_datadir -test.unit.obj.test_server.TestObjectController.test_dynamic_datadir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_global_conf_callback_does_nothing -test.unit.obj.test_server.TestObjectController.test_global_conf_callback_does_nothing ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -Loaded db broker for a/c -test.unit.obj.test_server.TestObjectController.test_global_conf_callback_replication_semaphore -test.unit.obj.test_server.TestObjectController.test_global_conf_callback_replication_semaphore ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_handling_of_replication_semaphore_config -test.unit.obj.test_server.TestObjectController.test_handling_of_replication_semaphore_config ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_init -test.unit.obj.test_server.TestObjectController.test_init ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_insufficient_storage_mount_check_false -test.unit.obj.test_server.TestObjectController.test_insufficient_storage_mount_check_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_insufficient_storage_mount_check_true -test.unit.obj.test_server.TestObjectController.test_insufficient_storage_mount_check_true ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_invalid_method_doesnt_exist -test.unit.obj.test_server.TestObjectController.test_invalid_method_doesnt_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_invalid_method_is_not_public -test.unit.obj.test_server.TestObjectController.test_invalid_method_is_not_public ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_list_allowed_methods -test.unit.obj.test_server.TestObjectController.test_list_allowed_methods ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_log_line_format -test.unit.obj.test_server.TestObjectController.test_log_line_format ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_max_object_name_length -test.unit.obj.test_server.TestObjectController.test_max_object_name_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_max_upload_time -test.unit.obj.test_server.TestObjectController.test_max_upload_time ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_multiphase_put_draining -test.unit.obj.test_server.TestObjectController.test_multiphase_put_draining ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_not_allowed_method -test.unit.obj.test_server.TestObjectController.test_not_allowed_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_not_utf8_and_not_logging_requests -test.unit.obj.test_server.TestObjectController.test_not_utf8_and_not_logging_requests ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_object_delete_at_async_update -test.unit.obj.test_server.TestObjectController.test_object_delete_at_async_update ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_object_update_with_offset -test.unit.obj.test_server.TestObjectController.test_object_update_with_offset ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_other_methods_reserved_namespace_object -test.unit.obj.test_server.TestObjectController.test_other_methods_reserved_namespace_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_override_etag_footer_trumps_header -test.unit.obj.test_server.TestObjectController.test_override_etag_footer_trumps_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_override_etag_lone_header_footer -test.unit.obj.test_server.TestObjectController.test_override_etag_lone_header_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_override_etag_sysmeta_footer_trumps_backend_header -test.unit.obj.test_server.TestObjectController.test_override_etag_sysmeta_footer_trumps_backend_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_override_etag_sysmeta_header_trumps_backend_footer -test.unit.obj.test_server.TestObjectController.test_override_etag_sysmeta_header_trumps_backend_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_override_etag_sysmeta_trumps_backend -test.unit.obj.test_server.TestObjectController.test_override_etag_sysmeta_trumps_backend ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_race_doesnt_quarantine -test.unit.obj.test_server.TestObjectController.test_race_doesnt_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_replication_server_call_all_methods -test.unit.obj.test_server.TestObjectController.test_replication_server_call_all_methods ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_serv_reserv -test.unit.obj.test_server.TestObjectController.test_serv_reserv ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_short_body -test.unit.obj.test_server.TestObjectController.test_short_body ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_storage_policy_index_is_validated -test.unit.obj.test_server.TestObjectController.test_storage_policy_index_is_validated ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_updating_multiple_container_servers -test.unit.obj.test_server.TestObjectController.test_updating_multiple_container_servers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_updating_multiple_delete_at_container_servers -test.unit.obj.test_server.TestObjectController.test_updating_multiple_delete_at_container_servers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_x_if_delete_at_formats -test.unit.obj.test_server.TestObjectController.test_x_if_delete_at_formats ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestTpoolSize.test_default_config -test.unit.obj.test_server.TestTpoolSize.test_default_config ... ok -test.unit.obj.test_server.TestTpoolSize.test_explicit_setting -test.unit.obj.test_server.TestTpoolSize.test_explicit_setting ... ok -test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_empty -test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_empty ... ok -test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_no_explicit_setting -test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_no_explicit_setting ... ok -test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_with_explicit_setting -test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_with_explicit_setting ... ok -test.unit.obj.test_ssync.TestSsyncEC.test_fragment_sync -test.unit.obj.test_ssync.TestSsyncEC.test_fragment_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncEC.test_handoff_fragment_only_missing_durable_state -test.unit.obj.test_ssync.TestSsyncEC.test_handoff_fragment_only_missing_durable_state ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncEC.test_handoff_fragment_revert -test.unit.obj.test_ssync.TestSsyncEC.test_handoff_fragment_revert ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncEC.test_handoff_non_durable_fragment -test.unit.obj.test_ssync.TestSsyncEC.test_handoff_non_durable_fragment ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncEC.test_revert_job_with_legacy_durable -test.unit.obj.test_ssync.TestSsyncEC.test_revert_job_with_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncEC.test_send_invalid_frag_index -test.unit.obj.test_ssync.TestSsyncEC.test_send_invalid_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncEC.test_send_with_frag_index_none -test.unit.obj.test_ssync.TestSsyncEC.test_send_with_frag_index_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_not_available -test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_not_available ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_reading -test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_reading ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_recheck_time_zero -test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_recheck_time_zero ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_writing -test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_writing ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_empty_body -test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_empty_body ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_all_mounted -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_all_mounted ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_options -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_options ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_dry_run_and_yes_is_invalid -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_dry_run_and_yes_is_invalid ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_container_in_account -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_container_in_account ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: src_bucket src_obj HEAD {} -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Wed, 18 Jun 2025 00:09:56 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750205396.45983', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_write_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_write_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_without_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_without_permission ... ok +test INFO: - - - [15/May/2024:18:07:09 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:09 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0757 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:09 +0000] "PUT /sda1/p/a/US~~TX~~A" 201 - "-" "-" "-" 0.0011 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:09 +0000] "PUT /sda1/p/a/US~~TX~~B" 201 - "-" "-" "-" 0.0514 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:09 +0000] "PUT /sda1/p/a/US~~OK~~A" 201 - "-" "-" "-" 0.1074 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:09 +0000] "PUT /sda1/p/a/US~~OK~~B" 201 - "-" "-" "-" 0.0557 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:09 +0000] "PUT /sda1/p/a/US~~OK~Tulsa~~A" 201 - "-" "-" "-" 0.0591 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:10 +0000] "PUT /sda1/p/a/US~~OK~Tulsa~~B" 201 - "-" "-" "-" 0.0635 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:10 +0000] "PUT /sda1/p/a/US~~UT~~A" 201 - "-" "-" "-" 0.0608 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:10 +0000] "PUT /sda1/p/a/US~~UT~~~B" 201 - "-" "-" "-" 0.0765 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:10 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0642 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:10 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0020 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:10 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0017 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:10 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0018 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:10 +0000] "GET /sda1/p/a" 200 119 "-" "-" "-" 0.0029 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:10 +0000] "GET /sda1/p/a" 200 119 "-" "-" "-" 0.0017 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:10 +0000] "GET /sda1/p/a" 200 189 "-" "-" "-" 0.0018 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:10 +0000] "GET /sda1/p/a" 200 189 "-" "-" "-" 0.0017 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:10 +0000] "GET /sda1/p/a" 200 95 "-" "-" "-" 0.0018 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:10 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0004 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:10 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:10 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0568 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:10 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0024 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:10 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0889 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:10 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0009 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:10 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0006 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:10 +0000] "GET /sda1/p/a" 412 22 "-" "-" "-" 0.0001 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:10 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0616 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:10 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0116 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:10 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0710 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:10 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0689 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:10 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0519 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:10 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0519 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:10 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0592 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:10 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0463 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:10 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0470 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:10 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0450 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:10 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0472 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:11 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0537 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:11 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0578 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:11 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0504 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:11 +0000] "GET /sda1/p/a" 200 336 "-" "-" "-" 0.0017 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:11 +0000] "GET /sda1/p/a" 200 276 "-" "-" "-" 0.0015 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:11 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0546 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:11 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0045 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:11 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0639 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:11 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0503 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:11 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0467 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:11 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0453 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:11 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0590 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:11 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0596 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:11 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0422 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:11 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0363 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:11 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0567 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:11 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0495 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:11 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0502 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:11 +0000] "GET /sda1/p/a" 200 5 "-" "-" "-" 0.0536 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:11 +0000] "GET /sda1/p/a" 200 39 "-" "-" "-" 0.0018 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:11 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0015 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:11 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0639 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:11 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0010 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:11 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0535 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:11 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0483 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:12 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0387 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:12 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0563 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:12 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0528 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:12 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0556 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:12 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0765 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:12 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0502 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:12 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0673 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:12 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0441 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:12 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0415 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:12 +0000] "GET /sda1/p/a" 200 91 "-" "-" "-" 0.0612 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:12 +0000] "GET /sda1/p/a" 200 536 "-" "-" "-" 0.0021 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:12 +0000] "GET /sda1/p/a" 200 467 "-" "-" "-" 0.0020 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:12 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0383 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:12 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 1363413 - +test.unit.account.test_server.TestAccountController.test_GET_with_containers_json +test.unit.account.test_server.TestAccountController.test_GET_with_containers_json ... ok +test.unit.account.test_server.TestAccountController.test_GET_with_containers_plain +test.unit.account.test_server.TestAccountController.test_GET_with_containers_plain ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_double_check_trailing_delimiter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_double_check_trailing_delimiter_non_slash ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: src_bucket src_obj HEAD {} -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Wed, 18 Jun 2025 00:09:56 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750205396.47131', 'Content-Type': 'binary/octet-stream'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_without_dst_container_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_without_dst_container_permission ... ok -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205408.00000, (0, 0) as of 1750205408.00000, created as of 1750205408.00000> to ShardRange<'k' to 't' as of 1750205409.00000, (0, 0) as of 1750205409.00000, shrinking as of 1750205409.00000>, path: .shards_a/shard_c_1750205409.00000, db: /tmp/tmp1awdfjue/sda/containers/0/527/bcec27b2fbc4b9e6071f6abf6f5b7527/bcec27b2fbc4b9e6071f6abf6f5b7527.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205409.00000, db: /tmp/tmp1awdfjue/sda/containers/0/527/bcec27b2fbc4b9e6071f6abf6f5b7527/bcec27b2fbc4b9e6071f6abf6f5b7527.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205411.00000, db: /tmp/tmp1awdfjue/sda/containers/0/8b6/40334ecc303dfbd77bef37b2eda1d8b6/40334ecc303dfbd77bef37b2eda1d8b6.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205410.00000, (0, 0) as of 1750205410.00000, created as of 1750205410.00000> to ShardRange<'k' to 't' as of 1750205411.00000, (0, 0) as of 1750205411.00000, sharding as of 1750205411.00000>, path: .shards_a/shard_c_1750205411.00000, db: /tmp/tmp1awdfjue/sda/containers/0/8b6/40334ecc303dfbd77bef37b2eda1d8b6/40334ecc303dfbd77bef37b2eda1d8b6.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205411.00000, db: /tmp/tmp1awdfjue/sda/containers/0/8b6/40334ecc303dfbd77bef37b2eda1d8b6/40334ecc303dfbd77bef37b2eda1d8b6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205413.00000, db: /tmp/tmp1awdfjue/sda/containers/0/23c/0832ef76f99cff647882ada412d3323c/0832ef76f99cff647882ada412d3323c.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205412.00000, (0, 0) as of 1750205412.00000, created as of 1750205412.00000> to ShardRange<'k' to 't' as of 1750205413.00000, (0, 0) as of 1750205413.00000, sharded as of 1750205413.00000>, path: .shards_a/shard_c_1750205413.00000, db: /tmp/tmp1awdfjue/sda/containers/0/23c/0832ef76f99cff647882ada412d3323c/0832ef76f99cff647882ada412d3323c.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205413.00000, db: /tmp/tmp1awdfjue/sda/containers/0/23c/0832ef76f99cff647882ada412d3323c/0832ef76f99cff647882ada412d3323c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205415.00000, db: /tmp/tmp1awdfjue/sda/containers/0/ed4/04e2a9033ff264939b4df93c970c9ed4/04e2a9033ff264939b4df93c970c9ed4.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205414.00000, (0, 0) as of 1750205414.00000, created as of 1750205414.00000> to ShardRange<'k' to 't' as of 1750205415.00000, (0, 0) as of 1750205415.00000, shrunk as of 1750205415.00000>, path: .shards_a/shard_c_1750205415.00000, db: /tmp/tmp1awdfjue/sda/containers/0/ed4/04e2a9033ff264939b4df93c970c9ed4/04e2a9033ff264939b4df93c970c9ed4.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205415.00000, db: /tmp/tmp1awdfjue/sda/containers/0/ed4/04e2a9033ff264939b4df93c970c9ed4/04e2a9033ff264939b4df93c970c9ed4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205417.00000, db: /tmp/tmp1awdfjue/sda/containers/0/dcf/fc11361f8112c0e6390891de63446dcf/fc11361f8112c0e6390891de63446dcf.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205416.00000, (0, 0) as of 1750205416.00000, cleaved as of 1750205416.00000> to ShardRange<'k' to 't' as of 1750205417.00000, (0, 0) as of 1750205417.00000, found as of 1750205417.00000>, path: .shards_a/shard_c_1750205417.00000, db: /tmp/tmp1awdfjue/sda/containers/0/dcf/fc11361f8112c0e6390891de63446dcf/fc11361f8112c0e6390891de63446dcf.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205419.00000, db: /tmp/tmp1awdfjue/sda/containers/0/8f5/f53b0e1e6c51909d1d9d2cdb6fd228f5/f53b0e1e6c51909d1d9d2cdb6fd228f5.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205418.00000, (0, 0) as of 1750205418.00000, cleaved as of 1750205418.00000> to ShardRange<'k' to 't' as of 1750205419.00000, (0, 0) as of 1750205419.00000, created as of 1750205419.00000>, path: .shards_a/shard_c_1750205419.00000, db: /tmp/tmp1awdfjue/sda/containers/0/8f5/f53b0e1e6c51909d1d9d2cdb6fd228f5/f53b0e1e6c51909d1d9d2cdb6fd228f5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205421.00000, db: /tmp/tmp1awdfjue/sda/containers/0/691/707af86fd581413b5f936b3a22608691/707af86fd581413b5f936b3a22608691.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205423.00000, db: /tmp/tmp1awdfjue/sda/containers/0/e57/e154533246c643e628cc603f79a1ae57/e154533246c643e628cc603f79a1ae57.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205422.00000, (0, 0) as of 1750205422.00000, cleaved as of 1750205422.00000> to ShardRange<'k' to 't' as of 1750205423.00000, (0, 0) as of 1750205423.00000, active as of 1750205423.00000>, path: .shards_a/shard_c_1750205423.00000, db: /tmp/tmp1awdfjue/sda/containers/0/e57/e154533246c643e628cc603f79a1ae57/e154533246c643e628cc603f79a1ae57.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205425.00000, db: /tmp/tmp1awdfjue/sda/containers/0/98c/6680f8c1e1bc9c0984c638336aa7e98c/6680f8c1e1bc9c0984c638336aa7e98c.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205424.00000, (0, 0) as of 1750205424.00000, cleaved as of 1750205424.00000> to ShardRange<'k' to 't' as of 1750205425.00000, (0, 0) as of 1750205425.00000, shrinking as of 1750205425.00000>, path: .shards_a/shard_c_1750205425.00000, db: /tmp/tmp1awdfjue/sda/containers/0/98c/6680f8c1e1bc9c0984c638336aa7e98c/6680f8c1e1bc9c0984c638336aa7e98c.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205425.00000, db: /tmp/tmp1awdfjue/sda/containers/0/98c/6680f8c1e1bc9c0984c638336aa7e98c/6680f8c1e1bc9c0984c638336aa7e98c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205427.00000, db: /tmp/tmp1awdfjue/sda/containers/0/a79/665a8ea32c4ca78142df0fa402113a79/665a8ea32c4ca78142df0fa402113a79.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205426.00000, (0, 0) as of 1750205426.00000, cleaved as of 1750205426.00000> to ShardRange<'k' to 't' as of 1750205427.00000, (0, 0) as of 1750205427.00000, sharding as of 1750205427.00000>, path: .shards_a/shard_c_1750205427.00000, db: /tmp/tmp1awdfjue/sda/containers/0/a79/665a8ea32c4ca78142df0fa402113a79/665a8ea32c4ca78142df0fa402113a79.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205427.00000, db: /tmp/tmp1awdfjue/sda/containers/0/a79/665a8ea32c4ca78142df0fa402113a79/665a8ea32c4ca78142df0fa402113a79.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205429.00000, db: /tmp/tmp1awdfjue/sda/containers/0/ae8/dc1f974242761a3c886e2f2c5ded0ae8/dc1f974242761a3c886e2f2c5ded0ae8.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205428.00000, (0, 0) as of 1750205428.00000, cleaved as of 1750205428.00000> to ShardRange<'k' to 't' as of 1750205429.00000, (0, 0) as of 1750205429.00000, sharded as of 1750205429.00000>, path: .shards_a/shard_c_1750205429.00000, db: /tmp/tmp1awdfjue/sda/containers/0/ae8/dc1f974242761a3c886e2f2c5ded0ae8/dc1f974242761a3c886e2f2c5ded0ae8.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205429.00000, db: /tmp/tmp1awdfjue/sda/containers/0/ae8/dc1f974242761a3c886e2f2c5ded0ae8/dc1f974242761a3c886e2f2c5ded0ae8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205431.00000, db: /tmp/tmp1awdfjue/sda/containers/0/afb/3ea4b882bbcae88603fcafd02a7a4afb/3ea4b882bbcae88603fcafd02a7a4afb.db +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other WRITE +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_target +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_target ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_uri +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_uri ... ok +test.unit.account.test_server.TestAccountController.test_GET_with_containers_xml +test.unit.account.test_server.TestAccountController.test_GET_with_containers_xml ... ok +test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_account_name +test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_account_name ... ok +test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_container_name +test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_container_name ... ok +test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_container_name_as_subdir +test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_container_name_as_subdir ... ok +test.unit.account.test_server.TestAccountController.test_HEAD_empty_account +test.unit.account.test_server.TestAccountController.test_HEAD_empty_account ... ok +test.unit.account.test_server.TestAccountController.test_HEAD_invalid_accept +test.unit.account.test_server.TestAccountController.test_HEAD_invalid_accept ... ok +test.unit.account.test_server.TestAccountController.test_HEAD_invalid_content_type +test.unit.account.test_server.TestAccountController.test_HEAD_invalid_content_type ... ok +test.unit.account.test_server.TestAccountController.test_HEAD_invalid_format +test.unit.account.test_server.TestAccountController.test_HEAD_invalid_format ... ok +test.unit.account.test_server.TestAccountController.test_HEAD_invalid_partition +test.unit.account.test_server.TestAccountController.test_HEAD_invalid_partition ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: src_bucket src_obj HEAD {} -test DEBUG: -test:testertest:testertest:testertest:testerFULL_CONTROL -test DEBUG: permission denined: 403 Forbidden test:write READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_without_src_obj_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_without_src_obj_permission ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:56 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750205396.73319', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:56 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750205396.73499', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:56 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750205396.73635', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:56 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750205396.73771', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:56 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750205396.73925', 'Content-Type': 'binary/octet-stream'} test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ @@ -77493,12 +83792,17 @@ File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request res = handler(req) ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 157, in PUT + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/bucket.py", line 394, in PUT resp = req.get_response(self.app) ^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1637, in get_response - return self.get_acl_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1630, in get_response + resp = self.acl_handler.handle_acl( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 94, in handle_acl + return getattr(ah, method)(app) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 220, in PUT + self.req.get_acl_response(app, 'PUT', self.container) File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1613, in get_acl_response resp = self._get_response( ^^^^^^^^^^^^^^^^^^^ @@ -77506,785 +83810,665 @@ raise InternalError('unexpected status code %d' % status) swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:56 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750205396.74117', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:56 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750205396.74291', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:56 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750205396.74432', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_error +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_error ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_error_non_swift_owner +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_error_non_swift_owner ... ok +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx68b7bcf885704eddb9563-006644f9cf) +test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&format=json&limit=10000&marker=&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx68b7bcf885704eddb9563-006644f9cf) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 8 (txn: tx68b7bcf885704eddb9563-006644f9cf) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx68b7bcf885704eddb9563-006644f9cf) +test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&format=json&limit=9992&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx68b7bcf885704eddb9563-006644f9cf) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 48 (txn: tx68b7bcf885704eddb9563-006644f9cf) +test DEBUG: Setting object count to 48 (txn: tx68b7bcf885704eddb9563-006644f9cf) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txf1f1bad083a2412983fe8-006644f9cf) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txf1f1bad083a2412983fe8-006644f9cf) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txf1f1bad083a2412983fe8-006644f9cf) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txf1f1bad083a2412983fe8-006644f9cf) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txf1f1bad083a2412983fe8-006644f9cf) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txf1f1bad083a2412983fe8-006644f9cf) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 40 (txn: txf1f1bad083a2412983fe8-006644f9cf) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txf1f1bad083a2412983fe8-006644f9cf) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9960&marker=h&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txf1f1bad083a2412983fe8-006644f9cf) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1064 (txn: txf1f1bad083a2412983fe8-006644f9cf) +test DEBUG: Setting object count to 1064 (txn: txf1f1bad083a2412983fe8-006644f9cf) +test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=koolaid&format=json&states=listing (txn: tx1f601d871ebc4552bdde9-006644f9cf) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx1f601d871ebc4552bdde9-006644f9cf) +test DEBUG: Get listing from /v1/.shards_a/c_pie?marker=koolaid&format=json&limit=10000&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx1f601d871ebc4552bdde9-006644f9cf) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx1f601d871ebc4552bdde9-006644f9cf) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx1f601d871ebc4552bdde9-006644f9cf) +test DEBUG: Get listing from /v1/.shards_a/c_?marker=koolaid&format=json&limit=10000&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx1f601d871ebc4552bdde9-006644f9cf) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: tx1f601d871ebc4552bdde9-006644f9cf) +test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=koolaid&reverse=true&format=json&states=listing (txn: tx6f4eda3d6c0e4b69ad015-006644f9cf) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx6f4eda3d6c0e4b69ad015-006644f9cf) +test DEBUG: Get listing from /v1/.shards_a/c_pie?marker=koolaid&reverse=true&format=json&limit=10000&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx6f4eda3d6c0e4b69ad015-006644f9cf) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx6f4eda3d6c0e4b69ad015-006644f9cf) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx6f4eda3d6c0e4b69ad015-006644f9cf) +test DEBUG: Get listing from /v1/.shards_a/c_ham?marker=koolaid&reverse=true&format=json&limit=10000&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx6f4eda3d6c0e4b69ad015-006644f9cf) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx6f4eda3d6c0e4b69ad015-006644f9cf) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx8b48526cb2cf43c1926e5-006644f9d0) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx8b48526cb2cf43c1926e5-006644f9d0) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8b48526cb2cf43c1926e5-006644f9d0) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx8b48526cb2cf43c1926e5-006644f9d0) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx8b48526cb2cf43c1926e5-006644f9d0) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8b48526cb2cf43c1926e5-006644f9d0) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: tx8b48526cb2cf43c1926e5-006644f9d0) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx8b48526cb2cf43c1926e5-006644f9d0) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx8b48526cb2cf43c1926e5-006644f9d0) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: tx8b48526cb2cf43c1926e5-006644f9d0) +test DEBUG: Setting object count to 1065 (txn: tx8b48526cb2cf43c1926e5-006644f9d0) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx08b4d6a437c545a698d8c-006644f9d1) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx08b4d6a437c545a698d8c-006644f9d1) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='onion') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx08b4d6a437c545a698d8c-006644f9d1) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=onion%00 {'X-Backend-Record-Type': 'auto'} (txn: tx08b4d6a437c545a698d8c-006644f9d1) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx08b4d6a437c545a698d8c-006644f9d1) +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_gap_in_shards_with_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_gap_in_shards_with_memcache ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:56 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750205396.74814', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:56 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750205396.75645', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +test ERROR: 400 Bad Request test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:56 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750205396.75780', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_uri_xml +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_uri_xml ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_read +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_read ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_quota_exceeded -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_quota_exceeded ... ok test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Storage-Class': 'STANDARD', 'Content-Md5': 'XUFAKrxLKna5cZ2REBfFkg==', 'Date': 'Wed, 18 Jun 2025 00:09:56 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '5d41402abc4b2a76b9719d911017c592', 'X-Timestamp': '1750205396.81377', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other WRITE test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20250618/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20250618T000956Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': '2cf24dba5fb0a30e26e83b2ac5b9e29e1b161e5c1fa7425e73043362938b9824', 'Date': 'Wed, 18 Jun 2025 00:09:56 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750205396.85023', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Range ... ok +test.unit.account.test_server.TestAccountController.test_HEAD_not_found +test.unit.account.test_server.TestAccountController.test_HEAD_not_found ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4 -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4 ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4_bad_hash -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4_bad_hash ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_checkmount_fail -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_checkmount_fail ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_namespace_account -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_namespace_account ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_first_put_fail +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_first_put_fail ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_ami_location +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_ami_location ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_marker_beyond_end_marker_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_marker_beyond_end_marker_memcache ... ok +test.unit.account.test_server.TestAccountController.test_HEAD_with_containers +test.unit.account.test_server.TestAccountController.test_HEAD_with_containers ... ok +test.unit.account.test_server.TestAccountController.test_OPTIONS +test.unit.account.test_server.TestAccountController.test_OPTIONS ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20250618/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20250618T000956Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': 'not the hash', 'Date': 'Wed, 18 Jun 2025 00:09:56 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750205396.86982', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +test DEBUG: Grant test:tester READ permission on the object /bucket/object test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20250618/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20250618T000956Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': 'UNSIGNED-PAYLOAD', 'Date': 'Wed, 18 Jun 2025 00:09:56 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750205396.88044', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +test DEBUG: Grant test:tester READ_ACP permission on the object /bucket/object test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4_unsigned_payload -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4_unsigned_payload ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_fullcontrol_permission ... ok -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_read_acp +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_read_acp ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_with_both_header_and_canned_acl +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_with_both_header_and_canned_acl ... ok +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:56 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750205396.91300', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=0-3', 'Date': 'Wed, 15 May 2024 18:07:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Range_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Range_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Response +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Response ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:56 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750205396.92475', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_owner_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_owner_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_write_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_write_permission ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_canned_s3acl +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_canned_s3acl ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location ... ok +test.unit.account.test_server.TestAccountController.test_POST_HEAD_metadata +test.unit.account.test_server.TestAccountController.test_POST_HEAD_metadata ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:57 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750205397.04928', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:57 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750205397.06537', 'Content-Type': 'binary/octet-stream'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_without_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_without_permission ... ok +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_with_both_header_and_xml +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_with_both_header_and_xml ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_write +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_write ... ok test.unit.account.test_server.TestAccountController.test_POST_HEAD_sys_metadata test.unit.account.test_server.TestAccountController.test_POST_HEAD_sys_metadata ... ok +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other WRITE +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_error ... ok +test.unit.account.test_server.TestAccountController.test_POST_after_DELETE_not_found +test.unit.account.test_server.TestAccountController.test_POST_after_DELETE_not_found ... ok +test.unit.account.test_server.TestAccountController.test_POST_insufficient_space +test.unit.account.test_server.TestAccountController.test_POST_insufficient_space ... ok +test.unit.account.test_server.TestAccountController.test_POST_invalid_partition +test.unit.account.test_server.TestAccountController.test_POST_invalid_partition ... ok +test.unit.account.test_server.TestAccountController.test_POST_timestamp_not_float +test.unit.account.test_server.TestAccountController.test_POST_timestamp_not_float ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_slo_object_DELETE -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_slo_object_DELETE ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_slo_object_async_DELETE -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_slo_object_async_DELETE ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_aws_chunked -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_aws_chunked ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_format_authorization -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_format_authorization ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_method -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_method ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_method_but_method_exists_in_controller -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_method_but_method_exists_in_controller ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bucket_virtual_hosted_style -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bucket_virtual_hosted_style ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_canonical_string_v2 -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_canonical_string_v2 ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_canonical_string_v4 -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_canonical_string_v4 ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_check_pipeline -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_check_pipeline ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_cors -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_cors ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_config -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_config ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_logger -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_logger ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_passes_wsgi_conf_file_to_check_pipeline -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_passes_wsgi_conf_file_to_check_pipeline ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_metadata_directive -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_metadata_directive ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_ssc -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_ssc ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_storage_class -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_storage_class ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_uri -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_uri ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_mfa -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_mfa ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_mixture_param_v4 -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_mixture_param_v4 ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_non_ascii_user -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_non_ascii_user ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_non_s3_request_passthrough -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_non_s3_request_passthrough ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_notification -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_notification ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_bad_padding -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_bad_padding ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_too_long -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_too_long ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_too_short -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_too_short ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_unreadable -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_unreadable ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_tagging -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_tagging ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_virtual_hosted_style -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_virtual_hosted_style ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_path_info_encode -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_path_info_encode ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_policy -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_policy ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_registered_defaults -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_registered_defaults ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_registered_sensitive_info -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_registered_sensitive_info ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_request_payment -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_request_payment ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_restore -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_restore ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_error_metric -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_error_metric ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_initialization_with_disabled_pipeline_check -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_initialization_with_disabled_pipeline_check ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token_in_s3acl -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token_in_s3acl ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token_v3 -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token_v3 ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:09:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test WARNING: s3api middleware requires SLO middleware to support multi-part upload, please add it in pipeline -test DEBUG: Use tempauth middleware. -test DEBUG: Use keystone middleware. -test DEBUG: Use keystone middleware. -test DEBUG: Use keystone middleware. -test DEBUG: 's3api' is not in list +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test WARNING: multipart: No SLO middleware in pipeline +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location_error +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location_error ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location_invalid_xml +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location_invalid_xml ... ok +test.unit.account.test_server.TestAccountController.test_PUT +test.unit.account.test_server.TestAccountController.test_PUT ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_mix_ok_and_unavailable_shards +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_mix_ok_and_unavailable_shards ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_mixed_policies_error +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_mixed_policies_error ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +test DEBUG: Grant test:tester WRITE permission on the object /bucket/object test DEBUG: Calling S3Api Middleware -test WARNING: multipart: No SLO middleware in pipeline +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test WARNING: multipart: No SLO middleware in pipeline +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test WARNING: multipart: No SLO middleware in pipeline +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +test DEBUG: Grant test:tester WRITE_ACP permission on the object /bucket/object test DEBUG: Calling S3Api Middleware -test WARNING: multipart: No SLO middleware in pipeline -test WARNING: s3api middleware requires SLO middleware to support multi-part upload, please add it in pipeline -test DEBUG: Skip pipeline auth check. -test DEBUG: Skip pipeline auth check. -test DEBUG: Skip pipeline auth check. -test DEBUG: Skip pipeline auth check. -test DEBUG: 's3api' is not in list +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. -Use of the auth_admin_prefix, auth_host, auth_port, auth_protocol, identity_uri, admin_token, admin_user, admin_password, and admin_tenant_name configuration options was deprecated in the Mitaka release in favor of an auth_plugin and its related options. This class may be removed in a future release. -Configuring admin URI using auth fragments was deprecated in the Kilo release, and will be removed in the Newton release, use 'identity_uri' instead. -Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_write_acp +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_write_acp ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_invalid_canned_acl +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_invalid_canned_acl ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -Using the in-process token cache is deprecated as of the 4.2.0 release and may be removed in the 5.0.0 release or the 'O' development cycle. The in-process cache causes inconsistent results and high memory usage. When the feature is removed the auth_token middleware will not cache tokens by default which may result in performance issues. It is recommended to use memcache for the auth_token token cache by setting the memcached_servers option. -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_s3_token_and_auth_token -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_s3_token_and_auth_token ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_time_skew -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_time_skew ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_server_side_encryption -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_server_side_encryption ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4 -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4 ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_bad_authorization_string -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_bad_authorization_string ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_no_date -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_no_date ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_no_payload -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_no_payload ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_expired -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_expired ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_invalid_expire -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_invalid_expire ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_access -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_access ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_sign -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_sign ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_timestamp -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_timestamp ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4 -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4 ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_bad_credential -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_bad_credential ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_invalid_algorithm -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_invalid_algorithm ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_invalid_credentials -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_invalid_credentials ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_signature -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_signature ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_signed_headers -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_signed_headers ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_x_amz_date -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_x_amz_date ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_tagging -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_tagging ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_token_generation -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_token_generation ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_torrent -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_torrent ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_unsupported_method -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_unsupported_method ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_website -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_website ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_website_redirect_location -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_website_redirect_location ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_strange_location +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_strange_location ... ok +test.unit.common.middleware.s3api.test_location.TestS3ApiLocation.test_object_location +test.unit.common.middleware.s3api.test_location.TestS3ApiLocation.test_object_location ... ok +test.unit.common.middleware.s3api.test_location.TestS3ApiLocation.test_object_location_setting_as_us_west_1 +test.unit.common.middleware.s3api.test_location.TestS3ApiLocation.test_object_location_setting_as_us_west_1 ... ok test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_bad_reply test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_bad_reply ... ok test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_fail_to_connect_to_keystone test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_fail_to_connect_to_keystone ... ok test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_unauthorized_token test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_unauthorized_token ... ok -test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_from_isoformat -test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_from_isoformat ... ok -test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_from_s3xmlformat -test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_from_s3xmlformat ... ok -test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_s3xmlformat -test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_s3xmlformat ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_bad_application_quota -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_bad_application_quota ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_bogus_quota_is_ignored -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_bogus_quota_is_ignored ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_container_request_ignores_attempt_to_set_quotas -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_container_request_ignores_attempt_to_set_quotas ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_reseller -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_reseller ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_with_remove_header -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_with_remove_header ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_with_remove_header_reseller -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_with_remove_header_reseller ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller_copy_from -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller_copy_from ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller_copy_verb -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller_copy_verb ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_per_policy_quota -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_per_policy_quota ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_authorized -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_authorized ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_bytes_not_authorized -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_bytes_not_authorized ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_bytes_on_empty_account_not_authorized -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_bytes_on_empty_account_not_authorized ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_not_authorized -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_not_authorized ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_policy_quota -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_policy_quota ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_quotas -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_quotas ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_request_exception -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_request_exception ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_no_info_quota -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_no_info_quota ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_no_quotas -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_no_quotas ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_not_exceed_bytes_quota -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_not_exceed_bytes_quota ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_obj_request_ignores_attempt_to_set_quotas -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_obj_request_ignores_attempt_to_set_quotas ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_container_create_still_works -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_container_create_still_works ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_container_post_still_works -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_container_post_still_works ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_obj_post_still_works -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_obj_post_still_works ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_policy_quota_translation -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_policy_quota_translation ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_unauthorized -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_unauthorized ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_authorized -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_authorized ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_not_authorized -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_not_authorized ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_quota_admin -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_quota_admin ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_quota_reseller -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_quota_reseller ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_admin -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_admin ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_reseller -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_reseller ... ok -test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_custom -test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_custom ... ok -test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_default -test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_default ... ok -test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_get_only -test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_get_only ... ok -test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_pass -test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_pass ... ok -test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validating_x_object_manifest -test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validating_x_object_manifest ... ok -test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_ignores_accounts -test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_ignores_accounts ... ok -test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_ignores_containers -test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_ignores_containers ... ok -test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_watches_manifests_with_slashes -test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_watches_manifests_with_slashes ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_POST_symlink -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_POST_symlink ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_POST_unversioned_obj -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_POST_unversioned_obj ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_PUT_overwrite_null_marker_versioning_disabled -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_PUT_overwrite_null_marker_versioning_disabled ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_PUT_with_recent_versioned_marker_versioning_disabled -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_PUT_with_recent_versioned_marker_versioning_disabled ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_delete_object_with_versioning_disabled -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_delete_object_with_versioning_disabled ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_disable_versioning -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_disable_versioning ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_get_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_get_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_head_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_head_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_put_object_versioning_disabled -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_put_object_versioning_disabled ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_bytes_quota_copy_from_bad_src -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_bytes_quota_copy_from_bad_src ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_bytes_quota_copy_from_no_src -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_bytes_quota_copy_from_no_src ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_bytes_quota_copy_from -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_bytes_quota_copy_from ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_bytes_quota_copy_verb -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_bytes_quota_copy_verb ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_cross_account_PUT_verb -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_cross_account_PUT_verb ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_cross_account_verb -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_cross_account_verb ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_from -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_from ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_verb -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_verb ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_from -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_from ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_verb -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_verb ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_counts_quota_copy_from -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_counts_quota_copy_from ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_counts_quota_copy_verb -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_counts_quota_copy_verb ... ok -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_etag_is_hash_of_segment_etags -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_etag_is_hash_of_segment_etags ... ok -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_get_manifest_passthrough -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_get_manifest_passthrough ... ok -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_head_manifest_is_efficient -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_head_manifest_is_efficient ... ok -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_match_etag_not_matching -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_match_etag_not_matching ... ok -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_match_etag_not_matching_with_override -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_match_etag_not_matching_with_override ... ok -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_none_match_etag_matching -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_none_match_etag_matching ... ok -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_none_match_etag_matching_with_override -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_none_match_etag_matching_with_override ... ok -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_zero_byte_manifest -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_zero_byte_manifest ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_bad_etag_json -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_bad_etag_json ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_failure -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_failure ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_failure_json -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_failure_json ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_excludes_files -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_excludes_files ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_success -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_success ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_success_json -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_success_json ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_allow_empty_last_segment -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_allow_empty_last_segment ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_bad_data -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_bad_data ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_check_data -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_check_data ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_delimiter_with_reserved_and_no_public -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_delimiter_with_reserved_and_no_public ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_table_cont_count_do_migrations -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_table_cont_count_do_migrations ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_check_data_bad -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_check_data_bad ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_disallow_empty_first_segment -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_disallow_empty_first_segment ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_fast_heartbeat -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_fast_heartbeat ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_invalid_data -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_invalid_data ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_no_xml -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_no_xml ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_etag_check -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_etag_check ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check_no_early_bailout -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check_no_early_bailout ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check_still_uses_min_size -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check_still_uses_min_size ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success_conditional -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success_conditional ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success_unicode -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success_unicode ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_with_manipulator_callback -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_with_manipulator_callback ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_with_validator_callback -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_with_validator_callback ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_single_ranges -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_single_ranges ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_unsatisfiable_ranges -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_unsatisfiable_ranges ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_bad_etag_fail -test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_bad_etag_fail ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_no_etag_success -test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_no_etag_success ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_with_etag_success -test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_with_etag_success ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_with_etag_with_quotes_success -test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_with_etag_with_quotes_success ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_put_manifest_too_quick_fail -test.unit.common.middleware.test_slo.TestSloPutManifest.test_put_manifest_too_quick_fail ... ok -test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_custom_url_config -test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_custom_url_config ... ok -test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_multiple_reseller -test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_multiple_reseller ... ok -test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_no_prefix_reseller -test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_no_prefix_reseller ... ok -test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_single_reseller -test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_single_reseller ... ok -test.unit.common.test_container_sync_realms.TestUtils.test_bad_mtime_check_interval -test.unit.common.test_container_sync_realms.TestUtils.test_bad_mtime_check_interval ... ok -test.unit.account.test_server.TestAccountController.test_POST_after_DELETE_not_found -test.unit.account.test_server.TestAccountController.test_POST_after_DELETE_not_found ... ok -test.unit.common.test_container_sync_realms.TestUtils.test_empty -test.unit.common.test_container_sync_realms.TestUtils.test_empty ... ok -test.unit.common.test_container_sync_realms.TestUtils.test_empty_realm -test.unit.common.test_container_sync_realms.TestUtils.test_empty_realm ... ok -test.unit.common.test_container_sync_realms.TestUtils.test_error_parsing -test.unit.common.test_container_sync_realms.TestUtils.test_error_parsing ... ok -test.unit.account.test_server.TestAccountController.test_POST_insufficient_space -test.unit.account.test_server.TestAccountController.test_POST_insufficient_space ... ok -test.unit.common.test_container_sync_realms.TestUtils.test_get_sig -test.unit.common.test_container_sync_realms.TestUtils.test_get_sig ... ok -test.unit.account.test_server.TestAccountController.test_POST_invalid_partition -test.unit.account.test_server.TestAccountController.test_POST_invalid_partition ... ok -test.unit.common.test_container_sync_realms.TestUtils.test_no_file_there -test.unit.common.test_container_sync_realms.TestUtils.test_no_file_there ... ok -test.unit.common.test_container_sync_realms.TestUtils.test_one_realm -test.unit.common.test_container_sync_realms.TestUtils.test_one_realm ... ok -test.unit.common.test_container_sync_realms.TestUtils.test_os_error -test.unit.common.test_container_sync_realms.TestUtils.test_os_error ... ok -test.unit.common.test_container_sync_realms.TestUtils.test_two_realms_and_change_a_default -test.unit.common.test_container_sync_realms.TestUtils.test_two_realms_and_change_a_default ... ok -test.unit.account.test_server.TestAccountController.test_POST_timestamp_not_float -test.unit.account.test_server.TestAccountController.test_POST_timestamp_not_float ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_client_exception -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_client_exception ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_account -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_account ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_account_failure -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_account_failure ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_account_replication_net -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_account_replication_net ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_error -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_error ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_obj_error -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_obj_error ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_object -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_object ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_replication_net -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_replication_net ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_with_timestamp -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_with_timestamp ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_object -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_object ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_object_error -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_object_error ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_object_with_timestamp -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_object_with_timestamp ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_account -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_account ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_account_error -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_account_error ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_account_no_content_does_not_parse_body -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_account_no_content_does_not_parse_body ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_container -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_container ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_container_no_content_does_not_decode_body -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_container_no_content_does_not_decode_body ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_container_with_extra_params -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_container_with_extra_params ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_object -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_object ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_object_chunks -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_object_chunks ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_object_error -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_object_error ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_recon -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_recon ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_suffix_hashes -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_suffix_hashes ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_suffix_hashes_503 -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_suffix_hashes_503 ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_suffix_hashes_507 -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_suffix_hashes_507 ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container_deleted -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container_deleted ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container_error -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container_error ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container_replication_net -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container_replication_net ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_object -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_object ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_object_error -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_object_error ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_object_not_found -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_object_not_found ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_post_container -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_post_container ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_post_object -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_post_object ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_post_object_error -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_post_object_error ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_chunked -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_chunked ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_fail -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_fail ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_object -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_object ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_object_error -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_object_error ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_args -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_args ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_chunked -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_chunked ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_fail -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_fail ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_header_content_length -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_header_content_length ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_with_content_length -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_with_content_length ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_gen_headers -test.unit.common.test_direct_client.TestUTF8DirectClient.test_gen_headers ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry -test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry_client_exception -test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry_client_exception ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry_http_exception -test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry_http_exception ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_add_remove_names -test.unit.common.test_storage_policy.TestStoragePolicies.test_add_remove_names ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_bind_ports_cache -test.unit.common.test_storage_policy.TestStoragePolicies.test_bind_ports_cache ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_defaults -test.unit.common.test_storage_policy.TestStoragePolicies.test_defaults ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_enable -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_enable ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_deprecate_policies -test.unit.common.test_storage_policy.TestStoragePolicies.test_deprecate_policies ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_deprecated_default -test.unit.common.test_storage_policy.TestStoragePolicies.test_deprecated_default ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_ec_fragment_size_cached -test.unit.common.test_storage_policy.TestStoragePolicies.test_ec_fragment_size_cached ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager -test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager_custom_diskfile -test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager_custom_diskfile ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager_invalid_policy_config -test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager_invalid_policy_config ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_get_object_ring -test.unit.common.test_storage_policy.TestStoragePolicies.test_get_object_ring ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_get_policy_string -test.unit.common.test_storage_policy.TestStoragePolicies.test_get_policy_string ... ok -test.unit.account.test_server.TestAccountController.test_PUT -test.unit.account.test_server.TestAccountController.test_PUT ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_all_users +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_all_users ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_authenticated_read +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_authenticated_read ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_authenticated_users +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_authenticated_users ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_bucket_owner_full_control +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_bucket_owner_full_control ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_bucket_owner_read +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_bucket_owner_read ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_canonical_user +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_canonical_user ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_elem +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_elem ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_from_elem +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_from_elem ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_from_elem_by_id_only +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_from_elem_by_id_only ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_private +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_private ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_public_read +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_public_read ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_public_read_write +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_public_read_write ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_base_grantee +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_base_grantee ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_canned_acl_grantees +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_canned_acl_grantees ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_container +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_container ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_empty_list +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_empty_list ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_object +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_object ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_undefined +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_undefined ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_with_invalid_json +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_with_invalid_json ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_container +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_container ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_many_grant +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_many_grant ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_object +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_object ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_from_headers_x_amz_acl +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_from_headers_x_amz_acl ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_from_headers_x_amz_acl_invalid +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_from_headers_x_amz_acl_invalid ... ok +test.unit.common.middleware.test_acl.TestACL.test_acls_from_account_info +test.unit.common.middleware.test_acl.TestACL.test_acls_from_account_info ... ok +test.unit.common.middleware.test_acl.TestACL.test_clean_acl +test.unit.common.middleware.test_acl.TestACL.test_clean_acl ... ok +test.unit.common.middleware.test_acl.TestACL.test_format_v1_acl +test.unit.common.middleware.test_acl.TestACL.test_format_v1_acl ... ok +test.unit.common.middleware.test_acl.TestACL.test_format_v2_acl +test.unit.common.middleware.test_acl.TestACL.test_format_v2_acl ... ok +test.unit.common.middleware.test_acl.TestACL.test_parse_acl +test.unit.common.middleware.test_acl.TestACL.test_parse_acl ... ok +test.unit.common.middleware.test_acl.TestACL.test_parse_v2_acl +test.unit.common.middleware.test_acl.TestACL.test_parse_v2_acl ... ok +test.unit.common.middleware.test_acl.TestACL.test_referrer_allowed +test.unit.common.middleware.test_acl.TestACL.test_referrer_allowed ... ok +test.unit.common.middleware.test_formpost.TestSwiftInfo.test_bad_config +test.unit.common.middleware.test_formpost.TestSwiftInfo.test_bad_config ... ok +test.unit.common.middleware.test_formpost.TestSwiftInfo.test_no_deprecated_digests +test.unit.common.middleware.test_formpost.TestSwiftInfo.test_no_deprecated_digests ... ok +test.unit.common.middleware.test_formpost.TestSwiftInfo.test_non_default_methods +test.unit.common.middleware.test_formpost.TestSwiftInfo.test_non_default_methods ... ok +test.unit.common.middleware.test_formpost.TestSwiftInfo.test_registered_defaults +test.unit.common.middleware.test_formpost.TestSwiftInfo.test_registered_defaults ... ok +test.unit.common.middleware.test_name_check.TestSwiftInfo.test_registered_configured_options +test.unit.common.middleware.test_name_check.TestSwiftInfo.test_registered_configured_options ... ok +test.unit.common.middleware.test_name_check.TestSwiftInfo.test_registered_defaults +test.unit.common.middleware.test_name_check.TestSwiftInfo.test_registered_defaults ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_account_ratelimit +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_account_ratelimit ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_already_handled +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_already_handled ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_call_invalid_path +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_call_invalid_path ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_call_non_swift_api_path +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_call_non_swift_api_path ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_get_maxrate +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_get_maxrate ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_get_ratelimitable_key_tuples +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_get_ratelimitable_key_tuples ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_memcached_container_info_dict +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_memcached_container_info_dict ... ok +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 136, in GET + return self.GETorHEAD(req) + ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 102, in GETorHEAD + resp = req.get_response(self.app, query=query) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1630, in get_response + resp = self.acl_handler.handle_acl( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 96, in handle_acl + return ah._handle_acl(app, method) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 136, in _handle_acl + resp = self.req.get_acl_response(app, 'HEAD', + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1613, in get_acl_response + resp = self._get_response( + ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test WARNING: multipart: No SLO middleware in pipeline +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_version_id +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_version_id ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_version_id_not_implemented +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_version_id_not_implemented ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware -test WARNING: multipart: No SLO middleware in pipeline test DEBUG: Starting the S3 Token Authentication component test DEBUG: Starting the S3 Token Authentication component test DEBUG: Calling S3Token middleware. @@ -78302,397 +84486,203 @@ test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} test DEBUG: Keystone reply error: status=403 reason=None test DEBUG: Received error, deferring rejection based on error: 401 Unauthorized -test ERROR: Error in '/tmp/tmplc8cc67b/container-sync-realms.conf' with mtime_check_interval: could not convert string to float: 'invalid' -test ERROR: Could not load '/tmp/tmpa5syv90c/container-sync-realms.conf': File contains no section headers. -file: '/tmp/tmpa5syv90c/container-sync-realms.conf', line: 1 -'invalid' -test DEBUG: Could not load '46e66bcac3e24de0b16b4d1a018e6d42': [Errno 2] No such file or directory: '46e66bcac3e24de0b16b4d1a018e6d42' -test ERROR: Could not load '/tmp/tmpyazb50a3/container-sync-realms.conf': [Errno 13] Permission denied: '/tmp/tmpyazb50a3/container-sync-realms.conf' -direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda -direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda -direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda -direct-client-test ERROR: Kaboom! -direct-client-test ERROR: Kaboom! -direct-client-test ERROR: Kaboom! -Storage policy bad-policy uses an EC configuration known to harm data durability. Any data in this policy should be migrated. See https://bugs.launchpad.net/swift/+bug/1639691 for more information. -Storage policy bad-policy uses an EC configuration known to harm data durability. Any data in this policy should be migrated. See https://bugs.launchpad.net/swift/+bug/1639691 for more information. -test.unit.common.test_storage_policy.TestStoragePolicies.test_known_bad_ec_config -test.unit.common.test_storage_policy.TestStoragePolicies.test_known_bad_ec_config ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_names -test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_names ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_names_EC -test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_names_EC ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_policies_with_no_policy_index_zero -test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_policies_with_no_policy_index_zero ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_names_are_normalized -test.unit.common.test_storage_policy.TestStoragePolicies.test_names_are_normalized ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_no_default -test.unit.common.test_storage_policy.TestStoragePolicies.test_no_default ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_parse_storage_policies -test.unit.common.test_storage_policy.TestStoragePolicies.test_parse_storage_policies ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_policies_type_attribute -test.unit.common.test_storage_policy.TestStoragePolicies.test_policies_type_attribute ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_policy_baseclass_instantiate -test.unit.common.test_storage_policy.TestStoragePolicies.test_policy_baseclass_instantiate ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_quorum_size_erasure_coding -test.unit.common.test_storage_policy.TestStoragePolicies.test_quorum_size_erasure_coding ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_quorum_size_replication -test.unit.common.test_storage_policy.TestStoragePolicies.test_quorum_size_replication ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_reload_invalid_storage_policies -test.unit.common.test_storage_policy.TestStoragePolicies.test_reload_invalid_storage_policies ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_singleton_passthrough -test.unit.common.test_storage_policy.TestStoragePolicies.test_singleton_passthrough ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_split_policy_string -test.unit.common.test_storage_policy.TestStoragePolicies.test_split_policy_string ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policies_as_dict_keys -test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policies_as_dict_keys ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_get_info -test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_get_info ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_ordering -test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_ordering ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_repr -test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_repr ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_swift_info -test.unit.common.test_storage_policy.TestStoragePolicies.test_swift_info ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_defaults -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_defaults ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_indexes -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_indexes ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_names -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_names ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_type_default -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_type_default ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_type_invalid -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_type_invalid ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policy_params -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policy_params ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_ring -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_ring ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_wacky_int_names -test.unit.common.test_storage_policy.TestStoragePolicies.test_wacky_int_names ... ok -test.unit.common.test_swob.TestAccept.test_accept_invalid -test.unit.common.test_swob.TestAccept.test_accept_invalid ... ok -test.unit.common.test_swob.TestAccept.test_accept_json -test.unit.common.test_swob.TestAccept.test_accept_json ... ok -test.unit.common.test_swob.TestAccept.test_accept_plain -test.unit.common.test_swob.TestAccept.test_accept_plain ... ok -test.unit.common.test_swob.TestAccept.test_accept_xml -test.unit.common.test_swob.TestAccept.test_accept_xml ... ok -test.unit.common.test_swob.TestAccept.test_repr -test.unit.common.test_swob.TestAccept.test_repr ... ok -test.unit.common.test_swob.TestConditionalIfNoneMatch.test_list_match -test.unit.common.test_swob.TestConditionalIfNoneMatch.test_list_match ... ok -test.unit.common.test_swob.TestConditionalIfNoneMatch.test_list_no_match -test.unit.common.test_swob.TestConditionalIfNoneMatch.test_list_no_match ... ok -test.unit.common.test_swob.TestConditionalIfNoneMatch.test_match_star -test.unit.common.test_swob.TestConditionalIfNoneMatch.test_match_star ... ok -test.unit.common.test_swob.TestConditionalIfNoneMatch.test_quoted_simple_match -test.unit.common.test_swob.TestConditionalIfNoneMatch.test_quoted_simple_match ... ok -test.unit.common.test_swob.TestConditionalIfNoneMatch.test_simple_match -test.unit.common.test_swob.TestConditionalIfNoneMatch.test_simple_match ... ok -test.unit.common.test_swob.TestStatusMap.test_status_map -test.unit.common.test_swob.TestStatusMap.test_status_map ... ok -test.unit.common.test_utils.ResellerConfReader.test_defaults -test.unit.common.test_utils.ResellerConfReader.test_defaults ... ok -test.unit.common.test_utils.ResellerConfReader.test_multiple_same_resellers -test.unit.common.test_utils.ResellerConfReader.test_multiple_same_resellers ... ok -test.unit.common.test_utils.ResellerConfReader.test_multiple_stray_commas_resellers -test.unit.common.test_utils.ResellerConfReader.test_multiple_stray_commas_resellers ... ok -test.unit.common.test_utils.ResellerConfReader.test_same_as_default -test.unit.common.test_utils.ResellerConfReader.test_same_as_default ... ok -test.unit.common.test_utils.ResellerConfReader.test_several_resellers_first_blank -test.unit.common.test_utils.ResellerConfReader.test_several_resellers_first_blank ... ok -test.unit.common.test_utils.ResellerConfReader.test_several_resellers_with_blank_comma -test.unit.common.test_utils.ResellerConfReader.test_several_resellers_with_blank_comma ... ok -test.unit.common.test_utils.ResellerConfReader.test_several_resellers_with_conf -test.unit.common.test_utils.ResellerConfReader.test_several_resellers_with_conf ... ok -test.unit.common.test_utils.ResellerConfReader.test_single_blank_reseller -test.unit.common.test_utils.ResellerConfReader.test_single_blank_reseller ... ok -test.unit.common.test_utils.ResellerConfReader.test_single_blank_reseller_with_conf -test.unit.common.test_utils.ResellerConfReader.test_single_blank_reseller_with_conf ... ok -test.unit.common.test_utils.ResellerConfReader.test_stray_comma -test.unit.common.test_utils.ResellerConfReader.test_stray_comma ... ok -test.unit.common.test_utils.ResellerConfReader.test_unprefixed_options -test.unit.common.test_utils.ResellerConfReader.test_unprefixed_options ... ok -test.unit.common.test_utils.TestContextPool.test_close -test.unit.common.test_utils.TestContextPool.test_close ... ok -test.unit.common.test_utils.TestContextPool.test_context_manager -test.unit.common.test_utils.TestContextPool.test_context_manager ... ok -test.unit.common.test_utils.TestNamespace.test_bounds_serialization -test.unit.common.test_utils.TestNamespace.test_bounds_serialization ... ok -test.unit.common.test_utils.TestNamespace.test_comparisons -test.unit.common.test_utils.TestNamespace.test_comparisons ... ok -test.unit.common.test_utils.TestNamespace.test_contains -test.unit.common.test_utils.TestNamespace.test_contains ... ok -test.unit.common.test_utils.TestNamespace.test_end_marker -test.unit.common.test_utils.TestNamespace.test_end_marker ... ok -test.unit.common.test_utils.TestNamespace.test_entire_namespace -test.unit.common.test_utils.TestNamespace.test_entire_namespace ... ok -test.unit.common.test_utils.TestNamespace.test_expand -test.unit.common.test_utils.TestNamespace.test_expand ... ok -test.unit.common.test_utils.TestNamespace.test_includes -test.unit.common.test_utils.TestNamespace.test_includes ... ok -test.unit.common.test_utils.TestNamespace.test_lower_setter -test.unit.common.test_utils.TestNamespace.test_lower_setter ... ok -test.unit.common.test_utils.TestNamespace.test_name -test.unit.common.test_utils.TestNamespace.test_name ... ok -test.unit.common.test_utils.TestNamespace.test_name_unexpected_format -test.unit.common.test_utils.TestNamespace.test_name_unexpected_format ... ok -test.unit.common.test_utils.TestNamespace.test_total_ordering -test.unit.common.test_utils.TestNamespace.test_total_ordering ... ok -test.unit.common.test_utils.TestNamespace.test_unicode_name -test.unit.common.test_utils.TestNamespace.test_unicode_name ... ok -test.unit.common.test_utils.TestNamespace.test_upper_setter -test.unit.common.test_utils.TestNamespace.test_upper_setter ... ok -test.unit.common.test_utils.TestSwiftLoggerAdapter.test_exception -test.unit.common.test_utils.TestSwiftLoggerAdapter.test_exception ... ok -test.unit.common.test_utils.TestSwiftLoggerAdapter.test_thread_locals -test.unit.common.test_utils.TestSwiftLoggerAdapter.test_thread_locals ... ok -test.unit.common.utils.test_timestamp.TestTimestampEncoding.test_decoding -test.unit.common.utils.test_timestamp.TestTimestampEncoding.test_decoding ... ok -test.unit.common.utils.test_timestamp.TestTimestampEncoding.test_encoding -test.unit.common.utils.test_timestamp.TestTimestampEncoding.test_encoding ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_no_mounts -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_no_mounts ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_delimiter_with_reserved_and_public -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_delimiter_with_reserved_and_public ... ok -test WARNING: More than one part in a single-part response? -test-replicator INFO: [worker 1/2 pid=709785] Running object replicator in script mode. -test-replicator INFO: [worker 1/2 pid=709785] Object replication complete (once). (2.00 minutes) -test-replicator INFO: [worker 2/2 pid=709785] Running object replicator in script mode. -test-replicator INFO: [worker 2/2 pid=709785] Object replication complete (once). (2.00 minutes) -test-replicator INFO: [worker 1/3 pid=709785] Running object replicator in script mode. -test-replicator INFO: [worker 1/3 pid=709785] Object replication complete (once). (2.00 minutes) -test-replicator INFO: [worker 2/3 pid=709785] Running object replicator in script mode. -test-replicator INFO: [worker 2/3 pid=709785] Object replication complete (once). (2.00 minutes) -test-replicator INFO: [worker 3/3 pid=709785] Running object replicator in script mode. -test-replicator INFO: [worker 3/3 pid=709785] Object replication complete (once). (2.00 minutes) -test-replicator INFO: [worker 1/3 pid=709785] Running object replicator in script mode. -test-replicator INFO: [worker 1/3 pid=709785] Object replication complete (once). (2.00 minutes) -test-replicator INFO: [worker 1/3 pid=709785] Running object replicator in script mode. -test-replicator INFO: [worker 1/3 pid=709785] Object replication complete (once). (2.00 minutes) -test-replicator INFO: [worker 1/3 pid=8804] Running object replicator in script mode. -test-replicator DEBUG: [worker 1/3 pid=8804] debug message -test-replicator INFO: [worker 1/3 pid=8804] info message -test-replicator WARNING: [worker 1/3 pid=8804] warning message -test-replicator ERROR: [worker 1/3 pid=8804] error message -test-replicator INFO: [worker 1/3 pid=8804] Object replication complete (once). (0.00 minutes) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=x1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server INFO: Caching updating shards for shard-updating-v2/a/c (3 shards) (txn: txde73eb32ec014d8cb963a-00685203d5) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Problem with listing response from /v1/a/c/o: JSONDecodeError('Expecting value: line 1 column 1 (char 0)') (txn: txe95610d06eec4606a640c-00685203d5) -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmpm3o1e3vz/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpm3o1e3vz/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmpm3o1e3vz/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpm3o1e3vz/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:09:57 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0818 "-" 709785 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:09:57 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.1036 "-" 709785 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:09:57 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0859 "-" 709785 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:09:57 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0782 "-" 709785 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:09:57 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txb8e6c9beb91740d2a906c-00685203d5" "proxy-server 709785" 0.0010 "-" 709785 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:09:57 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:45999/sdb1/1/a/c" "txb8e6c9beb91740d2a906c-00685203d5" "container-server 709785" 0.0049 "-" 709785 0 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:09:57 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:52303/sda1/1/a/c" "txb8e6c9beb91740d2a906c-00685203d5" "container-server 709785" 0.0010 "-" 709785 0 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:00:09:57 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txb8e6c9beb91740d2a906c-00685203d5" "proxy-server 709785" 0.0842 "-" 709785 0 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:00:09:57 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txb8e6c9beb91740d2a906c-00685203d5" "proxy-server 709785" 0.2017 "-" 709785 0 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/00/09/57 PUT /v1/a/c HTTP/1.0 201 - - t - - - txb8e6c9beb91740d2a906c-00685203d5 - 0.2530 - - 1750205397.525287151 1750205397.778318167 0 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:09:57 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txf5b71dcc5fd749b980549-00685203d5" "proxy-server 709785" 0.0010 "-" 709785 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:09:57 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:45999/sdb1/1/a1/c1" "txf5b71dcc5fd749b980549-00685203d5" "container-server 709785" 0.0101 "-" 709785 0 -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_merge_items_overwrite_unicode -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_merge_items_overwrite_unicode ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_empty_except_for_used_policies -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_empty_except_for_used_policies ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_container -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_container ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_empty_policy_stats -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_empty_policy_stats ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_init -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_init ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_false -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_false ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_replace_enable -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_replace_enable ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_object -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_object ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_true -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_true ... ok -test.unit.account.test_server.TestAccountController.test_PUT_GET_metadata -test.unit.account.test_server.TestAccountController.test_PUT_GET_metadata ... ok -test INFO: - - - [18/Jun/2025:00:09:55 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0014 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:55 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.1837 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:55 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0140 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:55 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.1010 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:55 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0015 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:56 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.1263 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:56 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:56 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0012 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:56 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:56 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.1344 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:56 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:56 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0809 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:56 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.1048 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:56 +0000] "PUT /sda1/p/a" 403 16 "-" "-" "-" 0.0007 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:56 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0002 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:56 +0000] "PUT /sda1/p/.a/c" 201 - "-" "-" "-" 0.0825 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:56 +0000] "PUT /sda1/p/a/.c" 404 - "-" "-" "-" 0.0002 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:56 +0000] "PUT /sda1/./a" 400 20 "-" "-" "-" 0.0001 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:56 +0000] "PUT /sda1/p/a" 400 28 "-" "-" "-" 0.0983 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:56 +0000] "PUT /sda1/p/a" 400 28 "-" "-" "-" 0.0011 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:56 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0010 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:56 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:56 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0952 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:56 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0451 "-" 709804 - -test DEBUG: - - - [18/Jun/2025:00:09:56 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0002 "-" 709804 - -test DEBUG: - - - [18/Jun/2025:00:09:56 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0002 "-" 709804 - -test DEBUG: - - - [18/Jun/2025:00:09:56 +0000] "REPLICATE /sda1/p/a/" 404 - "-" "-" "-" 0.0003 "-" 709804 - -test ERROR: ERROR __call__ error with REPLICATE /sda1/p/a/ : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/account/server.py", line 313, in __call__ - res = getattr(self, req.method)(req) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 1519, in _timing_stats - resp = func(ctrl, *args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/account/server.py", line 279, in REPLICATE - ret = self.replicator_rpc.dispatch(post_args, args) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/db_replicator.py", line 897, in dispatch - return getattr(self, op)( - ^^^^^^^^^^^^^^^^^ -AttributeError: 'ReplicatorRpc' object has no attribute 'unknown_sync' -test DEBUG: - - - [18/Jun/2025:00:09:56 +0000] "REPLICATE /sda1/p/a/" 500 833 "-" "-" "-" 0.0021 "-" 709804 - -test DEBUG: - - - [18/Jun/2025:00:09:56 +0000] "REPLICATE /sda1/p/a/" 400 49 "-" "-" "-" 0.0003 "-" 709804 - -test ERROR: ERROR __call__ error with PUT /sda1/p/a/c : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/account/server.py", line 313, in __call__ - res = getattr(self, req.method)(req) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_server.py", line 2606, in mock_put_method - raise Exception() -Exception -test INFO: - - - [18/Jun/2025:00:09:56 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0556 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:56 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:56 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0026 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:56 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:56 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:56 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:57 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0650 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:57 +0000] "PUT /sda1/p/a/c%00stuff" 400 36 "-" "-" "-" 0.0001 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:57 +0000] "PUT /sda1/p/foo%00bar" 400 34 "-" "-" "-" 0.0002 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:57 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0833 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:57 +0000] "PUT /sda1/p/a/%00c%00stuff" 201 - "-" "-" "-" 0.0080 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:57 +0000] "PUT /sda1/p/%00a" 201 - "-" "-" "-" 0.0762 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:57 +0000] "PUT /sda1/p/%00foo%00bar" 201 - "-" "-" "-" 0.0875 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:57 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0871 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:57 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0069 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:57 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0984 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:57 +0000] "GET /sda1/p/a" 200 109 "-" "-" "-" 0.0015 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:57 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0055 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:57 +0000] "GET /sda1/p/a" 200 26 "-" "-" "-" 0.0014 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:57 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0822 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:57 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0031 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:57 +0000] "PUT /sda1/p/a/nullish" 201 - "-" "-" "-" 0.0545 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:57 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.1015 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:57 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0017 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:57 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0017 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:57 +0000] "GET /sda1/p/a" 200 26 "-" "-" "-" 0.0015 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:57 +0000] "GET /sda1/p/a" 200 94 "-" "-" "-" 0.0031 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:57 +0000] "GET /sda1/p/a" 200 116 "-" "-" "-" 0.0032 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:57 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0839 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:57 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:57 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:57 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0049 "-" 709804 1 -test INFO: - - - [18/Jun/2025:00:09:58 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.1035 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:58 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:58 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0801 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:58 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:58 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0008 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:58 +0000] "method_doesnt_exist /sda1/p/a" 405 - "-" "-" "-" 0.0309 "-" 709804 - -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_doesnt_exist -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_doesnt_exist ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_is_not_public -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_is_not_public ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_list_allowed_methods -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_list_allowed_methods ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_log_line_format -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_log_line_format ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_finalize_shrinking -test.unit.container.test_sharder.TestSharderFunctions.test_finalize_shrinking ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_most_cleave_progress -test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_most_cleave_progress ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_no_complete_path -test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_no_complete_path ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_two_sub_path_splits -test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_two_sub_path_splits ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_whole_path_split -test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_whole_path_split ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_newid -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_newid ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_unrecognized -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_unrecognized ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_default_types -test.unit.common.middleware.test_slo.TestRespAttrs.test_default_types ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_from_empty_headers -test.unit.common.middleware.test_slo.TestRespAttrs.test_from_empty_headers ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_from_only_timestamp -test.unit.common.middleware.test_slo.TestRespAttrs.test_from_only_timestamp ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_from_regular_object -test.unit.common.middleware.test_slo.TestRespAttrs.test_from_regular_object ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_from_valid_sysmeta -test.unit.common.middleware.test_slo.TestRespAttrs.test_from_valid_sysmeta ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_from_zero_byte_sysmeta -test.unit.common.middleware.test_slo.TestRespAttrs.test_from_zero_byte_sysmeta ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_init_calculates_is_legacy -test.unit.common.middleware.test_slo.TestRespAttrs.test_init_calculates_is_legacy ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_init_converts_timestamps_from_strings -test.unit.common.middleware.test_slo.TestRespAttrs.test_init_converts_timestamps_from_strings ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_init_with_no_sysmeta -test.unit.common.middleware.test_slo.TestRespAttrs.test_init_with_no_sysmeta ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_init_with_no_sysmeta_offset -test.unit.common.middleware.test_slo.TestRespAttrs.test_init_with_no_sysmeta_offset ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_invalid_sysmeta -test.unit.common.middleware.test_slo.TestRespAttrs.test_invalid_sysmeta ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_legacy_slo_sysmeta -test.unit.common.middleware.test_slo.TestRespAttrs.test_legacy_slo_sysmeta ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_non_slo_with_sysmeta -test.unit.common.middleware.test_slo.TestRespAttrs.test_non_slo_with_sysmeta ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_partial_modern_sysmeta -test.unit.common.middleware.test_slo.TestRespAttrs.test_partial_modern_sysmeta ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_not_legacy -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_not_legacy ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_range -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_range ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_raw_data -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_raw_data ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_sub_slo -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_sub_slo ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_sub_slo_range -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_sub_slo_range ... ok -test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_both -test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_both ... ok -test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_host -test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_host ... ok -test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_scheme -test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_scheme ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_first_version -test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_first_version ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_new_version -test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_new_version ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_new_version_different_account -test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_new_version_different_account ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_table_cont_count_update_get_stats -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_table_cont_count_update_get_stats ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_object_no_versioning_with_container_config_true -test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_object_no_versioning_with_container_config_true ... ok +test WARNING: The following digest algorithms are configured but not supported: not-a-valid-digest, md5 +test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. +ERROR: swift.cache could not be found in env! +ERROR: swift.cache could not be found in env! +ERROR: swift.cache could not be found in env! +ERROR: swift.cache could not be found in env! +ERROR: swift.cache could not be found in env! +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_no_memcache +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_no_memcache ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_blacklist +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_blacklist ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double_container +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double_container ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double_container_listing +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double_container_listing ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_multiple_acc +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_multiple_acc ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_old_memcache_format +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_old_memcache_format ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_old_white_black_list +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_old_white_black_list ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_set_incr +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_set_incr ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_whitelist_sysmeta +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_whitelist_sysmeta ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_restarting_memcache +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_restarting_memcache ... ok +test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_passes_through_concurrency +test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_passes_through_concurrency ... ok +test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_reused_logger +test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_reused_logger ... ok +test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_uses_big_max_deletes +test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_uses_big_max_deletes ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_get_with_if_modified_since +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_get_with_if_modified_since ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag_non_slo +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag_non_slo ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag_non_slo_after_refetch +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag_non_slo_after_refetch ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_and_range +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_and_range ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag_non_slo +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag_non_slo ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag_non_slo_after_refetch +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag_non_slo_after_refetch ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_manifest_json_md5 +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_manifest_json_md5 ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_ancient_date +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_ancient_date ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_last_modified +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_last_modified ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_now +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_now ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches_no_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches_no_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches_json_md5 +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches_json_md5 ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_ancient_date +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_ancient_date ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_last_modified +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_last_modified ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_now +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_now ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_matches +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_matches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_matches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_matches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_alternate_etag_miss +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_alternate_etag_miss ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_without_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_without_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_matches +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_matches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_matches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_matches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_mismatches +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_mismatches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_mismatches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_mismatches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_old_swift_if_match_matches_and_range +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_old_swift_if_match_matches_and_range ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_range_resume_download +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_range_resume_download ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_nested +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_nested ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_non_ascii +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_non_ascii ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_non_ascii_same_container +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_non_ascii_same_container ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_too_many_containers +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_too_many_containers ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_turned_off +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_turned_off ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_whole +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_whole ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_whole_404 +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_whole_404 ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_401 +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_401 ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_bad_json +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_bad_json ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_bad_utf8 +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_bad_utf8 ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_client_content_type +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_client_content_type ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_man +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_man ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_401 +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_401 ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_404 +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_404 ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_500 +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_500 ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_too_many_segments +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_too_many_segments ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_non_ascii +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_non_ascii ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_not_a_manifest +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_not_a_manifest ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_segment_404 +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_segment_404 ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole_404 +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole_404 ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole_old_swift +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole_old_swift ... ok +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest ... ok +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_passthrough +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_passthrough ... ok +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_ratelimiting +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_ratelimiting ... ok +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_repeated_segments_uses_multi_range_requests +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_repeated_segments_uses_multi_range_requests ... ok +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_with_submanifest +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_with_submanifest ... ok +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_with_submanifest_bytes_in_content_type +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_with_submanifest_bytes_in_content_type ... ok +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_multiple_ranges_get_manifest +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_multiple_ranges_get_manifest ... ok +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_multiple_ranges_including_suffix_get_manifest +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_multiple_ranges_including_suffix_get_manifest ... ok +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_range_get_manifest +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_range_get_manifest ... ok +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_extra_key +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_extra_key ... ok +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_simple_etag +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_simple_etag ... ok +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_symlink_path +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_symlink_path ... ok +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_symlink_path_and_account +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_symlink_path_and_account ... ok +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_error_cases +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_error_cases ... ok +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple ... ok +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple_with_listing_format +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple_with_listing_format ... ok +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple_with_listing_format_xml +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple_with_listing_format_xml ... ok +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_with_subdir +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_with_subdir ... ok +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_no_affect_for_account_request +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_no_affect_for_account_request ... ok +test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_account_with_no_user +test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_account_with_no_user ... ok +test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_base64_encoding +test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_base64_encoding ... ok +test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_key_with_no_value +test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_key_with_no_value ... ok +test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_parse_user_creation +test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_parse_user_creation ... ok test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_DELETE_on_expired_versioned_object test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_DELETE_on_expired_versioned_object ... ok test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_delete_latest_version_success @@ -78703,108 +84693,443 @@ test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_partially_upgraded_cluster ... ok test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_partially_upgraded_cluster_single_result_on_second_page test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_partially_upgraded_cluster_single_result_on_second_page ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_shard_ranges -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_shard_ranges ... ok -test.unit.common.middleware.test_xprofile.TestStats2.test_func_to_dict -test.unit.common.middleware.test_xprofile.TestStats2.test_func_to_dict ... ok -test.unit.common.middleware.test_xprofile.TestStats2.test_to_csv -test.unit.common.middleware.test_xprofile.TestStats2.test_to_csv ... ok -test.unit.common.middleware.test_xprofile.TestStats2.test_to_json -test.unit.common.middleware.test_xprofile.TestStats2.test_to_json ... ok -test.unit.common.middleware.test_xprofile.TestStats2.test_to_ods -test.unit.common.middleware.test_xprofile.TestStats2.test_to_ods ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_all_donors_shrink_to_root -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_all_donors_shrink_to_root ... ok -test.unit.proxy.test_server.TestController.test_account_info_200 -test.unit.proxy.test_server.TestController.test_account_info_200 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_account_info_404 -test.unit.proxy.test_server.TestController.test_account_info_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_account_info_container_count -test.unit.proxy.test_server.TestController.test_account_info_container_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_account_info_no_account -test.unit.proxy.test_server.TestController.test_account_info_no_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_account_info_no_cache -test.unit.proxy.test_server.TestController.test_account_info_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_container_info_200 -test.unit.proxy.test_server.TestController.test_container_info_200 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_container_info_404 -test.unit.proxy.test_server.TestController.test_container_info_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_container_info_invalid_account -test.unit.proxy.test_server.TestController.test_container_info_invalid_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_container_info_no_cache -test.unit.proxy.test_server.TestController.test_container_info_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_get_account_info_returns_values_as_strings -test.unit.proxy.test_server.TestController.test_get_account_info_returns_values_as_strings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_get_container_info_returns_values_as_strings -test.unit.proxy.test_server.TestController.test_get_container_info_returns_values_as_strings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_make_requests -test.unit.proxy.test_server.TestController.test_make_requests ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_transfer_headers -test.unit.proxy.test_server.TestController.test_transfer_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECMismatchedFA.test_mixing_different_objects_fragment_archives -test.unit.proxy.test_server.TestECMismatchedFA.test_mixing_different_objects_fragment_archives ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECMismatchedFA.test_mixing_different_objects_fragment_archives_with_dup_factor -test.unit.proxy.test_server.TestECMismatchedFA.test_mixing_different_objects_fragment_archives_with_dup_factor ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_abs_paths_persisted -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_abs_paths_persisted ... ok -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:09:57 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:52303/sda1/1/a1/c1" "txf5b71dcc5fd749b980549-00685203d5" "container-server 709785" 0.0010 "-" 709785 0 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:00:09:57 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txf5b71dcc5fd749b980549-00685203d5" "proxy-server 709785" 0.0962 "-" 709785 0 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:00:09:57 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txf5b71dcc5fd749b980549-00685203d5" "proxy-server 709785" 0.1946 "-" 709785 0 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/00/09/57 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txf5b71dcc5fd749b980549-00685203d5 - 0.2037 - - 1750205397.779657125 1750205397.983358383 0 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:09:58 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx8b0c2d1ff7b04556aa1a9-00685203d5" "proxy-server 709785" 0.1018 "-" 709785 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:09:58 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:45999/sdb1/2/a/c1" "tx8b0c2d1ff7b04556aa1a9-00685203d5" "container-server 709785" 0.0021 "-" 709785 1 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:09:58 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:52303/sda1/2/a/c1" "tx8b0c2d1ff7b04556aa1a9-00685203d5" "container-server 709785" 0.1010 "-" 709785 1 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:00:09:58 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx8b0c2d1ff7b04556aa1a9-00685203d5" "proxy-server 709785" 0.2235 "-" 709785 1 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:00:09:58 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx8b0c2d1ff7b04556aa1a9-00685203d5" "proxy-server 709785" 0.2998 "-" 709785 1 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/00/09/58 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx8b0c2d1ff7b04556aa1a9-00685203d5 - 0.4103 - - 1750205397.984523296 1750205398.394829035 1 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:09:58 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txe9edbd9c95d54ab3a07a1-00685203d6" "proxy-server 709785" 0.1502 "-" 709785 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:09:58 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:45999/sdb1/1/a/c2" "txe9edbd9c95d54ab3a07a1-00685203d6" "container-server 709785" 0.0011 "-" 709785 2 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:09:58 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:52303/sda1/1/a/c2" "txe9edbd9c95d54ab3a07a1-00685203d6" "container-server 709785" 0.0788 "-" 709785 2 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:00:09:58 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txe9edbd9c95d54ab3a07a1-00685203d6" "proxy-server 709785" 0.1781 "-" 709785 2 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:00:09:58 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txe9edbd9c95d54ab3a07a1-00685203d6" "proxy-server 709785" 0.2814 "-" 709785 2 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/00/09/58 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txe9edbd9c95d54ab3a07a1-00685203d6 - 0.4372 - - 1750205398.396002054 1750205398.833206177 2 -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_donors_but_no_suitable_acceptor -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_donors_but_no_suitable_acceptor ... ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_modified_component_builders -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_modified_component_builders ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_shard_ranges_with_minimum_size -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_shard_ranges_with_minimum_size ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_markers_with_reserved -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_markers_with_reserved ... ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_ok ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_adding_second_zone +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_adding_second_zone ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_balanced_zones_unbalanced_servers +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_balanced_zones_unbalanced_servers ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_big_zone +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_big_zone ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_enormous_zone +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_enormous_zone ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_equal_replica_and_devices_count_ignore_weights +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_equal_replica_and_devices_count_ignore_weights ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_gradual_replica_count +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_gradual_replica_count ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multi_zone_with_failed_device +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multi_zone_with_failed_device ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_replicas_each +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_replicas_each ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_replicas_in_zone_with_single_device +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_replicas_in_zone_with_single_device ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_small_zones +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_small_zones ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_none_needed +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_none_needed ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_one_big_guy_does_not_spoil_his_buddy +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_one_big_guy_does_not_spoil_his_buddy ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_one_small_guy_does_not_spoil_his_buddy +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_one_small_guy_does_not_spoil_his_buddy ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_small_extra_server_in_zone_with_multiple_replicas +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_small_extra_server_in_zone_with_multiple_replicas ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_small_zone +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_small_zone ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_two_big_two_small +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_two_big_two_small ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_two_servers_with_more_than_one_replica +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_two_servers_with_more_than_one_replica ... ok +test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_multiple_tier_dispersion +test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_multiple_tier_dispersion ... ok +test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_rebalance_dispersion +test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_rebalance_dispersion ... ok +test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_weight_dispersion +test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_weight_dispersion ... ok +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_component_different_builder_order +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_component_different_builder_order ... ok +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components ... ok +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_different_builders +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_different_builders ... ok +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_different_number_builders +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_different_number_builders ... ok +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_duplicate_builder_ids +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_duplicate_builder_ids ... ok +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_insufficient_builders +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_insufficient_builders ... ok +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_missing_builder_id +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_missing_builder_id ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 15 May 2024 18:07:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_owner_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_owner_permission ... ok +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_older_builder +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_older_builder ... ok +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_replica_count_changed +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_replica_count_changed ... ok +test INFO: - - - [15/May/2024:18:07:12 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0425 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:12 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.0535 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:12 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0047 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:12 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0540 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:12 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.0467 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:12 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0437 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:12 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:12 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0403 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:12 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0478 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:12 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:12 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0405 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:13 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0432 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:13 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0019 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:13 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0433 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:13 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0011 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:13 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0528 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:13 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.0597 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:13 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0025 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:13 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0617 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:13 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.0608 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:13 +0000] "PUT /sda1/p/%22%27" 201 - "-" "-" "-" 0.0447 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:13 +0000] "GET /sda1/p/%22%27" 200 74 "-" "-" "-" 0.0015 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:13 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0470 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:13 +0000] "PUT /sda1/p/a/%22%3Cword" 201 - "-" "-" "-" 0.0009 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:13 +0000] "GET /sda1/p/a" 200 203 "-" "-" "-" 0.0430 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:13 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0461 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:13 +0000] "PUT /sda1/p/a/%22%3Cword-test" 201 - "-" "-" "-" 0.0049 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:13 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0790 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:13 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0361 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:13 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:13 +0000] "HEAD /sda1/p/a" 400 21 "-" "-" "-" 0.0002 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:13 +0000] "HEAD /sda1/p/a" 406 - "-" "-" "-" 0.0003 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:13 +0000] "HEAD /sda1/p/a" 400 34 "-" "-" "-" 0.0002 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:13 +0000] "HEAD /sda1/./a" 400 20 "-" "-" "-" 0.0001 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:13 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 0.0002 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:13 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0619 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:13 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0054 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:13 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.1302 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:13 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 0.0059 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:13 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0510 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:13 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:13 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0507 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:14 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0462 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:14 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:14 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0473 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:14 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0562 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:14 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0606 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:14 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0542 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:14 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:14 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0463 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:14 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:14 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0008 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:14 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:14 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0394 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:14 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:14 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0500 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:14 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0772 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:14 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:14 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0450 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:14 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:14 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0008 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:14 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:14 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0343 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:14 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0105 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:14 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0387 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:14 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0468 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:14 +0000] "POST /sda1/p/a" 404 - "-" "-" "-" 0.0009 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:14 +0000] "POST /sda1/./a" 400 20 "-" "-" "-" 0.0020 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:14 +0000] "POST /sda1/p/a" 400 26 "-" "-" "-" 0.0002 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:14 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0470 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:14 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0411 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:14 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.1364 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:14 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0047 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:14 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0621 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:14 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0014 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:15 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.1352 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:15 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:15 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0011 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:15 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1363413 - +test.unit.account.test_server.TestAccountController.test_PUT_GET_metadata +test.unit.account.test_server.TestAccountController.test_PUT_GET_metadata ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 15 May 2024 18:07:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_read_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_read_permission ... ok +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_unchanged_builders +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_unchanged_builders ... ok +test.unit.common.test_internal_client.TestCompressingfileReader.test_init +test.unit.common.test_internal_client.TestCompressingfileReader.test_init ... ok +test.unit.common.test_internal_client.TestCompressingfileReader.test_read +test.unit.common.test_internal_client.TestCompressingfileReader.test_read ... ok +test.unit.common.test_internal_client.TestCompressingfileReader.test_seek +test.unit.common.test_internal_client.TestCompressingfileReader.test_seek ... ok +test.unit.common.test_internal_client.TestCompressingfileReader.test_seek_not_implemented_exception +test.unit.common.test_internal_client.TestCompressingfileReader.test_seek_not_implemented_exception ... ok +test.unit.common.test_swob.TestAccept.test_accept_invalid +test.unit.common.test_swob.TestAccept.test_accept_invalid ... ok +test.unit.common.test_swob.TestAccept.test_accept_json +test.unit.common.test_swob.TestAccept.test_accept_json ... ok +test.unit.common.test_swob.TestAccept.test_accept_plain +test.unit.common.test_swob.TestAccept.test_accept_plain ... ok +test.unit.common.test_swob.TestAccept.test_accept_xml +test.unit.common.test_swob.TestAccept.test_accept_xml ... ok +test.unit.common.test_swob.TestAccept.test_repr +test.unit.common.test_swob.TestAccept.test_repr ... ok +test.unit.common.test_swob.TestMatch.test_match +test.unit.common.test_swob.TestMatch.test_match ... ok +test.unit.common.test_swob.TestMatch.test_match_lots_of_optional_white_space +test.unit.common.test_swob.TestMatch.test_match_lots_of_optional_white_space ... ok +test.unit.common.test_swob.TestMatch.test_match_no_optional_white_space +test.unit.common.test_swob.TestMatch.test_match_no_optional_white_space ... ok +test.unit.common.test_swob.TestMatch.test_match_noquote +test.unit.common.test_swob.TestMatch.test_match_noquote ... ok +test.unit.common.test_swob.TestMatch.test_match_star +test.unit.common.test_swob.TestMatch.test_match_star ... ok +test.unit.common.test_utils.TestAffinityLocalityPredicate.test_empty +test.unit.common.test_utils.TestAffinityLocalityPredicate.test_empty ... ok +test.unit.common.test_utils.TestAffinityLocalityPredicate.test_invalid +test.unit.common.test_utils.TestAffinityLocalityPredicate.test_invalid ... ok +test.unit.common.test_utils.TestAffinityLocalityPredicate.test_multiple +test.unit.common.test_utils.TestAffinityLocalityPredicate.test_multiple ... ok +test.unit.common.test_utils.TestAffinityLocalityPredicate.test_region +test.unit.common.test_utils.TestAffinityLocalityPredicate.test_region ... ok +test.unit.common.test_utils.TestAffinityLocalityPredicate.test_zone +test.unit.common.test_utils.TestAffinityLocalityPredicate.test_zone ... ok +test.unit.common.test_utils.TestCloseableChain.test_closeable_chain_closes +test.unit.common.test_utils.TestCloseableChain.test_closeable_chain_closes ... ok +test.unit.common.test_utils.TestCloseableChain.test_closeable_chain_iterates +test.unit.common.test_utils.TestCloseableChain.test_closeable_chain_iterates ... ok +test.unit.common.test_utils.TestDistributeEvenly.test_evenly_divided +test.unit.common.test_utils.TestDistributeEvenly.test_evenly_divided ... ok +test.unit.common.test_utils.TestDistributeEvenly.test_just_one +test.unit.common.test_utils.TestDistributeEvenly.test_just_one ... ok +test.unit.common.test_utils.TestDistributeEvenly.test_more_buckets_than_items +test.unit.common.test_utils.TestDistributeEvenly.test_more_buckets_than_items ... ok +test.unit.common.test_utils.TestDistributeEvenly.test_uneven +test.unit.common.test_utils.TestDistributeEvenly.test_uneven ... ok +test.unit.common.test_utils.TestParseContentDisposition.test_basic_content_type +test.unit.common.test_utils.TestParseContentDisposition.test_basic_content_type ... ok +test.unit.common.test_utils.TestParseContentDisposition.test_content_disposition +test.unit.common.test_utils.TestParseContentDisposition.test_content_disposition ... ok +test.unit.common.test_utils.TestParseContentDisposition.test_content_disposition_without_white_space +test.unit.common.test_utils.TestParseContentDisposition.test_content_disposition_without_white_space ... ok +test.unit.common.test_utils.TestParseContentDisposition.test_content_type_with_charset +test.unit.common.test_utils.TestParseContentDisposition.test_content_type_with_charset ... ok +test.unit.common.utils.test_libc.Test_LibcWrapper.test_argument_plumbing +test.unit.common.utils.test_libc.Test_LibcWrapper.test_argument_plumbing ... ok +test.unit.common.utils.test_libc.Test_LibcWrapper.test_available_function +test.unit.common.utils.test_libc.Test_LibcWrapper.test_available_function ... ok +test.unit.common.utils.test_libc.Test_LibcWrapper.test_unavailable_function +test.unit.common.utils.test_libc.Test_LibcWrapper.test_unavailable_function ... ok test.unit.account.test_server.TestAccountController.test_PUT_GET_sys_metadata test.unit.account.test_server.TestAccountController.test_PUT_GET_sys_metadata ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_eligible_states -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_eligible_states ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Wed, 15 May 2024 18:07:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_s3acl_and_keystone +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_s3acl_and_keystone ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_s3acl_and_unknown_user +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_s3acl_and_unknown_user ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:read_acp:hmac', 'Date': 'Wed, 15 May 2024 18:07:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_read_acp_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_read_acp_permission ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_without_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_without_permission ... ok test.unit.account.test_server.TestAccountController.test_PUT_after_DELETE test.unit.account.test_server.TestAccountController.test_PUT_after_DELETE ... ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_override_component_builders -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_override_component_builders ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_stats_tracking -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_stats_tracking ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ_ACP +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +test DEBUG: Grant test:full_control FULL_CONTROL permission on the object /bucket/object +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_owner_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_owner_permission ... ok test.unit.account.test_server.TestAccountController.test_PUT_auto_create test.unit.account.test_server.TestAccountController.test_PUT_auto_create ... ok test.unit.account.test_server.TestAccountController.test_PUT_insufficient_space test.unit.account.test_server.TestAccountController.test_PUT_insufficient_space ... ok test.unit.account.test_server.TestAccountController.test_PUT_invalid_partition test.unit.account.test_server.TestAccountController.test_PUT_invalid_partition ... ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_with_builder_files -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_with_builder_files ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_expansion_limit -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_expansion_limit ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_multiple_policies_in_use -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_multiple_policies_in_use ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_not_allowed_method -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_not_allowed_method ... ok test.unit.account.test_server.TestAccountController.test_PUT_non_utf8_metadata test.unit.account.test_server.TestAccountController.test_PUT_non_utf8_metadata ... ok test.unit.account.test_server.TestAccountController.test_PUT_not_found test.unit.account.test_server.TestAccountController.test_PUT_not_found ... ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_load_errors -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_load_errors ... ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance ... ok +test.unit.container.test_sharder.TestSharder.test_audit_cleave_contexts +test.unit.container.test_sharder.TestSharder.test_audit_cleave_contexts ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_version_id_but_not_enabled +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_version_id_but_not_enabled ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_without_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_without_permission ... ok test.unit.account.test_server.TestAccountController.test_PUT_simulated_create_race test.unit.account.test_server.TestAccountController.test_PUT_simulated_create_race ... ok test.unit.account.test_server.TestAccountController.test_REPLICATE_complete_rsync_works @@ -78813,885 +85138,536 @@ test.unit.account.test_server.TestAccountController.test_REPLICATE_insufficient_space ... ok test.unit.account.test_server.TestAccountController.test_REPLICATE_rsync_then_merge_works test.unit.account.test_server.TestAccountController.test_REPLICATE_rsync_then_merge_works ... ok -test INFO: - - - [18/Jun/2025:00:09:55 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0864 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:56 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.1078 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:56 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:56 +0000] "HEAD /sda1/p/a" 400 21 "-" "-" "-" 0.0001 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:56 +0000] "HEAD /sda1/p/a" 406 - "-" "-" "-" 0.0002 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:56 +0000] "HEAD /sda1/p/a" 400 34 "-" "-" "-" 0.0002 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:56 +0000] "HEAD /sda1/./a" 400 20 "-" "-" "-" 0.0001 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:56 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 0.0002 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:56 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0931 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:56 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:56 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.1585 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:56 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 0.0009 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:56 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0624 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:56 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0044 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:56 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0803 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:56 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0582 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:56 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0028 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:56 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0709 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:56 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.1202 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:56 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0657 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:56 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0672 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:56 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:56 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0667 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:56 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:56 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0008 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:56 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:57 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.1111 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:57 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:57 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0733 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:57 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0919 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:57 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:57 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0727 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:57 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:57 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:57 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:57 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.1041 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:57 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0136 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:57 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0667 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:57 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0914 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:57 +0000] "POST /sda1/p/a" 404 - "-" "-" "-" 0.0008 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:57 +0000] "POST /sda1/./a" 400 20 "-" "-" "-" 0.0002 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:57 +0000] "POST /sda1/p/a" 400 26 "-" "-" "-" 0.0002 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:57 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0658 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:57 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0462 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:57 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.1873 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:57 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0017 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:58 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0794 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:58 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0032 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:58 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.1668 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:58 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0015 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:58 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0013 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:58 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:58 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.1566 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:58 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0015 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:58 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.2016 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:58 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0015 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:58 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0737 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:58 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0016 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:59 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.3140 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:59 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:59 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0009 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:59 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:59 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.2021 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:59 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:59 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0918 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:59 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0694 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:59 +0000] "PUT /sda1/p/a" 403 16 "-" "-" "-" 0.0007 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:59 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0002 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:59 +0000] "PUT /sda1/p/.a/c" 201 - "-" "-" "-" 0.0877 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:59 +0000] "PUT /sda1/p/a/.c" 404 - "-" "-" "-" 0.0002 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:59 +0000] "PUT /sda1/./a" 400 20 "-" "-" "-" 0.0001 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:59 +0000] "PUT /sda1/p/a" 400 28 "-" "-" "-" 0.1376 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:59 +0000] "PUT /sda1/p/a" 400 28 "-" "-" "-" 0.0014 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:59 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0070 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:59 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:09:59 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.2628 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:10:00 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.1692 "-" 709812 - -test DEBUG: - - - [18/Jun/2025:00:10:00 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0002 "-" 709812 - -test DEBUG: - - - [18/Jun/2025:00:10:00 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0002 "-" 709812 - -test DEBUG: - - - [18/Jun/2025:00:10:00 +0000] "REPLICATE /sda1/p/a/" 404 - "-" "-" "-" 0.0002 "-" 709812 - test.unit.account.test_server.TestAccountController.test_REPLICATE_unknown_sync test.unit.account.test_server.TestAccountController.test_REPLICATE_unknown_sync ... ok test.unit.account.test_server.TestAccountController.test_REPLICATE_value_error_works test.unit.account.test_server.TestAccountController.test_REPLICATE_value_error_works ... ok test.unit.account.test_server.TestAccountController.test__call__raise_timeout test.unit.account.test_server.TestAccountController.test__call__raise_timeout ... ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance_errors -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance_errors ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_put_container -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_put_container ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +test DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +test DEBUG: Grant test:write_acp FULL_CONTROL permission on the object /bucket/object +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_write_acp_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_write_acp_permission ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_without_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_without_permission ... ok test.unit.account.test_server.TestAccountController.test_content_type_on_HEAD test.unit.account.test_server.TestAccountController.test_content_type_on_HEAD ... ok test.unit.account.test_server.TestAccountController.test_correct_allowed_method test.unit.account.test_server.TestAccountController.test_correct_allowed_method ... ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance_with_unrebalanced_builders -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance_with_unrebalanced_builders ... ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_save_errors -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_save_errors ... ok -test.unit.common.ring.test_ring.TestRing.test_creation -test.unit.common.ring.test_ring.TestRing.test_creation ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_expansion_limit_with_tombstones -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_expansion_limit_with_tombstones ... ok test.unit.account.test_server.TestAccountController.test_create_invalid_reserved_container_in_account test.unit.account.test_server.TestAccountController.test_create_invalid_reserved_container_in_account ... ok test.unit.account.test_server.TestAccountController.test_create_invalid_reserved_namespace_account test.unit.account.test_server.TestAccountController.test_create_invalid_reserved_namespace_account ... ok +test.unit.container.test_sharder.TestSharder.test_audit_deleted_root_container +test.unit.container.test_sharder.TestSharder.test_audit_deleted_root_container ... ok test.unit.account.test_server.TestAccountController.test_create_reserved_container_in_account test.unit.account.test_server.TestAccountController.test_create_reserved_container_in_account ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_null_markers -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_null_markers ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_four_donors_two_acceptors -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_four_donors_two_acceptors ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_params_format -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_params_format ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_Range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_Range ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other WRITE_ACP +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_xml_error +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_xml_error ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_obj_slash_v1 +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_obj_slash_v1 ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_root_and_path +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_root_and_path ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_root_obj +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_root_obj ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_trailing_slash +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_trailing_slash ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_root_path_obj_slash_v1 +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_root_path_obj_slash_v1 ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_with_path_root_container +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_with_path_root_container ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_with_path_root_and_path_no_slash +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_with_path_root_and_path_no_slash ... ok +test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_exceeded +test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_exceeded ... ok +test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_exceeded_readline +test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_exceeded_readline ... ok +test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_read_sized +test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_read_sized ... ok +test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_whole +test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_whole ... ok +test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_whole_readline +test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_whole_readline ... ok +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_allow_reserved_names +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_allow_reserved_names ... ok +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_duplicate_headers_not_removed +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_duplicate_headers_not_removed ... ok +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_location_header_fixed +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_location_header_fixed ... ok +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_ok_header +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_ok_header ... ok +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_removed_inbound +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_removed_inbound ... ok +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_removed_outbound +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_removed_outbound ... ok +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_shunt_bypassed_inbound +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_shunt_bypassed_inbound ... ok +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_shunted_inbound +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_shunted_inbound ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_is_authorized_for_permitted_referrer +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_is_authorized_for_permitted_referrer ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_is_not_authorized_for_unknown_reseller_prefix +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_is_not_authorized_for_unknown_reseller_prefix ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_options_allowed +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_options_allowed ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_with_validtoken_authorized_for_permitted_referrer +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_with_validtoken_authorized_for_permitted_referrer ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_auth_scheme +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_auth_scheme ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_blank_reseller_prefix +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_blank_reseller_prefix ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_confirmed_identity_is_authorized +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_confirmed_identity_is_authorized ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_confirmed_identity_is_not_authorized +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_confirmed_identity_is_not_authorized ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_denied_responses +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_denied_responses ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_detect_reseller_request +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_detect_reseller_request ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_identified_options_allowed +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_identified_options_allowed ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_invalid_request_authorized +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_invalid_request_authorized ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_invalid_request_non_authorized +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_invalid_request_non_authorized ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_asked_for_and_allowed +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_asked_for_and_allowed ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_asked_for_but_not_allowed +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_asked_for_but_not_allowed ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_default_allowed +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_default_allowed ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_not_set +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_not_set ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set_to_unknown +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set_to_unknown ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set_unknown_with_v2 +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set_unknown_with_v2 ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_reseller_prefix_added_underscore +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_reseller_prefix_added_underscore ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_reseller_prefix_not_added_double_underscores +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_reseller_prefix_not_added_double_underscores ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_invalid_referrer +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_invalid_referrer ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_invalid_reseller_prefix +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_invalid_reseller_prefix ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_referrer_without_rlistings +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_referrer_without_rlistings ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_unauthorized_user +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_unauthorized_user ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_same_user_and_tenant +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_same_user_and_tenant ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_as_owner_for_insensitive_operator_role +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_as_owner_for_insensitive_operator_role ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_as_owner_for_operator_role +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_as_owner_for_operator_role ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_container_sync +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_container_sync ... ok test.unit.account.test_server.TestAccountController.test_create_reserved_namespace_account test.unit.account.test_server.TestAccountController.test_create_reserved_namespace_account ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_info -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_info ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_table_migration -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_table_migration ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_params_utf8 -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_params_utf8 ... ok +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='rhubarb') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx08b4d6a437c545a698d8c-006644f9d1) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=rhubarb%00 {'X-Backend-Record-Type': 'auto'} (txn: tx08b4d6a437c545a698d8c-006644f9d1) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: tx08b4d6a437c545a698d8c-006644f9d1) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx08b4d6a437c545a698d8c-006644f9d1) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx08b4d6a437c545a698d8c-006644f9d1) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: tx08b4d6a437c545a698d8c-006644f9d1) +test DEBUG: Setting object count to 1065 (txn: tx08b4d6a437c545a698d8c-006644f9d1) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx4ac7195e80874fd7b5136-006644f9d2) +test DEBUG: GET listing from 0 shards for: /v1/a/c?marker=bb&end_marker=aa&format=json&states=listing (txn: tx4ac7195e80874fd7b5136-006644f9d2) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txc9ab231b825646f09c19c-006644f9d2) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: txc9ab231b825646f09c19c-006644f9d2) +test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: txc9ab231b825646f09c19c-006644f9d2) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: txc9ab231b825646f09c19c-006644f9d2) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_c', lower='b', upper='c') .shards_a/c_c with {'X-Backend-Record-Type': 'auto'} (txn: txc9ab231b825646f09c19c-006644f9d2) +test DEBUG: Get listing from /v1/.shards_a/c_c?format=json&limit=9999&marker=b&end_marker=c%00 {'X-Backend-Record-Type': 'auto'} (txn: txc9ab231b825646f09c19c-006644f9d2) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: txc9ab231b825646f09c19c-006644f9d2) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='c', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txc9ab231b825646f09c19c-006644f9d2) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txc9ab231b825646f09c19c-006644f9d2) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.1:1001/sdb (txn: txc9ab231b825646f09c19c-006644f9d2) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.0:1000/sda (txn: txc9ab231b825646f09c19c-006644f9d2) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.2:1002/sdc (txn: txc9ab231b825646f09c19c-006644f9d2) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.3:1003/sda (txn: txc9ab231b825646f09c19c-006644f9d2) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.4:1004/sda (txn: txc9ab231b825646f09c19c-006644f9d2) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.5:1005/sda (txn: txc9ab231b825646f09c19c-006644f9d2) +test ERROR: Container GET returning 503 for [503, 503, 503, 503, 503, 503] (txn: txc9ab231b825646f09c19c-006644f9d2) +test WARNING: Failed to get container listing from /v1/a/c?format=json&states=listing: 503 (txn: txc9ab231b825646f09c19c-006644f9d2) +test ERROR: Aborting listing from shards due to bad response: [200, 200, 503] (txn: txc9ab231b825646f09c19c-006644f9d2) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: txf7ae6dc9d2eb45c2ac247-006644f9d2) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txf7ae6dc9d2eb45c2ac247-006644f9d2) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txf7ae6dc9d2eb45c2ac247-006644f9d2) +test ERROR: Aborting listing from shards due to bad shard policy index: 0 (expected 1) (txn: txf7ae6dc9d2eb45c2ac247-006644f9d2) +test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: txfaf127b17d114fe3b53c9-006644f9d2) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txfaf127b17d114fe3b53c9-006644f9d2) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txfaf127b17d114fe3b53c9-006644f9d2) +test ERROR: Aborting listing from shards due to bad shard policy index: None (expected 1) (txn: txfaf127b17d114fe3b53c9-006644f9d2) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx5deae1220d0a4f3bb38b3-006644f9d3) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx5deae1220d0a4f3bb38b3-006644f9d3) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx5deae1220d0a4f3bb38b3-006644f9d3) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx5deae1220d0a4f3bb38b3-006644f9d3) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx5deae1220d0a4f3bb38b3-006644f9d3) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx5deae1220d0a4f3bb38b3-006644f9d3) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx5deae1220d0a4f3bb38b3-006644f9d3) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx5deae1220d0a4f3bb38b3-006644f9d3) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx5deae1220d0a4f3bb38b3-006644f9d3) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx5deae1220d0a4f3bb38b3-006644f9d3) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx5deae1220d0a4f3bb38b3-006644f9d3) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx5deae1220d0a4f3bb38b3-006644f9d3) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx5deae1220d0a4f3bb38b3-006644f9d3) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx5deae1220d0a4f3bb38b3-006644f9d3) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx5deae1220d0a4f3bb38b3-006644f9d3) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx5deae1220d0a4f3bb38b3-006644f9d3) +test DEBUG: Setting object count to 3120 (txn: tx5deae1220d0a4f3bb38b3-006644f9d3) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: txd30ff9b4925f489b8a277-006644f9d3) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txd30ff9b4925f489b8a277-006644f9d3) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txd30ff9b4925f489b8a277-006644f9d3) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txd30ff9b4925f489b8a277-006644f9d3) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txd30ff9b4925f489b8a277-006644f9d3) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txd30ff9b4925f489b8a277-006644f9d3) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txd30ff9b4925f489b8a277-006644f9d3) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txd30ff9b4925f489b8a277-006644f9d3) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txd30ff9b4925f489b8a277-006644f9d3) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txd30ff9b4925f489b8a277-006644f9d3) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txd30ff9b4925f489b8a277-006644f9d3) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txd30ff9b4925f489b8a277-006644f9d3) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: txd30ff9b4925f489b8a277-006644f9d3) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txd30ff9b4925f489b8a277-006644f9d3) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txd30ff9b4925f489b8a277-006644f9d3) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: txd30ff9b4925f489b8a277-006644f9d3) +test DEBUG: Setting object count to 3120 (txn: txd30ff9b4925f489b8a277-006644f9d3) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: txe8e6a8f660704084b0375-006644f9d3) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txe8e6a8f660704084b0375-006644f9d3) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txe8e6a8f660704084b0375-006644f9d3) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txe8e6a8f660704084b0375-006644f9d3) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txe8e6a8f660704084b0375-006644f9d3) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txe8e6a8f660704084b0375-006644f9d3) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txe8e6a8f660704084b0375-006644f9d3) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txe8e6a8f660704084b0375-006644f9d3) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txe8e6a8f660704084b0375-006644f9d3) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txe8e6a8f660704084b0375-006644f9d3) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txe8e6a8f660704084b0375-006644f9d3) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txe8e6a8f660704084b0375-006644f9d3) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: txe8e6a8f660704084b0375-006644f9d3) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txe8e6a8f660704084b0375-006644f9d3) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txe8e6a8f660704084b0375-006644f9d3) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: txe8e6a8f660704084b0375-006644f9d3) +test DEBUG: Setting object count to 3120 (txn: txe8e6a8f660704084b0375-006644f9d3) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txa58bfa8d053f4b99b7fa4-006644f9d3) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txa58bfa8d053f4b99b7fa4-006644f9d3) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txa58bfa8d053f4b99b7fa4-006644f9d3) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txa58bfa8d053f4b99b7fa4-006644f9d3) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txa58bfa8d053f4b99b7fa4-006644f9d3) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txa58bfa8d053f4b99b7fa4-006644f9d3) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txa58bfa8d053f4b99b7fa4-006644f9d3) +test DEBUG: Getting listing part 2 from shard Namespace(name='a/c', lower='pie', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: txa58bfa8d053f4b99b7fa4-006644f9d3) +test DEBUG: Get listing from /v1/a/c?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'object'} (txn: txa58bfa8d053f4b99b7fa4-006644f9d3) +test DEBUG: Found 3072 objects in shard (state=sharded), total = 3120 (txn: txa58bfa8d053f4b99b7fa4-006644f9d3) +test DEBUG: Setting object count to 3120 (txn: txa58bfa8d053f4b99b7fa4-006644f9d3) +test DEBUG: GET listing from 5 shards for: /v1/a/c?reverse=true&limit=&format=json&states=listing (txn: tx6c21ff9bf27b4c50829d4-006644f9d3) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx6c21ff9bf27b4c50829d4-006644f9d3) +test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&limit=10000&format=json&marker=&end_marker=%F0%9F%8C%B4 {'X-Backend-Record-Type': 'auto'} (txn: tx6c21ff9bf27b4c50829d4-006644f9d3) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: tx6c21ff9bf27b4c50829d4-006644f9d3) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx6c21ff9bf27b4c50829d4-006644f9d3) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?reverse=true&limit=8976&format=json&marker=%F0%9F%8C%B5&end_marker=%E2%98%83 {'X-Backend-Record-Type': 'auto'} (txn: tx6c21ff9bf27b4c50829d4-006644f9d3) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2048 (txn: tx6c21ff9bf27b4c50829d4-006644f9d3) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx6c21ff9bf27b4c50829d4-006644f9d3) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?reverse=true&limit=7952&format=json&marker=%E2%98%84&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: tx6c21ff9bf27b4c50829d4-006644f9d3) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3072 (txn: tx6c21ff9bf27b4c50829d4-006644f9d3) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx6c21ff9bf27b4c50829d4-006644f9d3) +test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&limit=6928&format=json&marker=q&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx6c21ff9bf27b4c50829d4-006644f9d3) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 3080 (txn: tx6c21ff9bf27b4c50829d4-006644f9d3) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx6c21ff9bf27b4c50829d4-006644f9d3) +test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&limit=6920&format=json&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx6c21ff9bf27b4c50829d4-006644f9d3) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 3120 (txn: tx6c21ff9bf27b4c50829d4-006644f9d3) +test DEBUG: Setting object count to 3120 (txn: tx6c21ff9bf27b4c50829d4-006644f9d3) +test DEBUG: GET listing from 5 shards for: /v1/a/c?limit=49&format=json&states=listing (txn: tx4168ac3725c94f8182e93-006644f9d3) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx4168ac3725c94f8182e93-006644f9d3) +test DEBUG: Get listing from /v1/.shards_a/c_ham?limit=49&format=json&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx4168ac3725c94f8182e93-006644f9d3) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx4168ac3725c94f8182e93-006644f9d3) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx4168ac3725c94f8182e93-006644f9d3) +test DEBUG: Get listing from /v1/.shards_a/c_pie?limit=9&format=json&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx4168ac3725c94f8182e93-006644f9d3) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx4168ac3725c94f8182e93-006644f9d3) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx4168ac3725c94f8182e93-006644f9d3) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?limit=1&format=json&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx4168ac3725c94f8182e93-006644f9d3) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 49 (txn: tx4168ac3725c94f8182e93-006644f9d3) +test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=%E2%98%86&format=json&states=listing (txn: tx987e61ceccdc472aae333-006644f9d4) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx987e61ceccdc472aae333-006644f9d4) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&format=json&limit=10000&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx987e61ceccdc472aae333-006644f9d4) +test DEBUG: Found 1022 objects in shard (state=unsharded), total = 1022 (txn: tx987e61ceccdc472aae333-006644f9d4) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx987e61ceccdc472aae333-006644f9d4) +test DEBUG: Get listing from /v1/.shards_a/c_?marker=%E2%A8%83&format=json&limit=8978&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx987e61ceccdc472aae333-006644f9d4) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2046 (txn: tx987e61ceccdc472aae333-006644f9d4) +test DEBUG: GET listing from 4 shards for: /v1/a/c?end_marker=%E2%98%8A&format=json&states=listing (txn: tx20964c355c134008aca98-006644f9d4) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx20964c355c134008aca98-006644f9d4) +test DEBUG: Get listing from /v1/.shards_a/c_ham?end_marker=ham%00&format=json&limit=10000&marker= {'X-Backend-Record-Type': 'auto'} (txn: tx20964c355c134008aca98-006644f9d4) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx20964c355c134008aca98-006644f9d4) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx20964c355c134008aca98-006644f9d4) +test DEBUG: Get listing from /v1/.shards_a/c_pie?end_marker=pie%00&format=json&limit=9960&marker=h {'X-Backend-Record-Type': 'auto'} (txn: tx20964c355c134008aca98-006644f9d4) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx20964c355c134008aca98-006644f9d4) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx20964c355c134008aca98-006644f9d4) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?end_marker=%E2%98%83%00&format=json&limit=9952&marker=p {'X-Backend-Record-Type': 'auto'} (txn: tx20964c355c134008aca98-006644f9d4) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx20964c355c134008aca98-006644f9d4) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx20964c355c134008aca98-006644f9d4) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?end_marker=%E2%98%8A&format=json&limit=8928&marker=%D1%B0 {'X-Backend-Record-Type': 'auto'} (txn: tx20964c355c134008aca98-006644f9d4) +test DEBUG: Found 6 objects in shard (state=unsharded), total = 1078 (txn: tx20964c355c134008aca98-006644f9d4) +test DEBUG: GET listing from 5 shards for: /v1/a/c?prefix=hat&format=json&states=listing (txn: txc6326880f582406fbfbf3-006644f9d4) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txc6326880f582406fbfbf3-006644f9d4) +test DEBUG: Get listing from /v1/.shards_a/c_pie?prefix=hat&format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txc6326880f582406fbfbf3-006644f9d4) +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_no_memcache ... ok test.unit.account.test_server.TestAccountController.test_delimiter_with_reserved_and_no_public test.unit.account.test_server.TestAccountController.test_delimiter_with_reserved_and_no_public ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_max_expanding -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_max_expanding ... ok -test.unit.common.ring.test_ring.TestRing.test_get_more_nodes -test.unit.common.ring.test_ring.TestRing.test_get_more_nodes ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_policy_stats_non_default -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_policy_stats_non_default ... ok -test.unit.common.ring.test_ring.TestRing.test_get_more_nodes_with_zero_weight_region -test.unit.common.ring.test_ring.TestRing.test_get_more_nodes_with_zero_weight_region ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_max_shrinking -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_max_shrinking ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_policy_stats_with_legacy -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_policy_stats_with_legacy ... ok -test.unit.common.ring.test_ring.TestRing.test_get_nodes -test.unit.common.ring.test_ring.TestRing.test_get_nodes ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_reclaim -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_reclaim ... ok -test.unit.common.ring.test_ring.TestRing.test_get_part -test.unit.common.ring.test_ring.TestRing.test_get_part ... ok -test.unit.account.test_server.TestAccountController.test_delimiter_with_reserved_and_public -test.unit.account.test_server.TestAccountController.test_delimiter_with_reserved_and_public ... ok -test.unit.common.ring.test_ring.TestRing.test_get_part_nodes -test.unit.common.ring.test_ring.TestRing.test_get_part_nodes ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_nine_donors_one_acceptor -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_nine_donors_one_acceptor ... ok -test.unit.common.ring.test_ring.TestRing.test_has_changed -test.unit.common.ring.test_ring.TestRing.test_has_changed ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_table_migration_in_get_policy_stats -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_table_migration_in_get_policy_stats ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_fills_gap -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_fills_gap ... ok -test.unit.account.test_server.TestAccountController.test_empty_except_for_used_policies -test.unit.account.test_server.TestAccountController.test_empty_except_for_used_policies ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_no_donors -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_no_donors ... ok -test.unit.account.test_server.TestAccountController.test_empty_policy_stats -test.unit.account.test_server.TestAccountController.test_empty_policy_stats ... ok -test.unit.account.test_server.TestAccountController.test_init -test.unit.account.test_server.TestAccountController.test_init ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_warns_of_gap -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_warns_of_gap ... ok -test.unit.account.test_server.TestAccountController.test_insufficient_storage_mount_check_false -test.unit.account.test_server.TestAccountController.test_insufficient_storage_mount_check_false ... ok -test.unit.account.test_server.TestAccountController.test_insufficient_storage_mount_check_true -test.unit.account.test_server.TestAccountController.test_insufficient_storage_mount_check_true ... ok -test.unit.account.test_server.TestAccountController.test_invalid_method_doesnt_exist -test.unit.account.test_server.TestAccountController.test_invalid_method_doesnt_exist ... ok -test.unit.account.test_server.TestAccountController.test_invalid_method_is_not_public -test.unit.account.test_server.TestAccountController.test_invalid_method_is_not_public ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_and_delim_with_reserved -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_and_delim_with_reserved ... ok -test.unit.account.test_server.TestAccountController.test_list_allowed_methods -test.unit.account.test_server.TestAccountController.test_list_allowed_methods ... ok -test.unit.account.test_server.TestAccountController.test_log_line_format -test.unit.account.test_server.TestAccountController.test_log_line_format ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_no_gaps -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_no_gaps ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_warns_of_overlap -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_warns_of_overlap ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_overlapping_ranges -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_overlapping_ranges ... ok -test.unit.common.ring.test_ring.TestRing.test_reload -test.unit.common.ring.test_ring.TestRing.test_reload ... ok -test.unit.common.ring.test_ring.TestRing.test_reload_old_style_pickled_ring -test.unit.common.ring.test_ring.TestRing.test_reload_old_style_pickled_ring ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_overlapping_ranges_with_ineligible_state -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_overlapping_ranges_with_ineligible_state ... ok -test.unit.container.test_backend.TestContainerBroker.test_empty -test.unit.container.test_backend.TestContainerBroker.test_empty ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_children_overlaps_with_parent_donor -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_children_overlaps_with_parent_donor ... ok -test.unit.common.ring.test_ring.TestRing.test_reload_without_replication -test.unit.common.ring.test_ring.TestRing.test_reload_without_replication ... ok -test.unit.common.ring.test_ring.TestRing.test_replica_count -test.unit.common.ring.test_ring.TestRing.test_replica_count ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_pre_storage_policy_replication -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_pre_storage_policy_replication ... ok -test.unit.common.test_manager.TestManager.test_create -test.unit.common.test_manager.TestManager.test_create ... ok -test.unit.common.test_manager.TestManager.test_default_strict -test.unit.common.test_manager.TestManager.test_default_strict ... ok -test.unit.common.test_manager.TestManager.test_force_reload -test.unit.common.test_manager.TestManager.test_force_reload ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_with_reserved -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_with_reserved ... ok -test.unit.common.test_manager.TestManager.test_get_command -test.unit.common.test_manager.TestManager.test_get_command ... ok -test.unit.common.test_manager.TestManager.test_iter -test.unit.common.test_manager.TestManager.test_iter ... ok -test.unit.common.test_manager.TestManager.test_list_commands -test.unit.common.test_manager.TestManager.test_list_commands ... ok -test.unit.common.test_manager.TestManager.test_no_daemon -test.unit.common.test_manager.TestManager.test_no_daemon ... ok -test.unit.common.test_manager.TestManager.test_no_wait -test.unit.common.test_manager.TestManager.test_no_wait ... ok -test.unit.common.test_manager.TestManager.test_once -test.unit.common.test_manager.TestManager.test_once ... ok -test.unit.common.test_manager.TestManager.test_reload -test.unit.common.test_manager.TestManager.test_reload ... ok -test.unit.common.test_manager.TestManager.test_restart -test.unit.common.test_manager.TestManager.test_restart ... ok -test.unit.common.test_manager.TestManager.test_run_command -test.unit.common.test_manager.TestManager.test_run_command ... ok -test.unit.common.test_manager.TestManager.test_shutdown -test.unit.common.test_manager.TestManager.test_shutdown ... ok -test.unit.common.test_manager.TestManager.test_start -test.unit.common.test_manager.TestManager.test_start ... ok -test.unit.common.test_manager.TestManager.test_status -test.unit.common.test_manager.TestManager.test_status ... ok -test.unit.common.test_manager.TestManager.test_stop -test.unit.common.test_manager.TestManager.test_stop ... ok -test ERROR: Error reading recon cache file: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/recon.py", line 85, in _from_recon_cache - with openr(cache_file, 'r') as f: - ^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/recon.py", line 85, in _from_recon_cache - with openr(cache_file, 'r') as f: - ^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError: [Errno None] None -test ERROR: Error parsing recon cache file: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/recon.py", line 85, in _from_recon_cache - with openr(cache_file, 'r') as f: - ^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/test_recon.py", line 225, in raise_ValueError - raise ValueError -ValueError -test ERROR: Error reading ringfile: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/recon.py", line 276, in get_ring_md5 - sums[ringfile] = md5_hash_for_file(ringfile) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError -test ERROR: Error reading ringfile: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/recon.py", line 276, in get_ring_md5 - sums[ringfile] = md5_hash_for_file(ringfile) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError -test ERROR: Error reading ringfile: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/recon.py", line 276, in get_ring_md5 - sums[ringfile] = md5_hash_for_file(ringfile) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError -test ERROR: Error reading ringfile: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/recon.py", line 276, in get_ring_md5 - sums[ringfile] = md5_hash_for_file(ringfile) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/test_recon.py", line 386, in fake_hash_for_file - raise IOError -OSError -test ERROR: Error reading ringfile: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/recon.py", line 276, in get_ring_md5 - sums[ringfile] = md5_hash_for_file(ringfile) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/test_recon.py", line 386, in fake_hash_for_file - raise IOError -OSError -test ERROR: Error reading ringfile: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/recon.py", line 276, in get_ring_md5 - sums[ringfile] = md5_hash_for_file(ringfile) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError -test ERROR: Error reading ringfile: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/recon.py", line 276, in get_ring_md5 - sums[ringfile] = md5_hash_for_file(ringfile) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError -test ERROR: Error reading ringfile: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/recon.py", line 276, in get_ring_md5 - sums[ringfile] = md5_hash_for_file(ringfile) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError - -user quit -No .MockServer object at 0x7f33a0379d90> running -.MockServerFactory.MockServer object at 0x7f33a0379a90> (1) appears to have stopped -No .MockServerFactory.MockServer object at 0x7f33a037a850> running -No .MockServerFactory.MockServer object at 0x7f33a0379ed0> running -Waited 15 seconds for .MockServerFactory.MockServer object at 0x7f33a0379a90> to die; giving up -Waited 15 seconds for .MockServerFactory.MockServer object at 0x7f33a0379b50> to die; killing -test.unit.common.test_manager.TestManager.test_stop_kill_after_timeout -test.unit.common.test_manager.TestManager.test_stop_kill_after_timeout ... ok -test.unit.common.test_recon.TestCommonRecon.test_server_type_to_recon_file -test.unit.common.test_recon.TestCommonRecon.test_server_type_to_recon_file ... ok -test.unit.common.test_registry.TestSensitiveRegistry.test_get_sensitive_headers -test.unit.common.test_registry.TestSensitiveRegistry.test_get_sensitive_headers ... ok -test.unit.common.test_registry.TestSensitiveRegistry.test_get_sensitive_params -test.unit.common.test_registry.TestSensitiveRegistry.test_get_sensitive_params ... ok -test.unit.common.test_registry.TestSensitiveRegistry.test_register_sensitive_header -test.unit.common.test_registry.TestSensitiveRegistry.test_register_sensitive_header ... ok -test.unit.common.test_registry.TestSensitiveRegistry.test_register_sensitive_param -test.unit.common.test_registry.TestSensitiveRegistry.test_register_sensitive_param ... ok -test.unit.common.test_swob.TestConditionalIfMatch.test_match_star -test.unit.common.test_swob.TestConditionalIfMatch.test_match_star ... ok -test.unit.common.test_swob.TestConditionalIfMatch.test_match_star_on_404 -test.unit.common.test_swob.TestConditionalIfMatch.test_match_star_on_404 ... ok -test.unit.common.test_swob.TestConditionalIfMatch.test_no_match -test.unit.common.test_swob.TestConditionalIfMatch.test_no_match ... ok -test.unit.common.test_swob.TestConditionalIfMatch.test_quoted_simple_match -test.unit.common.test_swob.TestConditionalIfMatch.test_quoted_simple_match ... ok -test.unit.common.test_swob.TestConditionalIfMatch.test_simple_conditional_etag_match -test.unit.common.test_swob.TestConditionalIfMatch.test_simple_conditional_etag_match ... ok -test.unit.common.test_swob.TestConditionalIfMatch.test_simple_conditional_etag_no_match -test.unit.common.test_swob.TestConditionalIfMatch.test_simple_conditional_etag_no_match ... ok -test.unit.common.test_swob.TestConditionalIfMatch.test_simple_match -test.unit.common.test_swob.TestConditionalIfMatch.test_simple_match ... ok -test.unit.common.test_swob.TestEtag.test_normalize_bytes -test.unit.common.test_swob.TestEtag.test_normalize_bytes ... ok -test.unit.common.test_swob.TestEtag.test_normalize_etag -test.unit.common.test_swob.TestEtag.test_normalize_etag ... ok -test.unit.common.test_swob.TestHeaderEnvironProxy.test_contains -test.unit.common.test_swob.TestHeaderEnvironProxy.test_contains ... ok -test.unit.common.test_swob.TestHeaderEnvironProxy.test_del -test.unit.common.test_swob.TestHeaderEnvironProxy.test_del ... ok -test.unit.common.test_swob.TestHeaderEnvironProxy.test_ignored_keys -test.unit.common.test_swob.TestHeaderEnvironProxy.test_ignored_keys ... ok -test.unit.common.test_swob.TestHeaderEnvironProxy.test_keys -test.unit.common.test_swob.TestHeaderEnvironProxy.test_keys ... ok -test.unit.common.test_swob.TestHeaderEnvironProxy.test_proxy -test.unit.common.test_swob.TestHeaderEnvironProxy.test_proxy ... ok -test.unit.common.test_utils.TestAffinityLocalityPredicate.test_empty -test.unit.common.test_utils.TestAffinityLocalityPredicate.test_empty ... ok -test.unit.common.test_utils.TestAffinityLocalityPredicate.test_invalid -test.unit.common.test_utils.TestAffinityLocalityPredicate.test_invalid ... ok -test.unit.common.test_utils.TestAffinityLocalityPredicate.test_multiple -test.unit.common.test_utils.TestAffinityLocalityPredicate.test_multiple ... ok -test.unit.common.test_utils.TestAffinityLocalityPredicate.test_region -test.unit.common.test_utils.TestAffinityLocalityPredicate.test_region ... ok -test.unit.common.test_utils.TestAffinityLocalityPredicate.test_zone -test.unit.common.test_utils.TestAffinityLocalityPredicate.test_zone ... ok -test.unit.common.test_utils.TestFallocateReserve.test_all_reserved -test.unit.common.test_utils.TestFallocateReserve.test_all_reserved ... ok -test.unit.common.test_utils.TestFallocateReserve.test_all_space_reserved_pct -test.unit.common.test_utils.TestFallocateReserve.test_all_space_reserved_pct ... ok -test.unit.common.test_utils.TestFallocateReserve.test_disabled -test.unit.common.test_utils.TestFallocateReserve.test_disabled ... ok -test.unit.common.test_utils.TestFallocateReserve.test_enough_space -test.unit.common.test_utils.TestFallocateReserve.test_enough_space ... ok -test.unit.common.test_utils.TestFallocateReserve.test_enough_space_pct -test.unit.common.test_utils.TestFallocateReserve.test_enough_space_pct ... ok -test.unit.common.test_utils.TestFallocateReserve.test_enough_space_small_blocks -test.unit.common.test_utils.TestFallocateReserve.test_enough_space_small_blocks ... ok -test.unit.common.test_utils.TestFallocateReserve.test_free_space_under_reserve -test.unit.common.test_utils.TestFallocateReserve.test_free_space_under_reserve ... ok -test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space -test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space ... ok -test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_large -test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_large ... ok -test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_pct -test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_pct ... ok -test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_small_blocks -test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_small_blocks ... ok -test.unit.common.test_utils.TestFallocateReserve.test_zero_reserve -test.unit.common.test_utils.TestFallocateReserve.test_zero_reserve ... ok -test.unit.common.test_utils.TestFsHasFreeSpace.test_bytes -test.unit.common.test_utils.TestFsHasFreeSpace.test_bytes ... ok -test.unit.common.test_utils.TestFsHasFreeSpace.test_bytes_using_file_descriptor -test.unit.common.test_utils.TestFsHasFreeSpace.test_bytes_using_file_descriptor ... ok -test.unit.common.test_utils.TestFsHasFreeSpace.test_percent -test.unit.common.test_utils.TestFsHasFreeSpace.test_percent ... ok -test.unit.common.test_utils.TestParseMimeHeaders.test_parse_mime_headers -test.unit.common.test_utils.TestParseMimeHeaders.test_parse_mime_headers ... ok -test.unit.common.test_utils.TestWatchdog.test_start_stop -test.unit.common.test_utils.TestWatchdog.test_start_stop ... ok -test.unit.common.test_utils.TestWatchdog.test_timeout_concurrency -test.unit.common.test_utils.TestWatchdog.test_timeout_concurrency ... ok -test.unit.common.test_utils.TestWatchdog.test_timeout_expire -test.unit.common.test_utils.TestWatchdog.test_timeout_expire ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shard_ranges_in_found_state -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shard_ranges_in_found_state ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_reverse_prefix_delim -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_reverse_prefix_delim ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_exits_if_sharding_state -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_exits_if_sharding_state ... ok -test.unit.account.test_server.TestAccountController.test_markers_with_reserved -test.unit.account.test_server.TestAccountController.test_markers_with_reserved ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_replicaiton_server_call_all_methods -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_replicaiton_server_call_all_methods ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shrink_threshold -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shrink_threshold ... ok -test.unit.account.test_utils.TestAccountUtils.test_account_listing_reserved_names -test.unit.account.test_utils.TestAccountUtils.test_account_listing_reserved_names ... ok -test.unit.account.test_utils.TestAccountUtils.test_account_listing_response -test.unit.account.test_utils.TestAccountUtils.test_account_listing_response ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shrink_threshold_with_tombstones -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shrink_threshold_with_tombstones ... ok -test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_empty_memory_broker -test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_empty_memory_broker ... ok -test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_fake_broker -test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_fake_broker ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_exits_if_shrinking_state -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_exits_if_shrinking_state ... ok -test.unit.account.test_server.TestAccountController.test_multiple_policies_in_use -test.unit.account.test_server.TestAccountController.test_multiple_policies_in_use ... ok -test.unit.account.test_server.TestAccountController.test_not_allowed_method -test.unit.account.test_server.TestAccountController.test_not_allowed_method ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_reserved_markers_with_non_reserved -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_reserved_markers_with_non_reserved ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_serv_reserv -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_serv_reserv ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path_utf8 -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path_utf8 ... ok -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205430.00000, (0, 0) as of 1750205430.00000, cleaved as of 1750205430.00000> to ShardRange<'k' to 't' as of 1750205431.00000, (0, 0) as of 1750205431.00000, shrunk as of 1750205431.00000>, path: .shards_a/shard_c_1750205431.00000, db: /tmp/tmp1awdfjue/sda/containers/0/afb/3ea4b882bbcae88603fcafd02a7a4afb/3ea4b882bbcae88603fcafd02a7a4afb.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205431.00000, db: /tmp/tmp1awdfjue/sda/containers/0/afb/3ea4b882bbcae88603fcafd02a7a4afb/3ea4b882bbcae88603fcafd02a7a4afb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205433.00000, db: /tmp/tmp1awdfjue/sda/containers/0/e04/76f019bb4f531923557ca837ec1b0e04/76f019bb4f531923557ca837ec1b0e04.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205432.00000, (0, 0) as of 1750205432.00000, active as of 1750205432.00000> to ShardRange<'k' to 't' as of 1750205433.00000, (0, 0) as of 1750205433.00000, found as of 1750205433.00000>, path: .shards_a/shard_c_1750205433.00000, db: /tmp/tmp1awdfjue/sda/containers/0/e04/76f019bb4f531923557ca837ec1b0e04/76f019bb4f531923557ca837ec1b0e04.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205435.00000, db: /tmp/tmp1awdfjue/sda/containers/0/dfa/c28fe8687e35084ce1cc827d2350edfa/c28fe8687e35084ce1cc827d2350edfa.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205434.00000, (0, 0) as of 1750205434.00000, active as of 1750205434.00000> to ShardRange<'k' to 't' as of 1750205435.00000, (0, 0) as of 1750205435.00000, created as of 1750205435.00000>, path: .shards_a/shard_c_1750205435.00000, db: /tmp/tmp1awdfjue/sda/containers/0/dfa/c28fe8687e35084ce1cc827d2350edfa/c28fe8687e35084ce1cc827d2350edfa.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205437.00000, db: /tmp/tmp1awdfjue/sda/containers/0/386/8ef6821374087ccfe70958ff8c3fe386/8ef6821374087ccfe70958ff8c3fe386.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205436.00000, (0, 0) as of 1750205436.00000, active as of 1750205436.00000> to ShardRange<'k' to 't' as of 1750205437.00000, (0, 0) as of 1750205437.00000, cleaved as of 1750205437.00000>, path: .shards_a/shard_c_1750205437.00000, db: /tmp/tmp1awdfjue/sda/containers/0/386/8ef6821374087ccfe70958ff8c3fe386/8ef6821374087ccfe70958ff8c3fe386.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205439.00000, db: /tmp/tmp1awdfjue/sda/containers/0/31e/303fa55cc23f71a580161a38ef92b31e/303fa55cc23f71a580161a38ef92b31e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205441.00000, db: /tmp/tmp1awdfjue/sda/containers/0/299/f129aa0aa6bca0aba2821ed49a9c5299/f129aa0aa6bca0aba2821ed49a9c5299.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205440.00000, (0, 0) as of 1750205440.00000, active as of 1750205440.00000> to ShardRange<'k' to 't' as of 1750205441.00000, (0, 0) as of 1750205441.00000, shrinking as of 1750205441.00000>, path: .shards_a/shard_c_1750205441.00000, db: /tmp/tmp1awdfjue/sda/containers/0/299/f129aa0aa6bca0aba2821ed49a9c5299/f129aa0aa6bca0aba2821ed49a9c5299.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205441.00000, db: /tmp/tmp1awdfjue/sda/containers/0/299/f129aa0aa6bca0aba2821ed49a9c5299/f129aa0aa6bca0aba2821ed49a9c5299.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205443.00000, db: /tmp/tmp1awdfjue/sda/containers/0/c06/baafc0092a82146e61179caf39633c06/baafc0092a82146e61179caf39633c06.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205442.00000, (0, 0) as of 1750205442.00000, active as of 1750205442.00000> to ShardRange<'k' to 't' as of 1750205443.00000, (0, 0) as of 1750205443.00000, sharding as of 1750205443.00000>, path: .shards_a/shard_c_1750205443.00000, db: /tmp/tmp1awdfjue/sda/containers/0/c06/baafc0092a82146e61179caf39633c06/baafc0092a82146e61179caf39633c06.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205443.00000, db: /tmp/tmp1awdfjue/sda/containers/0/c06/baafc0092a82146e61179caf39633c06/baafc0092a82146e61179caf39633c06.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205445.00000, db: /tmp/tmp1awdfjue/sda/containers/0/828/9a35e0e9e1e398548c8e2a6c042c0828/9a35e0e9e1e398548c8e2a6c042c0828.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205444.00000, (0, 0) as of 1750205444.00000, active as of 1750205444.00000> to ShardRange<'k' to 't' as of 1750205445.00000, (0, 0) as of 1750205445.00000, sharded as of 1750205445.00000>, path: .shards_a/shard_c_1750205445.00000, db: /tmp/tmp1awdfjue/sda/containers/0/828/9a35e0e9e1e398548c8e2a6c042c0828/9a35e0e9e1e398548c8e2a6c042c0828.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205445.00000, db: /tmp/tmp1awdfjue/sda/containers/0/828/9a35e0e9e1e398548c8e2a6c042c0828/9a35e0e9e1e398548c8e2a6c042c0828.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205447.00000, db: /tmp/tmp1awdfjue/sda/containers/0/ed5/c7102f4d30848c961a79374d3673aed5/c7102f4d30848c961a79374d3673aed5.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205446.00000, (0, 0) as of 1750205446.00000, active as of 1750205446.00000> to ShardRange<'k' to 't' as of 1750205447.00000, (0, 0) as of 1750205447.00000, shrunk as of 1750205447.00000>, path: .shards_a/shard_c_1750205447.00000, db: /tmp/tmp1awdfjue/sda/containers/0/ed5/c7102f4d30848c961a79374d3673aed5/c7102f4d30848c961a79374d3673aed5.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205447.00000, db: /tmp/tmp1awdfjue/sda/containers/0/ed5/c7102f4d30848c961a79374d3673aed5/c7102f4d30848c961a79374d3673aed5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205449.00000, db: /tmp/tmp1awdfjue/sda/containers/0/371/0b741bf32b862becd6ecec1817abb371/0b741bf32b862becd6ecec1817abb371.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205448.00000, (0, 0) as of 1750205448.00000, shrinking as of 1750205448.00000> to ShardRange<'k' to 't' as of 1750205449.00000, (0, 0) as of 1750205449.00000, found as of 1750205449.00000>, path: .shards_a/shard_c_1750205449.00000, db: /tmp/tmp1awdfjue/sda/containers/0/371/0b741bf32b862becd6ecec1817abb371/0b741bf32b862becd6ecec1817abb371.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205451.00000, db: /tmp/tmp1awdfjue/sda/containers/0/20c/a90e515da2efc4239d305e5c327d520c/a90e515da2efc4239d305e5c327d520c.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205450.00000, (0, 0) as of 1750205450.00000, shrinking as of 1750205450.00000> to ShardRange<'k' to 't' as of 1750205451.00000, (0, 0) as of 1750205451.00000, created as of 1750205451.00000>, path: .shards_a/shard_c_1750205451.00000, db: /tmp/tmp1awdfjue/sda/containers/0/20c/a90e515da2efc4239d305e5c327d520c/a90e515da2efc4239d305e5c327d520c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205453.00000, db: /tmp/tmp1awdfjue/sda/containers/0/f47/086ecc9ac7ea6ef7b64ead4ebc967f47/086ecc9ac7ea6ef7b64ead4ebc967f47.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205452.00000, (0, 0) as of 1750205452.00000, shrinking as of 1750205452.00000> to ShardRange<'k' to 't' as of 1750205453.00000, (0, 0) as of 1750205453.00000, cleaved as of 1750205453.00000>, path: .shards_a/shard_c_1750205453.00000, db: /tmp/tmp1awdfjue/sda/containers/0/f47/086ecc9ac7ea6ef7b64ead4ebc967f47/086ecc9ac7ea6ef7b64ead4ebc967f47.db -test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_with_data -test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_with_data ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_single_donor_shrink_to_root -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_single_donor_shrink_to_root ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_overlapping_ranges -test.unit.container.test_sharder.TestSharderFunctions.test_find_overlapping_ranges ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_paths_with_gaps -test.unit.container.test_sharder.TestSharderFunctions.test_find_paths_with_gaps ... ok -test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_with_legacy_data -test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_with_legacy_data ... ok -test ERROR: ERROR __call__ error with REPLICATE /sda1/p/a/ : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/account/server.py", line 313, in __call__ - res = getattr(self, req.method)(req) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 1519, in _timing_stats - resp = func(ctrl, *args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/account/server.py", line 279, in REPLICATE - ret = self.replicator_rpc.dispatch(post_args, args) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/db_replicator.py", line 897, in dispatch - return getattr(self, op)( - ^^^^^^^^^^^^^^^^^ -AttributeError: 'ReplicatorRpc' object has no attribute 'unknown_sync' -test DEBUG: - - - [18/Jun/2025:00:10:00 +0000] "REPLICATE /sda1/p/a/" 500 833 "-" "-" "-" 0.0065 "-" 709812 - -test DEBUG: - - - [18/Jun/2025:00:10:00 +0000] "REPLICATE /sda1/p/a/" 400 49 "-" "-" "-" 0.0002 "-" 709812 - -test ERROR: ERROR __call__ error with PUT /sda1/p/a/c : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/account/server.py", line 313, in __call__ - res = getattr(self, req.method)(req) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_server.py", line 2606, in mock_put_method - raise Exception() -Exception -test INFO: - - - [18/Jun/2025:00:10:00 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.2729 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:10:00 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0024 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:10:00 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0008 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:10:00 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0007 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:10:00 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0008 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:10:00 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0008 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:10:00 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.2463 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:10:00 +0000] "PUT /sda1/p/a/c%00stuff" 400 36 "-" "-" "-" 0.0027 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:10:00 +0000] "PUT /sda1/p/foo%00bar" 400 34 "-" "-" "-" 0.0001 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:10:00 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.1939 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:10:00 +0000] "PUT /sda1/p/a/%00c%00stuff" 201 - "-" "-" "-" 0.0008 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:10:00 +0000] "PUT /sda1/p/%00a" 201 - "-" "-" "-" 0.1002 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:10:01 +0000] "PUT /sda1/p/%00foo%00bar" 201 - "-" "-" "-" 0.0775 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:10:01 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.1020 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:10:01 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0008 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:10:01 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.2207 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:10:01 +0000] "GET /sda1/p/a" 200 109 "-" "-" "-" 0.0012 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:10:01 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0011 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:10:01 +0000] "GET /sda1/p/a" 200 26 "-" "-" "-" 0.0012 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:10:01 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.1902 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:10:01 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0171 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:10:01 +0000] "PUT /sda1/p/a/nullish" 201 - "-" "-" "-" 0.1151 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:10:01 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0913 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:10:01 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0016 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:10:01 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0015 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:10:01 +0000] "GET /sda1/p/a" 200 26 "-" "-" "-" 0.0016 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:10:01 +0000] "GET /sda1/p/a" 200 94 "-" "-" "-" 0.0017 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:10:01 +0000] "GET /sda1/p/a" 200 116 "-" "-" "-" 0.0018 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:10:01 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0914 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:10:01 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0015 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:10:01 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:10:01 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0075 "-" 709812 0 -test INFO: - - - [18/Jun/2025:00:10:01 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0668 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:10:01 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:10:02 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0768 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:10:02 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:10:02 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0145 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:10:02 +0000] "method_doesnt_exist /sda1/p/a" 405 - "-" "-" "-" 0.0002 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:10:02 +0000] "__init__ /sda1/p/a" 405 - "-" "-" "-" 0.0001 "-" 709812 - -test INFO: 1.2.3.4 - - [01/Jan/1970:02:46:42 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 2.0000 "-" 1234 - -test INFO: - - - [18/Jun/2025:00:10:02 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0873 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:10:02 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0009 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:10:02 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0781 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:10:02 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0844 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:10:02 +0000] "GET /sda1/p/a" 200 218 "-" "-" "-" 0.0016 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:10:02 +0000] "GET /sda1/p/a" 200 109 "-" "-" "-" 0.0013 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:10:02 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0794 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:10:02 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0009 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:10:02 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.3207 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:10:03 +0000] "PUT /sda1/p/a/%00null%00test03" 201 - "-" "-" "-" 0.2254 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:10:03 +0000] "GET /sda1/p/a" 200 219 "-" "-" "-" 0.0581 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:10:03 +0000] "GET /sda1/p/a" 200 110 "-" "-" "-" 0.0019 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:10:03 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0731 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:10:03 +0000] "PUT /sda1/p/a/c_nulo" 201 - "-" "-" "-" 0.0010 "-" 709812 0 -test INFO: - - - [18/Jun/2025:00:10:03 +0000] "PUT /sda1/p/a/c_unu" 201 - "-" "-" "-" 0.0749 "-" 709812 1 -test INFO: - - - [18/Jun/2025:00:10:03 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0843 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:10:03 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0762 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:10:03 +0000] "PUT /sda1/p/a/%00null%00" 201 - "-" "-" "-" 0.0062 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:10:03 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.2600 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:10:03 +0000] "PUT /sda1/p/a/null" 201 - "-" "-" "-" 0.0799 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:10:04 +0000] "GET /sda1/p/a" 200 92 "-" "-" "-" 0.0864 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:10:04 +0000] "GET /sda1/p/a" 200 304 "-" "-" "-" 0.0013 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:10:04 +0000] "GET /sda1/p/a" 200 201 "-" "-" "-" 0.0012 "-" 709812 - -test.unit.account.test_server.TestAccountController.test_null_markers -test.unit.account.test_server.TestAccountController.test_null_markers ... ok -test.unit.cli.test_info.TestPrintObj.test_missing_etag -test.unit.cli.test_info.TestPrintObj.test_missing_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObj.test_print_obj_invalid -test.unit.cli.test_info.TestPrintObj.test_print_obj_invalid ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObj.test_print_obj_valid -test.unit.cli.test_info.TestPrintObj.test_print_obj_valid ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObj.test_print_obj_with_policy -test.unit.cli.test_info.TestPrintObj.test_print_obj_with_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_ring_builder_analyzer.TestRunScenario.test_it_runs -test.unit.cli.test_ring_builder_analyzer.TestRunScenario.test_it_runs ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_check_crypto_meta -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_check_crypto_meta ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_check_key -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_check_key ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_decryption_context -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_decryption_context ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_decryption_context_non_zero_offset -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_decryption_context_non_zero_offset ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_encryption_context -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_encryption_context ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_iv -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_iv ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_random_key -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_random_key ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_decrypt_range -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_decrypt_range ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_enc_dec_large_chunks -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_enc_dec_large_chunks ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_enc_dec_small_chunks -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_enc_dec_small_chunks ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_get_crypto_meta -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_get_crypto_meta ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_unwrap_bad_key -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_unwrap_bad_key ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_wrap_unwrap_key -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_wrap_unwrap_key ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_append_crypto_meta -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_append_crypto_meta ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_append_then_extract_crypto_meta -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_append_then_extract_crypto_meta ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_dump_crypto_meta -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_dump_crypto_meta ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_dump_then_load_crypto_meta -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_dump_then_load_crypto_meta ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_extract_crypto_meta -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_extract_crypto_meta ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_load_crypto_meta -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_load_crypto_meta ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error_while_segment_bucket_delete -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error_while_segment_bucket_delete ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error_with_enabled_versioning -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error_with_enabled_versioning ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error_with_suspended_versioning -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error_with_suspended_versioning ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_with_empty_versioning -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_with_empty_versioning ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_error -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_error ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_is_truncated -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_is_truncated ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_is_truncated_url_encoded -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_is_truncated_url_encoded ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_last_modified_rounding -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_last_modified_rounding ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_max_keys -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_max_keys ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_negative_max_keys -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_negative_max_keys ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_non_json -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_non_json ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_over_32bit_int_max_keys -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_over_32bit_int_max_keys ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_passthroughs -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_passthroughs ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_str_max_keys -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_str_max_keys ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_subdir -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_subdir ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_subdir_with_delimiter_max_keys -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_subdir_with_delimiter_max_keys ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_url_encoded -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_url_encoded ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_fetch_owner -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_fetch_owner ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_is_truncated -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_is_truncated ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_passthroughs -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_passthroughs ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_with_delimiter_max_keys -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_with_delimiter_max_keys ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_with_nonascii_queries -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_with_nonascii_queries ... ok -test INFO: - - - [18/Jun/2025:00:09:58 +0000] "__init__ /sda1/p/a" 405 - "-" "-" "-" 0.0001 "-" 709804 - -test INFO: 1.2.3.4 - - [01/Jan/1970:02:46:42 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 2.0000 "-" 1234 - -test INFO: - - - [18/Jun/2025:00:09:58 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0728 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:58 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0009 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:58 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.1072 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:58 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0766 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:58 +0000] "GET /sda1/p/a" 200 218 "-" "-" "-" 0.0019 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:58 +0000] "GET /sda1/p/a" 200 109 "-" "-" "-" 0.0015 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:58 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0675 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:58 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0013 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:58 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0747 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:59 +0000] "PUT /sda1/p/a/%00null%00test03" 201 - "-" "-" "-" 0.1406 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:59 +0000] "GET /sda1/p/a" 200 219 "-" "-" "-" 0.1169 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:59 +0000] "GET /sda1/p/a" 200 110 "-" "-" "-" 0.0019 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:59 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0855 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:59 +0000] "PUT /sda1/p/a/c_zero" 201 - "-" "-" "-" 0.0084 "-" 709804 0 -test INFO: - - - [18/Jun/2025:00:09:59 +0000] "PUT /sda1/p/a/c_one" 201 - "-" "-" "-" 0.0745 "-" 709804 1 -test INFO: - - - [18/Jun/2025:00:09:59 +0000] "PUT /sda1/p/a/c_two" 201 - "-" "-" "-" 0.0924 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:09:59 +0000] "PUT /sda1/p/a/c_three" 201 - "-" "-" "-" 0.0829 "-" 709804 3 -test INFO: - - - [18/Jun/2025:00:09:59 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.1179 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:59 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.2731 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:09:59 +0000] "PUT /sda1/p/a/%00null%00" 201 - "-" "-" "-" 0.0457 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:10:00 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.2990 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:10:00 +0000] "PUT /sda1/p/a/null" 201 - "-" "-" "-" 0.3586 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:10:00 +0000] "GET /sda1/p/a" 200 92 "-" "-" "-" 0.2720 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:10:00 +0000] "GET /sda1/p/a" 200 304 "-" "-" "-" 0.0016 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:10:00 +0000] "GET /sda1/p/a" 200 201 "-" "-" "-" 0.0015 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:10:00 +0000] "GET /sda1/p/a" 200 201 "-" "-" "-" 0.0014 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:10:00 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0863 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:10:00 +0000] "GET /sda1/p/a" 200 68 "-" "-" "-" 0.0014 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:10:00 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0012 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:10:00 +0000] "GET /sda1/p/a" 400 37 "-" "-" "-" 0.0002 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:10:00 +0000] "GET /sda1/p/a" 400 33 "-" "-" "-" 0.0001 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:10:00 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0001 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:10:00 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0001 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:10:00 +0000] "GET /sda1/p/a" 400 38 "-" "-" "-" 0.0001 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:10:00 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0001 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:10:01 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0759 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:10:01 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:10:01 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0019 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:10:01 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:10:01 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0027 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:10:01 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:10:01 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:10:01 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.2663 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:10:01 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0011 "-" 709804 3 -test INFO: - - - [18/Jun/2025:00:10:01 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.2072 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:10:01 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:10:01 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0724 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:10:01 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0083 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:10:01 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0811 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:10:01 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:10:01 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0577 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:10:01 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0010 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:10:01 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.1333 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:10:02 +0000] "PUT /sda1/p/a/%00null%00foo" 201 - "-" "-" "-" 0.0952 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:10:02 +0000] "PUT /sda1/p/a/%00nullish" 201 - "-" "-" "-" 0.1273 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:10:02 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.1154 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:10:02 +0000] "GET /sda1/p/a" 200 133 "-" "-" "-" 0.0015 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:10:02 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0758 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:10:02 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0070 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:10:02 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0778 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:10:02 +0000] "PUT /sda1/p/a/%00null%00foo" 201 - "-" "-" "-" 0.0894 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:10:02 +0000] "PUT /sda1/p/a/%00nullish" 201 - "-" "-" "-" 0.0854 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:10:02 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.3262 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:10:02 +0000] "GET /sda1/p/a" 200 218 "-" "-" "-" 0.0017 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:10:03 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0794 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:10:03 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0011 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:10:03 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0835 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:10:03 +0000] "PUT /sda1/p/a/nullish" 201 - "-" "-" "-" 0.0888 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:10:03 +0000] "GET /sda1/p/a" 200 313 "-" "-" "-" 0.0736 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:10:03 +0000] "GET /sda1/p/a" 200 95 "-" "-" "-" 0.0016 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:10:03 +0000] "GET /sda1/p/a" 200 313 "-" "-" "-" 0.0016 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:10:03 +0000] "GET /sda1/p/a" 200 204 "-" "-" "-" 0.0015 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:10:03 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:10:03 +0000] "GET /bob" 400 18 "-" "-" "-" 0.0002 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:10:03 +0000] "GET /sda1/p/a/c%D8%3E%2520" 412 12 "-" "-" "-" 0.0001 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:10:03 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.3376 "-" 709804 - -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_non_existent_version_id_marker -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_non_existent_version_id_marker ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_prefix -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_prefix ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_with_key_marker_and_version_id_marker -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_with_key_marker_and_version_id_marker ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_with_version_id_marker -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_with_version_id_marker ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_delimiter_max_keys -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_delimiter_max_keys ... ok -test.unit.account.test_server.TestAccountController.test_params_format -test.unit.account.test_server.TestAccountController.test_params_format ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_nonascii_queries -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_nonascii_queries ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions_versioning_not_configured -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions_versioning_not_configured ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions_with_max_keys -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions_with_max_keys ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions_with_max_keys_and_key_marker -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions_with_max_keys_and_key_marker ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_503 -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_503 ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_error -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_error ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_policy_index_logging -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_policy_index_logging ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_slash -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_slash ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_slash_error -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_slash_error ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_bucket_already_owned_by_you -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_bucket_already_owned_by_you ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=0-3', 'Date': 'Wed, 15 May 2024 18:07:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=3-3', 'Date': 'Wed, 15 May 2024 18:07:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=1-', 'Date': 'Wed, 15 May 2024 18:07:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=-3', 'Date': 'Wed, 15 May 2024 18:07:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/bucket.py", line 408, in DELETE - self._delete_segments_bucket(req) - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/bucket.py", line 56, in _delete_segments_bucket - resp = req.get_response(self.app, 'HEAD') - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response - return self._get_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': '', 'Date': 'Wed, 15 May 2024 18:07:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'hoge', 'Date': 'Wed, 15 May 2024 18:07:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=', 'Date': 'Wed, 15 May 2024 18:07:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=1', 'Date': 'Wed, 15 May 2024 18:07:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=5-1', 'Date': 'Wed, 15 May 2024 18:07:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=5-10', 'Date': 'Wed, 15 May 2024 18:07:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_Range_with_invalid_value +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_Range_with_invalid_value ... ok +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c//v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f54af82bb50>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/obj', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f54af82bb50>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f54af82bb50>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/obj/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f54af82bb50>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c//v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f54af82bb50>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f54af82bb50>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/v1obj', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f54af82bb50>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing as anonymous +test DEBUG: Using identity: {'user': ('42', 'usr'), 'tenant': ('1', 'acct'), 'roles': ['admin'], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} +test DEBUG: tenant mismatch: AUTH_acct != 1 +test DEBUG: Using identity: {'user': (None, None), 'tenant': (None, None), 'roles': [], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} +test DEBUG: tenant mismatch: AUTH_foo != None +test DEBUG: Using identity: {'user': (None, None), 'tenant': (None, None), 'roles': [], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} +test DEBUG: tenant mismatch: AUTH_foo != None +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing from an overriding middleware +test DEBUG: tenant mismatch: BLAN_a != tenant_id +test DEBUG: allow user with role(s) admin,swiftoperator as account admin +test DEBUG: allow user with role(s) admin,swiftoperator as account admin +test DEBUG: allowing proxy 127.0.0.1 for container-sync +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_insensitive_reseller_admin +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_insensitive_reseller_admin ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_project_id_user_in_roles +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_project_id_user_in_roles ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_project_name_user_in_roles +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_project_name_user_in_roles ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_referrer_with_obj +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_referrer_with_obj ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_referrer_with_rlistings +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_referrer_with_rlistings ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_reseller_admin +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_reseller_admin ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_tenant_id_user_in_roles +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_tenant_id_user_in_roles ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_tenant_name_user_in_roles +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_tenant_name_user_in_roles ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_user_role_in_roles +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_user_role_in_roles ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_wildcard_tenant_user_in_roles +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_wildcard_tenant_user_in_roles ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_allow_names +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_allow_names ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_failure +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_failure ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_success +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_success ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_delete_own_account_not_allowed +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_delete_own_account_not_allowed ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_delete_own_account_when_reseller_allowed +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_delete_own_account_when_reseller_allowed ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_get_project_domain_id +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_get_project_domain_id ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_identity_set_up_at_call +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_identity_set_up_at_call ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_keystone_identity +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_keystone_identity ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_allowed_in_acls_inside_default_domain +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_allowed_in_acls_inside_default_domain ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_allowed_in_acls_inside_default_domain_with_config +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_allowed_in_acls_inside_default_domain_with_config ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_disallowed_in_acls_inside_default_domain +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_disallowed_in_acls_inside_default_domain ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_disallowed_in_acls_outside_default_domain +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_disallowed_in_acls_outside_default_domain ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_get_endpoint +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_get_endpoint ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_get_object_ring +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_get_object_ring ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_account_that_looks_like_version +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_account_that_looks_like_version ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_no_version_specified +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_no_version_specified ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_invalid_version +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_invalid_version ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_no_account +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_no_account ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_valid_version +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_valid_version ... ok test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ @@ -79700,1954 +85676,370 @@ File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request res = handler(req) ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/bucket.py", line 345, in GET + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 123, in HEAD + resp = self.GETorHEAD(req) + ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 102, in GETorHEAD resp = req.get_response(self.app, query=query) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response - return self._get_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1630, in get_response + resp = self.acl_handler.handle_acl( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 94, in handle_acl + return getattr(ah, method)(app) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 237, in HEAD + return self._handle_acl(app, 'HEAD') + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 136, in _handle_acl + resp = self.req.get_acl_response(app, 'HEAD', + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1613, in get_acl_response + resp = self._get_response( + ^^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response raise InternalError('unexpected status code %d' % status) swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_POST_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_POST_error ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test ERROR: Got non-JSON response trying to list /bucket: b'obj0\nobj1\nobj2\nobj3\nobj4\nobj5\nobj6\nobj7\nobj8\nobj9\nobj10\nobj1...' -test ERROR: Expecting value: line 1 column 1 (char 0): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/bucket.py", line 348, in GET - objects = json.loads(resp.body) - ^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.11/json/__init__.py", line 346, in loads - return _default_decoder.decode(s) - ^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.11/json/decoder.py", line 337, in decode - obj, end = self.raw_decode(s, idx=_w(s, 0).end()) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.11/json/decoder.py", line 355, in raw_decode - raise JSONDecodeError("Expecting value", s, err.value) from None -json.decoder.JSONDecodeError: Expecting value: line 1 column 1 (char 0) -test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Storage-Class': 'STANDARD', 'Content-Md5': 'XUFAKrxLKna5cZ2REBfFkg==', 'Date': 'Wed, 15 May 2024 18:07:15 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '5d41402abc4b2a76b9719d911017c592', 'X-Timestamp': '1715796435.17524', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: some source HEAD {} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Wed, 15 May 2024 18:07:15 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715796435.00000', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: some source HEAD {} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Wed, 15 May 2024 18:07:15 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715796435.00000', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: some source HEAD {} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source?versionId=null', 'Date': 'Wed, 15 May 2024 18:07:15 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715796435.00000', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: some source HEAD {} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Wed, 15 May 2024 18:07:15 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715796435.00000', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_empty_src_path +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_empty_src_path ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_error ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_overlapping_shards_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_overlapping_shards_no_memcache ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: some source HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: some source HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: some source HEAD {'If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: some source HEAD {'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: some source HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Wed, 15 May 2024 18:07:15 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715796435.68175', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_with_match_and_s3acl +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_with_match_and_s3acl ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_with_not_match_and_s3acl +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_with_not_match_and_s3acl ... ok +test.unit.account.test_server.TestAccountController.test_delimiter_with_reserved_and_public +test.unit.account.test_server.TestAccountController.test_delimiter_with_reserved_and_public ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_response_version +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_response_version ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: some source HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Wed, 15 May 2024 18:07:16 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715796436.07926', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test INFO: - - 18/Jun/2025/00/10/04 HEAD /junk HTTP/1.0 200 - Mozzarella%20Foxfire - - - - - - 0.0005 - - 1750205404.465024233 1750205404.465521336 0 +test DEBUG: checking permission: some source HEAD {} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_metadata_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_metadata_copy ... ok +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Wed, 15 May 2024 18:07:16 -0000', 'X-Amz-Metadata-Directive': 'COPY', 'X-Amz-Meta-Something': 'oh hai', 'X-Amz-Meta-Unreadable-Prefix': '\x04w', 'X-Amz-Meta-Unreadable-Suffix': 'h\x04', 'X-Amz-Meta-Lots-Of-Unprintable': '\x04\x04\x04\x04\x04', 'Cache-Control': 'hello', 'Content-Disposition': 'how are you', 'Content-Encoding': 'good and you', 'Content-Language': 'great', 'Expires': 'yeah', 'X-Robots-Tag': 'bye', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715796436.08915', 'Content-Type': 'so'} test DEBUG: Calling S3Api Middleware -test INFO: - - 18/Jun/2025/00/10/04 HEAD /junk HTTP/1.0 200 - Mozzarella%20Foxfire - - - - - - 0.0005 - - 1750205404.466006279 1750205404.466506243 1 +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: some source HEAD {} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Wed, 15 May 2024 18:07:16 -0000', 'X-Amz-Metadata-Directive': 'REPLACE', 'X-Amz-Meta-Something': 'oh hai', 'X-Amz-Meta-Unreadable-Prefix': '\x04w', 'X-Amz-Meta-Unreadable-Suffix': 'h\x04', 'X-Amz-Meta-Lots-Of-Unprintable': '\x04\x04\x04\x04\x04', 'Cache-Control': 'hello', 'Content-Disposition': 'how are you', 'Content-Encoding': 'good and you', 'Content-Language': 'great', 'Expires': 'yeah', 'X-Robots-Tag': 'bye', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715796436.24723', 'Content-Type': 'so'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/bucket.py", line 394, in PUT - resp = req.get_response(self.app) - ^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response - return self._get_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_error -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_error ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_first_put_fail -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_first_put_fail ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_ami_location -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_ami_location ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_canned_acl -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_canned_acl ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_location -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_location ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_location_error -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_location_error ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_location_invalid_xml -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_location_invalid_xml ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_mixed_case_location -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_mixed_case_location ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_strange_location -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_strange_location ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_batch_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_batch_reclaim ... ok -test.unit.common.middleware.s3api.test_location.TestS3ApiLocation.test_object_location -test.unit.common.middleware.s3api.test_location.TestS3ApiLocation.test_object_location ... ok -test.unit.common.middleware.s3api.test_location.TestS3ApiLocation.test_object_location_setting_as_us_west_1 -test.unit.common.middleware.s3api.test_location.TestS3ApiLocation.test_object_location_setting_as_us_west_1 ... ok -test.unit.common.middleware.s3api.test_s3api.TestListingMiddleware.test_s3_etag_in_json -test.unit.common.middleware.s3api.test_s3api.TestListingMiddleware.test_s3_etag_in_json ... ok -test.unit.common.middleware.s3api.test_s3api.TestListingMiddleware.test_s3_etag_non_json -test.unit.common.middleware.s3api.test_s3api.TestListingMiddleware.test_s3_etag_non_json ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_authenticate_delete_Authorization_from_s3req -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_authenticate_delete_Authorization_from_s3req ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_canonical_uri_sigv2 -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_canonical_uri_sigv2 ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_canonical_uri_sigv4 -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_canonical_uri_sigv4 ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_multi_bytes_secret_failure -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_multi_bytes_secret_failure ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv2 -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv2 ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv2_unicode_string -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv2_unicode_string ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv4_unsigned_payload -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv4_unsigned_payload ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv4_url_encode -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv4_url_encode ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_sigv4_req_zero_content_length_sha256 -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_sigv4_req_zero_content_length_sha256 ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_expired -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_expired ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_missing -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_missing ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_with_x_amz_date_expired -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_with_x_amz_date_expired ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_with_x_amz_date_valid -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_with_x_amz_date_valid ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_container_info -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_container_info ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_with_check_container_permission -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_with_check_container_permission ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_with_check_object_permission -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_with_check_object_permission ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_without_duplication_HEAD_request -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_without_duplication_HEAD_request ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_without_match_ACL_MAP -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_without_match_ACL_MAP ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_without_s3_acl -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_without_s3_acl ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_validate_param -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_validate_param ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_headers_to_sign_sigv4 -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_headers_to_sign_sigv4 ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_request_timestamp_sigv2 -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_request_timestamp_sigv2 ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_request_timestamp_sigv4 -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_request_timestamp_sigv4 ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_to_swift_req_Authorization_not_exist_in_swreq -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_to_swift_req_Authorization_not_exist_in_swreq ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_to_swift_req_subrequest_proxy_access_log -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_to_swift_req_subrequest_proxy_access_log ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_auth_uris -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_auth_uris ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorization_nova_toconnect -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorization_nova_toconnect ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorize_with_access_key -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorize_with_access_key ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorize_with_access_key_and_unquote_chars -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorize_with_access_key_and_unquote_chars ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_bytes -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_bytes ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_http -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_http ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_trailing_slash -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_trailing_slash ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_v3 -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_v3 ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_bad_auth_uris -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_bad_auth_uris ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_http_timeout -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_http_timeout ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_http_timeout_option -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_http_timeout_option ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_insecure -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_insecure ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_insecure_option -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_insecure_option ... ok -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: nojunk None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 01 Apr 2014 12:00:00 GMT', 'X-Amz-Date': 'Wed, 18 Jun 2025 00:10:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:04 -0000'} -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:04 -0000'} -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:04 -0000'} -test DEBUG: checking permission: bucket None POST {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:04 -0000'} -test DEBUG: bucket None POST -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: FORCED_TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: {"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}} -test DEBUG: Error on keystone reply: 201 {"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}} - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: {"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}} -test DEBUG: Error on keystone reply: 201 {"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}} - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_no_path_request -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_no_path_request ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_nukes_auth_headers -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_nukes_auth_headers ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_reseller_prefix -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_reseller_prefix ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_secret_is_cached -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_secret_is_cached ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_secret_sets_cache -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_secret_sets_cache ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_tolerate_missing_token_id -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_tolerate_missing_token_id ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_unicode_path -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_unicode_path ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_without_auth_storage_token -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_without_auth_storage_token ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_without_authorization -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_without_authorization ... ok -test.unit.common.middleware.test_dlo.TestDloConfiguration.test_finding_defaults_from_dir -test.unit.common.middleware.test_dlo.TestDloConfiguration.test_finding_defaults_from_dir ... ok -test.unit.common.middleware.test_dlo.TestDloConfiguration.test_finding_defaults_from_file -test.unit.common.middleware.test_dlo.TestDloConfiguration.test_finding_defaults_from_file ... ok -test.unit.common.middleware.test_dlo.TestDloConfiguration.test_skip_defaults_if_configured -test.unit.common.middleware.test_dlo.TestDloConfiguration.test_skip_defaults_if_configured ... ok -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_allow_reserved_names -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_allow_reserved_names ... ok -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_duplicate_headers_not_removed -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_duplicate_headers_not_removed ... ok -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_location_header_fixed -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_location_header_fixed ... ok -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_ok_header -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_ok_header ... ok -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_removed_inbound -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_removed_inbound ... ok -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_removed_outbound -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_removed_outbound ... ok -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_shunt_bypassed_inbound -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_shunt_bypassed_inbound ... ok -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_shunted_inbound -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_shunted_inbound ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderProject.test_reader_get -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderProject.test_reader_get ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderProject.test_reader_put -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderProject.test_reader_put ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_marker_over_object_success -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_marker_over_object_success ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_marker_over_versioned_object_success -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_marker_over_versioned_object_success ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_object_with_versioning_never_enabled -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_object_with_versioning_never_enabled ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_denied_DELETE_of_versioned_object -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_denied_DELETE_of_versioned_object ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_put_delete_marker_no_object_success -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_put_delete_marker_no_object_success ... ok -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_etag_is_hash_of_segment_etags -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_etag_is_hash_of_segment_etags ... ok -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_get_manifest_passthrough -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_get_manifest_passthrough ... ok -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_head_manifest_is_efficient -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_head_manifest_is_efficient ... ok -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_match_etag_not_matching -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_match_etag_not_matching ... ok -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_match_etag_not_matching_with_override -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_match_etag_not_matching_with_override ... ok -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_none_match_etag_matching -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_none_match_etag_matching ... ok -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_none_match_etag_matching_with_override -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_none_match_etag_matching_with_override ... ok -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_zero_byte_manifest -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_zero_byte_manifest ... ok -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_path_single -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_path_single ... ok -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_primary_path_multiple -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_primary_path_multiple ... ok -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_second_path_with_operator_role_and_service -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_second_path_with_operator_role_and_service ... ok -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_delete_denied_for_second_path -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_delete_denied_for_second_path ... ok -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_delete_of_second_path_by_reseller_admin -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_delete_of_second_path_by_reseller_admin ... ok -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_path_single -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_path_single ... ok -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_for_service_user -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_for_service_user ... ok -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_operator_role -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_operator_role ... ok -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_service -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_service ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_account_delete_permissions -test.unit.common.middleware.test_tempauth.TestAuth.test_account_delete_permissions ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_account_put_permissions -test.unit.common.middleware.test_tempauth.TestAuth.test_account_put_permissions ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_admin_is_owner -test.unit.common.middleware.test_tempauth.TestAuth.test_admin_is_owner ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_anon -test.unit.common.middleware.test_tempauth.TestAuth.test_anon ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_anon_badpath -test.unit.common.middleware.test_tempauth.TestAuth.test_anon_badpath ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_deny_non_reseller_prefix -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_deny_non_reseller_prefix ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_deny_non_reseller_prefix_no_override -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_deny_non_reseller_prefix_no_override ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_fail -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_fail ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_no_reseller_prefix_deny -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_no_reseller_prefix_deny ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_no_reseller_prefix_no_token -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_no_reseller_prefix_no_token ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_prefix_init -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_prefix_init ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_reseller_prefix_with_s3_deny -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_reseller_prefix_with_s3_deny ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_scheme -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_scheme ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_old_s3api_details -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_old_s3api_details ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_old_swift3_details -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_old_swift3_details ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_s3api_authorization_good -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_s3api_authorization_good ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_s3api_authorization_invalid -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_s3api_authorization_invalid ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_swift3_authorization_good -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_swift3_authorization_good ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_swift3_authorization_invalid -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_swift3_authorization_invalid ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_account_access -test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_account_access ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_acl_group_access -test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_acl_group_access ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_acl_referer_after_user_groups -test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_acl_referer_after_user_groups ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_acl_referrer_access -test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_acl_referrer_access ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_bad_path -test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_bad_path ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_deny_cross_reseller -test.unit.common.middleware.test_tempauth.TestAuth.test_deny_cross_reseller ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_detect_reseller_request -test.unit.common.middleware.test_tempauth.TestAuth.test_detect_reseller_request ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_bad_path -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_bad_path ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_invalid_x_auth_user_format -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_invalid_x_auth_user_format ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_missing_key -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_missing_key ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_non_matching_account_in_request -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_non_matching_account_in_request ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_memcache_error -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_memcache_error ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_success -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_success ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_success_other_auth_prefix -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_success_other_auth_prefix ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_get_user_group -test.unit.common.middleware.test_tempauth.TestAuth.test_get_user_group ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_object_name_containing_slash -test.unit.common.middleware.test_tempauth.TestAuth.test_object_name_containing_slash ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_old_token_overdate -test.unit.common.middleware.test_tempauth.TestAuth.test_old_token_overdate ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_old_token_with_old_data -test.unit.common.middleware.test_tempauth.TestAuth.test_old_token_with_old_data ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_options_call -test.unit.common.middleware.test_tempauth.TestAuth.test_options_call ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_override_asked_for_and_allowed -test.unit.common.middleware.test_tempauth.TestAuth.test_override_asked_for_and_allowed ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_override_asked_for_but_not_allowed -test.unit.common.middleware.test_tempauth.TestAuth.test_override_asked_for_but_not_allowed ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_override_default_allowed -test.unit.common.middleware.test_tempauth.TestAuth.test_override_default_allowed ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_regular_is_not_owner -test.unit.common.middleware.test_tempauth.TestAuth.test_regular_is_not_owner ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_request_method_not_allowed -test.unit.common.middleware.test_tempauth.TestAuth.test_request_method_not_allowed ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_reseller_admin_is_owner -test.unit.common.middleware.test_tempauth.TestAuth.test_reseller_admin_is_owner ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_reseller_prefix_init -test.unit.common.middleware.test_tempauth.TestAuth.test_reseller_prefix_init ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_statsd_prefix -test.unit.common.middleware.test_tempauth.TestAuth.test_statsd_prefix ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_based_on_host -test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_based_on_host ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_default -test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_default ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_overridden_scheme -test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_overridden_scheme ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_successful_token_unicode_user -test.unit.common.middleware.test_tempauth.TestAuth.test_successful_token_unicode_user ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_fail_key -test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_fail_key ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_fail_no_timestamp -test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_fail_no_timestamp ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_success -test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_success ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_success_lb_sync_host -test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_success_lb_sync_host ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_top_level_deny -test.unit.common.middleware.test_tempauth.TestAuth.test_top_level_deny ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_use_old_token_from_memcached -test.unit.common.middleware.test_tempauth.TestAuth.test_use_old_token_from_memcached ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_use_token_success -test.unit.common.middleware.test_tempauth.TestAuth.test_use_token_success ... ok -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_account_acl_failures -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_account_acl_failures ... ok -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_account_acl_success -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_account_acl_success ... ok -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_acl_syntax_verification -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_acl_syntax_verification ... ok -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_acls_propagate_to_sysmeta -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_acls_propagate_to_sysmeta ... ok -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_admin_privileges -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_admin_privileges ... ok -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_bad_acls_get_denied -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_bad_acls_get_denied ... ok -test.unit.account.test_server.TestAccountController.test_params_utf8 -test.unit.account.test_server.TestAccountController.test_params_utf8 ... ok -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_readonly_privileges -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_readonly_privileges ... ok -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_readwrite_privileges -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_readwrite_privileges ... ok -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_user_gets_best_acl -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_user_gets_best_acl ... ok -test.unit.common.middleware.test_tempauth.TestUtilityMethods.test_account_acls_bad_path_raises_exception -test.unit.common.middleware.test_tempauth.TestUtilityMethods.test_account_acls_bad_path_raises_exception ... ok -test.unit.common.middleware.test_versioned_writes.TestSwiftInfo.test_registered_defaults -test.unit.common.middleware.test_versioned_writes.TestSwiftInfo.test_registered_defaults ... ok -test.unit.common.middleware.test_versioned_writes.TestSwiftInfo.test_registered_explicitly_set -test.unit.common.middleware.test_versioned_writes.TestSwiftInfo.test_registered_explicitly_set ... ok -test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_call -test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_call ... ok -test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_combine_body_qs -test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_combine_body_qs ... ok -test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_dump_checkpoint -test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_dump_checkpoint ... ok -test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_renew_profile -test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_renew_profile ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_adding_second_zone -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_adding_second_zone ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_balanced_zones_unbalanced_servers -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_balanced_zones_unbalanced_servers ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_big_zone -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_big_zone ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_enormous_zone -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_enormous_zone ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_equal_replica_and_devices_count_ignore_weights -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_equal_replica_and_devices_count_ignore_weights ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_gradual_replica_count -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_gradual_replica_count ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multi_zone_with_failed_device -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multi_zone_with_failed_device ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_replicas_each -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_replicas_each ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_replicas_in_zone_with_single_device -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_replicas_in_zone_with_single_device ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_small_zones -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_small_zones ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_none_needed -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_none_needed ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_one_big_guy_does_not_spoil_his_buddy -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_one_big_guy_does_not_spoil_his_buddy ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_one_small_guy_does_not_spoil_his_buddy -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_one_small_guy_does_not_spoil_his_buddy ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_small_extra_server_in_zone_with_multiple_replicas -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_small_extra_server_in_zone_with_multiple_replicas ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_small_zone -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_small_zone ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_two_big_two_small -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_two_big_two_small ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_two_servers_with_more_than_one_replica -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_two_servers_with_more_than_one_replica ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_add_dev -test.unit.common.ring.test_builder.TestRingBuilder.test_add_dev ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_add_rebalance_add_rebalance_delete_rebalance -test.unit.common.ring.test_builder.TestRingBuilder.test_add_rebalance_add_rebalance_delete_rebalance ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_add_replicas_then_rebalance_respects_weight -test.unit.common.ring.test_builder.TestRingBuilder.test_add_replicas_then_rebalance_respects_weight ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_adding_region_slowly_with_unbalanceable_ring -test.unit.common.ring.test_builder.TestRingBuilder.test_adding_region_slowly_with_unbalanceable_ring ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_avoid_tier_change_new_region -test.unit.common.ring.test_builder.TestRingBuilder.test_avoid_tier_change_new_region ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_cancel_increase_partition_power -test.unit.common.ring.test_builder.TestRingBuilder.test_cancel_increase_partition_power ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_create_add_dev_add_replica_rebalance -test.unit.common.ring.test_builder.TestRingBuilder.test_create_add_dev_add_replica_rebalance ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_deepcopy -test.unit.common.ring.test_builder.TestRingBuilder.test_deepcopy ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_shrinking_candidates -test.unit.container.test_sharder.TestSharderFunctions.test_find_shrinking_candidates ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_is_sharding_candidate -test.unit.container.test_sharder.TestSharderFunctions.test_is_sharding_candidate ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_is_shrinking_candidate -test.unit.container.test_sharder.TestSharderFunctions.test_is_shrinking_candidate ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_dispersion_with_zero_weight_devices -test.unit.common.ring.test_builder.TestRingBuilder.test_dispersion_with_zero_weight_devices ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_dispersion_with_zero_weight_devices_with_parts -test.unit.common.ring.test_builder.TestRingBuilder.test_dispersion_with_zero_weight_devices_with_parts ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_effective_overload -test.unit.common.ring.test_builder.TestRingBuilder.test_effective_overload ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_ever_rebalanced -test.unit.common.ring.test_builder.TestRingBuilder.test_ever_rebalanced ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_finalize_increase_partition_power -test.unit.common.ring.test_builder.TestRingBuilder.test_finalize_increase_partition_power ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_fractional_replicas_rebalance -test.unit.common.ring.test_builder.TestRingBuilder.test_fractional_replicas_rebalance ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_get_part_devices -test.unit.common.ring.test_builder.TestRingBuilder.test_get_part_devices ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_get_part_devices_partial_replicas -test.unit.common.ring.test_builder.TestRingBuilder.test_get_part_devices_partial_replicas ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_get_ring -test.unit.common.ring.test_builder.TestRingBuilder.test_get_ring ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_id -test.unit.common.ring.test_builder.TestRingBuilder.test_id ... ok -test.unit.account.test_server.TestAccountController.test_policy_stats_non_default -test.unit.account.test_server.TestAccountController.test_policy_stats_non_default ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_id_copy_from -test.unit.common.ring.test_builder.TestRingBuilder.test_id_copy_from ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_process_compactible -test.unit.container.test_sharder.TestSharderFunctions.test_process_compactible ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_id_legacy_builder_file -test.unit.common.ring.test_builder.TestRingBuilder.test_id_legacy_builder_file ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_put_container -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_put_container ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_id_not_initialised_errors -test.unit.common.ring.test_builder.TestRingBuilder.test_id_not_initialised_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_utf8_metadata -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_utf8_metadata ... ok -test.unit.cli.test_recon.TestReconCommands.test_disk_usage -test.unit.cli.test_recon.TestReconCommands.test_disk_usage ... ok -test.unit.cli.test_recon.TestReconCommands.test_get_swiftconfmd5 -test.unit.cli.test_recon.TestReconCommands.test_get_swiftconfmd5 ... ok -test.unit.cli.test_recon.TestReconCommands.test_get_swiftconfmd5_mismatch -test.unit.cli.test_recon.TestReconCommands.test_get_swiftconfmd5_mismatch ... ok -test.unit.cli.test_recon.TestReconCommands.test_load_check -test.unit.cli.test_recon.TestReconCommands.test_load_check ... ok -test.unit.cli.test_recon.TestReconCommands.test_multiple_server_types -test.unit.cli.test_recon.TestReconCommands.test_multiple_server_types ... ok -test.unit.cli.test_recon.TestReconCommands.test_object_auditor_check -test.unit.cli.test_recon.TestReconCommands.test_object_auditor_check ... ok -test.unit.cli.test_recon.TestReconCommands.test_reconstruction_check -test.unit.cli.test_recon.TestReconCommands.test_reconstruction_check ... ok -test.unit.cli.test_recon.TestReconCommands.test_replication_check -test.unit.cli.test_recon.TestReconCommands.test_replication_check ... ok -test.unit.cli.test_recon.TestReconCommands.test_server_type_check -test.unit.cli.test_recon.TestReconCommands.test_server_type_check ... ok -test.unit.cli.test_recon.TestReconCommands.test_sharding_check -test.unit.cli.test_recon.TestReconCommands.test_sharding_check ... ok -test.unit.cli.test_recon.TestReconCommands.test_time_check -test.unit.cli.test_recon.TestReconCommands.test_time_check ... ok -test.unit.cli.test_recon.TestReconCommands.test_time_check_jitter -test.unit.cli.test_recon.TestReconCommands.test_time_check_jitter ... ok -test.unit.cli.test_recon.TestReconCommands.test_time_check_jitter_mismatch -test.unit.cli.test_recon.TestReconCommands.test_time_check_jitter_mismatch ... ok -test.unit.cli.test_recon.TestReconCommands.test_time_check_mismatch -test.unit.cli.test_recon.TestReconCommands.test_time_check_mismatch ... ok -test.unit.cli.test_recon.TestReconCommands.test_version_check -test.unit.cli.test_recon.TestReconCommands.test_version_check ... ok -test.unit.cli.test_recon.TestReconCommands.test_version_check_differs -test.unit.cli.test_recon.TestReconCommands.test_version_check_differs ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_increase_partition_power -test.unit.common.ring.test_builder.TestRingBuilder.test_increase_partition_power ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_increase_partition_power_failed -test.unit.common.ring.test_builder.TestRingBuilder.test_increase_partition_power_failed ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_error ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_init -test.unit.common.ring.test_builder.TestRingBuilder.test_init ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_initial_balance -test.unit.common.ring.test_builder.TestRingBuilder.test_initial_balance ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_insufficient_replicas -test.unit.common.ring.test_builder.TestRingBuilder.test_insufficient_replicas ... ok -test INFO: - - - [18/Jun/2025:00:10:04 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.3343 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:10:05 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.4781 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:10:06 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.4497 "-" 709804 - -[2025-06-18 00:10:06] Checking auditor stats -=============================================================================== -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 229, in DELETE - resp = req.get_response(self.app, query=query) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1637, in get_response - return self.get_acl_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1613, in get_acl_response - resp = self._get_response( - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_missing -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_missing ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_multipart -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_multipart ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_load -test.unit.common.ring.test_builder.TestRingBuilder.test_load ... ok -test.unit.account.test_server.TestAccountController.test_policy_stats_with_legacy -test.unit.account.test_server.TestAccountController.test_policy_stats_with_legacy ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_no_multipart -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_no_multipart ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_fullcontrol_permission ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_min_part_hours_zero_will_move_one_replica -test.unit.common.ring.test_builder.TestRingBuilder.test_min_part_hours_zero_will_move_one_replica ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_more_devices_than_replicas_validation_when_removed_dev -test.unit.common.ring.test_builder.TestRingBuilder.test_more_devices_than_replicas_validation_when_removed_dev ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_multiple_duplicate_device_assignment -test.unit.common.ring.test_builder.TestRingBuilder.test_multiple_duplicate_device_assignment ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_update_own_shard_range_stats -test.unit.container.test_sharder.TestSharderFunctions.test_update_own_shard_range_stats ... ok -test.unit.container.test_sync.TestContainerSync.test_FileLikeIter -test.unit.container.test_sync.TestContainerSync.test_FileLikeIter ... ok -test.unit.container.test_sync.TestContainerSync.test_container_first_loop -test.unit.container.test_sync.TestContainerSync.test_container_first_loop ... ok -test.unit.container.test_sync.TestContainerSync.test_container_report -test.unit.container.test_sync.TestContainerSync.test_container_report ... ok -test.unit.container.test_sync.TestContainerSync.test_container_second_loop -test.unit.container.test_sync.TestContainerSync.test_container_second_loop ... ok -test.unit.container.test_sync.TestContainerSync.test_container_stop_at -test.unit.container.test_sync.TestContainerSync.test_container_stop_at ... ok -test.unit.container.test_sync.TestContainerSync.test_container_sync_deleted -test.unit.container.test_sync.TestContainerSync.test_container_sync_deleted ... ok -test.unit.container.test_sync.TestContainerSync.test_container_sync_missing_db -test.unit.container.test_sync.TestContainerSync.test_container_sync_missing_db ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_dont_move_too_many_replicas -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_dont_move_too_many_replicas ... ok -test.unit.container.test_sync.TestContainerSync.test_container_sync_no_to_or_key -test.unit.container.test_sync.TestContainerSync.test_container_sync_no_to_or_key ... ok -test.unit.container.test_sync.TestContainerSync.test_container_sync_not_db -test.unit.container.test_sync.TestContainerSync.test_container_sync_not_db ... ok -test.unit.container.test_sync.TestContainerSync.test_container_sync_not_my_db -test.unit.container.test_sync.TestContainerSync.test_container_sync_not_my_db ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_owner_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_owner_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_version_id_but_not_enabled -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_version_id_but_not_enabled ... ok -test.unit.container.test_sync.TestContainerSync.test_container_sync_row_delete -test.unit.container.test_sync.TestContainerSync.test_container_sync_row_delete ... ok -test.unit.container.test_sync.TestContainerSync.test_container_sync_row_delete_using_realms -test.unit.container.test_sync.TestContainerSync.test_container_sync_row_delete_using_realms ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_write_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_write_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_without_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_without_permission ... ok -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpa3n47d0l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options -test-container-sync INFO: Container sync report: a/c, time window start: 1750205406.9128354, time window end: 1750205406.9128354, puts: 0, posts: 0, deletes: 0, bytes: 0, sync_point1: 5, sync_point2: None, total_rows: 1 -test-container-sync ERROR: ERROR Syncing : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 388, in container_sync - if not self.container_sync_row( - ^^^^^^^^^^^^^^^^^^^^^^^^ -TypeError: TestContainerSync.test_container_report..fake_container_sync_row() missing 1 required positional argument: 'realm_key' -test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options -test-container-sync INFO: Container sync report: a/c, time window start: 1750205406.9188428, time window end: 1750205406.9188504, puts: 0, posts: 0, deletes: 0, bytes: 0, sync_point1: 1, sync_point2: -1, total_rows: 1 -test-container-sync ERROR: ERROR Syncing {'ROWID': 1, 'name': 'o'}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 534, in container_sync_row - row['created_at']) - ~~~^^^^^^^^^^^^^^ -KeyError: 'created_at' -test-container-sync INFO: Container sync report: a/c, time window start: 1750205406.918991, time window end: 1750205406.9192407, puts: 0, posts: 0, deletes: 0, bytes: 0, sync_point1: 1, sync_point2: -1, total_rows: 1 -test-container-sync INFO: Container sync report: a/c, time window start: 1750205406.919346, time window end: 1750205406.9193976, puts: 0, posts: 0, deletes: 1, bytes: 0, sync_point1: 1, sync_point2: -1, total_rows: 1 -test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options -test-container-sync ERROR: ERROR Syncing {'deleted': True, 'name': 'object', 'created_at': '1.2'}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 543, in container_sync_row - delete_object(sync_to, name=row['name'], headers=headers, - File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sync.py", line 883, in fake_delete_object - raise exc[-1] -Exception: test exception -test-container-sync ERROR: ERROR Syncing {'deleted': True, 'name': 'object', 'created_at': '1.2'}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 543, in container_sync_row - delete_object(sync_to, name=row['name'], headers=headers, - File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sync.py", line 900, in fake_delete_object - raise exc[-1] -swift.common.exceptions.ClientException: test client exception -test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options -test-container-sync ERROR: ERROR Syncing {'deleted': True, 'name': 'object', 'created_at': '1.2'}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 543, in container_sync_row - delete_object(sync_to, name=row['name'], headers=headers, - File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sync.py", line 883, in fake_delete_object - raise exc[-1] -Exception: test exception -test-container-sync ERROR: ERROR Syncing {'deleted': True, 'name': 'object', 'created_at': '1.2'}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 543, in container_sync_row - delete_object(sync_to, name=row['name'], headers=headers, - File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sync.py", line 900, in fake_delete_object - raise exc[-1] -swift.common.exceptions.ClientException: test client exception -test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options -test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 70}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 595, in container_sync_row - raise exc - File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 572, in container_sync_row - self.swift.get_object(info['account'], - File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sync.py", line 1146, in fake_get_object - raise exc[-1] -Exception: test exception -test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 80}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 595, in container_sync_row - raise exc - File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 572, in container_sync_row - self.swift.get_object(info['account'], - File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sync.py", line 1173, in fake_get_object - raise exc[-1] -swift.common.exceptions.ClientException: test client exception -test-container-sync INFO: Unauth 'a/c' => 'http://sync/to/path' -test-container-sync INFO: Not found 'a/c' => 'http://sync/to/path' - object 'object' -test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 50}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 612, in container_sync_row - put_object(sync_to, name=row['name'], headers=headers, - File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sync.py", line 1239, in fake_put_object - raise ClientException('test client exception', http_status=503) -swift.common.exceptions.ClientException: test client exception: 503 -test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.20000 -test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.30000 -test-container-sync INFO: Unauth 'a/c' => 'http://sync/to/path' -test.unit.container.test_sync.TestContainerSync.test_container_sync_row_put -test.unit.container.test_sync.TestContainerSync.test_container_sync_row_put ... ok -test.unit.container.test_sync.TestContainerSync.test_container_sync_row_put_using_realms -test.unit.container.test_sync.TestContainerSync.test_container_sync_row_put_using_realms ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_expansion_more_devices -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_expansion_more_devices ... ok -test.unit.container.test_sync.TestContainerSync.test_run_forever -test.unit.container.test_sync.TestContainerSync.test_run_forever ... ok -test.unit.container.test_sync.TestContainerSync.test_run_once -test.unit.container.test_sync.TestContainerSync.test_run_once ... ok -test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_None -test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_None ... ok -test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_multiple -test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_multiple ... ok -test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_one -test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_one ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_build_task_obj_round_trip -test.unit.obj.test_expirer.TestObjectExpirer.test_build_task_obj_round_trip ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_container_timestamp_break -test.unit.obj.test_expirer.TestObjectExpirer.test_container_timestamp_break ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_delete_at_time_of_task_container -test.unit.obj.test_expirer.TestObjectExpirer.test_delete_at_time_of_task_container ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_delete_object -test.unit.obj.test_expirer.TestObjectExpirer.test_delete_object ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other WRITE -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Range ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_full -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_full ... ok -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=0-3', 'Date': 'Wed, 18 Jun 2025 00:10:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Range_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Range_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Response -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Response ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_overfull -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_overfull ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_part_moves_with_0_min_part_hours -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_part_moves_with_0_min_part_hours ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_part_moves_with_positive_min_part_hours -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_part_moves_with_positive_min_part_hours ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_partial -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_partial ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_negative_min_part_hours -test.unit.common.ring.test_builder.TestRingBuilder.test_negative_min_part_hours ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_overlarge_part_powers -test.unit.common.ring.test_builder.TestRingBuilder.test_overlarge_part_powers ... ok -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_error ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_overload -test.unit.common.ring.test_builder.TestRingBuilder.test_overload ... ok -test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'etag': '1111', 'size': 10}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 558, in container_sync_row - if self._object_in_remote_container(row['name'], - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 490, in _object_in_remote_container - metadata, _ = head_object(sync_to, name=name, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sync.py", line 1338, in fake_head_object - raise Exception() -Exception -test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.10000 -test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options -test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 70}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 595, in container_sync_row - raise exc - File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 572, in container_sync_row - self.swift.get_object(info['account'], - File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sync.py", line 1146, in fake_get_object - raise exc[-1] -Exception: test exception -test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 80}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 595, in container_sync_row - raise exc - File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 572, in container_sync_row - self.swift.get_object(info['account'], - File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sync.py", line 1173, in fake_get_object - raise exc[-1] -swift.common.exceptions.ClientException: test client exception -test-container-sync INFO: Unauth 'a/c' => 'http://sync/to/path' -test-container-sync INFO: Not found 'a/c' => 'http://sync/to/path' - object 'object' -test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 50}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 612, in container_sync_row - put_object(sync_to, name=row['name'], headers=headers, - File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sync.py", line 1239, in fake_put_object - raise ClientException('test client exception', http_status=503) -swift.common.exceptions.ClientException: test client exception: 503 -test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.20000 -test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.30000 -test-container-sync INFO: Unauth 'a/c' => 'http://sync/to/path' -test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'etag': '1111', 'size': 10}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 558, in container_sync_row - if self._object_in_remote_container(row['name'], - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 490, in _object_in_remote_container - metadata, _ = head_object(sync_to, name=name, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sync.py", line 1338, in fake_head_object - raise Exception() -Exception -test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.10000 -test-expirer DEBUG: Run begin -test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects -test-expirer DEBUG: Run end -test-expirer INFO: Pass completed in 0s; 0 objects expired -test-expirer ERROR: Unexpected response while deleting object account container obj: 404 -test-expirer DEBUG: b'' -test-expirer ERROR: Unexpected response while deleting object account container obj: 412 -test-expirer DEBUG: b'' -test-expirer ERROR: Unexpected response while deleting object account container obj: 500 -test-expirer DEBUG: b'' -test-expirer ERROR: Exception while deleting object account container obj : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 421, in delete_object - self.delete_actual_object(target_path, delete_timestamp, - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -Exception -test-expirer DEBUG: Run begin -test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects -test-expirer ERROR: Exception while deleting object .expiring_objects 1750119007 1750119007-a0/c0/o0 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 421, in delete_object - self.delete_actual_object(target_path, delete_timestamp, -TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given -test-expirer ERROR: Exception while deleting object .expiring_objects 1750119007 1750119007-a1/c1/o1 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 421, in delete_object - self.delete_actual_object(target_path, delete_timestamp, -TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given -test-expirer ERROR: Exception while deleting object .expiring_objects 1750119007 1750119007-a2/c2/o2 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 421, in delete_object - self.delete_actual_object(target_path, delete_timestamp, -TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 136, in GET - return self.GETorHEAD(req) - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 102, in GETorHEAD - resp = req.get_response(self.app, query=query) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1630, in get_response - resp = self.acl_handler.handle_acl( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 96, in handle_acl - return ah._handle_acl(app, method) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 136, in _handle_acl - resp = self.req.get_acl_response(app, 'HEAD', - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1613, in get_acl_response - resp = self._get_response( - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_version_id -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_version_id ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_version_id_not_implemented -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_version_id_not_implemented ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_overload_keeps_balanceable_things_balanced_initially -test.unit.common.ring.test_builder.TestRingBuilder.test_overload_keeps_balanceable_things_balanced_initially ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_overload_keeps_balanceable_things_balanced_on_rebalance -test.unit.common.ring.test_builder.TestRingBuilder.test_overload_keeps_balanceable_things_balanced_on_rebalance ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_oversmall_part_powers -test.unit.common.ring.test_builder.TestRingBuilder.test_oversmall_part_powers ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_part_swapping_problem -test.unit.common.ring.test_builder.TestRingBuilder.test_part_swapping_problem ... ok -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_read_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_read_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_chexor -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_chexor ... ok -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_s3acl_and_keystone -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_s3acl_and_keystone ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_s3acl_and_unknown_user -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_s3acl_and_unknown_user ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_prepare_increase_partition_power -test.unit.common.ring.test_builder.TestRingBuilder.test_prepare_increase_partition_power ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_version_id_but_not_enabled -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_version_id_but_not_enabled ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_without_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_without_permission ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_prepare_increase_partition_power_failed -test.unit.common.ring.test_builder.TestRingBuilder.test_prepare_increase_partition_power_failed ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_part_on_deleted_other_part_on_drained -test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_part_on_deleted_other_part_on_drained ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_post_upgrade -test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_post_upgrade ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_Range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_Range ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_failed_delete_keeps_entry -test.unit.obj.test_expirer.TestObjectExpirer.test_failed_delete_keeps_entry ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_get_process_values_from_config -test.unit.obj.test_expirer.TestObjectExpirer.test_get_process_values_from_config ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_get_process_values_from_kwargs -test.unit.obj.test_expirer.TestObjectExpirer.test_get_process_values_from_kwargs ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_get_process_values_negative_process -test.unit.obj.test_expirer.TestObjectExpirer.test_get_process_values_negative_process ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_get_process_values_negative_processes -test.unit.obj.test_expirer.TestObjectExpirer.test_get_process_values_negative_processes ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_get_process_values_process_equal_to_processes -test.unit.obj.test_expirer.TestObjectExpirer.test_get_process_values_process_equal_to_processes ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_get_process_values_process_greater_than_processes -test.unit.obj.test_expirer.TestObjectExpirer.test_get_process_values_process_greater_than_processes ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_hash_mod -test.unit.obj.test_expirer.TestObjectExpirer.test_hash_mod ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_init -test.unit.obj.test_expirer.TestObjectExpirer.test_init ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_init_concurrency_too_small -test.unit.obj.test_expirer.TestObjectExpirer.test_init_concurrency_too_small ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_init_internal_client_log_name -test.unit.obj.test_expirer.TestObjectExpirer.test_init_internal_client_log_name ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_accounts_to_expire -test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_accounts_to_expire ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire -test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_with_seed -test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_with_seed ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_reduce_replicas_after_remove_device -test.unit.common.ring.test_builder.TestRingBuilder.test_reduce_replicas_after_remove_device ... ok -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=0-3', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=3-3', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=1-', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=-3', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': '', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'hoge', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=1', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=5-1', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=5-10', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_Range_with_invalid_value -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_Range_with_invalid_value ... ok -test.unit.account.test_server.TestAccountController.test_prefix_and_delim_with_reserved -test.unit.account.test_server.TestAccountController.test_prefix_and_delim_with_reserved ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_region_fullness_with_balanceable_ring -test.unit.common.ring.test_builder.TestRingBuilder.test_region_fullness_with_balanceable_ring ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_region_fullness_with_unbalanceable_ring -test.unit.common.ring.test_builder.TestRingBuilder.test_region_fullness_with_unbalanceable_ring ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_remove_a_lot -test.unit.common.ring.test_builder.TestRingBuilder.test_remove_a_lot ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_remove_dev -test.unit.common.ring.test_builder.TestRingBuilder.test_remove_dev ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_remove_last_partition_from_zero_weight -test.unit.common.ring.test_builder.TestRingBuilder.test_remove_last_partition_from_zero_weight ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_remove_zero_weighted -test.unit.common.ring.test_builder.TestRingBuilder.test_remove_zero_weighted ... ok -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 123, in HEAD - resp = self.GETorHEAD(req) - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 102, in GETorHEAD - resp = req.get_response(self.app, query=query) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1630, in get_response - resp = self.acl_handler.handle_acl( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 94, in handle_acl - return getattr(ah, method)(app) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 237, in HEAD - return self._handle_acl(app, 'HEAD') - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 136, in _handle_acl - resp = self.req.get_acl_response(app, 'HEAD', - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1613, in get_acl_response - resp = self._get_response( - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_POST_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_POST_error ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_rerebalance -test.unit.common.ring.test_builder.TestRingBuilder.test_rerebalance ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_reuse_of_dev_holes_with_id -test.unit.common.ring.test_builder.TestRingBuilder.test_reuse_of_dev_holes_with_id ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Storage-Class': 'STANDARD', 'Content-Md5': 'XUFAKrxLKna5cZ2REBfFkg==', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '5d41402abc4b2a76b9719d911017c592', 'X-Timestamp': '1750205407.36857', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_reuse_of_dev_holes_without_id -test.unit.common.ring.test_builder.TestRingBuilder.test_reuse_of_dev_holes_without_id ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_round_off_error -test.unit.common.ring.test_builder.TestRingBuilder.test_round_off_error ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_object_timestamp_break -test.unit.obj.test_expirer.TestObjectExpirer.test_object_timestamp_break ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_parse_task_obj -test.unit.obj.test_expirer.TestObjectExpirer.test_parse_task_obj ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_pop_queue -test.unit.obj.test_expirer.TestObjectExpirer.test_pop_queue ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_save -test.unit.common.ring.test_builder.TestRingBuilder.test_save ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: some source HEAD {} -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750205407.00000', 'Content-Type': 'binary/octet-stream'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: some source HEAD {} -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750205407.00000', 'Content-Type': 'binary/octet-stream'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: some source HEAD {} -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source?versionId=null', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750205407.00000', 'Content-Type': 'binary/octet-stream'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: some source HEAD {} -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750205407.00000', 'Content-Type': 'binary/octet-stream'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_empty_src_path -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_empty_src_path ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_save_load -test.unit.common.ring.test_builder.TestRingBuilder.test_save_load ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_error ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_search_devs -test.unit.common.ring.test_builder.TestRingBuilder.test_search_devs ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: some source HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: some source HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: some source HEAD {'If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: some source HEAD {'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: some source HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT'} -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750205407.45305', 'Content-Type': 'binary/octet-stream'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_with_match_and_s3acl -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_with_match_and_s3acl ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_with_not_match_and_s3acl -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_with_not_match_and_s3acl ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_server_per_port -test.unit.common.ring.test_builder.TestRingBuilder.test_server_per_port ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_create_broker -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_create_broker ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_set_dev_weight -test.unit.common.ring.test_builder.TestRingBuilder.test_set_dev_weight ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas -test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas_decrease -test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas_decrease ... ok -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: some source HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750205407.49263', 'Content-Type': 'binary/octet-stream'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: some source HEAD {} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_metadata_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_metadata_copy ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas_increase -test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas_increase ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_shuffled_gather -test.unit.common.ring.test_builder.TestRingBuilder.test_shuffled_gather ... ok -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'X-Amz-Metadata-Directive': 'COPY', 'X-Amz-Meta-Something': 'oh hai', 'X-Amz-Meta-Unreadable-Prefix': '\x04w', 'X-Amz-Meta-Unreadable-Suffix': 'h\x04', 'X-Amz-Meta-Lots-Of-Unprintable': '\x04\x04\x04\x04\x04', 'Cache-Control': 'hello', 'Content-Disposition': 'how are you', 'Content-Encoding': 'good and you', 'Content-Language': 'great', 'Expires': 'yeah', 'X-Robots-Tag': 'bye', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750205407.50938', 'Content-Type': 'so'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: some source HEAD {} -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'X-Amz-Metadata-Directive': 'REPLACE', 'X-Amz-Meta-Something': 'oh hai', 'X-Amz-Meta-Unreadable-Prefix': '\x04w', 'X-Amz-Meta-Unreadable-Suffix': 'h\x04', 'X-Amz-Meta-Lots-Of-Unprintable': '\x04\x04\x04\x04\x04', 'Cache-Control': 'hello', 'Content-Disposition': 'how are you', 'Content-Encoding': 'good and you', 'Content-Language': 'great', 'Expires': 'yeah', 'X-Robots-Tag': 'bye', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750205407.53125', 'Content-Type': 'so'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_metadata_replace -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_metadata_replace ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self_metadata_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self_metadata_copy ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_undispersable_server_converge_on_balance -test.unit.common.ring.test_builder.TestRingBuilder.test_undispersable_server_converge_on_balance ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_metadata_replace +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_metadata_replace ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self_metadata_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self_metadata_copy ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware test DEBUG: checking permission: bucket object HEAD {} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:testertest:testerFULL_CONTROL test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware test DEBUG: checking permission: bucket object HEAD {} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:testertest:testerFULL_CONTROL test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware test DEBUG: checking permission: bucket object HEAD {} -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/bucket/object', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'X-Amz-Metadata-Directive': 'REPLACE', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750205407.00000', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/bucket/object', 'Date': 'Wed, 15 May 2024 18:07:16 -0000', 'X-Amz-Metadata-Directive': 'REPLACE', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715796436.00000', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self_metadata_replace -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self_metadata_replace ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_fullcontrol_permission ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_process_based_concurrency -test.unit.obj.test_expirer.TestObjectExpirer.test_process_based_concurrency ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_report -test.unit.obj.test_expirer.TestObjectExpirer.test_report ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_round_robin_order -test.unit.obj.test_expirer.TestObjectExpirer.test_round_robin_order ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_catches_usual_exceptions -test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_catches_usual_exceptions ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_initial_sleep_random -test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_initial_sleep_random ... ok -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self_metadata_replace +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self_metadata_replace ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_fullcontrol_permission ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:testertest:testerFULL_CONTROL test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware test DEBUG: checking permission: src_bucket src_obj HEAD {} -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750205407.67725', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Wed, 15 May 2024 18:07:16 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715796436.81205', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware test DEBUG: checking permission: src_bucket src_obj HEAD {} -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750205407.69037', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Wed, 15 May 2024 18:07:16 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715796436.82411', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_grantee_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_grantee_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_owner_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_owner_permission ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_undispersable_zone_converge_on_balance -test.unit.common.ring.test_builder.TestRingBuilder.test_undispersable_zone_converge_on_balance ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_grantee_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_grantee_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_owner_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_owner_permission ... ok +test.unit.account.test_server.TestAccountController.test_empty_except_for_used_policies +test.unit.account.test_server.TestAccountController.test_empty_except_for_used_policies ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware test DEBUG: checking permission: src_bucket src_obj HEAD {} -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750205407.74976', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Wed, 15 May 2024 18:07:16 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715796436.83624', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware test DEBUG: checking permission: src_bucket src_obj HEAD {} -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750205407.76675', 'Content-Type': 'binary/octet-stream'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_without_dst_container_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_without_dst_container_permission ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_unoverload -test.unit.common.ring.test_builder.TestRingBuilder.test_unoverload ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_validate -test.unit.common.ring.test_builder.TestRingBuilder.test_validate ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_reclaim -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_reclaim ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_validate_duplicate_part_assignment -test.unit.common.ring.test_builder.TestRingBuilder.test_validate_duplicate_part_assignment ... ok +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Wed, 15 May 2024 18:07:16 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715796436.84523', 'Content-Type': 'binary/octet-stream'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_without_dst_container_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_without_dst_container_permission ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_version_that_looks_like_account +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_version_that_looks_like_account ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty_shard_container ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other WRITE test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ @@ -81657,134 +86049,31 @@ test:testertest:testertest:testertest:testerFULL_CONTROL test DEBUG: permission denined: 403 Forbidden test:write READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_calls_report -test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_calls_report ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_without_src_obj_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_without_src_obj_permission ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_validate_partial_replica -test.unit.common.ring.test_builder.TestRingBuilder.test_validate_partial_replica ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_wrong_tier_with_no_where_to_go -test.unit.common.ring.test_builder.TestRingBuilder.test_wrong_tier_with_no_where_to_go ... ok -test-expirer ERROR: Exception while deleting object .expiring_objects 1750119007 1750119007-a3/c3/o3 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 421, in delete_object - self.delete_actual_object(target_path, delete_timestamp, -TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given -test-expirer ERROR: Exception while deleting object .expiring_objects 1750119007 1750119007-a4/c4/o4 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 421, in delete_object - self.delete_actual_object(target_path, delete_timestamp, -TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given -test-expirer ERROR: Exception while deleting object .expiring_objects 1750205406 1750205406-a5/c5/o5 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 421, in delete_object - self.delete_actual_object(target_path, delete_timestamp, -TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given -test-expirer ERROR: Exception while deleting object .expiring_objects 1750205406 1750205406-a6/c6/o6 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 421, in delete_object - self.delete_actual_object(target_path, delete_timestamp, -TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given -test-expirer ERROR: Exception while deleting object .expiring_objects 1750205406 1750205406-a7/c7/o7 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 421, in delete_object - self.delete_actual_object(target_path, delete_timestamp, -TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given -test-expirer ERROR: Exception while deleting object .expiring_objects 1750205406 1750205406-a8/c8/o8♡ TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 421, in delete_object - self.delete_actual_object(target_path, delete_timestamp, -TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given -test-expirer ERROR: Exception while deleting object .expiring_objects 1750205406 1750205406-a9/c9/o9ø TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 421, in delete_object - self.delete_actual_object(target_path, delete_timestamp, -TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given -test-expirer DEBUG: Run end -test-expirer INFO: Pass completed in 0s; 0 objects expired -test-expirer DEBUG: Run begin -test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects -test-expirer DEBUG: Run end -test-expirer INFO: Pass completed in 0s; 10 objects expired -test-expirer ERROR: Unexcepted error handling task '1750119007-invalid0': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 265, in iter_task_to_expire - target_object = parse_task_obj(task_object) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 65, in parse_task_obj - split_path('/' + target_path, 3, 3, True) - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 1165, in split_path - raise ValueError('Invalid path: %s' % quote(path)) -ValueError: Invalid path: /invalid0 -test-expirer ERROR: Unexcepted error handling task '1750119007-invalid1': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 265, in iter_task_to_expire - target_object = parse_task_obj(task_object) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 65, in parse_task_obj - split_path('/' + target_path, 3, 3, True) - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 1165, in split_path - raise ValueError('Invalid path: %s' % quote(path)) -ValueError: Invalid path: /invalid1 -test-expirer DEBUG: Run begin -test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects -test-expirer DEBUG: Run end -test-expirer INFO: Pass completed in 0s; 10 objects expired -test-expirer INFO: Pass completed in 0s; 0 objects expired -test-expirer ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' -test-expirer INFO: Pass so far 0s; 0 objects expired -test-expirer ERROR: Unexcepted error handling task {'task_account': '.expiring_objects', 'task_container': '0000', 'task_object': '0000-invalid0', 'delete_timestamp': 0000000000.00000_0000000000000000, 'target_path': 'invalid0', 'is_async_delete': False} -test-expirer ERROR: Unexcepted error handling task {'task_account': '.expiring_objects', 'task_container': '0001', 'task_object': '0001-invalid1', 'delete_timestamp': 0000000001.00000_0000000000000000, 'target_path': 'invalid1', 'is_async_delete': False} -test-expirer ERROR: Unexcepted error handling task {'task_account': '.expiring_objects', 'task_container': '0002', 'task_object': '0002-invalid2', 'delete_timestamp': 0000000002.00000_0000000000000000, 'target_path': 'invalid2', 'is_async_delete': False} -test-expirer ERROR: Unhandled exception: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 380, in run_forever - self.run_once(*args, **kwargs) - File "/build/reproducible-path/swift-2.33.0/test/unit/obj/test_expirer.py", line 907, in raise_exceptions - raise Exception('exception %d' % raises[0]) -Exception: exception 1 -test-expirer DEBUG: Run begin -test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects -test-expirer DEBUG: Run end -test-expirer INFO: Pass completed in 0s; 10 objects expired -test-expirer DEBUG: Run begin -test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_nothing_to_do -test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_nothing_to_do ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_rate_limited -test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_rate_limited ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_without_src_obj_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_without_src_obj_permission ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750205407.84948', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:16 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715796436.88080', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750205407.85136', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:16 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715796436.88376', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750205407.85302', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:16 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715796436.88549', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750205407.85477', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:16 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715796436.88727', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750205407.85619', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:16 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715796436.88920', 'Content-Type': 'binary/octet-stream'} test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ @@ -81806,352 +86095,544 @@ raise InternalError('unexpected status code %d' % status) swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750205407.85841', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:16 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715796436.89184', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750205407.86001', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:16 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715796436.89356', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750205407.86136', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:16 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715796436.89544', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750205407.86290', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:16 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715796436.89717', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750205407.86987', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:16 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715796436.90595', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750205407.87139', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:16 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715796436.90771', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_quota_exceeded -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_quota_exceeded ... ok -test.unit.account.test_server.TestAccountController.test_prefix_with_reserved -test.unit.account.test_server.TestAccountController.test_prefix_with_reserved ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_quota_exceeded +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_quota_exceeded ... ok +test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_container +test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_container ... ok test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Storage-Class': 'STANDARD', 'Content-Md5': 'XUFAKrxLKna5cZ2REBfFkg==', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '5d41402abc4b2a76b9719d911017c592', 'X-Timestamp': '1750205407.90425', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Storage-Class': 'STANDARD', 'Content-Md5': 'XUFAKrxLKna5cZ2REBfFkg==', 'Date': 'Wed, 15 May 2024 18:07:16 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '5d41402abc4b2a76b9719d911017c592', 'X-Timestamp': '1715796436.92077', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20250618/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20250618T001007Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': '2cf24dba5fb0a30e26e83b2ac5b9e29e1b161e5c1fa7425e73043362938b9824', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750205407.91610', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20240515/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20240515T180716Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': '2cf24dba5fb0a30e26e83b2ac5b9e29e1b161e5c1fa7425e73043362938b9824', 'Date': 'Wed, 15 May 2024 18:07:16 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715796436.93144', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4 -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4 ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4_bad_hash -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4_bad_hash ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_unicode_problem -test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_unicode_problem ... ok -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_skip_task_account_without_task_container -test.unit.obj.test_expirer.TestObjectExpirer.test_skip_task_account_without_task_container ... ok -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings_float_replica_count_builder_error -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings_float_replica_count_builder_error ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4 +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4 ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4_bad_hash +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4_bad_hash ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v1_response +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v1_response ... ok +test INFO: - - - [15/May/2024:18:07:15 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.1378 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:15 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:15 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.1461 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:15 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0015 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:15 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0685 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:15 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0014 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:15 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.1101 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:15 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:15 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0011 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:15 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:15 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.1008 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:15 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0014 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:15 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0545 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:15 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0615 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:15 +0000] "PUT /sda1/p/a" 403 16 "-" "-" "-" 0.0009 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:15 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:15 +0000] "PUT /sda1/p/.a/c" 201 - "-" "-" "-" 0.0829 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:15 +0000] "PUT /sda1/p/a/.c" 404 - "-" "-" "-" 0.0002 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:15 +0000] "PUT /sda1/./a" 400 20 "-" "-" "-" 0.0002 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:15 +0000] "PUT /sda1/p/a" 400 28 "-" "-" "-" 0.0633 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:15 +0000] "PUT /sda1/p/a" 400 28 "-" "-" "-" 0.0017 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:15 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0053 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:16 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0005 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:16 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0558 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:16 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0331 "-" 1363413 - +test DEBUG: - - - [15/May/2024:18:07:16 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0002 "-" 1363413 - +test DEBUG: - - - [15/May/2024:18:07:16 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0012 "-" 1363413 - +test DEBUG: - - - [15/May/2024:18:07:16 +0000] "REPLICATE /sda1/p/a/" 404 - "-" "-" "-" 0.0003 "-" 1363413 - +test ERROR: ERROR __call__ error with REPLICATE /sda1/p/a/ : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/account/server.py", line 313, in __call__ + res = getattr(self, req.method)(req) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 1519, in _timing_stats + resp = func(ctrl, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/account/server.py", line 279, in REPLICATE + ret = self.replicator_rpc.dispatch(post_args, args) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/db_replicator.py", line 897, in dispatch + return getattr(self, op)( + ^^^^^^^^^^^^^^^^^ +AttributeError: 'ReplicatorRpc' object has no attribute 'unknown_sync' +test DEBUG: - - - [15/May/2024:18:07:16 +0000] "REPLICATE /sda1/p/a/" 500 833 "-" "-" "-" 0.0023 "-" 1363413 - +test DEBUG: - - - [15/May/2024:18:07:16 +0000] "REPLICATE /sda1/p/a/" 400 49 "-" "-" "-" 0.0003 "-" 1363413 - +test ERROR: ERROR __call__ error with PUT /sda1/p/a/c : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/account/server.py", line 313, in __call__ + res = getattr(self, req.method)(req) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_server.py", line 2606, in mock_put_method + raise Exception() +Exception +test INFO: - - - [15/May/2024:18:07:16 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0697 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:16 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:16 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:16 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:16 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0015 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:16 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:16 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0904 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:16 +0000] "PUT /sda1/p/a/c%00stuff" 400 36 "-" "-" "-" 0.0001 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:16 +0000] "PUT /sda1/p/foo%00bar" 400 34 "-" "-" "-" 0.0007 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:16 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0744 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:16 +0000] "PUT /sda1/p/a/%00c%00stuff" 201 - "-" "-" "-" 0.0048 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:16 +0000] "PUT /sda1/p/%00a" 201 - "-" "-" "-" 0.0575 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:16 +0000] "PUT /sda1/p/%00foo%00bar" 201 - "-" "-" "-" 0.0595 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:16 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0625 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:16 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0009 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:16 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0751 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:16 +0000] "GET /sda1/p/a" 200 109 "-" "-" "-" 0.0015 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:16 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0015 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:16 +0000] "GET /sda1/p/a" 200 26 "-" "-" "-" 0.0015 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:16 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0629 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:16 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0010 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:16 +0000] "PUT /sda1/p/a/nullish" 201 - "-" "-" "-" 0.0669 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:16 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0724 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:16 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0016 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:16 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0014 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:16 +0000] "GET /sda1/p/a" 200 26 "-" "-" "-" 0.0016 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:16 +0000] "GET /sda1/p/a" 200 94 "-" "-" "-" 0.0016 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:16 +0000] "GET /sda1/p/a" 200 116 "-" "-" "-" 0.0016 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:16 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0658 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:16 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:16 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:16 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 1363413 1 +test INFO: - - - [15/May/2024:18:07:17 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0632 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:17 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:17 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0801 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:17 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0020 "-" 1363413 - +test.unit.account.test_server.TestAccountController.test_empty_policy_stats +test.unit.account.test_server.TestAccountController.test_empty_policy_stats ... ok +test.unit.account.test_server.TestAccountController.test_init +test.unit.account.test_server.TestAccountController.test_init ... ok +test.unit.account.test_server.TestAccountController.test_insufficient_storage_mount_check_false +test.unit.account.test_server.TestAccountController.test_insufficient_storage_mount_check_false ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20250618/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20250618T001007Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': 'not the hash', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750205407.95303', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20240515/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20240515T180716Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': 'not the hash', 'Date': 'Wed, 15 May 2024 18:07:16 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715796436.95045', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20250618/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20250618T001007Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': 'UNSIGNED-PAYLOAD', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750205407.96545', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20240515/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20240515T180716Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': 'UNSIGNED-PAYLOAD', 'Date': 'Wed, 15 May 2024 18:07:16 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715796436.96121', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4_unsigned_payload -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4_unsigned_payload ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_fullcontrol_permission ... ok -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings_rebalance_needed -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings_rebalance_needed ... ok -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_only_one_ring_in_the_args_error -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_only_one_ring_in_the_args_error ... ok -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_same_device_in_the_different_rings_error -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_same_device_in_the_different_rings_error ... ok -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4_unsigned_payload +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4_unsigned_payload ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_fullcontrol_permission ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750205407.99050', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:16 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715796436.98132', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:07 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750205407.99976', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:16 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715796436.98927', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_same_region_in_the_different_rings_error -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_same_region_in_the_different_rings_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_owner_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_owner_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_write_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_write_permission ... ok -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_different_part_power_error -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_different_part_power_error ... ok -test.unit.account.test_server.TestAccountController.test_replicaiton_server_call_all_methods -test.unit.account.test_server.TestAccountController.test_replicaiton_server_call_all_methods ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_owner_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_owner_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_write_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_write_permission ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:08 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750205408.07987', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:17 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715796437.02850', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:08 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750205408.09590', 'Content-Type': 'binary/octet-stream'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_without_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_without_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_creation -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_creation ... ok +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:17 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715796437.03624', 'Content-Type': 'binary/octet-stream'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_without_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_without_permission ... ok +test.unit.account.test_server.TestAccountController.test_insufficient_storage_mount_check_true +test.unit.account.test_server.TestAccountController.test_insufficient_storage_mount_check_true ... ok +test.unit.account.test_server.TestAccountController.test_invalid_method_doesnt_exist +test.unit.account.test_server.TestAccountController.test_invalid_method_doesnt_exist ... ok +test.unit.account.test_server.TestAccountController.test_invalid_method_is_not_public +test.unit.account.test_server.TestAccountController.test_invalid_method_is_not_public ... ok +test.unit.account.test_server.TestAccountController.test_list_allowed_methods +test.unit.account.test_server.TestAccountController.test_list_allowed_methods ... ok +test.unit.account.test_server.TestAccountController.test_log_line_format +test.unit.account.test_server.TestAccountController.test_log_line_format ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other WRITE test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_slo_object_DELETE -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_slo_object_DELETE ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_slo_object_async_DELETE -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_slo_object_async_DELETE ... ok -test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_controller_allow_multipart_uploads -test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_controller_allow_multipart_uploads ... ok -test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_init_header_authorization -test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_init_header_authorization ... ok -test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_init_query_authorization -test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_init_query_authorization ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_HEAD_with_content_length -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_HEAD_with_content_length ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_bogus_content_length -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_bogus_content_length ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors_passthrough -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors_passthrough ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors_with_unexpected_error -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors_with_unexpected_error ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_error_in_iterator -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_error_in_iterator ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_long_response_body -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_long_response_body ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_multiple_content_lengths -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_multiple_content_lengths ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_no_content_length -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_no_content_length ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_short_response_body -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_short_response_body ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra_length_limit -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra_length_limit ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra_quoted -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra_quoted ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_fail -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_fail ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_pass -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_pass ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_suffix -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_suffix ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_first -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_first ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_is_last_response_wins -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_is_last_response_wins ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_keeps_current_registered_response -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_keeps_current_registered_response ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_resets -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_resets ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_response_is_forever -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_response_is_forever ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_response_is_last_response_wins -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_response_is_last_response_wins ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_invalid_referrer -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_invalid_referrer ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_invalid_reseller_prefix -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_invalid_reseller_prefix ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_referrer_without_rlistings -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_referrer_without_rlistings ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_unauthorized_user -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_unauthorized_user ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_same_user_and_tenant -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_same_user_and_tenant ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_as_owner_for_insensitive_operator_role -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_as_owner_for_insensitive_operator_role ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_as_owner_for_operator_role -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_as_owner_for_operator_role ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_container_sync -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_container_sync ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_insensitive_reseller_admin -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_insensitive_reseller_admin ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_project_id_user_in_roles -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_project_id_user_in_roles ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_project_name_user_in_roles -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_project_name_user_in_roles ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_referrer_with_obj -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_referrer_with_obj ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_referrer_with_rlistings -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_referrer_with_rlistings ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_reseller_admin -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_reseller_admin ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_tenant_id_user_in_roles -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_tenant_id_user_in_roles ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_tenant_name_user_in_roles -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_tenant_name_user_in_roles ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_user_role_in_roles -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_user_role_in_roles ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_wildcard_tenant_user_in_roles -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_wildcard_tenant_user_in_roles ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_allow_names -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_allow_names ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_failure -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_failure ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_success -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_success ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_delete_own_account_not_allowed -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_delete_own_account_not_allowed ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_delete_own_account_when_reseller_allowed -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_delete_own_account_when_reseller_allowed ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_get_project_domain_id -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_get_project_domain_id ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_identity_set_up_at_call -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_identity_set_up_at_call ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_keystone_identity -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_keystone_identity ... ok -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_different_replica_count_works -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_different_replica_count_works ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_slo_object_DELETE +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_slo_object_DELETE ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_slo_object_async_DELETE +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_slo_object_async_DELETE ... ok +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_camel_to_snake +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_camel_to_snake ... ok +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_mktime +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_mktime ... ok +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_mktime_weird_tz +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_mktime_weird_tz ... ok +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_snake_to_camel +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_snake_to_camel ... ok +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_validate_bucket_name +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_validate_bucket_name ... ok +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_validate_bucket_name_with_dns_compliant_bucket_names_false +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_validate_bucket_name_with_dns_compliant_bucket_names_false ... ok +test.unit.container.test_backend.TestContainerBroker.test_empty +test.unit.container.test_backend.TestContainerBroker.test_empty ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_bad_application_quota +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_bad_application_quota ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_bogus_quota_is_ignored +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_bogus_quota_is_ignored ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_container_request_ignores_attempt_to_set_quotas +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_container_request_ignores_attempt_to_set_quotas ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_reseller +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_reseller ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_with_remove_header +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_with_remove_header ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_with_remove_header_reseller +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_with_remove_header_reseller ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller_copy_from +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller_copy_from ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller_copy_verb +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller_copy_verb ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_per_policy_quota +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_per_policy_quota ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_authorized +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_authorized ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_bytes_not_authorized +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_bytes_not_authorized ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_bytes_on_empty_account_not_authorized +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_bytes_on_empty_account_not_authorized ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_not_authorized +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_not_authorized ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_policy_quota +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_policy_quota ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_quotas +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_quotas ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_request_exception +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_request_exception ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_no_info_quota +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_no_info_quota ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_no_quotas +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_no_quotas ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_not_exceed_bytes_quota +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_not_exceed_bytes_quota ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_obj_request_ignores_attempt_to_set_quotas +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_obj_request_ignores_attempt_to_set_quotas ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_container_create_still_works +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_container_create_still_works ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_container_post_still_works +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_container_post_still_works ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_obj_post_still_works +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_obj_post_still_works ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_policy_quota_translation +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_policy_quota_translation ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_unauthorized +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_unauthorized ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_authorized +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_authorized ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_not_authorized +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_not_authorized ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_quota_admin +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_quota_admin ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_quota_reseller +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_quota_reseller ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_admin +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_admin ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_reseller +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_reseller ... ok +test.unit.common.middleware.test_bulk.TestConfig.test_defaults +test.unit.common.middleware.test_bulk.TestConfig.test_defaults ... ok +test.unit.common.middleware.test_bulk.TestConfig.test_delete_concurrency +test.unit.common.middleware.test_bulk.TestConfig.test_delete_concurrency ... ok +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_token_scoped_to_other_tenant +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_token_scoped_to_other_tenant ... ok +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_token_scoped_to_tenant +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_token_scoped_to_tenant ... ok +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_unscoped_token +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_unscoped_token ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache +test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v2_non_obj_response +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v2_non_obj_response ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_exception +test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_exception ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v2_obj_response +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v2_obj_response ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_enable_sharding +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_enable_sharding ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_version_account_response +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_version_account_response ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_POST_symlink +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_POST_symlink ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_POST_unversioned_obj +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_POST_unversioned_obj ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_PUT_overwrite_null_marker_versioning_disabled +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_PUT_overwrite_null_marker_versioning_disabled ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_PUT_with_recent_versioned_marker_versioning_disabled +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_PUT_with_recent_versioned_marker_versioning_disabled ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_delete_object_with_versioning_disabled +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_delete_object_with_versioning_disabled ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_disable_versioning +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_disable_versioning ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_get_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_get_container ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_head_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_head_container ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_put_object_versioning_disabled +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_put_object_versioning_disabled ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_access_log_headers_only +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_access_log_headers_only ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_app_exception +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_app_exception ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_basic_req +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_basic_req ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_basic_req_second_time +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_basic_req_second_time ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_body_iter_updates_environ_proxy_logging_status +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_body_iter_updates_environ_proxy_logging_status ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_chunked_response +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_chunked_response ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_client_logging +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_client_logging ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_disconnect_on_read +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_disconnect_on_read ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_disconnect_on_readline +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_disconnect_on_readline ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_dual_logging_middlewares +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_dual_logging_middlewares ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_dual_logging_middlewares_w_inner +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_dual_logging_middlewares_w_inner ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_ensure_fields +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_ensure_fields ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_and_app_explodes +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_and_app_explodes ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_and_body_explodes +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_and_body_explodes ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_unread_body +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_unread_body ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_exploding_body +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_exploding_body ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_facility +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_facility ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_filter +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_filter ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_invalid_log_config +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_invalid_log_config ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_ipv6 +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_ipv6 ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_iterator_closing +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_iterator_closing ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_auth_token +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_auth_token ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_headers +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_headers ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_multiple +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_multiple ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_none +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_none ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_single +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_single ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_msg_template +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_msg_template ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_exception +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_exception ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: tenant mismatch: BLAN_a != tenant_id -test DEBUG: allow user with role(s) swiftoperator,admin as account admin -test DEBUG: allow user with role(s) swiftoperator,admin as account admin -test DEBUG: allowing proxy 127.0.0.1 for container-sync +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test ERROR: Error retrieving recon data: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/recon.py", line 85, in _from_recon_cache + with openr(cache_file, 'r') as f: + ^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/test_recon.py", line 228, in raise_Exception + raise Exception +Exception +test ERROR: Error reading recon cache file: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/recon.py", line 85, in _from_recon_cache + with openr(cache_file, 'r') as f: + ^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError: [Errno None] None +test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_ioerror +test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_ioerror ... ok test DEBUG: User tenant_id has reseller admin authorizing test DEBUG: Names allowed in acls. test DEBUG: user tenant_id:user_id allowed in ACL authorizing. @@ -82202,260 +86683,6 @@ test DEBUG: Names allowed in acls. test DEBUG: user tenant_id:user_id allowed in ACL authorizing. test DEBUG: Names allowed in acls. -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_allowed_in_acls_inside_default_domain -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_allowed_in_acls_inside_default_domain ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_allowed_in_acls_inside_default_domain_with_config -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_allowed_in_acls_inside_default_domain_with_config ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_disallowed_in_acls_inside_default_domain -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_disallowed_in_acls_inside_default_domain ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_disallowed_in_acls_outside_default_domain -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_disallowed_in_acls_outside_default_domain ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_access_log_headers_only -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_access_log_headers_only ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_app_exception -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_app_exception ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_basic_req -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_basic_req ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_basic_req_second_time -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_basic_req_second_time ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_body_iter_updates_environ_proxy_logging_status -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_body_iter_updates_environ_proxy_logging_status ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_chunked_response -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_chunked_response ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_client_logging -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_client_logging ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_disconnect_on_read -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_disconnect_on_read ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_disconnect_on_readline -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_disconnect_on_readline ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_dual_logging_middlewares -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_dual_logging_middlewares ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_dual_logging_middlewares_w_inner -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_dual_logging_middlewares_w_inner ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_ensure_fields -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_ensure_fields ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_and_app_explodes -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_and_app_explodes ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_and_body_explodes -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_and_body_explodes ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_unread_body -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_unread_body ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_exploding_body -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_exploding_body ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_facility -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_facility ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_filter -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_filter ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_invalid_log_config -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_invalid_log_config ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_ipv6 -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_ipv6 ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_iterator_closing -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_iterator_closing ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_auth_token -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_auth_token ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_headers -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_headers ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_multiple -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_multiple ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_none -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_none ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_single -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_single ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_msg_template -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_msg_template ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_msg_template_s3api -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_msg_template_s3api ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_query_string -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_query_string ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_method_filtering_custom -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_method_filtering_custom ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_success_gets_counted -test.unit.obj.test_expirer.TestObjectExpirer.test_success_gets_counted ... ok -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_quarantine_age_conf -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_quarantine_age_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_quarantine_threshold_conf -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_quarantine_threshold_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_all_404s_fails -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_all_404s_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_all_404s_fails_custom_request_node_count -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_all_404s_fails_custom_request_node_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_error_with_invalid_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_error_with_invalid_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_errors_works -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_errors_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_exceptions_fails -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_exceptions_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_finds_duplicate_does_not_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_finds_duplicate_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_finds_missing_frag_does_not_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_finds_missing_frag_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_frags_on_handoffs -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_frags_on_handoffs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_invalid_frag_index_headers -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_invalid_frag_index_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_missing_headers -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_missing_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_mixed_meta_timestamps_works -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_mixed_meta_timestamps_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_mixture_of_errors_fails -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_mixture_of_errors_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_errors -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_not_old_enough -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_not_old_enough ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_invalid_frag_index_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_invalid_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_missing_etag_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_missing_etag_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -Traceback (most recent call last): -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_missing_frag_index_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_missing_frag_index_header ... File "/usr/lib/python3/dist-packages/eventlet/greenpool.py", line 87, in _spawn_n_impl - func(*args, **kwargs) - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/x_profile/profile_model.py", line 274, in dump_profile - profiler.dump_stats(tmpfn) - File "/usr/lib/python3.11/profile.py", line 393, in dump_stats - with open(file, 'wb') as f: - ^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/tmp/log/swift/profile/default.profile709817.tmp' -skipped 'Large xattrs not supported in `/tmp`. Skipping test' -Traceback (most recent call last): - File "/usr/lib/python3/dist-packages/eventlet/greenpool.py", line 87, in _spawn_n_impl - func(*args, **kwargs) - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/x_profile/profile_model.py", line 274, in dump_profile - profiler.dump_stats(tmpfn) - File "/usr/lib/python3.11/profile.py", line 393, in dump_stats - with open(file, 'wb') as f: - ^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/tmp/log/swift/profile/default.profile709817.tmp' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_missing_timestamp_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_missing_timestamp_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_more_than_threshold_frags -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_more_than_threshold_frags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_non_404_response -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_non_404_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_two -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_two ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_ring_swap -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_ring_swap ... ok -test.unit.common.test_db.TestHelperFunctions.test_zero_like -test.unit.common.test_db.TestHelperFunctions.test_zero_like ... ok -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_case_insensitive -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_case_insensitive ... ok -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_del_contains -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_del_contains ... ok -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_get -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_get ... ok -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_init_from_dict -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_init_from_dict ... ok -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_keys -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_keys ... ok -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_pop -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_pop ... ok -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_set -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_set ... ok -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_set_none -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_set_none ... ok -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_setdefault -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_setdefault ... ok -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_unicode -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_unicode ... ok -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_update -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_update ... ok -test.unit.common.test_utils.TestClosingIterator.test_close -test.unit.common.test_utils.TestClosingIterator.test_close ... ok -test.unit.common.test_utils.TestClosingIterator.test_close_gen -test.unit.common.test_utils.TestClosingIterator.test_close_gen ... ok -test.unit.common.test_utils.TestClosingIterator.test_close_on_exception -test.unit.common.test_utils.TestClosingIterator.test_close_on_exception ... ok -test.unit.common.test_utils.TestClosingIterator.test_close_on_stop_iteration -test.unit.common.test_utils.TestClosingIterator.test_close_on_stop_iteration ... ok -test.unit.common.test_utils.TestClosingIterator.test_close_others -test.unit.common.test_utils.TestClosingIterator.test_close_others ... ok -test.unit.common.test_utils.TestClosingIterator.test_close_wrapped_is_not_same_as_iter -test.unit.common.test_utils.TestClosingIterator.test_close_wrapped_is_not_same_as_iter ... ok -test.unit.common.test_utils.TestClosingIterator.test_init_with_iterable -test.unit.common.test_utils.TestClosingIterator.test_init_with_iterable ... ok -test.unit.common.test_utils.TestClosingIterator.test_nested_iters -test.unit.common.test_utils.TestClosingIterator.test_nested_iters ... ok -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_etag_with_same_timestamp -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_etag_with_same_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_new_etag -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_new_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_old_etag -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_old_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_timestamps_etags_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_timestamps_etags_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_parity_fa_with_data_node_failure -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_parity_fa_with_data_node_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_request_node_count_conf -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_request_node_count_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.controllers.test_base.TestFuncs.test_base_have_quorum -test.unit.proxy.controllers.test_base.TestFuncs.test_base_have_quorum ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_best_response_overrides -test.unit.proxy.controllers.test_base.TestFuncs.test_best_response_overrides ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_bytes_to_skip -test.unit.proxy.controllers.test_base.TestFuncs.test_bytes_to_skip ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_container_info_needs_req -test.unit.proxy.controllers.test_base.TestFuncs.test_container_info_needs_req ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_container_info_preserves_storage_policy -test.unit.proxy.controllers.test_base.TestFuncs.test_container_info_preserves_storage_policy ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers -test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers_change_backend_user_agent -test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers_change_backend_user_agent ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers_with_no_orig_req -test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers_with_no_orig_req ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers_with_sysmeta -test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers_with_sysmeta ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_blocking_last_next_explodes -test.unit.common.test_utils.TestGreenAsyncPile.test_blocking_last_next_explodes ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_exceptions_at_end_of_streaming_pile -test.unit.common.test_utils.TestGreenAsyncPile.test_exceptions_at_end_of_streaming_pile ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_exceptions_in_streaming_pile -test.unit.common.test_utils.TestGreenAsyncPile.test_exceptions_in_streaming_pile ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_is_asynchronous -test.unit.common.test_utils.TestGreenAsyncPile.test_is_asynchronous ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_bad_path -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_bad_path ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_next_when_empty -test.unit.common.test_utils.TestGreenAsyncPile.test_next_when_empty ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_cache -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_cache ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_no_blocking_last_next_explodes -test.unit.common.test_utils.TestGreenAsyncPile.test_no_blocking_last_next_explodes ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_pending -test.unit.common.test_utils.TestGreenAsyncPile.test_pending ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_runs_everything -test.unit.common.test_utils.TestGreenAsyncPile.test_runs_everything ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_wait_with_firstn -test.unit.common.test_utils.TestGreenAsyncPile.test_wait_with_firstn ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_env -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_env ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_infocache -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_infocache ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_no_cache -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_no_cache ... ok test DEBUG: user tenant_name:user_name allowed in ACL authorizing. test DEBUG: Names allowed in acls. test DEBUG: user tenant_name:user_id allowed in ACL authorizing. @@ -82483,18 +86710,18 @@ test DEBUG: user tenant_id:user_id allowed in ACL authorizing. test DEBUG: user tenant_id:user_id allowed in ACL authorizing. test DEBUG: user tenant_id:user_id allowed in ACL authorizing. -test INFO: - - 18/Jun/2025/00/10/08 GET / HTTP/1.0 200 - - - - 8 - - First:%201%0ASecond:%202 0.0001 - - 1750205408.400175095 1750205408.400241613 - -test INFO: - - 18/Jun/2025/00/10/08 GET / HTTP/1.0 500 - - - - - - - - 0.0000 - - 1750205408.400995016 1750205408.401002645 - -test INFO: - - 18/Jun/2025/00/10/08 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1750205408.401659489 1750205408.401707411 - +test INFO: - - 15/May/2024/18/07/17 GET / HTTP/1.0 200 - - - - 8 - - First:%201%0ASecond:%202 0.0001 - - 1715796437.656057596 1715796437.656117678 - +test INFO: - - 15/May/2024/18/07/17 GET / HTTP/1.0 500 - - - - - - - - 0.0000 - - 1715796437.657201052 1715796437.657207966 - +test INFO: - - 15/May/2024/18/07/17 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1715796437.657998800 1715796437.658047199 - test INFO: GET /v1/a/c 205 205 test INFO: GET /v1/a/c 209 205 test INFO: GET /v1/a/c 210 205 -test INFO: 1.2.3.4 1.2.3.4 18/Jun/2025/00/10/08 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1750205408.419281244 1750205408.419323444 - -test INFO: - - 18/Jun/2025/00/10/08 GET / HTTP/1.0 499 - - - - - - - - 0.0000 - - 1750205408.419990063 1750205408.420011282 - -test INFO: - - 18/Jun/2025/00/10/08 GET / HTTP/1.0 499 - - - - - - - - 0.0000 - - 1750205408.420628548 1750205408.420638800 - -test INFO: - - 18/Jun/2025/00/10/08 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1750205408.421432018 1750205408.421464205 - -test INFO: - - 18/Jun/2025/00/10/08 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1750205408.422163010 1750205408.422199726 - -test INFO: - - 18/Jun/2025/00/10/08 GET / HTTP/1.0 200 - - - - 15 - - - 0.0004 - - 1750205408.422140121 1750205408.422510862 - +test INFO: 1.2.3.4 1.2.3.4 15/May/2024/18/07/17 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1715796437.663269997 1715796437.663314342 - +test INFO: - - 15/May/2024/18/07/17 GET / HTTP/1.0 499 - - - - - - - - 0.0000 - - 1715796437.664086342 1715796437.664106846 - +test INFO: - - 15/May/2024/18/07/17 GET / HTTP/1.0 499 - - - - - - - - 0.0000 - - 1715796437.664820194 1715796437.664830208 - +test INFO: - - 15/May/2024/18/07/17 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1715796437.665501118 1715796437.665539503 - +test INFO: - - 15/May/2024/18/07/17 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1715796437.666266203 1715796437.666306019 - +test INFO: - - 15/May/2024/18/07/17 GET / HTTP/1.0 200 - - - - 15 - - - 0.0003 - - 1715796437.666249990 1715796437.666583776 - test INFO: - - 26/Apr/1970/17/46/41 GET / HTTP/1.0 200 - - - - 8 - - - 1.0000 - - 10000000.000000000 10000001.000000000 - test INFO: GET /v1/a/c 503 503 test INFO: GET /v1/a/c 429 503 @@ -82509,24 +86736,44 @@ test INFO: GET /v1/a/c 499 503 test INFO: GET /v1/a/c 499 503 test INFO: GET / 500 200 -test INFO: 2001:db8:85a3:8d3:1319:8a2e:370:7348 2001:db8:85a3:8d3:1319:8a2e:370:7348 18/Jun/2025/00/10/08 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1750205408.451005220 1750205408.451040030 - -test INFO: - - 18/Jun/2025/00/10/08 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1750205408.452395201 1750205408.452426195 - -test INFO: - - 18/Jun/2025/00/10/08 GET / HTTP/1.0 200 - - b05bf940-0464-4c... - 8 - - - 0.0000 - - 1750205408.452875614 1750205408.452904940 - -test INFO: - - 18/Jun/2025/00/10/08 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1750205408.453351498 1750205408.453382730 - -test INFO: - - 18/Jun/2025/00/10/08 GET / HTTP/1.0 200 - - b05bf940... - 8 - - - 0.0000 - - 1750205408.453813314 1750205408.453841925 - -test INFO: - - 18/Jun/2025/00/10/08 GET / HTTP/1.0 200 - - b05bf940-0464-4c0e-8c70-87717d2d73e8 - 8 - - - 0.0000 - - 1750205408.454320669 1750205408.454357386 - -test INFO: - - 18/Jun/2025/00/10/08 GET / HTTP/1.0 200 - - b05bf940-0464-4c0e-8c70-87717d2d73e8 - 8 - - - 0.0001 - - 1750205408.458125353 1750205408.458192825 - -test INFO: - - 18/Jun/2025/00/10/08 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1750205408.462825298 1750205408.462858915 - -test INFO: - - 18/Jun/2025/00/10/08 GET / HTTP/1.0 200 - - ... - 8 - - - 0.0000 - - 1750205408.463346958 1750205408.463377714 - -test INFO: - - 18/Jun/2025/00/10/08 GET / HTTP/1.0 200 - - - - 8 - - Host:%20localhost:80 0.0000 - - 1750205408.464026928 1750205408.464058399 - -test INFO: - - 18/Jun/2025/00/10/08 GET / HTTP/1.0 200 - - - - 8 - - Host:%20localhost:80 0.0000 - - 1750205408.464828730 1750205408.464864492 - -test INFO: - - 18/Jun/2025/00/10/08 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - one%2Cand%20two 1750205408.465632915 1750205408.465670586 - -test INFO: - - 18/Jun/2025/00/10/08 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1750205408.466278553 1750205408.466307878 - -test INFO: - - 18/Jun/2025/00/10/08 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1750205408.474731445 1750205408.474780083 - -test INFO: - - 18/Jun/2025/00/10/08 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - one 1750205408.475647211 1750205408.475679636 - +test INFO: 2001:db8:85a3:8d3:1319:8a2e:370:7348 2001:db8:85a3:8d3:1319:8a2e:370:7348 15/May/2024/18/07/17 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1715796437.681809902 1715796437.681849241 - +test INFO: - - 15/May/2024/18/07/17 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1715796437.683478355 1715796437.683517694 - +test INFO: - - 15/May/2024/18/07/17 GET / HTTP/1.0 200 - - b05bf940-0464-4c... - 8 - - - 0.0000 - - 1715796437.684324503 1715796437.684363604 - +test INFO: - - 15/May/2024/18/07/17 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1715796437.684926987 1715796437.684962749 - +test INFO: - - 15/May/2024/18/07/17 GET / HTTP/1.0 200 - - b05bf940... - 8 - - - 0.0000 - - 1715796437.685503960 1715796437.685540438 - +test INFO: - - 15/May/2024/18/07/17 GET / HTTP/1.0 200 - - b05bf940-0464-4c0e-8c70-87717d2d73e8 - 8 - - - 0.0000 - - 1715796437.686079025 1715796437.686113596 - +test INFO: - - 15/May/2024/18/07/17 GET / HTTP/1.0 200 - - b05bf940-0464-4c0e-8c70-87717d2d73e8 - 8 - - - 0.0000 - - 1715796437.686677933 1715796437.686714411 - +test INFO: - - 15/May/2024/18/07/17 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1715796437.687259912 1715796437.687296152 - +test INFO: - - 15/May/2024/18/07/17 GET / HTTP/1.0 200 - - ... - 8 - - - 0.0000 - - 1715796437.687859535 1715796437.687894106 - +test INFO: - - 15/May/2024/18/07/17 GET / HTTP/1.0 200 - - - - 8 - - Host:%20localhost:80 0.0000 - - 1715796437.688633680 1715796437.688670874 - +test INFO: - - 15/May/2024/18/07/17 GET / HTTP/1.0 200 - - - - 8 - - Host:%20localhost:80 0.0000 - - 1715796437.689258337 1715796437.689294815 - +test INFO: - - 15/May/2024/18/07/17 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - one%2Cand%20two 1715796437.690058708 1715796437.690096140 - +test INFO: - - 15/May/2024/18/07/17 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1715796437.690843105 1715796437.690878630 - +test INFO: - - 15/May/2024/18/07/17 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1715796437.691411972 1715796437.691454649 - +test INFO: - - 15/May/2024/18/07/17 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - one 1715796437.692161322 1715796437.692198515 - test INFO: template which can be edited in config: HTTP/1.0 / GET {SMD5}c65475e457fea0951fbb9ec9596b2177 - 1.0000 26/Apr/1970/17/46/40 10000001.000000000 0.5 example.com +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_msg_template_s3api +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_msg_template_s3api ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_query_string +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_query_string ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_method_filtering_custom +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_method_filtering_custom ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_method_filtering_default +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_method_filtering_default ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_type_bad +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_type_bad ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_type_good +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_type_good ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_statsd_invalid_stats_types +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_statsd_invalid_stats_types ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_logger_statsd_prefix +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_logger_statsd_prefix ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_multi_segment_resp +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_multi_segment_resp ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_empty_strings +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_empty_strings ... ok test INFO: HTTP/1.0 /bucket/path/to/key GET AUTH_test bucket path/to/key -test INFO: - - 18/Jun/2025/00/10/08 GET /%3Fx%3D3 HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1750205408.478157043 1750205408.478191376 - +test INFO: - - 15/May/2024/18/07/17 GET /%3Fx%3D3 HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1715796437.695169687 1715796437.695208311 - test INFO: - - 01/Jan/1970/02/46/41 foo /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - test INFO: - - 01/Jan/1970/02/46/41 - /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - test INFO: - - 01/Jan/1970/02/46/41 PUTT /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - @@ -82547,294 +86794,6 @@ test INFO: - - 01/Jan/1970/02/46/41 SPECIAL /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - test INFO: - - 01/Jan/1970/02/46/41 GET /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - test INFO: - - 01/Jan/1970/02/46/41 PUT /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_method_filtering_default -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_method_filtering_default ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_type_bad -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_type_bad ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_type_good -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_type_good ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_statsd_invalid_stats_types -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_statsd_invalid_stats_types ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_logger_statsd_prefix -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_logger_statsd_prefix ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_multi_segment_resp -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_multi_segment_resp ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_empty_strings -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_empty_strings ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_generator -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_generator ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_list_body -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_list_body ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_obscure_req -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_obscure_req ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_policy_index -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_policy_index ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_proxy_client_logging -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_proxy_client_logging ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_req_path_info_popping -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_req_path_info_popping ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_sensitive_headers_registered -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_sensitive_headers_registered ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_unread_body -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_unread_body ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_line -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_line ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_size -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_size ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_size_no_policy -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_size_no_policy ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_big_non_slo -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_big_non_slo ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_fails -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_fails ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_finds_old -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_finds_old ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_small_non_slo -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_small_non_slo ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_tombstone -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_tombstone ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_bogus_content_range -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_bogus_content_range ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_includes_whole_manifest -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_includes_whole_manifest ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_includes_whole_range_manifest -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_includes_whole_range_manifest ... ok -test.unit.common.middleware.test_slo.TestSloDataSegments.test_bunches_of_data_segments -test.unit.common.middleware.test_slo.TestSloDataSegments.test_bunches_of_data_segments ... ok -test.unit.common.middleware.test_slo.TestSloDataSegments.test_data_segment_sandwich -test.unit.common.middleware.test_slo.TestSloDataSegments.test_data_segment_sandwich ... ok -test.unit.common.middleware.test_slo.TestSloDataSegments.test_leading_data_segment -test.unit.common.middleware.test_slo.TestSloDataSegments.test_leading_data_segment ... ok -test.unit.common.middleware.test_slo.TestSloDataSegments.test_trailing_data_segment -test.unit.common.middleware.test_slo.TestSloDataSegments.test_trailing_data_segment ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_range_manifest -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_range_manifest ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_segment_with_non_ascii_path -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_segment_with_non_ascii_path ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_subrange_manifest -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_subrange_manifest ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_first_byte -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_first_byte ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_on_segment_boundaries -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_on_segment_boundaries ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_overlapping_end -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_overlapping_end ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_sub_slo -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_sub_slo ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_unsatisfiable -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_unsatisfiable ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_range_manifest -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_range_manifest ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_subrange_manifest -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_subrange_manifest ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_ec_symlink_range_unsatisfiable_can_redirect_to_target -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_ec_symlink_range_unsatisfiable_can_redirect_to_target ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_non_symlink -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_non_symlink ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_mismatched_etag -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_mismatched_etag ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_to_symlink -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_to_symlink ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_to_symlink_fails -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_to_symlink_fails ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_not_found -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_not_found ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_to_reserved_object -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_to_reserved_object ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_to_reserved_symlink -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_to_reserved_symlink ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_with_account -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_with_account ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object_not_found -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object_not_found ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object_range_not_satisfiable -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object_range_not_satisfiable ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_symlink -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_symlink ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_symlink_with_account -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_symlink_with_account ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_target_object -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_target_object ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_non_symlink_post -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_non_symlink_post ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_set_symlink_POST_fail -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_set_symlink_POST_fail ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_sym_to_sym_to_target -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_sym_to_sym_to_target ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_change_symloopmax -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_change_symloopmax ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_chunked_put -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_chunked_put ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_chunked_put_error -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_chunked_put_error ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_info -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_info ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_post -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_post ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_post_but_fail_at_server -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_post_but_fail_at_server ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_bad_account_header -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_bad_account_header ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_bad_object_header -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_bad_object_header ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_different_account -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_different_account ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_leading_slash -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_leading_slash ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_non_zero_length -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_non_zero_length ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_with_prevalidated_etag -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_with_prevalidated_etag ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_with_prevalidated_etag_sysmeta_incomplete -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_with_prevalidated_etag_sysmeta_incomplete ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_error -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_error ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_to_non_existing_object -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_to_non_existing_object ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_to_non_existing_object_override -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_to_non_existing_object_override ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_content_type -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_content_type ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_etag -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_etag ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_etag_explicit_content_type -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_etag_explicit_content_type ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_etag_target_missing_content_type -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_etag_target_missing_content_type ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_quoted_etag -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_quoted_etag ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_unmatched_etag -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_unmatched_etag ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_too_deep -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_too_deep ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symloop_max_config -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symloop_max_config ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_validate_and_prep_request_headers -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_validate_and_prep_request_headers ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_validate_and_prep_request_headers_invalid_format -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_validate_and_prep_request_headers_invalid_format ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_validate_and_prep_request_headers_points_to_itself -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_validate_and_prep_request_headers_points_to_itself ... ok -test.unit.common.middleware.test_tempurl.TestTempurlWarning.test_deprecation_warning -test.unit.common.middleware.test_tempurl.TestTempurlWarning.test_deprecation_warning ... ok -test.unit.common.middleware.test_xprofile.TestXProfile.test_get_profiler -test.unit.common.middleware.test_xprofile.TestXProfile.test_get_profiler ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_waitall_timeout_completes -test.unit.common.test_utils.TestGreenAsyncPile.test_waitall_timeout_completes ... ok -test-expirer ERROR: Unhandled exception: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 330, in run_once - self.swift.get_account_info(task_account) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -AttributeError: 'str' object has no attribute 'get_account_info' -test-expirer DEBUG: Run begin -test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects -test-expirer DEBUG: Run end -test-expirer INFO: Pass completed in 0s; 10 objects expired -test-expirer DEBUG: Run begin -test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects -test-expirer DEBUG: Run end -test-expirer INFO: Pass completed in 0s; 10 objects expired -test-expirer DEBUG: Run begin -test-expirer DEBUG: Run end -test-expirer INFO: Pass completed in 0s; 0 objects expired -test-expirer DEBUG: Run begin -test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects -test-expirer DEBUG: Run end -test-expirer INFO: Pass completed in 0s; 10 objects expired -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: Base DELETE returning 503 for (204, 204, 404) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txd5358fef460745b38bd6d-00685203e0) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txd5358fef460745b38bd6d-00685203e0) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txd5358fef460745b38bd6d-00685203e0) -test ERROR: Container HEAD returning 503 for [] (txn: txd5358fef460745b38bd6d-00685203e0) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_swift_owner -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_swift_owner ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_swift_source -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_swift_source ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_uses_logging_app -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_uses_logging_app ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_cache_key -test.unit.proxy.controllers.test_base.TestFuncs.test_get_cache_key ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_bad_path -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_bad_path ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_cache -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_cache ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_env -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_env ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_in_pipeline -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_in_pipeline ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_account -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_account ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_auto_account -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_auto_account ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_cache -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_cache ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_container_gets_cached -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_container_gets_cached ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_only_lookup_cache -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_only_lookup_cache ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_swift_source -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_swift_source ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_uses_logging_app -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_uses_logging_app ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_info -test.unit.proxy.controllers.test_base.TestFuncs.test_get_info ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_info_zero_recheck -test.unit.proxy.controllers.test_base.TestFuncs.test_get_info_zero_recheck ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_disabled -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_disabled ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_error -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_error ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_hit -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_hit ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_infocache_hit -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_infocache_hit ... ok test INFO: - - 01/Jan/1970/02/46/41 COPY /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - test INFO: - - 01/Jan/1970/02/46/41 HEAD /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - test INFO: - - 01/Jan/1970/02/46/41 POST /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - @@ -82874,1145 +86833,178 @@ test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/p/p2 HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/p/p2 HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/p/p2 HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 -test INFO: - - 18/Jun/2025/00/10/08 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1750205408.551882505 1750205408.551915407 - -test INFO: - - 18/Jun/2025/00/10/08 GET /foo HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1750205408.552124977 1750205408.552154064 - -test INFO: - - 18/Jun/2025/00/10/08 GET /foo/bar HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1750205408.552344322 1750205408.552369595 - -test INFO: - - 18/Jun/2025/00/10/08 GET /v1 HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1750205408.552546263 1750205408.552570343 - -test INFO: - - 18/Jun/2025/00/10/08 GET / HTTP/1.0 200 - - - - 17 - - - 0.0001 SOS - 1750205408.554617405 1750205408.554696083 - -test INFO: - - 18/Jun/2025/00/10/08 GET / HTTP/1.0 200 - - - - - - - - 0.0000 - - 1750205408.555326939 1750205408.555356264 - -test INFO: - - 18/Jun/2025/00/10/08 GET / HTTP/1.0 200 - - - - 3 - - - 0.0000 - - 1750205408.555970669 1750205408.556011677 - -test INFO: - - 18/Jun/2025/00/10/08 GET / HTTP/1.0 200 - - - - 12 - - - 0.0000 - - 1750205408.556599855 1750205408.556625605 - -test INFO: - - 18/Jun/2025/00/10/08 PUT /v1/a/c/o HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1750205408.560907841 1750205408.560926676 1 -test INFO: - - 18/Jun/2025/00/10/08 GET /v1/a/c HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1750205408.561430454 1750205408.561477423 1 -test INFO: 4.5.6.7 1.2.3.4 18/Jun/2025/00/10/08 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1750205408.562099695 1750205408.562130690 - -test INFO: 4.5.6.7 1.2.3.4 18/Jun/2025/00/10/08 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1750205408.562608242 1750205408.562662840 - -test INFO: - - 18/Jun/2025/00/10/08 GET /v1/something HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1750205408.563263416 1750205408.563311100 - -test INFO: - - 18/Jun/2025/00/10/08 GET / HTTP/1.0 499 - - - - 4 - - - 0.0000 - - 1750205408.564286709 1750205408.564318657 - -test INFO: - - 18/Jun/2025/00/10/08 POST /v1/a/c HTTP/1.0 200 - - - 11 8 - - Host:%20localhost:80 0.0000 - - 1750205408.564898252 1750205408.564914465 - -test INFO: - - 18/Jun/2025/00/10/08 PUT /v1/a/c/o/foo HTTP/1.0 200 - - - 10 8 - - Host:%20localhost:80 0.0000 - - 1750205408.565555811 1750205408.565575838 0 -test INFO: - - 18/Jun/2025/00/10/08 PUT /v1/a/c/o/foo HTTP/1.0 200 - - - 10 8 - - Host:%20localhost:80 0.0000 - - 1750205408.566110373 1750205408.566129446 -1 -test INFO: - - 18/Jun/2025/00/10/08 PUT /v1/a/c/o/foo HTTP/1.0 200 - - - 10 8 - - Host:%20localhost:80 0.0000 - - 1750205408.567105055 1750205408.567124367 - -test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. -Tue Jun 17 12:10:08 2025 /tmp/tmp6nuw1fg_/unittest.profile123 -Tue Jun 17 12:10:08 2025 /tmp/tmp6nuw1fg_/unittest.profile709804 -Tue Jun 17 12:10:08 2025 /tmp/tmp6nuw1fg_/unittest.profile456 - - 30 function calls in 0.001 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 6 0.001 0.000 0.001 0.000 profile:0(import os;os.getcwd();) - 6 0.000 0.000 0.000 0.000 :0(exec) - 6 0.000 0.000 0.000 0.000 :1() - 6 0.000 0.000 0.000 0.000 :0(getcwd) - 0 0.000 0.000 profile:0(profiler) - 6 0.000 0.000 0.000 0.000 :0(setprofile) - - -Tue Jun 17 12:10:08 2025 /tmp/tmp6nuw1fg_/unittest.profile123 -Tue Jun 17 12:10:08 2025 /tmp/tmp6nuw1fg_/unittest.profile709804 -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_download -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_download ... ok -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_format_source_code -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_format_source_code ... ok -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_get_param -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_get_param ... ok -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_index -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_index ... ok -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_index_all -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_index_all ... ok -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_plot -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_plot ... ok -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_render -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_render ... ok -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_component_different_builder_order -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_component_different_builder_order ... ok -test.unit.account.test_server.TestAccountController.test_reserved_markers_with_non_reserved -test.unit.account.test_server.TestAccountController.test_reserved_markers_with_non_reserved ... ok -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_miss -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_miss ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_skips -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_skips ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_object_info_env -test.unit.proxy.controllers.test_base.TestFuncs.test_get_object_info_env ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_object_info_no_env -test.unit.proxy.controllers.test_base.TestFuncs.test_get_object_info_no_env ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_object_info_swift_source -test.unit.proxy.controllers.test_base.TestFuncs.test_get_object_info_swift_source ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_from_container_info -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_from_container_info ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_meta -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_meta ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_missing -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_missing ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_storage_policies -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_storage_policies ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_sys_meta -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_sys_meta ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_values -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_values ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_meta -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_meta ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_missing -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_missing ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_sys_meta -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_sys_meta ... ok -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_values -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_values ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_meta -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_meta ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_missing -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_missing ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_sys_meta -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_sys_meta ... ok -test.unit.account.test_server.TestAccountController.test_serv_reserv -test.unit.account.test_server.TestAccountController.test_serv_reserv ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_transient_sysmeta -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_transient_sysmeta ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_values -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_values ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_info_clearing -test.unit.proxy.controllers.test_base.TestFuncs.test_info_clearing ... ok -test.unit.account.test_server.TestAccountController.test_through_call -test.unit.account.test_server.TestAccountController.test_through_call ... ok -test.unit.account.test_server.TestAccountController.test_through_call_invalid_path -test.unit.account.test_server.TestAccountController.test_through_call_invalid_path ... ok -test.unit.account.test_server.TestAccountController.test_through_call_invalid_path_utf8 -test.unit.account.test_server.TestAccountController.test_through_call_invalid_path_utf8 ... ok -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test.unit.proxy.controllers.test_base.TestFuncs.test_options -test.unit.proxy.controllers.test_base.TestFuncs.test_options ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_options_unauthorized -test.unit.proxy.controllers.test_base.TestFuncs.test_options_unauthorized ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_options_with_null_allow_origin -test.unit.proxy.controllers.test_base.TestFuncs.test_options_with_null_allow_origin ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_record_cache_op_metrics -test.unit.proxy.controllers.test_base.TestFuncs.test_record_cache_op_metrics ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_disabled -test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_disabled ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_error -test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_error ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_infocache_exists -test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_infocache_exists ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_ok -test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_ok ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_transfer_headers_with_sysmeta -test.unit.proxy.controllers.test_base.TestFuncs.test_transfer_headers_with_sysmeta ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_object -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_object ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_shard -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_shard ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_shard_with_listing_state -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_shard_with_listing_state ... ok -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_different_builders -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_different_builders ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_db_file -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_db_file ... ok -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_different_number_builders -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_different_number_builders ... ok -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_duplicate_builder_ids -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_duplicate_builder_ids ... ok -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_insufficient_builders -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_insufficient_builders ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_waitall_timeout_timesout -test.unit.common.test_utils.TestGreenAsyncPile.test_waitall_timeout_timesout ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_waitfirst_only_returns_first -test.unit.common.test_utils.TestGreenAsyncPile.test_waitfirst_only_returns_first ... ok -test.unit.common.test_utils.TestSpliterator.test_big_input_string -test.unit.common.test_utils.TestSpliterator.test_big_input_string ... ok -test.unit.common.test_utils.TestSpliterator.test_chunk_boundaries -test.unit.common.test_utils.TestSpliterator.test_chunk_boundaries ... ok -test.unit.common.test_utils.TestSpliterator.test_closing -test.unit.common.test_utils.TestSpliterator.test_closing ... ok -test.unit.common.test_utils.TestSpliterator.test_no_empty_strings -test.unit.common.test_utils.TestSpliterator.test_no_empty_strings ... ok -test.unit.common.test_utils.TestSpliterator.test_overlap -test.unit.common.test_utils.TestSpliterator.test_overlap ... ok -test.unit.common.test_utils.TestSpliterator.test_running_out -test.unit.common.test_utils.TestSpliterator.test_running_out ... ok -test.unit.common.test_utils.TestSpliterator.test_string -test.unit.common.test_utils.TestSpliterator.test_string ... ok -test.unit.common.test_utils.TestStringAlong.test_happy -test.unit.common.test_utils.TestStringAlong.test_happy ... ok -test.unit.common.test_utils.TestStringAlong.test_unhappy -test.unit.common.test_utils.TestStringAlong.test_unhappy ... ok -test.unit.common.test_utils.TestUTC.test_tzname -test.unit.common.test_utils.TestUTC.test_tzname ... ok -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_missing_builder_id -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_missing_builder_id ... ok -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_audit_location_class -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_audit_location_class ... ok -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_auditor_status -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_auditor_status ... ok -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_finding_of_hashdirs -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_finding_of_hashdirs ... ok -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_only_catch_expected_errors -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_only_catch_expected_errors ... ok -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_older_builder -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_older_builder ... ok -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_skipping_files -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_skipping_files ... ok -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_skipping_unmounted_devices -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_skipping_unmounted_devices ... ok -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_update_auditor_status_throttle -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_update_auditor_status_throttle ... ok -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_quarantine_age_conf -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_quarantine_age_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_quarantine_threshold_conf -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_quarantine_threshold_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_all_404s_fails -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_all_404s_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_all_404s_fails_custom_request_node_count -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_all_404s_fails_custom_request_node_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_error_with_invalid_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_error_with_invalid_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_errors_works -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_errors_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_exceptions_fails -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_exceptions_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_finds_duplicate_does_not_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_finds_duplicate_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_finds_missing_frag_does_not_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_finds_missing_frag_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_frags_on_handoffs -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_frags_on_handoffs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_invalid_frag_index_headers -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_invalid_frag_index_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_missing_headers -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_missing_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_mixed_meta_timestamps_works -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_mixed_meta_timestamps_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_mixture_of_errors_fails -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_mixture_of_errors_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_errors -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_duplicate_frags -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_duplicate_frags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_not_old_enough -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_not_old_enough ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_invalid_frag_index_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_invalid_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_etag_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_etag_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_frag_index_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_timestamp_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_timestamp_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_more_than_threshold_frags -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_more_than_threshold_frags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_non_404_response -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_non_404_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_two -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_two ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_etag_with_same_timestamp -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_etag_with_same_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_new_etag -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_new_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_old_etag -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_old_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_delete_db_does_not_clear_particular_sharding_meta -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_delete_db_does_not_clear_particular_sharding_meta ... ok -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_timestamps_etags_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_timestamps_etags_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_parity_fa_with_data_node_failure -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_parity_fa_with_data_node_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_request_node_count_conf -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_request_node_count_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_bad_value_workers -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_bad_value_workers ... ok -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_replica_count_changed -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_replica_count_changed ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_dump_recon_run_once_in_worker -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_dump_recon_run_once_in_worker ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_dump_recon_run_once_inline -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_dump_recon_run_once_inline ... ok -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_unchanged_builders -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_unchanged_builders ... ok -test.unit.common.test_base_storage_server.TestBaseStorageServer.test_OPTIONS -test.unit.common.test_base_storage_server.TestBaseStorageServer.test_OPTIONS ... ok -test.unit.common.test_base_storage_server.TestBaseStorageServer.test_OPTIONS_error -test.unit.common.test_base_storage_server.TestBaseStorageServer.test_OPTIONS_error ... ok -test.unit.common.test_base_storage_server.TestBaseStorageServer.test_allowed_methods -test.unit.common.test_base_storage_server.TestBaseStorageServer.test_allowed_methods ... ok -test.unit.common.test_base_storage_server.TestBaseStorageServer.test_server_type -test.unit.common.test_base_storage_server.TestBaseStorageServer.test_server_type ... ok -test.unit.common.test_db.TestChexor.test_chexor -test.unit.common.test_db.TestChexor.test_chexor ... ok -test.unit.common.test_db.TestChexor.test_invalid_old_hash -test.unit.common.test_db.TestChexor.test_invalid_old_hash ... ok -test.unit.common.test_db.TestChexor.test_no_name -test.unit.common.test_db.TestChexor.test_no_name ... ok -test.unit.common.test_db.TestChexor.test_normal_case -test.unit.common.test_db.TestChexor.test_normal_case ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_bad_request_line -test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_bad_request_line ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_message -test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_message ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_message_no_logger -test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_message_no_logger ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_request -test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_request ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_parse_request_no_proxy -test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_parse_request_no_proxy ... ok -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info ... ok -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info_with_disallowed_sections -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info_with_disallowed_sections ... ok -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info_with_disallowed_sub_sections -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info_with_disallowed_sub_sections ... ok -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info ... ok -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info_with_disallowed_sections -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info_with_disallowed_sections ... ok -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info_with_unmatched_disallowed_sections -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info_with_unmatched_disallowed_sections ... ok -test.unit.common.test_registry.TestSwiftInfo.test_register_swift_admin_info -test.unit.common.test_registry.TestSwiftInfo.test_register_swift_admin_info ... ok -test.unit.common.test_registry.TestSwiftInfo.test_register_swift_info -test.unit.common.test_registry.TestSwiftInfo.test_register_swift_info ... ok -test.unit.common.test_registry.TestSwiftInfo.test_register_swift_info_import_from_utils -test.unit.common.test_registry.TestSwiftInfo.test_register_swift_info_import_from_utils ... ok -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_200 -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_200 ... ok -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_206_multiple_ranges -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_206_multiple_ranges ... ok -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_206_single_range -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_206_single_range ... ok -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_ignore_range_header -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_ignore_range_header ... ok -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_multiple_resolove_ignore_range_header -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_multiple_resolove_ignore_range_header ... ok -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_resolove_ignore_range_header -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_resolove_ignore_range_header ... ok -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_resolve_etag_is_at_header -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_resolve_etag_is_at_header ... ok -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_update_etag_is_at_header -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_update_etag_is_at_header ... ok +test INFO: - - 15/May/2024/18/07/17 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1715796437.737690926 1715796437.737728596 - +test INFO: - - 15/May/2024/18/07/17 GET /foo HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1715796437.737965822 1715796437.737998962 - +test INFO: - - 15/May/2024/18/07/17 GET /foo/bar HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1715796437.738219976 1715796437.738250971 - +test INFO: - - 15/May/2024/18/07/17 GET /v1 HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1715796437.738458395 1715796437.738514423 - +test INFO: - - 15/May/2024/18/07/17 GET / HTTP/1.0 200 - - - - 17 - - - 0.0001 SOS - 1715796437.740934849 1715796437.740993261 - +test INFO: - - 15/May/2024/18/07/17 GET / HTTP/1.0 200 - - - - - - - - 0.0000 - - 1715796437.741742373 1715796437.741775274 - +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_generator +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_generator ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_list_body +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_list_body ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_obscure_req +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_obscure_req ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_policy_index +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_policy_index ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_proxy_client_logging +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_proxy_client_logging ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_req_path_info_popping +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_req_path_info_popping ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_sensitive_headers_registered +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_sensitive_headers_registered ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_unread_body +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_unread_body ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_line +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_line ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_size +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_size ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_size_no_policy +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_size_no_policy ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_account +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_account ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_app_set +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_app_set ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_conf_set +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_conf_set ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1 +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1 ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container10unicodesubdirlisting +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container10unicodesubdirlisting ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkeraltdirtype +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkeraltdirtype ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkerinvaliddirtype +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkerinvaliddirtype ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkermatchdirtype +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkermatchdirtype ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkerobjectindex +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkerobjectindex ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container12unredirectedrequest +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container12unredirectedrequest ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container13empty +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container13empty ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1_web_mode_explicitly_off +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1_web_mode_explicitly_off ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1_web_mode_explicitly_on +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1_web_mode_explicitly_on ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2 +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2 ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2_web_mode_explicitly_off +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2_web_mode_explicitly_off ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2_web_mode_explicitly_on +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2_web_mode_explicitly_on ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json_web_mode_explicitly_off +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json_web_mode_explicitly_off ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json_web_mode_explicitly_on +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json_web_mode_explicitly_on ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2onetxt +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2onetxt ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3 +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3 ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3bindexhtml +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3bindexhtml ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3indexhtml +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3indexhtml ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdir +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdir ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdirx +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdirx ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdiry +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdiry ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdirz +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdirz ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subsubdir +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subsubdir ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subsubdircontents +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subsubdircontents ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3unknown +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3unknown ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4indexhtml +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4indexhtml ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4indexhtmlauthed +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4indexhtmlauthed ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4onetxt +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4onetxt ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4subdir +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4subdir ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4tempurl +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4tempurl ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4twotxt +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4twotxt ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4unknown +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4unknown ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container5indexhtml +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container5indexhtml ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container5unknown +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container5unknown ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6blisting +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6blisting ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6listing +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6listing ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6subdir +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6subdir ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container7listing +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container7listing ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container8listingcss +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container8listingcss ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container8subdirlistingcss +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container8subdirlistingcss ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container9listingcss +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container9listingcss ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container9subdirlistingcss +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container9subdirlistingcss ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container_404_has_css +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container_404_has_css ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container_404_has_no_css +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container_404_has_no_css ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_no_auth_middleware +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_no_auth_middleware ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_root +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_root ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_subrequest_not_override_auth +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_subrequest_not_override_auth ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_subrequest_once_if_possible +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_subrequest_once_if_possible ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_version +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_version ... ok +test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_blank_prefix +test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_blank_prefix ... ok +test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_default_prefix +test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_default_prefix ... ok +test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_multiple_prefixes +test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_multiple_prefixes ... ok +test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_noreseller_prefix +test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_noreseller_prefix ... ok +test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_call +test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_call ... ok +test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_combine_body_qs +test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_combine_body_qs ... ok +test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_dump_checkpoint +test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_dump_checkpoint ... ok +test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_renew_profile +test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_renew_profile ... ok +test.unit.common.middleware.test_xprofile.Test_profile_log.test_clear +test.unit.common.middleware.test_xprofile.Test_profile_log.test_clear ... ok +test.unit.common.middleware.test_xprofile.Test_profile_log.test_dump_profile +test.unit.common.middleware.test_xprofile.Test_profile_log.test_dump_profile ... ok +test.unit.common.middleware.test_xprofile.Test_profile_log.test_get_all_pids +test.unit.common.middleware.test_xprofile.Test_profile_log.test_get_all_pids ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_valueerror +test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_valueerror ... ok +test.unit.common.middleware.test_xprofile.Test_profile_log.test_get_logfiles +test.unit.common.middleware.test_xprofile.Test_profile_log.test_get_logfiles ... ok test.unit.common.test_request_helpers.TestSegmentedIterable.test_simple_segments_app_iter test.unit.common.test_request_helpers.TestSegmentedIterable.test_simple_segments_app_iter ... ok test.unit.common.test_request_helpers.TestSegmentedIterable.test_simple_segments_app_iter_ranges test.unit.common.test_request_helpers.TestSegmentedIterable.test_simple_segments_app_iter_ranges ... ok -test.unit.account.test_server.TestAccountController.test_utf8_metadata -test.unit.account.test_server.TestAccountController.test_utf8_metadata ... ok -test.unit.common.test_utils.TestAuditLocationGenerator.test_drive_tree_access -test.unit.common.test_utils.TestAuditLocationGenerator.test_drive_tree_access ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_final_recon_dump -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_final_recon_dump ... ok -test.unit.common.test_utils.TestAuditLocationGenerator.test_error_counter -test.unit.common.test_utils.TestAuditLocationGenerator.test_error_counter ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy_detects_ring_change -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy_detects_ring_change ... ok -test.unit.common.test_utils.TestAuditLocationGenerator.test_filters -test.unit.common.test_utils.TestAuditLocationGenerator.test_filters ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy_rcache_update_waits_for_next_update -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy_rcache_update_waits_for_next_update ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_next_rcache_update_configured_with_stats_interval -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_next_rcache_update_configured_with_stats_interval ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_no_dump_recon_run_once -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_no_dump_recon_run_once ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_no_workers_by_default -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_no_workers_by_default ... ok -Tue Jun 17 12:10:08 2025 /tmp/tmp6nuw1fg_/unittest.profile456 - - 30 function calls in 0.001 seconds - - Ordered by: call count - - ncalls tottime percall cumtime percall filename:lineno(function) - 6 0.001 0.000 0.001 0.000 profile:0(import os;os.getcwd();) - 6 0.000 0.000 0.000 0.000 :0(exec) - 6 0.000 0.000 0.000 0.000 :1() - 6 0.000 0.000 0.000 0.000 :0(getcwd) - 6 0.000 0.000 0.000 0.000 :0(setprofile) - 0 0.000 0.000 profile:0(profiler) - - -Tue Jun 17 12:10:08 2025 /tmp/tmp6nuw1fg_/unittest.profile123 -Tue Jun 17 12:10:08 2025 /tmp/tmp6nuw1fg_/unittest.profile709804 -Tue Jun 17 12:10:08 2025 /tmp/tmp6nuw1fg_/unittest.profile456 - - 30 function calls in 0.001 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 6 0.001 0.000 0.001 0.000 profile:0(import os;os.getcwd();) - 6 0.000 0.000 0.000 0.000 :0(exec) - 6 0.000 0.000 0.000 0.000 :1() - 6 0.000 0.000 0.000 0.000 :0(getcwd) - 0 0.000 0.000 profile:0(profiler) - 6 0.000 0.000 0.000 0.000 :0(setprofile) - - -Tue Jun 17 12:10:08 2025 /tmp/tmpc04ux9gl/unittest.profile123 - - 5 function calls in 0.000 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 1 0.000 0.000 0.000 0.000 :0(exec) - 1 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) - 1 0.000 0.000 0.000 0.000 :1() - 1 0.000 0.000 0.000 0.000 :0(getcwd) - 0 0.000 0.000 profile:0(profiler) - 1 0.000 0.000 0.000 0.000 :0(setprofile) - - -Tue Jun 17 12:10:08 2025 /tmp/tmpc04ux9gl/unittest.profile123 - - 5 function calls in 0.000 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 1 0.000 0.000 0.000 0.000 :0(exec) - 1 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) - 1 0.000 0.000 0.000 0.000 :1() - 1 0.000 0.000 0.000 0.000 :0(getcwd) - 0 0.000 0.000 profile:0(profiler) - 1 0.000 0.000 0.000 0.000 :0(setprofile) - - -Tue Jun 17 12:10:08 2025 /tmp/tmpc04ux9gl/unittest.profile123 - - 5 function calls in 0.000 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 1 0.000 0.000 0.000 0.000 :0(exec) - 1 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) - 1 0.000 0.000 0.000 0.000 :1() - 1 0.000 0.000 0.000 0.000 :0(getcwd) - 0 0.000 0.000 profile:0(profiler) - 1 0.000 0.000 0.000 0.000 :0(setprofile) - - -Tue Jun 17 12:10:08 2025 /tmp/tmpc04ux9gl/unittest.profile123 - - 5 function calls in 0.000 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 1 0.000 0.000 0.000 0.000 :0(exec) - 1 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) - 1 0.000 0.000 0.000 0.000 :1() - 1 0.000 0.000 0.000 0.000 :0(getcwd) - 0 0.000 0.000 profile:0(profiler) - 1 0.000 0.000 0.000 0.000 :0(setprofile) - - -Tue Jun 17 12:10:08 2025 /tmp/tmpc04ux9gl/unittest.profile456 -Tue Jun 17 12:10:08 2025 /tmp/tmpc04ux9gl/unittest.profile123 -Tue Jun 17 12:10:08 2025 /tmp/tmpc04ux9gl/unittest.profile709804 - - 30 function calls in 0.001 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 6 0.000 0.000 0.001 0.000 profile:0(import os;os.getcwd();) - 6 0.000 0.000 0.000 0.000 :0(exec) - 6 0.000 0.000 0.000 0.000 :1() - 6 0.000 0.000 0.000 0.000 :0(getcwd) - 0 0.000 0.000 profile:0(profiler) - 6 0.000 0.000 0.000 0.000 :0(setprofile) - - -Tue Jun 17 12:10:08 2025 /tmp/tmpc04ux9gl/unittest.profile456 -Tue Jun 17 12:10:08 2025 /tmp/tmpc04ux9gl/unittest.profile123 -Tue Jun 17 12:10:08 2025 /tmp/tmpc04ux9gl/unittest.profile709804 - - 30 function calls in 0.001 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 6 0.000 0.000 0.001 0.000 profile:0(import os;os.getcwd();) - 6 0.000 0.000 0.000 0.000 :0(exec) - 6 0.000 0.000 0.000 0.000 :1() - 6 0.000 0.000 0.000 0.000 :0(getcwd) - 0 0.000 0.000 profile:0(profiler) - 6 0.000 0.000 0.000 0.000 :0(setprofile) - - -Tue Jun 17 12:10:08 2025 /tmp/tmpc04ux9gl/unittest.profile456 -Tue Jun 17 12:10:08 2025 /tmp/tmpc04ux9gl/unittest.profile123 -Tue Jun 17 12:10:08 2025 /tmp/tmpc04ux9gl/unittest.profile709804 - - 30 function calls in 0.001 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 6 0.000 0.000 0.001 0.000 profile:0(import os;os.getcwd();) - 6 0.000 0.000 0.000 0.000 :0(exec) - 6 0.000 0.000 0.000 0.000 :1() - 6 0.000 0.000 0.000 0.000 :0(getcwd) - 0 0.000 0.000 profile:0(profiler) - 6 0.000 0.000 0.000 0.000 :0(setprofile) - - -Tue Jun 17 12:10:08 2025 /tmp/tmpc04ux9gl/unittest.profile709804 - - 15 function calls in 0.000 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 3 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) - 3 0.000 0.000 0.000 0.000 :0(exec) - 3 0.000 0.000 0.000 0.000 :1() - 3 0.000 0.000 0.000 0.000 :0(getcwd) - 0 0.000 0.000 profile:0(profiler) - 3 0.000 0.000 0.000 0.000 :0(setprofile) - - -Tue Jun 17 12:10:08 2025 /tmp/tmpc04ux9gl/unittest.profile709804 - - 15 function calls in 0.000 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 3 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) - 3 0.000 0.000 0.000 0.000 :0(exec) - 3 0.000 0.000 0.000 0.000 :1() - 3 0.000 0.000 0.000 0.000 :0(getcwd) - 0 0.000 0.000 profile:0(profiler) - 3 0.000 0.000 0.000 0.000 :0(setprofile) - - -Tue Jun 17 12:10:08 2025 /tmp/tmpc04ux9gl/unittest.profile709804 - - 15 function calls in 0.000 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 3 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) - 3 0.000 0.000 0.000 0.000 :0(exec) - 3 0.000 0.000 0.000 0.000 :1() - 3 0.000 0.000 0.000 0.000 :0(getcwd) - 0 0.000 0.000 profile:0(profiler) - 3 0.000 0.000 0.000 0.000 :0(setprofile) - - -test WARNING: Skipping /tmp/tmpox5o6gwr/devices3/device_is_file/data because [Errno 20] Not a directory: '/tmp/tmpox5o6gwr/devices3/device_is_file/data' -test WARNING: Skipping /tmp/tmpox5o6gwr/devices4/device/data because -test WARNING: Skipping device as it is not mounted -test WARNING: Skipping /tmp/tmp2wgnnyan/asdf/data because [Errno 20] Not a directory: '/tmp/tmp2wgnnyan/asdf/data' -test.unit.common.test_utils.TestAuditLocationGenerator.test_find_objects -test.unit.common.test_utils.TestAuditLocationGenerator.test_find_objects ... ok -test.unit.common.test_utils.TestAuditLocationGenerator.test_hooks -test.unit.common.test_utils.TestAuditLocationGenerator.test_hooks ... ok -test.unit.common.test_utils.TestAuditLocationGenerator.test_ignore_metadata -test.unit.common.test_utils.TestAuditLocationGenerator.test_ignore_metadata ... ok -test.unit.common.test_utils.TestAuditLocationGenerator.test_mount_check_drive -test.unit.common.test_utils.TestAuditLocationGenerator.test_mount_check_drive ... ok -test.unit.common.test_utils.TestAuditLocationGenerator.test_non_dir_contents -test.unit.common.test_utils.TestAuditLocationGenerator.test_non_dir_contents ... ok -test.unit.common.test_utils.TestAuditLocationGenerator.test_non_dir_drive -test.unit.common.test_utils.TestAuditLocationGenerator.test_non_dir_drive ... ok -test.unit.common.test_utils.TestFileLikeIter.test_close -test.unit.common.test_utils.TestFileLikeIter.test_close ... ok -test.unit.common.test_utils.TestFileLikeIter.test_get_hub -test.unit.common.test_utils.TestFileLikeIter.test_get_hub ... ok -test.unit.common.test_utils.TestFileLikeIter.test_iter_file_iter -test.unit.common.test_utils.TestFileLikeIter.test_iter_file_iter ... ok -test.unit.common.test_utils.TestFileLikeIter.test_next -test.unit.common.test_utils.TestFileLikeIter.test_next ... ok -test.unit.common.test_utils.TestFileLikeIter.test_read -test.unit.common.test_utils.TestFileLikeIter.test_read ... ok -test.unit.common.test_utils.TestFileLikeIter.test_read_with_size -test.unit.common.test_utils.TestFileLikeIter.test_read_with_size ... ok -test.unit.common.test_utils.TestFileLikeIter.test_read_with_size_zero -test.unit.common.test_utils.TestFileLikeIter.test_read_with_size_zero ... ok -test.unit.common.test_utils.TestFileLikeIter.test_readline -test.unit.common.test_utils.TestFileLikeIter.test_readline ... ok -test.unit.common.test_utils.TestFileLikeIter.test_readline2 -test.unit.common.test_utils.TestFileLikeIter.test_readline2 ... ok -test.unit.common.test_utils.TestFileLikeIter.test_readline3 -test.unit.common.test_utils.TestFileLikeIter.test_readline3 ... ok -test.unit.common.test_utils.TestFileLikeIter.test_readline_with_size -test.unit.common.test_utils.TestFileLikeIter.test_readline_with_size ... ok -test.unit.common.test_utils.TestFileLikeIter.test_readlines -test.unit.common.test_utils.TestFileLikeIter.test_readlines ... ok -test.unit.common.test_utils.TestFileLikeIter.test_readlines_with_size -test.unit.common.test_utils.TestFileLikeIter.test_readlines_with_size ... ok -test.unit.common.test_utils.TestPunchHole.test_arg_bounds -test.unit.common.test_utils.TestPunchHole.test_arg_bounds ... ok -test.unit.common.test_utils.TestPunchHole.test_error -test.unit.common.test_utils.TestPunchHole.test_error ... ok -test.unit.common.test_utils.TestPunchHole.test_no_fallocate -test.unit.common.test_utils.TestPunchHole.test_no_fallocate ... ok -test.unit.common.test_utils.TestPunchHole.test_punch_hole -test.unit.common.test_utils.TestPunchHole.test_punch_hole ... ok -test.unit.common.test_utils.TestShardRange.test_constants -test.unit.common.test_utils.TestShardRange.test_constants ... ok -test.unit.common.test_utils.TestShardRange.test_copy -test.unit.common.test_utils.TestShardRange.test_copy ... ok -test.unit.common.test_utils.TestShardRange.test_deleted_setter -test.unit.common.test_utils.TestShardRange.test_deleted_setter ... ok -test.unit.common.test_utils.TestShardRange.test_epoch_setter -test.unit.common.test_utils.TestShardRange.test_epoch_setter ... ok -test.unit.common.test_utils.TestShardRange.test_find_ancestors -test.unit.common.test_utils.TestShardRange.test_find_ancestors ... ok -test.unit.common.test_utils.TestShardRange.test_find_root -test.unit.common.test_utils.TestShardRange.test_find_root ... ok -test.unit.common.test_utils.TestShardRange.test_increment_meta -test.unit.common.test_utils.TestShardRange.test_increment_meta ... ok -test.unit.common.test_utils.TestShardRange.test_is_child_of -test.unit.common.test_utils.TestShardRange.test_is_child_of ... ok -test.unit.common.test_utils.TestShardRange.test_make_path -test.unit.common.test_utils.TestShardRange.test_make_path ... ok -test.unit.common.test_utils.TestShardRange.test_meta_timestamp_setter -test.unit.common.test_utils.TestShardRange.test_meta_timestamp_setter ... ok -test.unit.common.test_utils.TestShardRange.test_min_max_bounds -test.unit.common.test_utils.TestShardRange.test_min_max_bounds ... ok -test.unit.common.test_utils.TestShardRange.test_name -test.unit.common.test_utils.TestShardRange.test_name ... ok -test.unit.common.test_utils.TestShardRange.test_name_validation -test.unit.common.test_utils.TestShardRange.test_name_validation ... ok -test.unit.common.test_utils.TestShardRange.test_repr -test.unit.common.test_utils.TestShardRange.test_repr ... ok -test.unit.common.test_utils.TestShardRange.test_resolve_state -test.unit.common.test_utils.TestShardRange.test_resolve_state ... ok -test.unit.common.test_utils.TestShardRange.test_row_count -test.unit.common.test_utils.TestShardRange.test_row_count ... ok -test.unit.common.test_utils.TestShardRange.test_set_deleted -test.unit.common.test_utils.TestShardRange.test_set_deleted ... ok -test.unit.common.test_utils.TestShardRange.test_shard_range_initialisation -test.unit.common.test_utils.TestShardRange.test_shard_range_initialisation ... ok -test.unit.common.test_utils.TestShardRange.test_sort_key -test.unit.common.test_utils.TestShardRange.test_sort_key ... ok -test.unit.common.test_utils.TestShardRange.test_sort_key_order -test.unit.common.test_utils.TestShardRange.test_sort_key_order ... ok -test.unit.common.test_utils.TestShardRange.test_state_setter -test.unit.common.test_utils.TestShardRange.test_state_setter ... ok -test.unit.common.test_utils.TestShardRange.test_state_timestamp_setter -test.unit.common.test_utils.TestShardRange.test_state_timestamp_setter ... ok -test.unit.common.test_utils.TestShardRange.test_timestamp_setter -test.unit.common.test_utils.TestShardRange.test_timestamp_setter ... ok -test.unit.common.test_utils.TestShardRange.test_to_from_dict -test.unit.common.test_utils.TestShardRange.test_to_from_dict ... ok -test.unit.common.test_utils.TestShardRange.test_update_meta -test.unit.common.test_utils.TestShardRange.test_update_meta ... ok -test.unit.common.test_utils.TestShardRange.test_update_state -test.unit.common.test_utils.TestShardRange.test_update_state ... ok -test.unit.common.test_utils.TestShardRange.test_update_tombstones -test.unit.common.test_utils.TestShardRange.test_update_tombstones ... ok -test.unit.common.test_utils.TestSocketStringParser.test_socket_string_parser -test.unit.common.test_utils.TestSocketStringParser.test_socket_string_parser ... ok test.unit.common.test_utils.TestStatsdLoggingDelegation.test_delegate_methods_with_default_sample_rate test.unit.common.test_utils.TestStatsdLoggingDelegation.test_delegate_methods_with_default_sample_rate ... ok -test.unit.cli.test_info.TestPrintObjWeirdPath.test_invalid_etag -test.unit.cli.test_info.TestPrintObjWeirdPath.test_invalid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_crypto_metadata -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_crypto_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_curl_command_ipv4 -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_curl_command_ipv4 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_curl_command_ipv6 -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_curl_command_ipv6 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_meta_and_ts_files -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_meta_and_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_metadata -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_no_ring -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_no_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_policy_index -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_policy_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_policy_name_mismatch -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_policy_name_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjWeirdPath.test_unchecked_etag -test.unit.cli.test_info.TestPrintObjWeirdPath.test_unchecked_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_at_end_of_run_once -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_at_end_of_run_once ... ok -test.unit.cli.test_info.TestPrintObjWeirdPath.test_valid_etag -test.unit.cli.test_info.TestPrintObjWeirdPath.test_valid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_recon_cron.TestReconCron.test_get_async_count -test.unit.cli.test_recon_cron.TestReconCron.test_get_async_count ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_app_exception -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_app_exception ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_can_only_configure_secret_in_one_place -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_can_only_configure_secret_in_one_place ... ok test.unit.common.test_utils.TestStatsdLoggingDelegation.test_delegate_methods_with_metric_prefix test.unit.common.test_utils.TestStatsdLoggingDelegation.test_delegate_methods_with_metric_prefix ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_chained_keymasters -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_chained_keymasters ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_container_path -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_container_path ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_correct_root_secret_used -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_correct_root_secret_used ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_filter -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_filter ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_invalid_root_secret -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_invalid_root_secret ... ok -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb64454cd31cf41c0aba1b-00685203e0) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb64454cd31cf41c0aba1b-00685203e0) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb64454cd31cf41c0aba1b-00685203e0) -test ERROR: Container HEAD returning 503 for [] (txn: txb64454cd31cf41c0aba1b-00685203e0) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txdf6caa1a8866446482c7a-00685203e0) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txdf6caa1a8866446482c7a-00685203e0) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txdf6caa1a8866446482c7a-00685203e0) -test ERROR: Container HEAD returning 503 for [] (txn: txdf6caa1a8866446482c7a-00685203e0) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_empty_shard_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_empty_shard_no_memcache ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_key_uniqueness -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_key_uniqueness ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_keymaster_config_path -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_keymaster_config_path ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_keys_cached -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_keys_cached ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_missing_conf_section -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_missing_conf_section ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets_missing_active_root_secret_id -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets_missing_active_root_secret_id ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets_with_invalid_id -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets_with_invalid_id ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets_with_invalid_secret -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets_with_invalid_secret ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_no_root_secret -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_no_root_secret ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_object_path -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_object_path ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_races_with_final_recon_dump -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_races_with_final_recon_dump ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_root_secret -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_root_secret ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_root_secret_path_invalid_secret -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_root_secret_path_invalid_secret ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_unicode_object_path -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_unicode_object_path ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_v1_keys -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_v1_keys ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_v1_keys_with_weird_paths -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_v1_keys_with_weird_paths ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_v2_keys -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_v2_keys ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_empty_body -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_empty_body ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_removes_devices -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_removes_devices ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_waits_for_all_devices -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_waits_for_all_devices ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_run_forever_recon_no_devices -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_run_forever_recon_no_devices ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_worker_logging -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_worker_logging ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices_and_no_valid_overrides -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices_and_no_valid_overrides ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices_and_overrides -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices_and_overrides ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_delete_object -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_delete_object ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_devices -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_devices ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_devices_and_overrides -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_devices_and_overrides ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_workers -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_workers ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_workers_and_devices -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_workers_and_devices ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_no_devices -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_no_devices ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_some_workers_and_devices -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_some_workers_and_devices ... ok -test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_record_type_object_makes_no_cache_lookup -test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_record_type_object_makes_no_cache_lookup ... ok -test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_include_deleted_shards -test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_include_deleted_shards ... ok -test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_requesting_listing_shards -test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_requesting_listing_shards ... ok -test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_requesting_updating_shards -test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_requesting_updating_shards ... ok -test DEBUG: Not a path query: /, skipping. -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: No authorization details from s3api. skipping. -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test INFO: Caching s3tokens for 20 seconds -test DEBUG: Calling S3Token middleware. -test DEBUG: Cached creds valid -test DEBUG: Connecting with tenant: tenant_id -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test INFO: Caching s3tokens for 20 seconds -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Cached keystone credentials -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: No authorization details from s3api. skipping. -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: No authorization details from s3api. skipping. -test DEBUG: User tenant_id with role(s) rdr1,rdr2 has project reader authorizing -Tue Jun 17 12:10:04 2025 /tmp/log/swift/profile/default.profile456 -Tue Jun 17 12:10:04 2025 /tmp/log/swift/profile/default.profile709817 -Tue Jun 17 12:10:04 2025 /tmp/log/swift/profile/default.profile123 - - 45 function calls in 0.001 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 9 0.001 0.000 0.001 0.000 profile:0(import os;os.getcwd();) - 9 0.000 0.000 0.001 0.000 :0(exec) - 9 0.000 0.000 0.000 0.000 :1() - 9 0.000 0.000 0.000 0.000 :0(getcwd) - 0 0.000 0.000 profile:0(profiler) - 9 0.000 0.000 0.000 0.000 :0(setprofile) - - -test WARNING: boom -test DEBUG: Skipping the update of recently changed /tmp/tmpnxdzr7ts/sdq/objects/auditor_status_ALL.json -test DEBUG: Skipping the update of recently changed /tmp/tmpnxdzr7ts/sdp/objects/auditor_status_ALL.json -test DEBUG: Skipping the update of recently changed /tmp/tmpnxdzr7ts/sdq/objects/auditor_status_ALL.json -test DEBUG: Skipping the update of recently changed /tmp/tmpnxdzr7ts/sdp/objects/auditor_status_ALL.json -test DEBUG: Skipping: /tmp/tmpj08wdrf6/garbage is not a directory -test DEBUG: Skipping: /tmp/tmpj08wdrf6/garbage is not mounted -test DEBUG: Skipping: /tmp/tmpcxpk10hw/sdq is not mounted -test INFO: [worker 1/1 pid=709817] Running object reconstructor in script mode. -test INFO: [worker 1/1 pid=709817] Object reconstruction complete (once). (5.00 minutes) -test INFO: [worker 1/1 pid=709817] Running object reconstructor in script mode. -test INFO: [worker 1/1 pid=709817] Object reconstruction complete (once). (5.00 minutes) -test INFO: [worker 1/1 pid=709817] Running object reconstructor in script mode. -test INFO: [worker 1/1 pid=709817] Object reconstruction complete (once). (5.00 minutes) -test INFO: [worker 1/1 pid=709817] Running object reconstructor in script mode. -test INFO: [worker 1/1 pid=709817] Object reconstruction complete (once). (5.00 minutes) -test INFO: [worker 1/1 pid=709817] Running object reconstructor in script mode. -test INFO: [worker 1/1 pid=709817] Object reconstruction complete (once). (10.00 minutes) -test INFO: Running object reconstructor in script mode. -test INFO: Object reconstruction complete (once). (5.00 minutes) -test INFO: Running object reconstructor in script mode. -test INFO: Object reconstruction complete (once). (5.00 minutes) -test INFO: Running object reconstructor in script mode. -test INFO: Object reconstruction complete (once). (5.00 minutes) -test INFO: [worker 1/1 pid=709817] Running object reconstructor in script mode. -test INFO: [worker 1/1 pid=709817] Object reconstruction complete (once). (5.00 minutes) -test INFO: [worker 1/1 pid=709817] Running object reconstructor in script mode. -test INFO: [worker 1/1 pid=709817] Object reconstruction complete (once). (5.00 minutes) -test INFO: [worker 1/1 pid=709817] Running object reconstructor in script mode. -test INFO: [worker 1/1 pid=709817] Object reconstruction complete (once). (5.00 minutes) -test INFO: [worker 1/1 pid=709817] Running object reconstructor in script mode. -test INFO: [worker 1/1 pid=709817] Object reconstruction complete (once). (5.00 minutes) -test INFO: [worker 1/2 pid=pid-1] Starting object reconstructor in daemon mode. -test INFO: [worker 1/2 pid=pid-1] Starting object reconstruction pass. -test INFO: [worker 1/2 pid=pid-1] Object reconstruction complete. (0.10 minutes) -test DEBUG: [worker 1/2 pid=pid-1] reconstruction sleeping for 30.0 seconds. -test INFO: [worker 2/4 pid=20641] Running object reconstructor in script mode. -test DEBUG: [worker 2/4 pid=20641] debug message -test INFO: [worker 2/4 pid=20641] info message -test WARNING: [worker 2/4 pid=20641] warning message -test ERROR: [worker 2/4 pid=20641] error message -test INFO: [worker 2/4 pid=20641] Object reconstruction complete (once). (0.00 minutes) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_reverse_prefix_delim -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_reverse_prefix_delim ... ok -test.unit.cli.test_dispersion_report.TestDispersionReport.test_placeholder -test.unit.cli.test_dispersion_report.TestDispersionReport.test_placeholder ... ok -test.unit.cli.test_reload.TestValidateManagerPid.test_good -test.unit.cli.test_reload.TestValidateManagerPid.test_good ... ok -test.unit.cli.test_reload.TestValidateManagerPid.test_non_python -test.unit.cli.test_reload.TestValidateManagerPid.test_non_python ... ok -test.unit.cli.test_reload.TestValidateManagerPid.test_non_server -test.unit.cli.test_reload.TestValidateManagerPid.test_non_server ... ok -test.unit.cli.test_reload.TestValidateManagerPid.test_non_swift -test.unit.cli.test_reload.TestValidateManagerPid.test_non_swift ... ok -test.unit.cli.test_reload.TestValidateManagerPid.test_open_error -test.unit.cli.test_reload.TestValidateManagerPid.test_open_error ... ok -test.unit.cli.test_reload.TestValidateManagerPid.test_worker -test.unit.cli.test_reload.TestValidateManagerPid.test_worker ... ok -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_add -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_add ... ok -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_overload -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_overload ... ok -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_part_power -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_part_power ... ok -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_random_seed -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_random_seed ... ok -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_remove -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_remove ... ok -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_replicas -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_replicas ... ok -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_rounds -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_rounds ... ok -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_save -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_save ... ok -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_set_weight -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_set_weight ... ok -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_good -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_good ... ok -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_invalid_json -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_invalid_json ... ok -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_json_not_object -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_json_not_object ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_double_check_trailing_delimiter -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_double_check_trailing_delimiter ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205455.00000, db: /tmp/tmp1awdfjue/sda/containers/0/147/54a60ea715a2d2ccb3d4a63bb6c5a147/54a60ea715a2d2ccb3d4a63bb6c5a147.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205454.00000, (0, 0) as of 1750205454.00000, shrinking as of 1750205454.00000> to ShardRange<'k' to 't' as of 1750205455.00000, (0, 0) as of 1750205455.00000, active as of 1750205455.00000>, path: .shards_a/shard_c_1750205455.00000, db: /tmp/tmp1awdfjue/sda/containers/0/147/54a60ea715a2d2ccb3d4a63bb6c5a147/54a60ea715a2d2ccb3d4a63bb6c5a147.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205457.00000, db: /tmp/tmp1awdfjue/sda/containers/0/dc0/bc6682d9a4099b8c883b8de3782a1dc0/bc6682d9a4099b8c883b8de3782a1dc0.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205457.00000, db: /tmp/tmp1awdfjue/sda/containers/0/dc0/bc6682d9a4099b8c883b8de3782a1dc0/bc6682d9a4099b8c883b8de3782a1dc0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205459.00000, db: /tmp/tmp1awdfjue/sda/containers/0/050/03edff63f9e07979651e07a2a0441050/03edff63f9e07979651e07a2a0441050.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205458.00000, (0, 0) as of 1750205458.00000, shrinking as of 1750205458.00000> to ShardRange<'k' to 't' as of 1750205459.00000, (0, 0) as of 1750205459.00000, sharding as of 1750205459.00000>, path: .shards_a/shard_c_1750205459.00000, db: /tmp/tmp1awdfjue/sda/containers/0/050/03edff63f9e07979651e07a2a0441050/03edff63f9e07979651e07a2a0441050.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205459.00000, db: /tmp/tmp1awdfjue/sda/containers/0/050/03edff63f9e07979651e07a2a0441050/03edff63f9e07979651e07a2a0441050.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205461.00000, db: /tmp/tmp1awdfjue/sda/containers/0/7f5/6720e79571fa12882ae4576475c097f5/6720e79571fa12882ae4576475c097f5.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205460.00000, (0, 0) as of 1750205460.00000, shrinking as of 1750205460.00000> to ShardRange<'k' to 't' as of 1750205461.00000, (0, 0) as of 1750205461.00000, sharded as of 1750205461.00000>, path: .shards_a/shard_c_1750205461.00000, db: /tmp/tmp1awdfjue/sda/containers/0/7f5/6720e79571fa12882ae4576475c097f5/6720e79571fa12882ae4576475c097f5.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205461.00000, db: /tmp/tmp1awdfjue/sda/containers/0/7f5/6720e79571fa12882ae4576475c097f5/6720e79571fa12882ae4576475c097f5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205463.00000, db: /tmp/tmp1awdfjue/sda/containers/0/f9f/c99d38a5d1ffbdf8c8b56a08cd04ff9f/c99d38a5d1ffbdf8c8b56a08cd04ff9f.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205462.00000, (0, 0) as of 1750205462.00000, shrinking as of 1750205462.00000> to ShardRange<'k' to 't' as of 1750205463.00000, (0, 0) as of 1750205463.00000, shrunk as of 1750205463.00000>, path: .shards_a/shard_c_1750205463.00000, db: /tmp/tmp1awdfjue/sda/containers/0/f9f/c99d38a5d1ffbdf8c8b56a08cd04ff9f/c99d38a5d1ffbdf8c8b56a08cd04ff9f.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205463.00000, db: /tmp/tmp1awdfjue/sda/containers/0/f9f/c99d38a5d1ffbdf8c8b56a08cd04ff9f/c99d38a5d1ffbdf8c8b56a08cd04ff9f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205465.00000, db: /tmp/tmp1awdfjue/sda/containers/0/60d/26f9d94e127ba844025620c1f8d0760d/26f9d94e127ba844025620c1f8d0760d.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205464.00000, (0, 0) as of 1750205464.00000, sharding as of 1750205464.00000> to ShardRange<'k' to 't' as of 1750205465.00000, (0, 0) as of 1750205465.00000, found as of 1750205465.00000>, path: .shards_a/shard_c_1750205465.00000, db: /tmp/tmp1awdfjue/sda/containers/0/60d/26f9d94e127ba844025620c1f8d0760d/26f9d94e127ba844025620c1f8d0760d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205467.00000, db: /tmp/tmp1awdfjue/sda/containers/0/5dc/dde98169dee4c67bf7ff2eb20ee515dc/dde98169dee4c67bf7ff2eb20ee515dc.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205466.00000, (0, 0) as of 1750205466.00000, sharding as of 1750205466.00000> to ShardRange<'k' to 't' as of 1750205467.00000, (0, 0) as of 1750205467.00000, created as of 1750205467.00000>, path: .shards_a/shard_c_1750205467.00000, db: /tmp/tmp1awdfjue/sda/containers/0/5dc/dde98169dee4c67bf7ff2eb20ee515dc/dde98169dee4c67bf7ff2eb20ee515dc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205469.00000, db: /tmp/tmp1awdfjue/sda/containers/0/b8e/d84450398d009742acfebe0e21e4db8e/d84450398d009742acfebe0e21e4db8e.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205468.00000, (0, 0) as of 1750205468.00000, sharding as of 1750205468.00000> to ShardRange<'k' to 't' as of 1750205469.00000, (0, 0) as of 1750205469.00000, cleaved as of 1750205469.00000>, path: .shards_a/shard_c_1750205469.00000, db: /tmp/tmp1awdfjue/sda/containers/0/b8e/d84450398d009742acfebe0e21e4db8e/d84450398d009742acfebe0e21e4db8e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205471.00000, db: /tmp/tmp1awdfjue/sda/containers/0/f31/accc518684d7db88e14d3f20dba99f31/accc518684d7db88e14d3f20dba99f31.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205470.00000, (0, 0) as of 1750205470.00000, sharding as of 1750205470.00000> to ShardRange<'k' to 't' as of 1750205471.00000, (0, 0) as of 1750205471.00000, active as of 1750205471.00000>, path: .shards_a/shard_c_1750205471.00000, db: /tmp/tmp1awdfjue/sda/containers/0/f31/accc518684d7db88e14d3f20dba99f31/accc518684d7db88e14d3f20dba99f31.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205473.00000, db: /tmp/tmp1awdfjue/sda/containers/0/267/88563138e5fa7b511eb73db451ad5267/88563138e5fa7b511eb73db451ad5267.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205472.00000, (0, 0) as of 1750205472.00000, sharding as of 1750205472.00000> to ShardRange<'k' to 't' as of 1750205473.00000, (0, 0) as of 1750205473.00000, shrinking as of 1750205473.00000>, path: .shards_a/shard_c_1750205473.00000, db: /tmp/tmp1awdfjue/sda/containers/0/267/88563138e5fa7b511eb73db451ad5267/88563138e5fa7b511eb73db451ad5267.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205473.00000, db: /tmp/tmp1awdfjue/sda/containers/0/267/88563138e5fa7b511eb73db451ad5267/88563138e5fa7b511eb73db451ad5267.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205475.00000, db: /tmp/tmp1awdfjue/sda/containers/0/255/86d55a86f597e3328b8c457a6544c255/86d55a86f597e3328b8c457a6544c255.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205475.00000, db: /tmp/tmp1awdfjue/sda/containers/0/255/86d55a86f597e3328b8c457a6544c255/86d55a86f597e3328b8c457a6544c255.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205477.00000, db: /tmp/tmp1awdfjue/sda/containers/0/770/011c540e3f17a5621ff5aa8c04c7d770/011c540e3f17a5621ff5aa8c04c7d770.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205476.00000, (0, 0) as of 1750205476.00000, sharding as of 1750205476.00000> to ShardRange<'k' to 't' as of 1750205477.00000, (0, 0) as of 1750205477.00000, sharded as of 1750205477.00000>, path: .shards_a/shard_c_1750205477.00000, db: /tmp/tmp1awdfjue/sda/containers/0/770/011c540e3f17a5621ff5aa8c04c7d770/011c540e3f17a5621ff5aa8c04c7d770.db -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txbf7ebf9279f14362bae45-00685203e1) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txbf7ebf9279f14362bae45-00685203e1) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txbf7ebf9279f14362bae45-00685203e1) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: txbf7ebf9279f14362bae45-00685203e1) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txbf7ebf9279f14362bae45-00685203e1) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txbf7ebf9279f14362bae45-00685203e1) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 8 (txn: txbf7ebf9279f14362bae45-00685203e1) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txbf7ebf9279f14362bae45-00685203e1) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9992&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txbf7ebf9279f14362bae45-00685203e1) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1032 (txn: txbf7ebf9279f14362bae45-00685203e1) -test DEBUG: Setting object count to 1032 (txn: txbf7ebf9279f14362bae45-00685203e1) -test DEBUG: GET listing from 3 shards for: /v1/a/c?reverse=true&format=json&states=listing (txn: txff89227f8e8a4ce58b7a5-00685203e1) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txff89227f8e8a4ce58b7a5-00685203e1) -test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&format=json&limit=10000&marker=&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: txff89227f8e8a4ce58b7a5-00685203e1) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: txff89227f8e8a4ce58b7a5-00685203e1) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txff89227f8e8a4ce58b7a5-00685203e1) -test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&format=json&limit=10000&marker=&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: txff89227f8e8a4ce58b7a5-00685203e1) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 8 (txn: txff89227f8e8a4ce58b7a5-00685203e1) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txff89227f8e8a4ce58b7a5-00685203e1) -test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&format=json&limit=9992&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txff89227f8e8a4ce58b7a5-00685203e1) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 48 (txn: txff89227f8e8a4ce58b7a5-00685203e1) -test DEBUG: Setting object count to 48 (txn: txff89227f8e8a4ce58b7a5-00685203e1) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx350f9327b6dd483b824f4-00685203e1) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx350f9327b6dd483b824f4-00685203e1) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx350f9327b6dd483b824f4-00685203e1) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx350f9327b6dd483b824f4-00685203e1) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx350f9327b6dd483b824f4-00685203e1) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx350f9327b6dd483b824f4-00685203e1) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 40 (txn: tx350f9327b6dd483b824f4-00685203e1) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx350f9327b6dd483b824f4-00685203e1) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9960&marker=h&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx350f9327b6dd483b824f4-00685203e1) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1064 (txn: tx350f9327b6dd483b824f4-00685203e1) -test DEBUG: Setting object count to 1064 (txn: tx350f9327b6dd483b824f4-00685203e1) -test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=koolaid&format=json&states=listing (txn: tx1323acc93c1e42fd80dcb-00685203e1) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx1323acc93c1e42fd80dcb-00685203e1) -test DEBUG: Get listing from /v1/.shards_a/c_pie?marker=koolaid&format=json&limit=10000&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx1323acc93c1e42fd80dcb-00685203e1) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx1323acc93c1e42fd80dcb-00685203e1) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx1323acc93c1e42fd80dcb-00685203e1) -test DEBUG: Get listing from /v1/.shards_a/c_?marker=koolaid&format=json&limit=10000&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx1323acc93c1e42fd80dcb-00685203e1) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: tx1323acc93c1e42fd80dcb-00685203e1) -test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=koolaid&reverse=true&format=json&states=listing (txn: tx0dc175ae6a814474b2fef-00685203e1) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx0dc175ae6a814474b2fef-00685203e1) -test DEBUG: Get listing from /v1/.shards_a/c_pie?marker=koolaid&reverse=true&format=json&limit=10000&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx0dc175ae6a814474b2fef-00685203e1) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx0dc175ae6a814474b2fef-00685203e1) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx0dc175ae6a814474b2fef-00685203e1) -test DEBUG: Get listing from /v1/.shards_a/c_ham?marker=koolaid&reverse=true&format=json&limit=10000&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx0dc175ae6a814474b2fef-00685203e1) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx0dc175ae6a814474b2fef-00685203e1) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx7145536fc3ca427f8c9b3-00685203e2) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx7145536fc3ca427f8c9b3-00685203e2) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7145536fc3ca427f8c9b3-00685203e2) -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_gap_in_shards_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_gap_in_shards_no_memcache ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json_not_encrypted_obj -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json_not_encrypted_obj ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json_with_crypto_override -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json_with_crypto_override ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_success -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_success ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_cont_get_json_req_with_cipher_mismatch -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_cont_get_json_req_with_cipher_mismatch ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_cont_get_json_req_with_unknown_secret_id -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_cont_get_json_req_with_unknown_secret_id ... ok -test.unit.common.middleware.s3api.test_acl_handlers.TestAclHandlers.test_get_acl_handler -test.unit.common.middleware.s3api.test_acl_handlers.TestAclHandlers.test_get_acl_handler ... ok -test.unit.common.middleware.s3api.test_acl_handlers.TestAclHandlers.test_handle_acl -test.unit.common.middleware.s3api.test_acl_handlers.TestAclHandlers.test_handle_acl ... ok -test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_bucket_logging_GET -test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_bucket_logging_GET ... ok -test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_bucket_logging_PUT -test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_bucket_logging_PUT ... ok -test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_object_logging_GET_error -test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_object_logging_GET_error ... ok -test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_object_logging_PUT_error -test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_object_logging_PUT_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_with_fullcontrol_permission ... ok test.unit.common.test_utils.TestStatsdLoggingDelegation.test_delegate_methods_with_no_default_sample_rate test.unit.common.test_utils.TestStatsdLoggingDelegation.test_delegate_methods_with_no_default_sample_rate ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_with_write_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_with_write_permission ... ok test.unit.common.test_utils.TestStatsdLoggingDelegation.test_fsync_bad_fullsync test.unit.common.test_utils.TestStatsdLoggingDelegation.test_fsync_bad_fullsync ... ok test.unit.common.test_utils.TestStatsdLoggingDelegation.test_fsync_f_fullsync @@ -84027,764 +87019,713 @@ test.unit.common.test_utils.TestStatsdLoggingDelegation.test_thread_locals ... ok test.unit.common.test_utils.TestStatsdLoggingDelegation.test_yes_fdatasync test.unit.common.test_utils.TestStatsdLoggingDelegation.test_yes_fdatasync ... ok -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_empty_paths -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_empty_paths ... ok -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_mixed -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_mixed ... ok -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_not_exists_paths -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_not_exists_paths ... ok -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_not_old_enough -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_not_old_enough ... ok -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_file -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_file ... ok -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_now -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_now ... ok -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_path_not_exists -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_path_not_exists ... ok -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_paths -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_paths ... ok -test ERROR: Error decrypting container listing: Bad crypto meta: Cipher must be AES_CTR_256 -test ERROR: get_keys(): unknown key id: unknown_key -test ERROR: Error decrypting container listing: unknown_key -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_without_permission ... ok -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other WRITE -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_list_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_list_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_encoding_type_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_encoding_type_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_default -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_default ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_lots_of_keys -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_lots_of_keys ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_no_key -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_no_key ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_negative_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_negative_maxuploads ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_str_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_str_maxuploads ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_quiet -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_quiet ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_to_object -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_to_object ... ok +test.unit.account.test_server.TestAccountController.test_markers_with_reserved +test.unit.account.test_server.TestAccountController.test_markers_with_reserved ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_async_info +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_async_info ... ok +test.unit.account.test_server.TestAccountController.test_multiple_policies_in_use +test.unit.account.test_server.TestAccountController.test_multiple_policies_in_use ... ok +Traceback (most recent call last): + File "/usr/lib/python3/dist-packages/eventlet/greenpool.py", line 87, in _spawn_n_impl + func(*args, **kwargs) + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/x_profile/profile_model.py", line 274, in dump_profile + profiler.dump_stats(tmpfn) + File "/usr/lib/python3.11/profile.py", line 393, in dump_stats + with open(file, 'wb') as f: + ^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/tmp/log/swift/profile/default.profile1363418.tmp' +Traceback (most recent call last): + File "/usr/lib/python3/dist-packages/eventlet/greenpool.py", line 87, in _spawn_n_impl + func(*args, **kwargs) + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/x_profile/profile_model.py", line 274, in dump_profile + profiler.dump_stats(tmpfn) + File "/usr/lib/python3.11/profile.py", line 393, in dump_stats + with open(file, 'wb') as f: + ^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/tmp/log/swift/profile/default.profile1363418.tmp' +test.unit.account.test_server.TestAccountController.test_not_allowed_method +test.unit.account.test_server.TestAccountController.test_not_allowed_method ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers +test.unit.container.test_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_account +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_account ... ok +test.unit.account.test_server.TestAccountController.test_null_markers +test.unit.account.test_server.TestAccountController.test_null_markers ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_container +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_container ... ok +test.unit.account.test_server.TestAccountController.test_params_format +test.unit.account.test_server.TestAccountController.test_params_format ... ok +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: txc6326880f582406fbfbf3-006644f9d4) +test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json&states=listing (txn: txc366a427284c44a78a3a7-006644f9d4) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txc366a427284c44a78a3a7-006644f9d4) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json {'X-Backend-Record-Type': 'auto'} (txn: txc366a427284c44a78a3a7-006644f9d4) +test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: txc366a427284c44a78a3a7-006644f9d4) +test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json&states=listing (txn: txeb72aebc8cda4d6eb168b-006644f9d4) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txeb72aebc8cda4d6eb168b-006644f9d4) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json {'X-Backend-Record-Type': 'auto'} (txn: txeb72aebc8cda4d6eb168b-006644f9d4) +test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: txeb72aebc8cda4d6eb168b-006644f9d4) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txedf5066ab89140eaa5045-006644f9d4) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txedf5066ab89140eaa5045-006644f9d4) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txedf5066ab89140eaa5045-006644f9d4) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txedf5066ab89140eaa5045-006644f9d4) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txedf5066ab89140eaa5045-006644f9d4) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txedf5066ab89140eaa5045-006644f9d4) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txedf5066ab89140eaa5045-006644f9d4) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='lemon', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txedf5066ab89140eaa5045-006644f9d4) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txedf5066ab89140eaa5045-006644f9d4) +test DEBUG: Found 1020 objects in shard (state=unsharded), total = 1068 (txn: txedf5066ab89140eaa5045-006644f9d4) +test DEBUG: Setting object count to 1068 (txn: txedf5066ab89140eaa5045-006644f9d4) +test DEBUG: GET listing from 3 shards for: /v1/a/c?reverse=true&format=json&states=listing (txn: txd5a9802b719f48dfb3343-006644f9d4) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='lemon', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txd5a9802b719f48dfb3343-006644f9d4) +test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&format=json&limit=10000&marker=&end_marker=lemon {'X-Backend-Record-Type': 'auto'} (txn: txd5a9802b719f48dfb3343-006644f9d4) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: txd5a9802b719f48dfb3343-006644f9d4) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txd5a9802b719f48dfb3343-006644f9d4) +test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&format=json&limit=8976&marker=m&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txd5a9802b719f48dfb3343-006644f9d4) +test DEBUG: Found 44 objects in shard (state=unsharded), total = 1068 (txn: txd5a9802b719f48dfb3343-006644f9d4) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txd5a9802b719f48dfb3343-006644f9d4) +test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&format=json&limit=8932&marker=A&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txd5a9802b719f48dfb3343-006644f9d4) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 1068 (txn: txd5a9802b719f48dfb3343-006644f9d4) +test DEBUG: Setting object count to 1068 (txn: txd5a9802b719f48dfb3343-006644f9d4) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx9bc3ad3155c14d03945fc-006644f9d5) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx9bc3ad3155c14d03945fc-006644f9d5) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9bc3ad3155c14d03945fc-006644f9d5) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx9bc3ad3155c14d03945fc-006644f9d5) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx9bc3ad3155c14d03945fc-006644f9d5) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9bc3ad3155c14d03945fc-006644f9d5) +test WARNING: Failed to get container listing from /v1/a/c?format=json&states=listing: 404 (txn: tx9bc3ad3155c14d03945fc-006644f9d5) +test ERROR: Aborting listing from shards due to bad response: [200, 404] (txn: tx9bc3ad3155c14d03945fc-006644f9d5) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txd8945257c1aa45b5b3361-006644f9d6) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txd8945257c1aa45b5b3361-006644f9d6) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txd8945257c1aa45b5b3361-006644f9d6) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txd8945257c1aa45b5b3361-006644f9d6) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txd8945257c1aa45b5b3361-006644f9d6) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txd8945257c1aa45b5b3361-006644f9d6) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.1:1001/sdb (txn: txd8945257c1aa45b5b3361-006644f9d6) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.0:1000/sda (txn: txd8945257c1aa45b5b3361-006644f9d6) +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_errors_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_errors_no_memcache ... ok +test.unit.account.test_server.TestAccountController.test_params_utf8 +test.unit.account.test_server.TestAccountController.test_params_utf8 ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_object +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_object ... ok +test.unit.account.test_server.TestAccountController.test_policy_stats_non_default +test.unit.account.test_server.TestAccountController.test_policy_stats_non_default ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_object_parallel_once +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_object_parallel_once ... ok +test.unit.account.test_server.TestAccountController.test_policy_stats_with_legacy +test.unit.account.test_server.TestAccountController.test_policy_stats_with_legacy ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_cleanup_post_replicate +test.unit.container.test_replicator.TestReplicatorSync.test_cleanup_post_replicate ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_unrecognized +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_unrecognized ... ok +test.unit.account.test_server.TestAccountController.test_prefix_and_delim_with_reserved +test.unit.account.test_server.TestAccountController.test_prefix_and_delim_with_reserved ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_redirects_between_shards +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_redirects_between_shards ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_checkmount_fail +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_checkmount_fail ... ok +test INFO: - - 15/May/2024/18/07/17 GET / HTTP/1.0 200 - - - - 3 - - - 0.0000 - - 1715796437.742515564 1715796437.742555141 - +test INFO: - - 15/May/2024/18/07/17 GET / HTTP/1.0 200 - - - - 12 - - - 0.0000 - - 1715796437.743276596 1715796437.743307114 - +test INFO: - - 15/May/2024/18/07/17 PUT /v1/a/c/o HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1715796437.748505354 1715796437.748529673 1 +test INFO: - - 15/May/2024/18/07/17 GET /v1/a/c HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1715796437.749147177 1715796437.749204397 1 +test INFO: 4.5.6.7 1.2.3.4 15/May/2024/18/07/17 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1715796437.749952078 1715796437.749990463 - +test INFO: 4.5.6.7 1.2.3.4 15/May/2024/18/07/17 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1715796437.750579357 1715796437.750618696 - +test INFO: - - 15/May/2024/18/07/17 GET /v1/something HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1715796437.751513004 1715796437.751635551 - +test INFO: - - 15/May/2024/18/07/17 GET / HTTP/1.0 499 - - - - 4 - - - 0.0000 - - 1715796437.752834320 1715796437.752874613 - +test INFO: - - 15/May/2024/18/07/17 POST /v1/a/c HTTP/1.0 200 - - - 11 8 - - Host:%20localhost:80 0.0000 - - 1715796437.753577948 1715796437.753597021 - +test INFO: - - 15/May/2024/18/07/17 PUT /v1/a/c/o/foo HTTP/1.0 200 - - - 10 8 - - Host:%20localhost:80 0.0000 - - 1715796437.754376888 1715796437.754401445 0 +test INFO: - - 15/May/2024/18/07/17 PUT /v1/a/c/o/foo HTTP/1.0 200 - - - 10 8 - - Host:%20localhost:80 0.0000 - - 1715796437.755091190 1715796437.755115509 -1 +test INFO: - - 15/May/2024/18/07/17 PUT /v1/a/c/o/foo HTTP/1.0 200 - - - 10 8 - - Host:%20localhost:80 0.0000 - - 1715796437.755941391 1715796437.755964518 - +Thu May 16 08:07:17 2024 /tmp/log/swift/profile/default.profile123 +Thu May 16 08:07:17 2024 /tmp/log/swift/profile/default.profile456 +Thu May 16 08:07:17 2024 /tmp/log/swift/profile/default.profile1363418 + + 45 function calls in 0.001 seconds + + Ordered by: internal time + + ncalls tottime percall cumtime percall filename:lineno(function) + 9 0.001 0.000 0.001 0.000 profile:0(import os;os.getcwd();) + 9 0.000 0.000 0.001 0.000 :0(exec) + 9 0.000 0.000 0.000 0.000 :1() + 9 0.000 0.000 0.000 0.000 :0(getcwd) + 0 0.000 0.000 profile:0(profiler) + 9 0.000 0.000 0.000 0.000 :0(setprofile) + + +test INFO: Beginning replication run +test INFO: Replication run OVER +test INFO: Attempted to replicate 0 dbs in 0.00030 seconds (0.00000/s) +test INFO: Removed 0 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp2e_vfmiq/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01049 seconds (95.36536/s) +test INFO: Removed 1 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test DEBUG: Successfully deleted db /tmp/tmp6p0ulm2d/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +test DEBUG: Not deleting db /tmp/tmp6p0ulm2d/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db (2/3 success) +test DEBUG: Not deleting db /tmp/tmp6p0ulm2d/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db (requires sharding, state unsharded) +test DEBUG: Not deleting db /tmp/tmp6p0ulm2d/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e_1715796438.39812.db (requires sharding, state sharding) +test DEBUG: Not deleting db /tmp/tmp6p0ulm2d/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e_1715796438.39812.db (2/3 success) +test DEBUG: Successfully deleted db /tmp/tmp6p0ulm2d/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e_1715796438.39812.db +test DEBUG: Successfully deleted db /tmp/tmp6p0ulm2d/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpeat0ocw5/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (51, '41ca647680d126ee01a795d22c7b66fd', '64cc85f8-3b8c-4d32-a30f-10610b7d3b16-sda', '1715796438.94266', '1715796438.00000', '0', '', '1715796438.00000', 51, 0) +test DEBUG: /tmp/tmpeat0ocw5/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_items, ([{'ROWID': 1, 'name': 'o0', 'created_at': '1715796439.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'o1', 'created_at': '1715796440.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 3, 'name': 'o2', 'created_at': '1715796441.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 4, 'name': 'o3', 'created_at': '1715796442.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 5, 'name': 'o4', 'created_at': '1715796443.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 6, 'name': 'o5', 'created_at': '1715796444.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 7, 'name': 'o6', 'created_at': '1715796445.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 8, 'name': 'o7', 'created_at': '1715796446.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 9, 'name': 'o8', 'created_at': '1715796447.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 10, 'name': 'o9', 'created_at': '1715796448.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '64cc85f8-3b8c-4d32-a30f-10610b7d3b16-sda') +test ERROR: Returning 497 because of blacklisting: b +test ERROR: Returning 497 because of blacklisting: b +test ERROR: Returning 497 because of blacklisting: b +test ERROR: Returning 497 because of blacklisting: b +test ERROR: Returning 497 because of blacklisting: b +sharder-test WARNING: Reclaimable db stuck waiting for shrinking, path: a/c, db: /tmp/tmphps5_mxr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Audit failed for shard: missing own shard range (skipping), path: bad_account/shard_c, db: /tmp/tmpm3gy3olh/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test WARNING: Audit warnings for shard: account not in shards namespace '.shards_', path: bad_account/shard_c, db: /tmp/tmpm3gy3olh/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test WARNING: Audit failed for shard: missing own shard range (skipping), path: .shards_a/shard_c, db: /tmp/tmpm3gy3olh/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpm3gy3olh/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test INFO: Updated own shard range from ShardRange<'j' to 'k' as of 1715796437.00000, (0, 0) as of 1715796437.00000, active as of 1715796437.00000> to ShardRange<'k' to 't' as of 1715796438.00000, (0, 0) as of 1715796438.00000, active as of 1715796438.00000>, path: .shards_a/shard_c, db: /tmp/tmpm3gy3olh/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpm3gy3olh/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test WARNING: Failed to get shard ranges from a/c: bad, path: .shards_a/shard_c, db: /tmp/tmpm3gy3olh/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test WARNING: Audit warnings for shard: unable to get shard ranges from root, path: .shards_a/shard_c, db: /tmp/tmpm3gy3olh/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpm3gy3olh/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796442.00000, (0, 0) as of 1715796442.00000, shrinking as of 1715796439.00000> to ShardRange<'k' to 't' as of 1715796442.00000, (0, 0) as of 1715796442.00000, sharding as of 1715796443.00000>, path: .shards_a/shard_c, db: /tmp/tmpm3gy3olh/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpm3gy3olh/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpm3gy3olh/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Marked shard container as deleted, path: .shards_a/shard_c, db: /tmp/tmpm3gy3olh/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796438.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/653/acf528e7b10370b56d3f0c2bd99a9653/acf528e7b10370b56d3f0c2bd99a9653.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796440.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/d50/716a1e76735a2a70a6eca2274f56cd50/716a1e76735a2a70a6eca2274f56cd50.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796439.00000, (0, 0) as of 1715796439.00000, found as of 1715796439.00000> to ShardRange<'k' to 't' as of 1715796440.00000, (0, 0) as of 1715796440.00000, created as of 1715796440.00000>, path: .shards_a/shard_c_1715796440.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/d50/716a1e76735a2a70a6eca2274f56cd50/716a1e76735a2a70a6eca2274f56cd50.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796442.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/8e1/a560d4067992fa7e92cbecbbf73f88e1/a560d4067992fa7e92cbecbbf73f88e1.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796441.00000, (0, 0) as of 1715796441.00000, found as of 1715796441.00000> to ShardRange<'k' to 't' as of 1715796442.00000, (0, 0) as of 1715796442.00000, cleaved as of 1715796442.00000>, path: .shards_a/shard_c_1715796442.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/8e1/a560d4067992fa7e92cbecbbf73f88e1/a560d4067992fa7e92cbecbbf73f88e1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796444.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/fab/74bb8733753eb5fc4a12406edda1dfab/74bb8733753eb5fc4a12406edda1dfab.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796443.00000, (0, 0) as of 1715796443.00000, found as of 1715796443.00000> to ShardRange<'k' to 't' as of 1715796444.00000, (0, 0) as of 1715796444.00000, active as of 1715796444.00000>, path: .shards_a/shard_c_1715796444.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/fab/74bb8733753eb5fc4a12406edda1dfab/74bb8733753eb5fc4a12406edda1dfab.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796446.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/97d/20e353a28f296727a67a25e46f07297d/20e353a28f296727a67a25e46f07297d.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796445.00000, (0, 0) as of 1715796445.00000, found as of 1715796445.00000> to ShardRange<'k' to 't' as of 1715796446.00000, (0, 0) as of 1715796446.00000, shrinking as of 1715796446.00000>, path: .shards_a/shard_c_1715796446.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/97d/20e353a28f296727a67a25e46f07297d/20e353a28f296727a67a25e46f07297d.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796446.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/97d/20e353a28f296727a67a25e46f07297d/20e353a28f296727a67a25e46f07297d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796448.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/7f7/b51d1ff9d1fa50f19045de7776cae7f7/b51d1ff9d1fa50f19045de7776cae7f7.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796447.00000, (0, 0) as of 1715796447.00000, found as of 1715796447.00000> to ShardRange<'k' to 't' as of 1715796448.00000, (0, 0) as of 1715796448.00000, sharding as of 1715796448.00000>, path: .shards_a/shard_c_1715796448.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/7f7/b51d1ff9d1fa50f19045de7776cae7f7/b51d1ff9d1fa50f19045de7776cae7f7.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796448.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/7f7/b51d1ff9d1fa50f19045de7776cae7f7/b51d1ff9d1fa50f19045de7776cae7f7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796450.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/bac/52f2aa116f5be4d1e38264326caafbac/52f2aa116f5be4d1e38264326caafbac.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796449.00000, (0, 0) as of 1715796449.00000, found as of 1715796449.00000> to ShardRange<'k' to 't' as of 1715796450.00000, (0, 0) as of 1715796450.00000, sharded as of 1715796450.00000>, path: .shards_a/shard_c_1715796450.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/bac/52f2aa116f5be4d1e38264326caafbac/52f2aa116f5be4d1e38264326caafbac.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796450.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/bac/52f2aa116f5be4d1e38264326caafbac/52f2aa116f5be4d1e38264326caafbac.db +test.unit.account.test_server.TestAccountController.test_prefix_with_reserved +test.unit.account.test_server.TestAccountController.test_prefix_with_reserved ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_excludes_files +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_excludes_files ... ok +test ERROR: Invalid swift_bytes: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 4161, in override_bytes_from_content_type + listing_dict['bytes'] = int(swift_bytes) + ^^^^^^^^^^^^^^^^ +ValueError: invalid literal for int() with base 10: 'hey' +Unlinked retiring db '/tmp/tmp_e8czrqy/containers/part/suffix/hash/container.db' +test.unit.account.test_server.TestAccountController.test_replicaiton_server_call_all_methods +test.unit.account.test_server.TestAccountController.test_replicaiton_server_call_all_methods ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_oserror +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_oserror ... ok +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_items, ([{'ROWID': 11, 'name': 'o10', 'created_at': '1715796449.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 12, 'name': 'o11', 'created_at': '1715796450.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 13, 'name': 'o12', 'created_at': '1715796451.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 14, 'name': 'o13', 'created_at': '1715796452.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 15, 'name': 'o14', 'created_at': '1715796453.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 16, 'name': 'o15', 'created_at': '1715796454.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 17, 'name': 'o16', 'created_at': '1715796455.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 18, 'name': 'o17', 'created_at': '1715796456.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 19, 'name': 'o18', 'created_at': '1715796457.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 20, 'name': 'o19', 'created_at': '1715796458.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '64cc85f8-3b8c-4d32-a30f-10610b7d3b16-sda') +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_items, ([{'ROWID': 21, 'name': 'o20', 'created_at': '1715796459.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 22, 'name': 'o21', 'created_at': '1715796460.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 23, 'name': 'o22', 'created_at': '1715796461.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 24, 'name': 'o23', 'created_at': '1715796462.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 25, 'name': 'o24', 'created_at': '1715796463.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 26, 'name': 'o25', 'created_at': '1715796464.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 27, 'name': 'o26', 'created_at': '1715796465.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 28, 'name': 'o27', 'created_at': '1715796466.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 29, 'name': 'o28', 'created_at': '1715796467.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 30, 'name': 'o29', 'created_at': '1715796468.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '64cc85f8-3b8c-4d32-a30f-10610b7d3b16-sda') +test DEBUG: /tmp/tmpeat0ocw5/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 30 (0.225602s) +test DEBUG: Synchronization for /tmp/tmpeat0ocw5/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db has fallen more than 30 rows behind; moving on and will try again next pass. +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, sync, (51, '41ca647680d126ee01a795d22c7b66fd', '64cc85f8-3b8c-4d32-a30f-10610b7d3b16-sda', '1715796438.94266', '1715796438.00000', '0', '', '1715796438.00000', 51, 0) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('64cc85f8-3b8c-4d32-a30f-10610b7d3b16-sda', '33379ecb053aa5c9e356c68997cbb59e.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.69764 seconds (1.43340/s) +test INFO: Removed 0 dbs +test INFO: 1 successes, 1 failures +test INFO: diff:1 diff_capped:1 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpeat0ocw5/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (51, '41ca647680d126ee01a795d22c7b66fd', '64cc85f8-3b8c-4d32-a30f-10610b7d3b16-sda', '1715796438.94266', '1715796438.00000', '0', '', '1715796438.00000', 51, 0) +test DEBUG: /tmp/tmpeat0ocw5/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row 30 +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_items, ([{'ROWID': 31, 'name': 'o30', 'created_at': '1715796469.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 32, 'name': 'o31', 'created_at': '1715796470.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 33, 'name': 'o32', 'created_at': '1715796471.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 34, 'name': 'o33', 'created_at': '1715796472.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 35, 'name': 'o34', 'created_at': '1715796473.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 36, 'name': 'o35', 'created_at': '1715796474.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 37, 'name': 'o36', 'created_at': '1715796475.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 38, 'name': 'o37', 'created_at': '1715796476.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 39, 'name': 'o38', 'created_at': '1715796477.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 40, 'name': 'o39', 'created_at': '1715796478.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '64cc85f8-3b8c-4d32-a30f-10610b7d3b16-sda') +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty_old_style_shard_container ... ok +test.unit.account.test_server.TestAccountController.test_reserved_markers_with_non_reserved +test.unit.account.test_server.TestAccountController.test_reserved_markers_with_non_reserved ... ok +test.unit.account.test_server.TestAccountController.test_serv_reserv +test.unit.account.test_server.TestAccountController.test_serv_reserv ... ok +test.unit.account.test_server.TestAccountController.test_through_call +test.unit.account.test_server.TestAccountController.test_through_call ... ok +test.unit.account.test_server.TestAccountController.test_through_call_invalid_path +test.unit.account.test_server.TestAccountController.test_through_call_invalid_path ... ok +test.unit.account.test_server.TestAccountController.test_through_call_invalid_path_utf8 +test.unit.account.test_server.TestAccountController.test_through_call_invalid_path_utf8 ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_driveaudit_info +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_driveaudit_info ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_diff_capped_sync +test.unit.container.test_replicator.TestReplicatorSync.test_diff_capped_sync ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_find_local_handoff_for_part +test.unit.container.test_replicator.TestReplicatorSync.test_find_local_handoff_for_part ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_local_ids +test.unit.container.test_replicator.TestReplicatorSync.test_local_ids ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_redirects_to_root_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_redirects_to_root_no_memcache ... ok +test INFO: - - - [15/May/2024:18:07:17 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:17 +0000] "method_doesnt_exist /sda1/p/a" 405 - "-" "-" "-" 0.0001 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:17 +0000] "__init__ /sda1/p/a" 405 - "-" "-" "-" 0.0001 "-" 1363413 - +test INFO: 1.2.3.4 - - [01/Jan/1970:02:46:42 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 2.0000 "-" 1234 - +test INFO: - - - [15/May/2024:18:07:17 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0678 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:17 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0089 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:17 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0783 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:17 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0873 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:17 +0000] "GET /sda1/p/a" 200 218 "-" "-" "-" 0.0015 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:17 +0000] "GET /sda1/p/a" 200 109 "-" "-" "-" 0.0014 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:17 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0646 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:17 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0013 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:17 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0845 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:17 +0000] "PUT /sda1/p/a/%00null%00test03" 201 - "-" "-" "-" 0.0616 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:17 +0000] "GET /sda1/p/a" 200 219 "-" "-" "-" 0.0844 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:17 +0000] "GET /sda1/p/a" 200 110 "-" "-" "-" 0.0020 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:17 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0665 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:17 +0000] "PUT /sda1/p/a/c_nulo" 201 - "-" "-" "-" 0.0030 "-" 1363413 0 +test INFO: - - - [15/May/2024:18:07:17 +0000] "PUT /sda1/p/a/c_unu" 201 - "-" "-" "-" 0.0551 "-" 1363413 1 +test INFO: - - - [15/May/2024:18:07:18 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0741 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:18 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0805 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:18 +0000] "PUT /sda1/p/a/%00null%00" 201 - "-" "-" "-" 0.0027 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:18 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0857 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:18 +0000] "PUT /sda1/p/a/null" 201 - "-" "-" "-" 0.0695 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:18 +0000] "GET /sda1/p/a" 200 92 "-" "-" "-" 0.0775 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:18 +0000] "GET /sda1/p/a" 200 304 "-" "-" "-" 0.0015 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:18 +0000] "GET /sda1/p/a" 200 201 "-" "-" "-" 0.0016 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:18 +0000] "GET /sda1/p/a" 200 201 "-" "-" "-" 0.0014 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:18 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0735 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:18 +0000] "GET /sda1/p/a" 200 68 "-" "-" "-" 0.0018 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:18 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0016 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:18 +0000] "GET /sda1/p/a" 400 37 "-" "-" "-" 0.0002 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:18 +0000] "GET /sda1/p/a" 400 33 "-" "-" "-" 0.0001 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:18 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0001 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:18 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0001 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:18 +0000] "GET /sda1/p/a" 400 38 "-" "-" "-" 0.0017 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:18 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0001 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:18 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0572 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:18 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:18 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:18 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:18 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:18 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:18 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:18 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0682 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:18 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 1363413 1 +test INFO: - - - [15/May/2024:18:07:18 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0602 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:18 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:18 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0655 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:18 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0087 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:18 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0971 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:18 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0042 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:18 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0455 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:18 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0049 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:19 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0604 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:19 +0000] "PUT /sda1/p/a/%00null%00foo" 201 - "-" "-" "-" 0.0645 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:19 +0000] "PUT /sda1/p/a/%00nullish" 201 - "-" "-" "-" 0.0763 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:19 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0713 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:19 +0000] "GET /sda1/p/a" 200 133 "-" "-" "-" 0.0021 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:19 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0589 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:19 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0009 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:19 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0780 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:19 +0000] "PUT /sda1/p/a/%00null%00foo" 201 - "-" "-" "-" 0.0619 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:19 +0000] "PUT /sda1/p/a/%00nullish" 201 - "-" "-" "-" 0.0835 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:19 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0795 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:19 +0000] "GET /sda1/p/a" 200 218 "-" "-" "-" 0.0017 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:19 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0446 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:19 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0011 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:19 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0879 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:19 +0000] "PUT /sda1/p/a/nullish" 201 - "-" "-" "-" 0.0789 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:20 +0000] "GET /sda1/p/a" 200 313 "-" "-" "-" 0.0625 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:20 +0000] "GET /sda1/p/a" 200 95 "-" "-" "-" 0.0015 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:20 +0000] "GET /sda1/p/a" 200 313 "-" "-" "-" 0.0015 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:20 +0000] "GET /sda1/p/a" 200 204 "-" "-" "-" 0.0015 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:20 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0035 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:20 +0000] "GET /bob" 400 18 "-" "-" "-" 0.0001 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:20 +0000] "GET /sda1/p/a/c%D8%3E%2520" 412 12 "-" "-" "-" 0.0001 "-" 1363413 - +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_expirer_info_object +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_expirer_info_object ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_load +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_load ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_mem +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_mem ... ok +test.unit.account.test_server.TestAccountController.test_utf8_metadata +test.unit.account.test_server.TestAccountController.test_utf8_metadata ... ok +test.unit.cli.test_container_deleter.TestContainerDeleter.test_init_internal_client_log_name +test.unit.cli.test_container_deleter.TestContainerDeleter.test_init_internal_client_log_name ... ok +test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs +test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs ... ok +test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs_native_utf8 +test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs_native_utf8 ... ok +test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs_unicode_utf8 +test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs_unicode_utf8 ... ok +test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_empty_no_yield +test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_empty_no_yield ... ok +test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_empty_with_yield +test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_empty_with_yield ... ok +test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_one_update_no_yield +test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_one_update_no_yield ... ok +test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_two_updates_with_yield +test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_two_updates_with_yield ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_analyze_stdin +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_analyze_stdin ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_mounted +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_mounted ... ok +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.2:1002/sdc (txn: txd8945257c1aa45b5b3361-006644f9d6) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.3:1003/sda (txn: txd8945257c1aa45b5b3361-006644f9d6) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.4:1004/sda (txn: txd8945257c1aa45b5b3361-006644f9d6) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.5:1005/sda (txn: txd8945257c1aa45b5b3361-006644f9d6) +test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500] (txn: txd8945257c1aa45b5b3361-006644f9d6) +test WARNING: Failed to get container listing from /v1/a/c?format=json&states=listing: 503 (txn: txd8945257c1aa45b5b3361-006644f9d6) +test ERROR: Aborting listing from shards due to bad response: [200, 503] (txn: txd8945257c1aa45b5b3361-006644f9d6) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txc6aef09f41a843ceb5914-006644f9d7) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_a', lower='', upper='a') .shards_a/c_a with {'X-Backend-Record-Type': 'auto'} (txn: txc6aef09f41a843ceb5914-006644f9d7) +test DEBUG: Get listing from /v1/.shards_a/c_a?format=json&limit=10000&marker=&end_marker=a%00 {'X-Backend-Record-Type': 'auto'} (txn: txc6aef09f41a843ceb5914-006644f9d7) +test DEBUG: Found 33 objects in shard (state=unsharded), total = 33 (txn: txc6aef09f41a843ceb5914-006644f9d7) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: txc6aef09f41a843ceb5914-006644f9d7) +test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: txc6aef09f41a843ceb5914-006644f9d7) +test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00&states=listing (txn: txc6aef09f41a843ceb5914-006644f9d7) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='b', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txc6aef09f41a843ceb5914-006644f9d7) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: txc6aef09f41a843ceb5914-006644f9d7) +test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_?format=json&limit=9967&marker=a&end_marker=b%00&states=listing (txn: txc6aef09f41a843ceb5914-006644f9d7) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'object'} (txn: txc6aef09f41a843ceb5914-006644f9d7) +test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'object'} (txn: txc6aef09f41a843ceb5914-006644f9d7) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: txc6aef09f41a843ceb5914-006644f9d7) +test DEBUG: Found 1 objects in shard (state=sharded), total = 1 (txn: txc6aef09f41a843ceb5914-006644f9d7) +test DEBUG: Found 1 objects in shard (state=sharded), total = 34 (txn: txc6aef09f41a843ceb5914-006644f9d7) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='b', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'object'} (txn: txc6aef09f41a843ceb5914-006644f9d7) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9966&marker=b&end_marker= {'X-Backend-Record-Type': 'object'} (txn: txc6aef09f41a843ceb5914-006644f9d7) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1058 (txn: txc6aef09f41a843ceb5914-006644f9d7) +test DEBUG: Setting object count to 1058 (txn: txc6aef09f41a843ceb5914-006644f9d7) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: txc45639d873354c62b3d14-006644f9d8) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txc45639d873354c62b3d14-006644f9d8) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=10000&marker=&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txc45639d873354c62b3d14-006644f9d8) +test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_?format=json&limit=10000&marker=&end_marker=&states=listing (txn: txc45639d873354c62b3d14-006644f9d8) +test DEBUG: Getting listing part 0 from shard Namespace(name='a/c', lower='', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: txc45639d873354c62b3d14-006644f9d8) +test DEBUG: Get listing from /v1/a/c?format=json&limit=10000&marker=&end_marker= {'X-Backend-Record-Type': 'object'} (txn: txc45639d873354c62b3d14-006644f9d8) +test DEBUG: Found 1024 objects in shard (state=sharded), total = 1024 (txn: txc45639d873354c62b3d14-006644f9d8) +test DEBUG: Setting object count to 1024 (txn: txc45639d873354c62b3d14-006644f9d8) +test DEBUG: Found 1024 objects in shard (state=sharding), total = 1024 (txn: txc45639d873354c62b3d14-006644f9d8) +test DEBUG: Setting object count to 1024 (txn: txc45639d873354c62b3d14-006644f9d8) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx1cc9023e86ac40369986a-006644f9d8) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx1cc9023e86ac40369986a-006644f9d8) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx1cc9023e86ac40369986a-006644f9d8) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx1cc9023e86ac40369986a-006644f9d8) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx1cc9023e86ac40369986a-006644f9d8) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx1cc9023e86ac40369986a-006644f9d8) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx1cc9023e86ac40369986a-006644f9d8) +test INFO: Caching listing namespaces for shard-listing-v2/.shards_a/c_pie (3 namespaces) (txn: tx1cc9023e86ac40369986a-006644f9d8) +test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: tx1cc9023e86ac40369986a-006644f9d8) +test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: tx1cc9023e86ac40369986a-006644f9d8) +test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: tx1cc9023e86ac40369986a-006644f9d8) +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharded_shard_with_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharded_shard_with_memcache ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges_errors +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges_errors ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_quarantine_count +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_quarantine_count ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_analyze_stdin_with_overlaps +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_analyze_stdin_with_overlaps ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_reconstruction +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_reconstruction ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_relinker_info +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_relinker_info ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue +test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_account +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_account ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_all_donors_shrink_to_root +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_all_donors_shrink_to_root ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_mixed_policies +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_mixed_policies ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_bad_args +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_bad_args ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges_with_misplaced_objects +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges_with_misplaced_objects ... ok test.unit.container.test_backend.TestContainerBroker.test_empty_old_style_shard_container test.unit.container.test_backend.TestContainerBroker.test_empty_old_style_shard_container ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_delimiter ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_id_and_key_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_id_and_key_marker ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_too_many_keys -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_too_many_keys ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_double_check_trailing_delimiter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_double_check_trailing_delimiter_non_slash ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_key_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_key_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter ... ok -test INFO: - - - [18/Jun/2025:00:10:04 +0000] "GET /sda1/p/a" 200 201 "-" "-" "-" 0.0054 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:10:04 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.3146 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:10:04 +0000] "GET /sda1/p/a" 200 68 "-" "-" "-" 0.0012 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:10:04 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0010 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:10:04 +0000] "GET /sda1/p/a" 400 37 "-" "-" "-" 0.0002 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:10:04 +0000] "GET /sda1/p/a" 400 33 "-" "-" "-" 0.0001 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:10:04 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0001 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:10:04 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0001 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:10:04 +0000] "GET /sda1/p/a" 400 38 "-" "-" "-" 0.0001 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:10:04 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0001 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:10:04 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.3663 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:10:04 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:10:04 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:10:04 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:10:04 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:10:04 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:10:04 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:10:05 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.4094 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:10:05 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0204 "-" 709812 1 -test INFO: - - - [18/Jun/2025:00:10:05 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.6440 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:10:05 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:10:06 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.5727 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:10:06 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0300 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:10:06 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.2857 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:10:06 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:10:07 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.2538 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:10:07 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0187 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:10:07 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.2641 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:10:07 +0000] "PUT /sda1/p/a/%00null%00foo" 201 - "-" "-" "-" 0.1238 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:10:07 +0000] "PUT /sda1/p/a/%00nullish" 201 - "-" "-" "-" 0.0825 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:10:07 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0500 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:10:07 +0000] "GET /sda1/p/a" 200 133 "-" "-" "-" 0.0018 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:10:07 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0655 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:10:07 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0010 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:10:07 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.1798 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:10:08 +0000] "PUT /sda1/p/a/%00null%00foo" 201 - "-" "-" "-" 0.3002 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:10:08 +0000] "PUT /sda1/p/a/%00nullish" 201 - "-" "-" "-" 0.0994 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:10:08 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0829 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:10:08 +0000] "GET /sda1/p/a" 200 218 "-" "-" "-" 0.0019 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:10:08 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0745 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:10:08 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0009 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:10:08 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0975 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:10:08 +0000] "PUT /sda1/p/a/nullish" 201 - "-" "-" "-" 0.0828 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:10:08 +0000] "GET /sda1/p/a" 200 313 "-" "-" "-" 0.0642 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:10:08 +0000] "GET /sda1/p/a" 200 95 "-" "-" "-" 0.0017 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:10:08 +0000] "GET /sda1/p/a" 200 313 "-" "-" "-" 0.0016 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:10:08 +0000] "GET /sda1/p/a" 200 204 "-" "-" "-" 0.0043 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:10:08 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:10:08 +0000] "GET /bob" 400 18 "-" "-" "-" 0.0002 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:10:08 +0000] "GET /sda1/p/a/c%D8%3E%2520" 412 12 "-" "-" "-" 0.0001 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:10:09 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.1628 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:10:09 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0731 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:10:09 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.1019 "-" 709812 - -test INFO: - - - [18/Jun/2025:00:10:09 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0702 "-" 709812 - -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: A key is specified for bucket API. -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_unhandled_exception -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_unhandled_exception ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_versioned_enabled -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_versioned_enabled ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_versioned_suspended -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_versioned_suspended ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_error -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_error ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_invalid_md5 -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_invalid_md5 ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_non_json -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_non_json ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_system_entity -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_system_entity ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_without_md5 -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_without_md5 ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_list_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_list_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_encoding_type_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_encoding_type_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_maxuploads ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_maxuploads_over_default -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_maxuploads_over_default ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_negative_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_negative_maxuploads ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_paginated -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_paginated ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_str_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_str_maxuploads ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_delimiter ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_id_and_key_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_id_and_key_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_key_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_key_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_prefix -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_prefix ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_without_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_without_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_without_segment_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_without_segment_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_abort -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_abort ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_complete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_complete ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_initiate -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_initiate ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_missing_key -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_missing_key ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_success -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_success ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_success_mixed_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_success_mixed_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_v4_bad_hash -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_v4_bad_hash ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_prefix -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_prefix ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_without_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_without_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_without_segment_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_without_segment_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_encoding_type -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_encoding_type ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_encoding_type_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_encoding_type_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_max_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_max_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_negative_max_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_negative_max_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_negative_part_number_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_negative_part_number_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_max_32bit_int -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_max_32bit_int ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_max_32bit_int_part_number_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_max_32bit_int_part_number_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_max_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_max_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_part_number_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_part_number_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_same_max_marts_as_objects_num -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_same_max_marts_as_objects_num ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_abort -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_abort ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_complete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_complete ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_str_max_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_str_max_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_str_part_number_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_str_part_number_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_with_part_number_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_with_part_number_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_without_encoding_type -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_without_encoding_type ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_with_segment_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_with_segment_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_with_segment_bucket_mixed_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_with_segment_bucket_mixed_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_without_segment_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_without_segment_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_without_segment_bucket_mixed_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_without_segment_bucket_mixed_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_with_segment_bucket_mixed_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_with_segment_bucket_mixed_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_make_public -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_make_public ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_initiate -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_initiate ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_upload_part_missing_key -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_upload_part_missing_key ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_same_acls -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_same_acls ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_same_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_same_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multi_upload_empty_body -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multi_upload_empty_body ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_abort -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_abort ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_abort_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_abort_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_404_on_marker_delete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_404_on_marker_delete ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_409_on_marker_delete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_409_on_marker_delete ... ok -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_404 -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_big -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_big ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_deleted -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_failure_handling -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_failure_handling ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_pipeline -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_pipeline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_HEAD_ec -test.unit.proxy.test_mem_server.TestECObjectController.test_HEAD_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_HEAD_ec_404 -test.unit.proxy.test_mem_server.TestECObjectController.test_HEAD_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_archive_etag_mismatch -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_quorum_bad_request -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_quorum_bad_request ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_if_none_match -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_multiple_segments -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_multiple_segments ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_object_etag_mismatch -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_object_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_conditional_GET_ec -test.unit.proxy.test_mem_server.TestECObjectController.test_conditional_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_ec_client_disconnect -test.unit.proxy.test_mem_server.TestECObjectController.test_ec_client_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_ec_client_put_disconnect -test.unit.proxy.test_mem_server.TestECObjectController.test_ec_client_put_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_reload_ring_ec -test.unit.proxy.test_mem_server.TestECObjectController.test_reload_ring_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_with_write_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_with_write_permission ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other WRITE -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_without_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_with_fullcontrol_permission ... ok -test ERROR: Unexpected Error handling DELETE of 'bucket' 'Key1': +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_container +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_container ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_unrecognized +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_unrecognized ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_object +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_object ... ok +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_items, ([{'ROWID': 41, 'name': 'o40', 'created_at': '1715796479.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 42, 'name': 'o41', 'created_at': '1715796480.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 43, 'name': 'o42', 'created_at': '1715796481.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 44, 'name': 'o43', 'created_at': '1715796482.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 45, 'name': 'o44', 'created_at': '1715796483.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 46, 'name': 'o45', 'created_at': '1715796484.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 47, 'name': 'o46', 'created_at': '1715796485.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 48, 'name': 'o47', 'created_at': '1715796486.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 49, 'name': 'o48', 'created_at': '1715796487.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 50, 'name': 'o49', 'created_at': '1715796488.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '64cc85f8-3b8c-4d32-a30f-10610b7d3b16-sda') +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_items, ([{'ROWID': 51, 'name': 'o101', 'created_at': '1715796589.00000', 'size': 0, 'content_type': 'content-type-new', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '64cc85f8-3b8c-4d32-a30f-10610b7d3b16-sda') +test DEBUG: /tmp/tmpeat0ocw5/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 51 (0.214492s) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_syncs, ([],) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, sync, (51, '41ca647680d126ee01a795d22c7b66fd', '64cc85f8-3b8c-4d32-a30f-10610b7d3b16-sda', '1715796438.94266', '1715796438.00000', '0', '', '1715796438.00000', 51, 0) +test DEBUG: /tmp/tmpeat0ocw5/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db in sync with 10.0.0.2:1002/sdc, nothing to do +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.30275 seconds (3.30306/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:0 ts_repl:0 +test WARNING: Could not find a non-zero weight device for handoff partition 0, falling back device sdc +test WARNING: Could not find a non-zero weight device for handoff partition 0, falling back device sdb +test INFO: Beginning replication run +test INFO: Replication run OVER +test INFO: Attempted to replicate 0 dbs in 0.00037 seconds (0.00000/s) +test INFO: Removed 0 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test INFO: Beginning replication run +test INFO: Replication run OVER +test INFO: Attempted to replicate 0 dbs in 0.00027 seconds (0.00000/s) +test INFO: Removed 0 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test INFO: Beginning replication run +test INFO: Replication run OVER +test INFO: Attempted to replicate 0 dbs in 0.00019 seconds (0.00000/s) +test INFO: Removed 0 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp_z00_yac/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (2, 'ffc8d172a3a60af0d7e68a9a0e5c62cc', '1320b158-ca79-4b0d-ae5c-a1b27b17f8e4-sda', '1715796440.15301', '1715796000.00000', '0', '', '1715796000.00000', 0, 1) +test DEBUG: /tmp/tmp_z00_yac/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_items, ([{'ROWID': 1, 'name': 'o', 'created_at': '1715796002.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'o2', 'created_at': '1715796003.00000+186a0+186a0', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '1320b158-ca79-4b0d-ae5c-a1b27b17f8e4-sda') +test DEBUG: /tmp/tmp_z00_yac/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 2 (0.0717492s) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_syncs, ([],) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, sync, (2, 'ffc8d172a3a60af0d7e68a9a0e5c62cc', '1320b158-ca79-4b0d-ae5c-a1b27b17f8e4-sda', '1715796440.15301', '1715796000.00000', '0', '', '1715796000.00000', 0, 1) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('1320b158-ca79-4b0d-ae5c-a1b27b17f8e4-sda', '33379ecb053aa5c9e356c68997cbb59e.db') +test DEBUG: Adding 2 objects to the reconciler at /tmp/tmp_z00_yac/sda/containers/0/938/f4a74e25c052c6af4168cff5a1f48938/f4a74e25c052c6af4168cff5a1f48938.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.93292 seconds (1.07191/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmp_z00_yac/sda/containers/0/938/f4a74e25c052c6af4168cff5a1f48938/f4a74e25c052c6af4168cff5a1f48938.db +REPLICATE: /sdb/0/f4a74e25c052c6af4168cff5a1f48938, sync, (2, 'c49fab7a040c53a0fa4ce575c90f2adc', '21d37f7c-7ec9-43a8-9b65-2a093a548522-sda', '1715796441.12897', '1715796000', '0', '', '1715796000', 2, 0) +REPLICATE: /sdb/0/f4a74e25c052c6af4168cff5a1f48938, complete_rsync, ('21d37f7c-7ec9-43a8-9b65-2a093a548522-sda', 'f4a74e25c052c6af4168cff5a1f48938.db') +REPLICATE: /sdc/0/f4a74e25c052c6af4168cff5a1f48938, sync, (2, 'c49fab7a040c53a0fa4ce575c90f2adc', '21d37f7c-7ec9-43a8-9b65-2a093a548522-sda', '1715796441.12897', '1715796000', '0', '', '1715796000', 2, 0) +REPLICATE: /sdc/0/f4a74e25c052c6af4168cff5a1f48938, complete_rsync, ('21d37f7c-7ec9-43a8-9b65-2a093a548522-sda', 'f4a74e25c052c6af4168cff5a1f48938.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpiy3gpryr/sda/containers/0/579/36bc0f14106c7d0bb389bf99fd172579/36bc0f14106c7d0bb389bf99fd172579.db +REPLICATE: /sdb/0/36bc0f14106c7d0bb389bf99fd172579, sync, (2, 'ffc8d172a3a60af0d7e68a9a0e5c62cc', '7e1c74d1-522e-4350-89ce-30dce9a00514-sda', '1715796441.71561', '1715796000.00000', '0', '{"X-Container-Sysmeta-Shard-Root": ["a/c", "1715796441.77652"]}', '1715796000.00000', 0, 1) +test DEBUG: /tmp/tmpiy3gpryr/sda/containers/0/579/36bc0f14106c7d0bb389bf99fd172579/36bc0f14106c7d0bb389bf99fd172579.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/36bc0f14106c7d0bb389bf99fd172579, merge_items, ([{'ROWID': 1, 'name': 'o', 'created_at': '1715796002.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'o2', 'created_at': '1715796003.00000+186a0+186a0', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '7e1c74d1-522e-4350-89ce-30dce9a00514-sda') +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5 +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5 ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_donors_but_no_suitable_acceptor +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_donors_but_no_suitable_acceptor ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_excludes_configured_missing_obj_rings +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_excludes_configured_missing_obj_rings ... ok +test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx1cc9023e86ac40369986a-006644f9d8) +test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: tx1cc9023e86ac40369986a-006644f9d8) +test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: tx1cc9023e86ac40369986a-006644f9d8) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: tx1cc9023e86ac40369986a-006644f9d8) +test DEBUG: Getting listing part 2 from shard Namespace(name='a/c_sub_pie', lower='lemon', upper='') a/c_sub_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx1cc9023e86ac40369986a-006644f9d8) +test DEBUG: Get listing from /v1/a/c_sub_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx1cc9023e86ac40369986a-006644f9d8) +test DEBUG: Found 4 objects in shard (state=unsharded), total = 8 (txn: tx1cc9023e86ac40369986a-006644f9d8) +test DEBUG: Found 8 objects in shard (state=sharded), total = 48 (txn: tx1cc9023e86ac40369986a-006644f9d8) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx1cc9023e86ac40369986a-006644f9d8) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx1cc9023e86ac40369986a-006644f9d8) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx1cc9023e86ac40369986a-006644f9d8) +test DEBUG: Setting object count to 1072 (txn: tx1cc9023e86ac40369986a-006644f9d8) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txf12fbbce225f4fb483c25-006644f9d9) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txf12fbbce225f4fb483c25-006644f9d9) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txf12fbbce225f4fb483c25-006644f9d9) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txf12fbbce225f4fb483c25-006644f9d9) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txf12fbbce225f4fb483c25-006644f9d9) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txf12fbbce225f4fb483c25-006644f9d9) +test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: txf12fbbce225f4fb483c25-006644f9d9) +test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: txf12fbbce225f4fb483c25-006644f9d9) +test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: txf12fbbce225f4fb483c25-006644f9d9) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: txf12fbbce225f4fb483c25-006644f9d9) +test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: txf12fbbce225f4fb483c25-006644f9d9) +test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: txf12fbbce225f4fb483c25-006644f9d9) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: txf12fbbce225f4fb483c25-006644f9d9) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: txf12fbbce225f4fb483c25-006644f9d9) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: txf12fbbce225f4fb483c25-006644f9d9) +test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: txf12fbbce225f4fb483c25-006644f9d9) +test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: txf12fbbce225f4fb483c25-006644f9d9) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txf12fbbce225f4fb483c25-006644f9d9) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txf12fbbce225f4fb483c25-006644f9d9) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txf12fbbce225f4fb483c25-006644f9d9) +test DEBUG: Setting object count to 1072 (txn: txf12fbbce225f4fb483c25-006644f9d9) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx93e7e4d57dbb468f8a1b0-006644f9da) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx93e7e4d57dbb468f8a1b0-006644f9da) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx93e7e4d57dbb468f8a1b0-006644f9da) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx93e7e4d57dbb468f8a1b0-006644f9da) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx93e7e4d57dbb468f8a1b0-006644f9da) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx93e7e4d57dbb468f8a1b0-006644f9da) +test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: tx93e7e4d57dbb468f8a1b0-006644f9da) +test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: tx93e7e4d57dbb468f8a1b0-006644f9da) +test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: tx93e7e4d57dbb468f8a1b0-006644f9da) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx93e7e4d57dbb468f8a1b0-006644f9da) +test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: tx93e7e4d57dbb468f8a1b0-006644f9da) +test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: tx93e7e4d57dbb468f8a1b0-006644f9da) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: tx93e7e4d57dbb468f8a1b0-006644f9da) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: tx93e7e4d57dbb468f8a1b0-006644f9da) +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_no_memcache ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_excludes_unconfigured_present_obj_rings +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_excludes_unconfigured_present_obj_rings ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_failed_ring_hash_recovers_without_restart +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_failed_ring_hash_recovers_without_restart ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue_from_old_style_shard +test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue_from_old_style_shard ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_expansion_limit +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_expansion_limit ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_ioerror_produces_none_hash +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_ioerror_produces_none_hash ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_brokers +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_brokers ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796452.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/203/cb1a896444598269dd80e5f015a09203/cb1a896444598269dd80e5f015a09203.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796451.00000, (0, 0) as of 1715796451.00000, found as of 1715796451.00000> to ShardRange<'k' to 't' as of 1715796452.00000, (0, 0) as of 1715796452.00000, shrunk as of 1715796452.00000>, path: .shards_a/shard_c_1715796452.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/203/cb1a896444598269dd80e5f015a09203/cb1a896444598269dd80e5f015a09203.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796452.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/203/cb1a896444598269dd80e5f015a09203/cb1a896444598269dd80e5f015a09203.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796454.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/0a4/64ba95cbc49c9771ffb7956360af80a4/64ba95cbc49c9771ffb7956360af80a4.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796453.00000, (0, 0) as of 1715796453.00000, created as of 1715796453.00000> to ShardRange<'k' to 't' as of 1715796454.00000, (0, 0) as of 1715796454.00000, found as of 1715796454.00000>, path: .shards_a/shard_c_1715796454.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/0a4/64ba95cbc49c9771ffb7956360af80a4/64ba95cbc49c9771ffb7956360af80a4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796456.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/a4b/585eb8f1c053d9f05d68a3b0f90daa4b/585eb8f1c053d9f05d68a3b0f90daa4b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796458.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/fe0/8b14225e7af9e053242faa5f23b86fe0/8b14225e7af9e053242faa5f23b86fe0.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796457.00000, (0, 0) as of 1715796457.00000, created as of 1715796457.00000> to ShardRange<'k' to 't' as of 1715796458.00000, (0, 0) as of 1715796458.00000, cleaved as of 1715796458.00000>, path: .shards_a/shard_c_1715796458.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/fe0/8b14225e7af9e053242faa5f23b86fe0/8b14225e7af9e053242faa5f23b86fe0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796460.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/fb0/3b59de5aaa275880949bfb0e37800fb0/3b59de5aaa275880949bfb0e37800fb0.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796459.00000, (0, 0) as of 1715796459.00000, created as of 1715796459.00000> to ShardRange<'k' to 't' as of 1715796460.00000, (0, 0) as of 1715796460.00000, active as of 1715796460.00000>, path: .shards_a/shard_c_1715796460.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/fb0/3b59de5aaa275880949bfb0e37800fb0/3b59de5aaa275880949bfb0e37800fb0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796462.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/ccf/42ab9ef1ef2b748b0735da4805600ccf/42ab9ef1ef2b748b0735da4805600ccf.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796461.00000, (0, 0) as of 1715796461.00000, created as of 1715796461.00000> to ShardRange<'k' to 't' as of 1715796462.00000, (0, 0) as of 1715796462.00000, shrinking as of 1715796462.00000>, path: .shards_a/shard_c_1715796462.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/ccf/42ab9ef1ef2b748b0735da4805600ccf/42ab9ef1ef2b748b0735da4805600ccf.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796462.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/ccf/42ab9ef1ef2b748b0735da4805600ccf/42ab9ef1ef2b748b0735da4805600ccf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796464.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/fa8/ea7076e20003ddb8f43587c373b9ffa8/ea7076e20003ddb8f43587c373b9ffa8.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796463.00000, (0, 0) as of 1715796463.00000, created as of 1715796463.00000> to ShardRange<'k' to 't' as of 1715796464.00000, (0, 0) as of 1715796464.00000, sharding as of 1715796464.00000>, path: .shards_a/shard_c_1715796464.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/fa8/ea7076e20003ddb8f43587c373b9ffa8/ea7076e20003ddb8f43587c373b9ffa8.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796464.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/fa8/ea7076e20003ddb8f43587c373b9ffa8/ea7076e20003ddb8f43587c373b9ffa8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796466.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/69f/fe40cefab329931284e0b9f66d3f969f/fe40cefab329931284e0b9f66d3f969f.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796465.00000, (0, 0) as of 1715796465.00000, created as of 1715796465.00000> to ShardRange<'k' to 't' as of 1715796466.00000, (0, 0) as of 1715796466.00000, sharded as of 1715796466.00000>, path: .shards_a/shard_c_1715796466.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/69f/fe40cefab329931284e0b9f66d3f969f/fe40cefab329931284e0b9f66d3f969f.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796466.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/69f/fe40cefab329931284e0b9f66d3f969f/fe40cefab329931284e0b9f66d3f969f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796468.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/15e/5aef3cbde949a09de820ff5d21f4215e/5aef3cbde949a09de820ff5d21f4215e.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796467.00000, (0, 0) as of 1715796467.00000, created as of 1715796467.00000> to ShardRange<'k' to 't' as of 1715796468.00000, (0, 0) as of 1715796468.00000, shrunk as of 1715796468.00000>, path: .shards_a/shard_c_1715796468.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/15e/5aef3cbde949a09de820ff5d21f4215e/5aef3cbde949a09de820ff5d21f4215e.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796468.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/15e/5aef3cbde949a09de820ff5d21f4215e/5aef3cbde949a09de820ff5d21f4215e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796470.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/a99/d2c13682c78b66b1cd703970eaacba99/d2c13682c78b66b1cd703970eaacba99.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796469.00000, (0, 0) as of 1715796469.00000, cleaved as of 1715796469.00000> to ShardRange<'k' to 't' as of 1715796470.00000, (0, 0) as of 1715796470.00000, found as of 1715796470.00000>, path: .shards_a/shard_c_1715796470.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/a99/d2c13682c78b66b1cd703970eaacba99/d2c13682c78b66b1cd703970eaacba99.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796472.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/850/5184d10f7790a71712a5776967d01850/5184d10f7790a71712a5776967d01850.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796471.00000, (0, 0) as of 1715796471.00000, cleaved as of 1715796471.00000> to ShardRange<'k' to 't' as of 1715796472.00000, (0, 0) as of 1715796472.00000, created as of 1715796472.00000>, path: .shards_a/shard_c_1715796472.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/850/5184d10f7790a71712a5776967d01850/5184d10f7790a71712a5776967d01850.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796474.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/7f7/fe4f528f6a17bb0eca5c70175fd827f7/fe4f528f6a17bb0eca5c70175fd827f7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796476.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/77f/7ea86962813567e817f5dc63b28b877f/7ea86962813567e817f5dc63b28b877f.db +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_missing_ring_recovers_without_restart +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_missing_ring_recovers_without_restart ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_with_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_with_memcache ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_sharding_info +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_sharding_info ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_expansion_limit_less_than_shrink_threshold +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_expansion_limit_less_than_shrink_threshold ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_socket_info +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_socket_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_db_state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_db_state ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_time +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_time ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_deleted_shard +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_deleted_shard ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_all_mounted +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_all_mounted ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_four_donors_two_acceptors +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_four_donors_two_acceptors ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_checkmount_fail +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_checkmount_fail ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_excludes_files +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_excludes_files ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue_from_shard +test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue_from_shard ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_no_mounts +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_no_mounts ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_expanding +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_expanding ... ok +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: tx93e7e4d57dbb468f8a1b0-006644f9da) +test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: tx93e7e4d57dbb468f8a1b0-006644f9da) +test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: tx93e7e4d57dbb468f8a1b0-006644f9da) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx93e7e4d57dbb468f8a1b0-006644f9da) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx93e7e4d57dbb468f8a1b0-006644f9da) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx93e7e4d57dbb468f8a1b0-006644f9da) +test DEBUG: Setting object count to 1072 (txn: tx93e7e4d57dbb468f8a1b0-006644f9da) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx41d4ee17d98b4eccbf740-006644f9db) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx41d4ee17d98b4eccbf740-006644f9db) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx41d4ee17d98b4eccbf740-006644f9db) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx41d4ee17d98b4eccbf740-006644f9db) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx41d4ee17d98b4eccbf740-006644f9db) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx41d4ee17d98b4eccbf740-006644f9db) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx41d4ee17d98b4eccbf740-006644f9db) +test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: tx41d4ee17d98b4eccbf740-006644f9db) +test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: tx41d4ee17d98b4eccbf740-006644f9db) +test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: tx41d4ee17d98b4eccbf740-006644f9db) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx41d4ee17d98b4eccbf740-006644f9db) +test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: tx41d4ee17d98b4eccbf740-006644f9db) +test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: tx41d4ee17d98b4eccbf740-006644f9db) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: tx41d4ee17d98b4eccbf740-006644f9db) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: tx41d4ee17d98b4eccbf740-006644f9db) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: tx41d4ee17d98b4eccbf740-006644f9db) +test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: tx41d4ee17d98b4eccbf740-006644f9db) +test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: tx41d4ee17d98b4eccbf740-006644f9db) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx41d4ee17d98b4eccbf740-006644f9db) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx41d4ee17d98b4eccbf740-006644f9db) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx41d4ee17d98b4eccbf740-006644f9db) +test DEBUG: Setting object count to 1072 (txn: tx41d4ee17d98b4eccbf740-006644f9db) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx8e30ed557eec4b47908a7-006644f9dc) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: tx8e30ed557eec4b47908a7-006644f9dc) +test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8e30ed557eec4b47908a7-006644f9dc) +test WARNING: Failed to get container listing from /v1/a/c?format=json&states=listing: 404 (txn: tx8e30ed557eec4b47908a7-006644f9dc) +test ERROR: Aborting listing from shards due to bad response: [404] (txn: tx8e30ed557eec4b47908a7-006644f9dc) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 5 shards for: /v1/a/c?delimiter=%2F&format=json&states=listing (txn: tx70ce33aab3c347fbacabf-006644f9dd) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ha-ppy', lower='', upper='ha/ppy') .shards_a/c_ha-ppy with {'X-Backend-Record-Type': 'auto'} (txn: tx70ce33aab3c347fbacabf-006644f9dd) +test DEBUG: Get listing from /v1/.shards_a/c_ha-ppy?delimiter=%2F&format=json&limit=10000&marker=&end_marker=ha%2Fppy%00 {'X-Backend-Record-Type': 'auto'} (txn: tx70ce33aab3c347fbacabf-006644f9dd) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx70ce33aab3c347fbacabf-006644f9dd) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='ha/ptic', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx70ce33aab3c347fbacabf-006644f9dd) +test DEBUG: Get listing from /v1/.shards_a/c_ham?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx70ce33aab3c347fbacabf-006644f9dd) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 2 (txn: tx70ce33aab3c347fbacabf-006644f9dd) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx70ce33aab3c347fbacabf-006644f9dd) +test DEBUG: Get listing from /v1/.shards_a/c_pie?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx70ce33aab3c347fbacabf-006644f9dd) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 2 (txn: tx70ce33aab3c347fbacabf-006644f9dd) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx70ce33aab3c347fbacabf-006644f9dd) +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_delimiter_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_delimiter_no_memcache ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_container +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_container ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_object +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_object ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_is_deleted ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_unrecognized +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_unrecognized ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_download_takes_too_long +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_download_takes_too_long ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_first_segment_submanifest +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_first_segment_submanifest ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_no_stale_reads +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_no_stale_reads ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_segment +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_segment ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_submanifest +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_submanifest ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_mismatched_etag +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_mismatched_etag ... ok +test ERROR: Error reading recon cache file: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/multi_delete.py", line 128, in do_delete - resp = req.get_response(self.app, method='DELETE', query=query, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response - return self._get_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1358, in _get_response - sw_resp = sw_req.get_response(app) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1165, in get_response - status, headers, app_iter = self.call_application(application) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1149, in call_application - app_iter = application(self.environ, start_response) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 182, in __call__ - return self.app(env, start_response) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/s3api/__init__.py", line 85, in __call__ - return self.swift(env, start_response) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/helpers.py", line 324, in __call__ - resp = resp_class( - ^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/recon.py", line 85, in _from_recon_cache + with openr(cache_file, 'r') as f: + ^^^^^^^^^^^^^^^^^^^^^^ File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ return _mock_self._mock_call(*args, **kwargs) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ @@ -84793,9 +87734,9 @@ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call raise effect - File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/helpers.py", line 197, in _select_response - is_success = resp_class().is_success - ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/recon.py", line 85, in _from_recon_cache + with openr(cache_file, 'r') as f: + ^^^^^^^^^^^^^^^^^^^^^^ File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ return _mock_self._mock_call(*args, **kwargs) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ @@ -84804,1861 +87745,120 @@ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call raise effect -Exception: kaboom -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test ERROR: Could not parse SLO delete response (200 OK): b'asdf': +OSError: [Errno None] None +test ERROR: Error parsing recon cache file: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/multi_delete.py", line 136, in do_delete - delete_result = json.loads(resp.body) - ^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.11/json/__init__.py", line 346, in loads - return _default_decoder.decode(s) - ^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.11/json/decoder.py", line 337, in decode - obj, end = self.raw_decode(s, idx=_w(s, 0).end()) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.11/json/decoder.py", line 355, in raw_decode - raise JSONDecodeError("Expecting value", s, err.value) from None -json.decoder.JSONDecodeError: Expecting value: line 1 column 1 (char 0) -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_failure_with_heartbeat -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_failure_with_heartbeat ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_marker_ts_in_future -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_marker_ts_in_future ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_marker_ts_now -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_marker_ts_now ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_mixed_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_mixed_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_no_content_type -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_no_content_type ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_non_ascii -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_non_ascii ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_old_content_type -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_old_content_type ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_other_headers -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_other_headers ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_segment_too_small -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_segment_too_small ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_single_zero_length_segment -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_single_zero_length_segment ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_weird_host_name -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_weird_host_name ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_with_heartbeat -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_with_heartbeat ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_zero_length_final_segment -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_zero_length_final_segment ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_zero_segments -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_zero_segments ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_s3acl_with_cached_seg_buck -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_s3acl_with_cached_seg_buck ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_with_segment_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_with_segment_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_without_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_without_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_without_segment_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_without_segment_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_invalid_md5 -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_invalid_md5 ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_invalid_sha256 -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_invalid_sha256 ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_missing_part_with_heartbeat -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_missing_part_with_heartbeat ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_etag_mismatch -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_etag_mismatch ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_mixed_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_mixed_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_nothing_there -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_nothing_there ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_upload_id_mismatch -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_upload_id_mismatch ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_upper_sha256 -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_upper_sha256 ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_uploads_list -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_uploads_list ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_upload_part -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_upload_part ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_upload_part_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_upload_part_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_headers_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_headers_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_headers_with_match -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_headers_with_match ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_headers_with_not_match -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_headers_with_not_match ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range_invalid -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range_invalid ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range_unsatisfiable -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range_unsatisfiable ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_list_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_list_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_encoding_type_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_encoding_type_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_default -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_default ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_batch_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_batch_reclaim ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_negative_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_negative_maxuploads ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_with_write_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_with_write_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_paginated -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_paginated ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_str_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_str_maxuploads ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_delimiter ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_id_and_key_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_id_and_key_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_key_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_key_marker ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_gap_in_shards_with_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_gap_in_shards_with_memcache ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_prefix -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_prefix ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_without_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_without_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_without_segment_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_without_segment_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_abort -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_abort ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_complete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_complete ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_initiate -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_initiate ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_missing_key -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_missing_key ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_success -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_success ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_success_mixed_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_success_mixed_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_v4_bad_hash -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_v4_bad_hash ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other WRITE -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_without_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_with_read_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_with_read_permission ... ok -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_without_permission ... ok -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_with_read_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_with_read_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_encoding_type -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_encoding_type ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_encoding_type_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_encoding_type_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_max_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_max_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_negative_max_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_negative_max_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_negative_part_number_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_negative_part_number_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_max_32bit_int -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_max_32bit_int ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_max_32bit_int_part_number_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_max_32bit_int_part_number_marker ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_without_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_list_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_list_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_max_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_max_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_part_number_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_part_number_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_same_max_marts_as_objects_num -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_same_max_marts_as_objects_num ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_str_max_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_str_max_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_str_part_number_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_str_part_number_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_with_part_number_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_with_part_number_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_without_encoding_type -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_without_encoding_type ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_with_segment_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_with_segment_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_with_segment_bucket_mixed_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_with_segment_bucket_mixed_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_without_segment_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_without_segment_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_without_segment_bucket_mixed_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_without_segment_bucket_mixed_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_with_segment_bucket_mixed_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_with_segment_bucket_mixed_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_without_segment_bucket_make_public -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_without_segment_bucket_make_public ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_list_parts_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_list_parts_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_without_segment_bucket_same_acls -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_without_segment_bucket_same_acls ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_without_segment_bucket_same_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_without_segment_bucket_same_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multi_upload_empty_body -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multi_upload_empty_body ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_abort -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_abort ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_abort_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_abort_error ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e', 'Content-Length': '0'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6', 'Content-Length': '0'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multi_upload_empty_body -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multi_upload_empty_body ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_abort -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_abort ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_404_on_marker_delete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_404_on_marker_delete ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_409_on_marker_delete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_409_on_marker_delete ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_failure_with_heartbeat -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_failure_with_heartbeat ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_marker_ts_in_future -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_marker_ts_in_future ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_marker_ts_now -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_marker_ts_now ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_mixed_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_mixed_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_no_content_type -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_no_content_type ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_non_ascii -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_non_ascii ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_old_content_type -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_old_content_type ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_other_headers -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_other_headers ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_abort_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_abort_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_complete_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_complete_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_segment_too_small -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_segment_too_small ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_single_zero_length_segment -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_single_zero_length_segment ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_weird_host_name -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_weird_host_name ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_with_heartbeat -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_with_heartbeat ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_zero_length_final_segment -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_zero_length_final_segment ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_zero_segments -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_zero_segments ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_s3acl_with_cached_seg_buck -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_s3acl_with_cached_seg_buck ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_with_segment_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_with_segment_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_without_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_without_bucket ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '13'} -test DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_complete_s3acl -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_complete_s3acl ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_initiate_no_content_type -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_initiate_no_content_type ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_without_segment_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_without_segment_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_invalid_md5 -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_invalid_md5 ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_invalid_sha256 -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_invalid_sha256 ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_missing_part_with_heartbeat -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_missing_part_with_heartbeat ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_etag_mismatch -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_etag_mismatch ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_mixed_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_mixed_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_nothing_there -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_nothing_there ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_upload_id_mismatch -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_upload_id_mismatch ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_upper_sha256 -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_upper_sha256 ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_uploads_list -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_uploads_list ... ok -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmppvjvrb_z/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmppvjvrb_z/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmppvjvrb_z/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmppvjvrb_z/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:10 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0759 "-" 709817 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:10 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0720 "-" 709817 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:10 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0659 "-" 709817 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:10 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0832 "-" 709817 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:10 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx81d64549b2e14fb08e824-00685203e2" "proxy-server 709817" 0.0013 "-" 709817 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:10 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:52509/sda1/1/a/c" "tx81d64549b2e14fb08e824-00685203e2" "container-server 709817" 0.0021 "-" 709817 0 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:10 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:52447/sdb1/1/a/c" "tx81d64549b2e14fb08e824-00685203e2" "container-server 709817" 0.0013 "-" 709817 0 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:10 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx81d64549b2e14fb08e824-00685203e2" "proxy-server 709817" 0.1269 "-" 709817 0 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:10 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx81d64549b2e14fb08e824-00685203e2" "proxy-server 709817" 0.0591 "-" 709817 0 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/00/10/10 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx81d64549b2e14fb08e824-00685203e2 - 0.1390 - - 1750205410.649975777 1750205410.788929939 0 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:10 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txb869eae888fa4c2696a0b-00685203e2" "proxy-server 709817" 0.0010 "-" 709817 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:10 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:52509/sda1/1/a1/c1" "txb869eae888fa4c2696a0b-00685203e2" "container-server 709817" 0.0010 "-" 709817 0 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:10 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:52447/sdb1/1/a1/c1" "txb869eae888fa4c2696a0b-00685203e2" "container-server 709817" 0.0008 "-" 709817 0 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:10 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txb869eae888fa4c2696a0b-00685203e2" "proxy-server 709817" 0.1477 "-" 709817 0 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:10 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txb869eae888fa4c2696a0b-00685203e2" "proxy-server 709817" 0.0880 "-" 709817 0 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/00/10/10 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txb869eae888fa4c2696a0b-00685203e2 - 0.1542 - - 1750205410.789990187 1750205410.944158792 0 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:11 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx29be4efc43fb4fa7960d7-00685203e2" "proxy-server 709817" 0.0548 "-" 709817 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:11 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:52509/sda1/2/a/c1" "tx29be4efc43fb4fa7960d7-00685203e2" "container-server 709817" 0.0562 "-" 709817 1 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:11 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:52447/sdb1/2/a/c1" "tx29be4efc43fb4fa7960d7-00685203e2" "container-server 709817" 0.0010 "-" 709817 1 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:11 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx29be4efc43fb4fa7960d7-00685203e2" "proxy-server 709817" 0.1957 "-" 709817 1 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:11 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx29be4efc43fb4fa7960d7-00685203e2" "proxy-server 709817" 0.1141 "-" 709817 1 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/00/10/11 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx29be4efc43fb4fa7960d7-00685203e2 - 0.2585 - - 1750205410.945206642 1750205411.203738689 1 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:11 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx1058d610a2a84c86abd7d-00685203e3" "proxy-server 709817" 0.0697 "-" 709817 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:11 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:52509/sda1/1/a/c2" "tx1058d610a2a84c86abd7d-00685203e3" "container-server 709817" 0.0012 "-" 709817 2 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:11 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:52447/sdb1/1/a/c2" "tx1058d610a2a84c86abd7d-00685203e3" "container-server 709817" 0.0924 "-" 709817 2 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:11 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx1058d610a2a84c86abd7d-00685203e3" "proxy-server 709817" 0.2458 "-" 709817 2 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:11 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx1058d610a2a84c86abd7d-00685203e3" "proxy-server 709817" 0.1749 "-" 709817 2 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/00/10/11 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx1058d610a2a84c86abd7d-00685203e3 - 0.3277 - - 1750205411.204876900 1750205411.532609701 2 -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmpibpvnf6v/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpibpvnf6v/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmpibpvnf6v/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpibpvnf6v/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:11 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0732 "-" 709817 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:11 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0634 "-" 709817 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:11 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0851 "-" 709817 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:11 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0652 "-" 709817 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:11 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txfb078c53cc194149aeafe-00685203e3" "proxy-server 709817" 0.0013 "-" 709817 - -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_uploads_list -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_uploads_list ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_upload_part -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_upload_part ... ok -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Expecting an element , got nothing, line 1 -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Expecting an element , got nothing, line 1 -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:12 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_upload_part -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_upload_part ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_upload_part_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_upload_part_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_with_match -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_with_match ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_with_not_match -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_with_not_match ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range_invalid -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range_invalid ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range_unsatisfiable -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range_unsatisfiable ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_cors_headers -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_cors_headers ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_cors_preflight -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_cors_preflight ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_GET_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_GET_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_PUT_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_PUT_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_is_delete_marker -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_is_delete_marker ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_is_missing -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_is_missing ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_in_versioned_container_with_version_id -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_in_versioned_container_with_version_id ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_in_versioned_container_without_version -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_in_versioned_container_without_version ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_missing -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_missing ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_multipart -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_multipart ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_no_multipart -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_no_multipart ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '11'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_upload_part_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_upload_part_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_old_version_id -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_old_version_id ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_version_id_not_implemented -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_version_id_not_implemented ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_with_version_id_but_not_enabled -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_with_version_id_but_not_enabled ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_Range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_Range ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_Range_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_Range_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_Response -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_Response ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_error ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_with_write_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_with_write_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_without_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_version_id -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_version_id ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_version_id_not_implemented -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_version_id_not_implemented ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_with_version_id_but_not_enabled -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_with_version_id_but_not_enabled ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_Range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_Range ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_Range_with_invalid_value -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_Range_with_invalid_value ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_chexor -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_chexor ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other WRITE -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: src_bucket src_obj HEAD {} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_invalid_source -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_invalid_source ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: src_bucket src_obj HEAD {} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_owner_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_owner_permission ... ok -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/recon.py", line 85, in _from_recon_cache + with openr(cache_file, 'r') as f: + ^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/test_recon.py", line 225, in raise_ValueError + raise ValueError +ValueError +test ERROR: Error reading ringfile: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 236, in DELETE - new_resp = self._restore_on_delete(req) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 175, in _restore_on_delete - resp = req.get_response(self.app, 'GET', req.container_name, '', - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response - return self._get_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -test DEBUG: Calling S3Api Middleware -test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/recon.py", line 276, in get_ring_md5 + sums[ringfile] = md5_hash_for_file(ringfile) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError +test ERROR: Error reading ringfile: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 236, in DELETE - new_resp = self._restore_on_delete(req) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 187, in _restore_on_delete - resp = req.get_response(self.app, 'PUT', query={ - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response - return self._get_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: skipping failed PUT?version-id=1574341899.21751 -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/recon.py", line 276, in get_ring_md5 + sums[ringfile] = md5_hash_for_file(ringfile) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError +test ERROR: Error reading ringfile: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 229, in DELETE - resp = req.get_response(self.app, query=query) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response - return self._get_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/recon.py", line 276, in get_ring_md5 + sums[ringfile] = md5_hash_for_file(ringfile) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError +test ERROR: Error reading ringfile: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 136, in GET - return self.GETorHEAD(req) - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 102, in GETorHEAD - resp = req.get_response(self.app, query=query) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response - return self._get_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_POST_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_POST_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_with_match -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_with_match ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_with_not_match -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_with_not_match ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_metadata_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_metadata_copy ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_metadata_replace -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_metadata_replace ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_self -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_self ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_self_metadata_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_self_metadata_copy ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_self_metadata_replace -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_self_metadata_replace ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_headers -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_headers ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_quota_exceeded -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_quota_exceeded ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4 -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4 ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4_bad_hash -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4_bad_hash ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4_unsigned_payload -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4_unsigned_payload ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_with_version -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_with_version ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_policy_index_logging -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_policy_index_logging ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_simple_object_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_simple_object_copy ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_slo_object_DELETE -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_slo_object_DELETE ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_slo_object_async_DELETE -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_slo_object_async_DELETE ... ok -test.unit.common.middleware.s3api.test_object_lock.TestS3ApiObjectLock.test_get_object_lock -test.unit.common.middleware.s3api.test_object_lock.TestS3ApiObjectLock.test_get_object_lock ... ok -test.unit.common.middleware.s3api.test_object_lock.TestS3ApiObjectLock.test_put_object_lock -test.unit.common.middleware.s3api.test_object_lock.TestS3ApiObjectLock.test_put_object_lock ... ok -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_bad_hash -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_bad_hash ... ok -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_empty -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_empty ... ok -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_empty_bad_hash -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_empty_bad_hash ... ok -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_good -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_good ... ok -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_too_long -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_too_long ... ok -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_too_short -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_too_short ... ok -test.unit.common.middleware.s3api.test_utils.TestConfig.test_defaults -test.unit.common.middleware.s3api.test_utils.TestConfig.test_defaults ... ok -test.unit.common.middleware.s3api.test_utils.TestConfig.test_set_get_delete -test.unit.common.middleware.s3api.test_utils.TestConfig.test_set_get_delete ... ok -test.unit.common.middleware.s3api.test_utils.TestConfig.test_update -test.unit.common.middleware.s3api.test_utils.TestConfig.test_update ... ok -test.unit.common.middleware.test_bulk.TestSwiftInfo.test_registered_defaults -test.unit.common.middleware.test_bulk.TestSwiftInfo.test_registered_defaults ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_bad_container -test.unit.common.middleware.test_bulk.TestUntar.test_bad_container ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_bad_tar -test.unit.common.middleware.test_bulk.TestUntar.test_bad_tar ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_content_length_required -test.unit.common.middleware.test_bulk.TestUntar.test_content_length_required ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_create_container_for_path -test.unit.common.middleware.test_bulk.TestUntar.test_create_container_for_path ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_call -test.unit.common.middleware.test_bulk.TestUntar.test_extract_call ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_compress_type -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_compress_type ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_cont_401 -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_cont_401 ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_create_cont -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_create_cont ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_create_cont_value_err -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_create_cont_value_err ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_cont -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_cont ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_failed_extractions -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_failed_extractions ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_file_size -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_file_size ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_obj_401 -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_obj_401 ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_obj_name_len -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_obj_name_len ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_unicode -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_unicode ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_with_basefile -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_with_basefile ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_works -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_works ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_get_response_body -test.unit.common.middleware.test_bulk.TestUntar.test_get_response_body ... ok -test.unit.common.middleware.test_bulk.TestUntarMetadata.test_extract_metadata -test.unit.common.middleware.test_bulk.TestUntarMetadata.test_extract_metadata ... ok -test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_bad_copy_from -test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_bad_copy_from ... ok -test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_bad_destination -test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_bad_destination ... ok -test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_copy_from -test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_copy_from ... ok -test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_destination -test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_destination ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_obj_slash_v1 -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_obj_slash_v1 ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_root_and_path -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_root_and_path ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_root_obj -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_root_obj ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_trailing_slash -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_trailing_slash ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_root_path_obj_slash_v1 -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_root_path_obj_slash_v1 ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_with_path_root_container -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_with_path_root_container ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_with_path_root_and_path_no_slash -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_with_path_root_and_path_no_slash ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_object -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_object ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: src_bucket src_obj HEAD {} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: src_bucket src_obj HEAD {} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_tombstone -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_tombstone ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_write_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_write_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_without_permission ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_version_symlink -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_version_symlink ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_copy_new_version_different_account -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_copy_new_version_different_account ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_copy_object_versioning_disabled -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_copy_object_versioning_disabled ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_big_non_slo -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_big_non_slo ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_fails -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_fails ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_finds_old -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_finds_old ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_small_non_slo -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_small_non_slo ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_tombstone -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_tombstone ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other WRITE -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_without_src_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_without_src_permission ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_bogus_content_range -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_bogus_content_range ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_includes_whole_manifest -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_includes_whole_manifest ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_includes_whole_range_manifest -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_includes_whole_range_manifest ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_download_takes_too_long -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_download_takes_too_long ... ok -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: src_bucket src_obj HEAD {} -test DEBUG: -test:testertest:testertest:writetest:writeWRITE -test DEBUG: permission denined: 403 Forbidden test:write READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:12 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: src_bucket src_obj HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:12 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: src_bucket src_obj HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:12 -0000', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: src_bucket src_obj HEAD {'If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:12 -0000', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: src_bucket src_obj HEAD {'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_with_match_and_s3acl -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_with_match_and_s3acl ... ok -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:12 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: src_bucket src_obj HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:12 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: src_bucket src_obj HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_with_not_match_and_s3acl -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_with_not_match_and_s3acl ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorization_nova_toconnect -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorization_nova_toconnect ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key_and_unquote_chars -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key_and_unquote_chars ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key_in_container -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key_in_container ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_bytes -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_bytes ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_http -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_http ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_trailing_slash -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_trailing_slash ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 00:10:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Connecting with tenant: FORCED_TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Connecting with tenant: PROJECT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Connecting with tenant: PROJECT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Connecting with tenant: PROJECT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Connecting with tenant: PROJECT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Connecting with tenant: PROJECT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Connecting with tenant: PROJECT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Connecting with tenant: PROJECT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication componenttest.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_v3 -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_v3 ... ok - -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Connecting with tenant: PROJECT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_bad_reply_missing_parts -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_bad_reply_missing_parts ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_all_users -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_all_users ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_authenticated_read -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_authenticated_read ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_authenticated_users -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_authenticated_users ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_bucket_owner_full_control -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_bucket_owner_full_control ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_bucket_owner_read -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_bucket_owner_read ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_canonical_user -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_canonical_user ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_elem -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_elem ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_from_elem -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_from_elem ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_from_elem_by_id_only -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_from_elem_by_id_only ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_private -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_private ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_public_read -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_public_read ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_public_read_write -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_public_read_write ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_base_grantee -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_base_grantee ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_canned_acl_grantees -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_canned_acl_grantees ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_container -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_container ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_empty_list -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_empty_list ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_object -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_object ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_undefined -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_undefined ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_with_invalid_json -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_with_invalid_json ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_container -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_container ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_many_grant -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_many_grant ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_object -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_object ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_from_headers_x_amz_acl -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_from_headers_x_amz_acl ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_from_headers_x_amz_acl_invalid -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_from_headers_x_amz_acl_invalid ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_enabled -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_enabled ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_not_configured -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_not_configured ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_suspended -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_suspended ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_enabled -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_enabled ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_error -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_error ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_suspended -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_suspended ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_enabled -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_enabled ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_not_configured -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_not_configured ... ok -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/recon.py", line 276, in get_ring_md5 + sums[ringfile] = md5_hash_for_file(ringfile) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/test_recon.py", line 386, in fake_hash_for_file + raise IOError +OSError +test ERROR: Error reading ringfile: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 123, in HEAD - resp = self.GETorHEAD(req) - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 102, in GETorHEAD - resp = req.get_response(self.app, query=query) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response - return self._get_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/recon.py", line 276, in get_ring_md5 + sums[ringfile] = md5_hash_for_file(ringfile) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/test_recon.py", line 386, in fake_hash_for_file + raise IOError +OSError +test ERROR: Error reading ringfile: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 157, in PUT - resp = req.get_response(self.app) - ^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response - return self._get_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test INFO: - - 18/Jun/2025/00/10/12 GET /bucket/object HTTP/1.0 200 - Mozzarella%20Foxfire - - 5 - - - 0.0007 - - 1750205412.377729654 1750205412.378425360 1 -test DEBUG: Calling S3Api Middleware -test INFO: - - 18/Jun/2025/00/10/12 GET /bucket/object HTTP/1.0 200 - Mozzarella%20Foxfire - - 5 - - - 0.0006 - - 1750205412.378931761 1750205412.379577398 0 -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c//v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7fed03fdeb90>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/obj', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7fed03fdeb90>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7fed03fdeb90>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/obj/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7fed03fdeb90>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c//v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7fed03fdeb90>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7fed03fdeb90>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/v1obj', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7fed03fdeb90>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/recon.py", line 276, in get_ring_md5 + sums[ringfile] = md5_hash_for_file(ringfile) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError +test ERROR: Error reading ringfile: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/recon.py", line 276, in get_ring_md5 + sums[ringfile] = md5_hash_for_file(ringfile) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError +test ERROR: Error reading ringfile: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/recon.py", line 276, in get_ring_md5 + sums[ringfile] = md5_hash_for_file(ringfile) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-abcd, max LO GET time of 86400s exceeded -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_first_segment_submanifest -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_first_segment_submanifest ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_segment -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_segment ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_submanifest -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_submanifest ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_mismatched_etag -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_mismatched_etag ... ok +fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-manifest-a, GET of submanifest /v1/AUTH_test/gettest/manifest-a failed with status 403 (

Forbidden

Access was denied to this reso...) +fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-abcd, got 401 (

Unauthorized

This server could not verif...) while retrieving /v1/AUTH_test/gettest/c_15 +fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-abcd, GET of submanifest /v1/AUTH_test/gettest/manifest-bc failed with status 401 (

Unauthorized

This server could not verif...) +fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/a_5 etag: 594f803b380a41396ed63dca39503542 != wrong! or 5 != 5. test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_mismatched_size test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_mismatched_size ... ok test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_not_available @@ -86695,6614 +87895,311 @@ test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_sub_slo_recursion ... ok test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_sub_slo_recursion_limit test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_sub_slo_recursion_limit ... ok -test.unit.common.middleware.test_subrequest_logging.TestSubRequestLogging.test_subrequest_logged_with_POST -test.unit.common.middleware.test_subrequest_logging.TestSubRequestLogging.test_subrequest_logged_with_POST ... ok -test.unit.common.middleware.test_subrequest_logging.TestSubRequestLogging.test_subrequest_logged_x_copy_from -test.unit.common.middleware.test_subrequest_logging.TestSubRequestLogging.test_subrequest_logged_x_copy_from ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_suspended -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_suspended ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_enabled -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_enabled ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_error -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_error ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_not_implemented -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_not_implemented ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_suspended -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_suspended ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_500_resp -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_500_resp ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_content_type -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_content_type ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_file_over_twice_max_length -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_file_over_twice_max_length ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_file_too_long -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_file_too_long ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_path -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_path ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_call_and_content_type -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_call_and_content_type ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete_retry_and_fails -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete_retry_and_fails ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete_retry_and_success -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete_retry_and_success ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_get_objs -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_get_objs ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_max_failures -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_max_failures ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_no_body -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_no_body ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_no_files_in_body -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_no_files_in_body ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_too_many_newlines -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_too_many_newlines ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_unauth -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_unauth ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_uses_predefined_object_errors -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_uses_predefined_object_errors ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_extra_newlines_extra_quoting -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_extra_newlines_extra_quoting ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_unicode -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_unicode ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_with_DELETE_verb -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_with_DELETE_verb ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_with_POST_verb -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_with_POST_verb ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_account_off_overrides_cluster_on -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_account_off_overrides_cluster_on ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_account_on_overrides_cluster_off -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_account_on_overrides_cluster_off ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_already_valid -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_already_valid ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_already_weak_but_valid -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_already_weak_but_valid ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_cluster_wide -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_cluster_wide ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_off_overrides_account_on -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_off_overrides_account_on ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_off_overrides_cluster_on -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_off_overrides_cluster_on ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_on_overrides_account_off -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_on_overrides_account_off ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_on_overrides_cluster_off -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_on_overrides_cluster_off ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_account_info -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_account_info ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_container_info -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_container_info ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_etag -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_etag ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_non_object_request -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_non_object_request ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_non_swift_path -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_non_swift_path ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_only_half_valid -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_only_half_valid ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_swift_info -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_swift_info ... ok -test.unit.common.middleware.test_keystoneauth.ResellerInInfo.test_defaults -test.unit.common.middleware.test_keystoneauth.ResellerInInfo.test_defaults ... ok -test.unit.common.middleware.test_keystoneauth.ResellerInInfo.test_multiple -test.unit.common.middleware.test_keystoneauth.ResellerInInfo.test_multiple ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_marker_beyond_end_marker_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_marker_beyond_end_marker_memcache ... ok -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_component_different_builder_order -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_component_different_builder_order ... ok -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_mix_ok_and_unavailable_shards -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_mix_ok_and_unavailable_shards ... ok -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx7145536fc3ca427f8c9b3-00685203e2) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx7145536fc3ca427f8c9b3-00685203e2) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7145536fc3ca427f8c9b3-00685203e2) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: tx7145536fc3ca427f8c9b3-00685203e2) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx7145536fc3ca427f8c9b3-00685203e2) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx7145536fc3ca427f8c9b3-00685203e2) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: tx7145536fc3ca427f8c9b3-00685203e2) -test DEBUG: Setting object count to 1065 (txn: tx7145536fc3ca427f8c9b3-00685203e2) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txcf7431bb622049be81f61-00685203e3) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txcf7431bb622049be81f61-00685203e3) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='onion') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txcf7431bb622049be81f61-00685203e3) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=onion%00 {'X-Backend-Record-Type': 'auto'} (txn: txcf7431bb622049be81f61-00685203e3) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txcf7431bb622049be81f61-00685203e3) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='rhubarb') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txcf7431bb622049be81f61-00685203e3) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=rhubarb%00 {'X-Backend-Record-Type': 'auto'} (txn: txcf7431bb622049be81f61-00685203e3) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: txcf7431bb622049be81f61-00685203e3) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txcf7431bb622049be81f61-00685203e3) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txcf7431bb622049be81f61-00685203e3) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: txcf7431bb622049be81f61-00685203e3) -test DEBUG: Setting object count to 1065 (txn: txcf7431bb622049be81f61-00685203e3) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txd3eddb26484a420091995-00685203e4) -test DEBUG: GET listing from 0 shards for: /v1/a/c?marker=bb&end_marker=aa&format=json&states=listing (txn: txd3eddb26484a420091995-00685203e4) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txb007bc6582514ce7a8912-00685203e5) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: txb007bc6582514ce7a8912-00685203e5) -test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: txb007bc6582514ce7a8912-00685203e5) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: txb007bc6582514ce7a8912-00685203e5) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_c', lower='b', upper='c') .shards_a/c_c with {'X-Backend-Record-Type': 'auto'} (txn: txb007bc6582514ce7a8912-00685203e5) -test DEBUG: Get listing from /v1/.shards_a/c_c?format=json&limit=9999&marker=b&end_marker=c%00 {'X-Backend-Record-Type': 'auto'} (txn: txb007bc6582514ce7a8912-00685203e5) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: txb007bc6582514ce7a8912-00685203e5) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='c', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txb007bc6582514ce7a8912-00685203e5) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txb007bc6582514ce7a8912-00685203e5) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.1:1001/sdb (txn: txb007bc6582514ce7a8912-00685203e5) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.2:1002/sdc (txn: txb007bc6582514ce7a8912-00685203e5) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.0:1000/sda (txn: txb007bc6582514ce7a8912-00685203e5) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.3:1003/sda (txn: txb007bc6582514ce7a8912-00685203e5) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.4:1004/sda (txn: txb007bc6582514ce7a8912-00685203e5) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.5:1005/sda (txn: txb007bc6582514ce7a8912-00685203e5) -test ERROR: Container GET returning 503 for [503, 503, 503, 503, 503, 503] (txn: txb007bc6582514ce7a8912-00685203e5) -test WARNING: Failed to get container listing from /v1/a/c?format=json&states=listing: 503 (txn: txb007bc6582514ce7a8912-00685203e5) -test ERROR: Aborting listing from shards due to bad response: [200, 200, 503] (txn: txb007bc6582514ce7a8912-00685203e5) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: txbf51282684a74c779da41-00685203e5) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txbf51282684a74c779da41-00685203e5) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txbf51282684a74c779da41-00685203e5) -test ERROR: Aborting listing from shards due to bad shard policy index: 0 (expected 1) (txn: txbf51282684a74c779da41-00685203e5) -test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: tx3ac1897500c94ccea27c3-00685203e5) -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_mixed_policies_error -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_mixed_policies_error ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_get_endpoint -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_get_endpoint ... ok -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_different_builders -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_different_builders ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_create_broker -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_create_broker ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_get_object_ring -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_get_object_ring ... ok -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_different_number_builders -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_different_number_builders ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_complete_sequence -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_complete_sequence ... ok -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_duplicate_builder_ids -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_duplicate_builder_ids ... ok -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_insufficient_builders -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_insufficient_builders ... ok -test.unit.proxy.test_server.TestSwiftInfo.test_registered_defaults -test.unit.proxy.test_server.TestSwiftInfo.test_registered_defaults ... ok -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_missing_builder_id -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_missing_builder_id ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_account_that_looks_like_version -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_account_that_looks_like_version ... ok -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:12 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:60743/sda1/1/a/c" "txfb078c53cc194149aeafe-00685203e3" "container-server 709817" 0.0014 "-" 709817 0 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:12 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:51585/sdb1/1/a/c" "txfb078c53cc194149aeafe-00685203e3" "container-server 709817" 0.0012 "-" 709817 0 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:12 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txfb078c53cc194149aeafe-00685203e3" "proxy-server 709817" 0.1735 "-" 709817 0 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:12 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txfb078c53cc194149aeafe-00685203e3" "proxy-server 709817" 0.0984 "-" 709817 0 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/00/10/12 PUT /v1/a/c HTTP/1.0 201 - - t - - - txfb078c53cc194149aeafe-00685203e3 - 0.1852 - - 1750205411.905101538 1750205412.090256453 0 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:12 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx9888a6679d67415485121-00685203e4" "proxy-server 709817" 0.0016 "-" 709817 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:12 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:51585/sdb1/1/a1/c1" "tx9888a6679d67415485121-00685203e4" "container-server 709817" 0.0090 "-" 709817 0 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:12 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:60743/sda1/1/a1/c1" "tx9888a6679d67415485121-00685203e4" "container-server 709817" 0.0011 "-" 709817 0 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:12 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx9888a6679d67415485121-00685203e4" "proxy-server 709817" 0.1672 "-" 709817 0 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:12 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx9888a6679d67415485121-00685203e4" "proxy-server 709817" 0.1035 "-" 709817 0 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/00/10/12 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx9888a6679d67415485121-00685203e4 - 0.1842 - - 1750205412.096359730 1750205412.280528784 0 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:12 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx602a5019819e4b0fa0ffc-00685203e4" "proxy-server 709817" 0.0784 "-" 709817 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:13 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:60743/sda1/2/a/c1" "tx602a5019819e4b0fa0ffc-00685203e4" "container-server 709817" 0.0012 "-" 709817 1 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:13 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:51585/sdb1/2/a/c1" "tx602a5019819e4b0fa0ffc-00685203e4" "container-server 709817" 0.3079 "-" 709817 1 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:13 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx602a5019819e4b0fa0ffc-00685203e4" "proxy-server 709817" 1.2508 "-" 709817 1 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:13 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx602a5019819e4b0fa0ffc-00685203e4" "proxy-server 709817" 1.3326 "-" 709817 1 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/00/10/13 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx602a5019819e4b0fa0ffc-00685203e4 - 1.4180 - - 1750205412.281802893 1750205413.699806929 1 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:14 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx413f443e8af14a93a2151-00685203e5" "proxy-server 709817" 0.3252 "-" 709817 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:14 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:51585/sdb1/1/a/c2" "tx413f443e8af14a93a2151-00685203e5" "container-server 709817" 0.0896 "-" 709817 2 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:14 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:60743/sda1/1/a/c2" "tx413f443e8af14a93a2151-00685203e5" "container-server 709817" 0.0011 "-" 709817 2 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:14 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx413f443e8af14a93a2151-00685203e5" "proxy-server 709817" 0.1987 "-" 709817 2 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:14 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx413f443e8af14a93a2151-00685203e5" "proxy-server 709817" 0.2650 "-" 709817 2 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/00/10/14 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx413f443e8af14a93a2151-00685203e5 - 0.5971 - - 1750205413.700910807 1750205414.297997713 2 -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_older_builder -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_older_builder ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_no_version_specified -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_no_version_specified ... ok -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_replica_count_changed -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_replica_count_changed ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_creation -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_creation ... ok -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_unchanged_builders -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_unchanged_builders ... ok -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_closed_response -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_closed_response ... ok -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_get_expect -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_get_expect ... ok -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_http_connect -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_http_connect ... ok -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_nonstr_header_values -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_nonstr_header_values ... ok -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_unicode_values -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_unicode_values ... ok -test.unit.common.test_daemon.TestWorkerDaemon.test_my_worker_daemon -test.unit.common.test_daemon.TestWorkerDaemon.test_my_worker_daemon ... ok -test.unit.common.test_daemon.TestWorkerDaemon.test_stubs -test.unit.common.test_daemon.TestWorkerDaemon.test_stubs ... ok -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_300_status -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_300_status ... ok -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_already_in_sync -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_already_in_sync ... ok -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_drive_not_mounted -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_drive_not_mounted ... ok -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_metadata_update -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_metadata_update ... ok -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_not_found -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_not_found ... ok -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_not_response -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_not_response ... ok -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_rsync_success -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_rsync_success ... ok -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_small_container_always_usync -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_small_container_always_usync ... ok -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_usync_success -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_usync_success ... ok -test.unit.common.test_internal_client.TestGetAuth.test_invalid_version -test.unit.common.test_internal_client.TestGetAuth.test_invalid_version ... ok -test.unit.common.test_internal_client.TestGetAuth.test_ok -test.unit.common.test_internal_client.TestGetAuth.test_ok ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_default -test.unit.common.test_memcached.TestLoadMemcache.test_conf_default ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_default_read -test.unit.common.test_memcached.TestLoadMemcache.test_conf_default_read ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_extra_no_option -test.unit.common.test_memcached.TestLoadMemcache.test_conf_extra_no_option ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_extra_no_section -test.unit.common.test_memcached.TestLoadMemcache.test_conf_extra_no_section ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_extra_conf -test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_extra_conf ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_extra_conf_bad_max_conn -test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_extra_conf_bad_max_conn ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_inline_and_maxc_from_extra_conf -test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_inline_and_maxc_from_extra_conf ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_invalid_version -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_invalid_version ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_inline_and_sers_from_extra_conf -test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_inline_and_sers_from_extra_conf ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_bad_item_warning_threshold -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_bad_item_warning_threshold ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_bad_max_conn -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_bad_max_conn ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_other_max_conn -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_other_max_conn ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_ratelimiting -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_ratelimiting ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_tls -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_tls ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_set_no_read -test.unit.common.test_memcached.TestLoadMemcache.test_conf_set_no_read ... ok -test.unit.obj.test_diskfile.TestECDiskFileManager.test_check_policy -test.unit.obj.test_diskfile.TestECDiskFileManager.test_check_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_commit_window -test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_non_data_files -test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_non_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files -test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_uses_configured_reclaim_age -test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_uses_configured_reclaim_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_construct_dev_path -test.unit.obj.test_diskfile.TestECDiskFileManager.test_construct_dev_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_focused_yield_hashes_does_not_clean_up -test.unit.obj.test_diskfile.TestECDiskFileManager.test_focused_yield_hashes_does_not_clean_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_and_filenames_from_hash -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_and_filenames_from_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_bad_meta_name -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_bad_meta_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_dev_path_fail -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_frag_index_filter -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_frag_index_filter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_frag_index_filter_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_frag_index_filter_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_actual_files -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_actual_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_data -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_dir -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_meta_name -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_meta_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_not_dir -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_not_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_other_oserror -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_read_metadata_problem -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_read_metadata_problem ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_no_rsync_temp_file_warning -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_no_rsync_temp_file_warning ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_frag_index -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_frag_index_legacy -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_frag_index_legacy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_some_legacy -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_some_legacy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_empty_dir -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_empty_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_stray_meta -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_stray_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_unexpected_file -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_unexpected_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_init -test.unit.obj.test_diskfile.TestECDiskFileManager.test_init ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_init_commit_window -test.unit.obj.test_diskfile.TestECDiskFileManager.test_init_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir -test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir_enoent -test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir_enoent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir_other_oserror -test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename -test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename_for_meta_with_content_type -test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename_for_meta_with_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename_with_bad_frag_index -test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename_with_bad_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_missing_splice_warning -test.unit.obj.test_diskfile.TestECDiskFileManager.test_missing_splice_warning ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_object_audit_location_generator -test.unit.obj.test_diskfile.TestECDiskFileManager.test_object_audit_location_generator ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_parse_on_disk_filename -test.unit.obj.test_diskfile.TestECDiskFileManager.test_parse_on_disk_filename ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_parse_on_disk_filename_errors -test.unit.obj.test_diskfile.TestECDiskFileManager.test_parse_on_disk_filename_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_and_replication_lock_same_partition -test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_and_replication_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_same_partition -test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_same_partition_different_name -test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_same_partition_different_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_pickle_async_update -test.unit.obj.test_diskfile.TestECDiskFileManager.test_pickle_async_update ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_2 -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_2 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_another_device_fine -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_another_device_fine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_off -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_off ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_on -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_on ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_same_partition -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_one_per_device_deprecation -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_one_per_device_deprecation ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_verify_ondisk_files -test.unit.obj.test_diskfile.TestECDiskFileManager.test_verify_ondisk_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_cleans_up_everything -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_cleans_up_everything ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_dev_path_fail -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_empty -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_empty ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_empty_suffixes -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_empty_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_filters_frag_index -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_filters_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_filters_frag_index_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_filters_frag_index_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_ignores_bad_ondisk_filesets -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_ignores_bad_ondisk_filesets ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_optionally_yields_non_durable_data -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_optionally_yields_non_durable_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_missing_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_missing_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_newer_data_without_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_newer_data_without_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_newer_non_durable_data -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_newer_non_durable_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_non_durable_data -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_non_durable_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_suffix_filter -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_suffix_filter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_suffix_filter_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_suffix_filter_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_tombstones -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_tombstones ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_yields_meta_timestamp -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_yields_meta_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_yields_meta_timestamp_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_yields_meta_timestamp_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_suffixes -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_suffixes_dev_path_fail -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_suffixes_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_creates_empty_hashes -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_creates_empty_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_handoff -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_mixed -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_mixed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_no_hashes -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_no_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_primary -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_primary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_revert_only_tombstones -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_revert_only_tombstones ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_cleans_tmp -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_cleans_tmp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_creates_datadir -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_creates_datadir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_creates_datadir_error -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_creates_datadir_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_mount_check -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_mount_check ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_multi_device_skips_non_non_local_devs -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_multi_device_skips_non_non_local_devs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_multi_device_skips_non_ring_devices -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_multi_device_skips_non_ring_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_overrides -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_overrides ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_invalid_paths -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_invalid_paths ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_non_ec_policy_and_device -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_non_ec_policy_and_device ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_non_local_devs_servers_per_port -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_non_local_devs_servers_per_port ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_local_devices -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_local_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_local_devices_with_no_ec_policy_env -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_local_devices_with_no_ec_policy_env ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffix_delta -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffix_delta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffixes_in_sync -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffixes_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffixes_to_sync -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffixes_to_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_first_enables_handoffs_only -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_first_enables_handoffs_only ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_default -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_default ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_enabled -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_enabled ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_false_and_first_false -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_false_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_false_and_first_none -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_false_and_first_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_ignores_handoffs_first -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_ignores_handoffs_first ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_none_and_first_false -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_none_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_true_and_first_false -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_true_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_true_and_first_true -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_true_and_first_true ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_iter_nodes_for_frag -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_iter_nodes_for_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_handoff -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_down -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_down ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_in_sync -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_not_in_sync -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_not_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_some_in_sync -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_some_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup_but_already_reclaimed -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup_but_already_reclaimed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup_tombstone -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_cleanup_meta_pure_handoff -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_cleanup_meta_pure_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_not_cleanup_meta_also_primary -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_not_cleanup_meta_also_primary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_not_cleanup_meta_new_data -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_not_cleanup_meta_new_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_is_handoff_fails -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_is_handoff_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_suffix_call_errors -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_suffix_call_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_sync_missing_durable -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_sync_missing_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_sync_partner_unmounted -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_sync_partner_unmounted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_will_not_revert_to_handoff -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_will_not_revert_to_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_removes_non_partition_files -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_removes_non_partition_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_with_duplicate_frags_no_errors -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_with_duplicate_frags_no_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_with_no_ec_policy_env -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_with_no_ec_policy_env ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_ring_ip_and_bind_ip -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_ring_ip_and_bind_ip ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_sync_duplicates_to_remote_region -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_sync_duplicates_to_remote_region ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_two_ec_policies -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_two_ec_policies ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_quarantine_age_conf -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_quarantine_age_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_quarantine_threshold_conf -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_quarantine_threshold_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_all_404s_fails -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_all_404s_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_all_404s_fails_custom_request_node_count -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_all_404s_fails_custom_request_node_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_error_with_invalid_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_error_with_invalid_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_errors_works -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_errors_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_exceptions_fails -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_exceptions_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_finds_duplicate_does_not_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_finds_duplicate_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_finds_missing_frag_does_not_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_finds_missing_frag_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_frags_on_handoffs -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_frags_on_handoffs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_invalid_frag_index_headers -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_invalid_frag_index_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_missing_headers -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_missing_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_mixed_meta_timestamps_works -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_mixed_meta_timestamps_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_mixture_of_errors_fails -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_mixture_of_errors_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_errors -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_not_old_enough -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_not_old_enough ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_invalid_frag_index_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_invalid_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_etag_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_etag_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_frag_index_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_timestamp_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_timestamp_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_more_than_threshold_frags -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_more_than_threshold_frags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_non_404_response -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_non_404_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_two -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_two ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_etag_with_same_timestamp -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_etag_with_same_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_new_etag -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_new_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_no_account -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_no_account ... ok -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_old_etag -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_old_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_timestamps_etags_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_timestamps_etags_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_parity_fa_with_data_node_failure -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_parity_fa_with_data_node_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_request_node_count_conf -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_request_node_count_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_exception_during_rebuild -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_exception_during_rebuild ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_no_rebuilt_content -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_no_rebuilt_content ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_no_responses -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_no_responses ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_partial_rebuild -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_partial_rebuild ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_quarantines_lonely_frag -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_quarantines_lonely_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_rebuild_ok -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_rebuild_ok ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.controllers.test_base.TestNodeIter.test_annotate_node_with_use_replication -test.unit.proxy.controllers.test_base.TestNodeIter.test_annotate_node_with_use_replication ... ok -test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_default_fake_ring -test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_default_fake_ring ... ok -test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_does_not_mutate_supplied_nodes -test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_does_not_mutate_supplied_nodes ... ok -fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-manifest-a, GET of submanifest /v1/AUTH_test/gettest/manifest-a failed with status 403 (

Forbidden

Access was denied to this reso...) -fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-abcd, got 401 (

Unauthorized

This server could not verif...) while retrieving /v1/AUTH_test/gettest/c_15 -fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-abcd, GET of submanifest /v1/AUTH_test/gettest/manifest-bc failed with status 401 (

Unauthorized

This server could not verif...) -fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/a_5 etag: 594f803b380a41396ed63dca39503542 != wrong! or 5 != 5. -fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/a_5 etag: 594f803b380a41396ed63dca39503542 != 594f803b380a41396ed63dca39503542 or 5 != 999999. -fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-not-avail, got 503 (

Service Unavailable

The server is curren...) while retrieving /v1/AUTH_test/gettest/not_avail_obj -fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-not-exists, got 404 (

Not Found

The resource could not be foun...) while retrieving /v1/AUTH_test/gettest/not_exists_obj -fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 2 (char 1) -fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 2 (char 1) -fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-abcd, JSON-decoding of submanifest /v1/AUTH_test/gettest/manifest-bc failed with 500 Internal Error -fake-swift ERROR: Bad MD5 checksum for /v1/AUTH_test/gettest/a_5 as part of /v1/AUTH_test/gettest/manifest: headers had 594f803b380a41396ed63dca39503542, but object MD5 was actually fb0e22c79ac75679e9881e6ba183b354 -fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/b_10 etag: 82136b4240d6ce4ea7d03e51469a393b != wrong! or 10 != 10. -fake-swift ERROR: Bad response length for /v1/AUTH_test/gettest/a_5 as part of /v1/AUTH_test/gettest/manifest: headers had 5, but response length was actually 4 -fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/b_10 etag: 82136b4240d6ce4ea7d03e51469a393b != 82136b4240d6ce4ea7d03e51469a393b or 10 != 999999. -fake-swift ERROR: While processing manifest '/v1/AUTH_test/gettest/man1', max recursion depth was exceeded -fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 1 (char 0) -fake-swift ERROR: While processing manifest '/v1/AUTH_test/gettest/man1', max recursion depth was exceeded -test INFO: - - 18/Jun/2025/00/10/12 HEAD /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0001 FA - 1750205412.700627565 1750205412.700775385 0 -test INFO: - - 18/Jun/2025/00/10/12 POST /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0006 - - 1750205412.700588465 1750205412.701187372 0 -test INFO: - - 18/Jun/2025/00/10/12 GET /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1750205412.702255011 1750205412.702434063 0 -test INFO: - - 18/Jun/2025/00/10/12 POST /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0007 - - 1750205412.702218533 1750205412.702936411 0 -test INFO: - - 18/Jun/2025/00/10/12 POST /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1750205412.704294920 1750205412.704460859 0 -test INFO: - - 18/Jun/2025/00/10/12 POST /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0007 - - 1750205412.704249382 1750205412.704930305 0 -test INFO: - - 18/Jun/2025/00/10/12 PUT /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1750205412.706032038 1750205412.706204176 0 -test INFO: - - 18/Jun/2025/00/10/12 POST /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0006 - - 1750205412.705998182 1750205412.706595421 0 -test INFO: - - 18/Jun/2025/00/10/12 DELETE /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1750205412.707647562 1750205412.707799435 0 -test INFO: - - 18/Jun/2025/00/10/12 POST /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0006 - - 1750205412.707613707 1750205412.708190918 0 -test INFO: - - 18/Jun/2025/00/10/12 HEAD /v1/a/c/sub_get HTTP/1.0 200 - FakeApp - - - - - - 0.0001 FA - 1750205412.709455967 1750205412.709589720 0 -test INFO: - - 18/Jun/2025/00/10/12 GET /v1/a/test/obj HTTP/1.0 200 - Swift - - - - - - 0.0002 SSC - 1750205412.709824085 1750205412.710005283 0 -test INFO: - - 18/Jun/2025/00/10/12 HEAD /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0001 FA - 1750205412.710354090 1750205412.710476875 0 -test INFO: - - 18/Jun/2025/00/10/12 PUT /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0017 - - 1750205412.709341288 1750205412.711081028 - -test INFO: - - 18/Jun/2025/00/10/12 GET /v1/a/c/sub_get HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1750205412.712203264 1750205412.712378025 0 -test INFO: - - 18/Jun/2025/00/10/12 GET /v1/a/test/obj HTTP/1.0 200 - Swift - - - - - - 0.0002 SSC - 1750205412.712605000 1750205412.712779284 0 -test INFO: - - 18/Jun/2025/00/10/12 GET /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1750205412.713103056 1750205412.713261127 0 -test INFO: - - 18/Jun/2025/00/10/12 PUT /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0016 - - 1750205412.712092400 1750205412.713650942 - -test INFO: - - 18/Jun/2025/00/10/12 POST /v1/a/c/sub_get HTTP/1.0 200 - FakeApp - - - - - - 0.0001 FA - 1750205412.715014458 1750205412.715157509 0 -test INFO: - - 18/Jun/2025/00/10/12 GET /v1/a/test/obj HTTP/1.0 200 - Swift - - - - - - 0.0002 SSC - 1750205412.715396166 1750205412.715570450 0 -test INFO: - - 18/Jun/2025/00/10/12 POST /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1750205412.715928793 1750205412.716084003 0 -test INFO: - - 18/Jun/2025/00/10/12 PUT /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0016 - - 1750205412.714900732 1750205412.716496944 - -test INFO: - - 18/Jun/2025/00/10/12 PUT /v1/a/c/sub_get HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1750205412.717725992 1750205412.717882395 0 -test INFO: - - 18/Jun/2025/00/10/12 GET /v1/a/test/obj HTTP/1.0 200 - Swift - - - - - - 0.0002 SSC - 1750205412.718253374 1750205412.718431234 0 -test INFO: - - 18/Jun/2025/00/10/12 PUT /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1750205412.718844175 1750205412.718994617 0 -test INFO: - - 18/Jun/2025/00/10/12 PUT /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0018 - - 1750205412.717624903 1750205412.719376087 - -test INFO: - - 18/Jun/2025/00/10/12 DELETE /v1/a/c/sub_get HTTP/1.0 200 - FakeApp - - - - - - 0.0001 FA - 1750205412.720466137 1750205412.720591784 0 -test INFO: - - 18/Jun/2025/00/10/12 GET /v1/a/test/obj HTTP/1.0 200 - Swift - - - - - - 0.0002 SSC - 1750205412.720821619 1750205412.720997334 0 -test INFO: - - 18/Jun/2025/00/10/12 DELETE /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0001 FA - 1750205412.721319675 1750205412.721435308 0 -test INFO: - - 18/Jun/2025/00/10/12 PUT /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0014 - - 1750205412.720366240 1750205412.721811533 - -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_with_handoffs -test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_with_handoffs ... ok -test.unit.proxy.controllers.test_base.TestNodeIter.test_multi_iteration -test.unit.proxy.controllers.test_base.TestNodeIter.test_multi_iteration ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespace_caching -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespace_caching ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_404_response -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_404_response ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_bad_response_body -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_bad_response_body ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_db_file -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_db_file ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_valid_version -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_valid_version ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_cache_unused_recheck_listing_shard_ranges -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_cache_unused_recheck_listing_shard_ranges ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_incomplete_listing -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_incomplete_listing ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_non_sharded_states -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_non_sharded_states ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_object_listing -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_object_listing ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_multiple_missing -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_multiple_missing ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_with_cached_container_info -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_with_cached_container_info ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_memcache_available -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_memcache_available ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty_old_style_shard_container ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_response_version -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_response_version ... ok -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test WARNING: Handoff requested (9) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txbae66ac5cba747e0bf786-00685203e6) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx264240ea218744d5ab580-00685203e6) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txfe0d443baea7409db05ad-00685203e6) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx9ef18fb7989b4e3a92211-00685203e6) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx8d3feaeb34934af4bb0cb-00685203e6) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx84c66e77a0034075bc48a-00685203e6) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx92dc6aeeef6b4da19ce10-00685203e6) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx6303e0fceb4649a0bacef-00685203e6) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx17fa2d00fd0b4add9b2b8-00685203e6) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx0770a6f4416b4034998c5-00685203e6) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx439f18a074d24b8ba471b-00685203e6) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txe3fe7c0dda194da6bfc21-00685203e6) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txc6b192470b024f5cacc18-00685203e6) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txdb6b2b6eacff4a88a0652-00685203e6) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx1680d995fae346d585789-00685203e6) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txdf0baed77fd14d97ad43e-00685203e6) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx43ac9c37f77945aea0415-00685203e6) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txdba964a00f0c40d7b1c63-00685203e6) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx97d4ba60c2634fccb29c1-00685203e6) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txfa83630bb128497f95595-00685203e6) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txa109f308373f4af3abd6b-00685203e6) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx71cc7511608742029a925-00685203e7) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txbe6a2e70be9c4c91808ff-00685203e7) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx337976491aaf491e906f6-00685203e7) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: Problem with listing response from /v1/a/c?states=listing&format=json: ValueError('not a list') (txn: txc2926e5645cb4503add65-00685203e7) -test ERROR: Failed to get namespaces from /v1/a/c?states=listing&format=json: invalid data: KeyError('name') (txn: txaebde603069043bab9f53-00685203e7) -test ERROR: Problem with listing response from /v1/a/c?states=listing&format=json: ValueError('not a list') (txn: tx7267185c125846c2898ff-00685203e7) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx29f77a80da4844b9a8854-00685203e7) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txc0a38e50954f4cb5affa9-00685203e7) -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache_empty_list -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache_empty_list ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache_error -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache_error ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_write_to_cache -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_write_to_cache ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_write_to_cache_with_x_newest -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_write_to_cache_with_x_newest ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_cache_clearing -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_cache_clearing ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_get_from_shards_add_root_spi -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_get_from_shards_add_root_spi ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_admin_disallow_info -test.unit.proxy.controllers.test_info.TestInfoController.test_admin_disallow_info ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_disabled_admin_info -test.unit.proxy.controllers.test_info.TestInfoController.test_disabled_admin_info ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_disabled_info -test.unit.proxy.controllers.test_info.TestInfoController.test_disabled_info ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_disallow_info -test.unit.proxy.controllers.test_info.TestInfoController.test_disallow_info ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info -test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_expires -test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_expires ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_key -test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_key ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_method -test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_method ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_path -test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_path ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_get_info -test.unit.proxy.controllers.test_info.TestInfoController.test_get_info ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_get_info_cors -test.unit.proxy.controllers.test_info.TestInfoController.test_get_info_cors ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_head_admin_info -test.unit.proxy.controllers.test_info.TestInfoController.test_head_admin_info ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_head_info -test.unit.proxy.controllers.test_info.TestInfoController.test_head_info ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_options_info -test.unit.proxy.controllers.test_info.TestInfoController.test_options_info ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_not_root -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_not_root ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_half_not_found_headers_and_body -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_half_not_found_headers_and_body ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_half_not_found_statuses -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_half_not_found_statuses ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_handoff -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_handoff ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_version_that_looks_like_account -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_version_that_looks_like_account ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_limits_expirer_queue_updates -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_limits_expirer_queue_updates ... ok -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx3ac1897500c94ccea27c3-00685203e5) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx3ac1897500c94ccea27c3-00685203e5) -test ERROR: Aborting listing from shards due to bad shard policy index: None (expected 1) (txn: tx3ac1897500c94ccea27c3-00685203e5) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: txf2c475d50030422cb656d-00685203e7) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txf2c475d50030422cb656d-00685203e7) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txf2c475d50030422cb656d-00685203e7) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txf2c475d50030422cb656d-00685203e7) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txf2c475d50030422cb656d-00685203e7) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txf2c475d50030422cb656d-00685203e7) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txf2c475d50030422cb656d-00685203e7) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txf2c475d50030422cb656d-00685203e7) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txf2c475d50030422cb656d-00685203e7) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txf2c475d50030422cb656d-00685203e7) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txf2c475d50030422cb656d-00685203e7) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txf2c475d50030422cb656d-00685203e7) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: txf2c475d50030422cb656d-00685203e7) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txf2c475d50030422cb656d-00685203e7) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txf2c475d50030422cb656d-00685203e7) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: txf2c475d50030422cb656d-00685203e7) -test DEBUG: Setting object count to 3120 (txn: txf2c475d50030422cb656d-00685203e7) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx3140d70f1c7643ff9aa06-00685203e7) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx3140d70f1c7643ff9aa06-00685203e7) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx3140d70f1c7643ff9aa06-00685203e7) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx3140d70f1c7643ff9aa06-00685203e7) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx3140d70f1c7643ff9aa06-00685203e7) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx3140d70f1c7643ff9aa06-00685203e7) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx3140d70f1c7643ff9aa06-00685203e7) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx3140d70f1c7643ff9aa06-00685203e7) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx3140d70f1c7643ff9aa06-00685203e7) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx3140d70f1c7643ff9aa06-00685203e7) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx3140d70f1c7643ff9aa06-00685203e7) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx3140d70f1c7643ff9aa06-00685203e7) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx3140d70f1c7643ff9aa06-00685203e7) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx3140d70f1c7643ff9aa06-00685203e7) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx3140d70f1c7643ff9aa06-00685203e7) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx3140d70f1c7643ff9aa06-00685203e7) -test DEBUG: Setting object count to 3120 (txn: tx3140d70f1c7643ff9aa06-00685203e7) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: txe5ed7bbe7a6a4ac981bf3-00685203e7) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txe5ed7bbe7a6a4ac981bf3-00685203e7) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txe5ed7bbe7a6a4ac981bf3-00685203e7) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txe5ed7bbe7a6a4ac981bf3-00685203e7) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txe5ed7bbe7a6a4ac981bf3-00685203e7) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txe5ed7bbe7a6a4ac981bf3-00685203e7) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txe5ed7bbe7a6a4ac981bf3-00685203e7) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txe5ed7bbe7a6a4ac981bf3-00685203e7) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txe5ed7bbe7a6a4ac981bf3-00685203e7) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txe5ed7bbe7a6a4ac981bf3-00685203e7) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txe5ed7bbe7a6a4ac981bf3-00685203e7) -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_missing_one -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_missing_one ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_mostly_found -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_mostly_found ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_mostly_not_found -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_mostly_not_found ... ok -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&reverse=true&format=json (txn: tx4ddbdb944753491194a82-00685203e7) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&marker=jam&format=json (txn: txb66411a40f7e4c5589b40-00685203e7) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&marker=jam&end_marker=kale&format=json (txn: tx48771f52b97d414093b67-00685203e7) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&includes=egg&format=json (txn: txc9126d3e1c8e467bbaa9a-00685203e7) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx9384733e468a4adfbc3d1-00685203e7) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txad4947ba93fc41e8b5922-00685203e7) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx7b73dc887a6949d6ae512-00685203e7) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx767835accebf4799b831e-00685203e7) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx01f4080803df4b98ab8fc-00685203e7) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx5ba6e03a7b304433a22e1-00685203e7) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Skipping shard cache lookup (x-newest) for /v1/a/c?states=listing&format=json (txn: txdbafe7ea8e614dd7b9e8c-00685203e7) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txdbafe7ea8e614dd7b9e8c-00685203e7) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} -test ERROR: Aborting listing from shards due to bad response: [204] -test DEBUG: GET listing from 3 shards for: /v1/a/c -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} -test ERROR: Aborting listing from shards due to bad response: [204] -test DEBUG: GET listing from 3 shards for: /v1/a/c -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} -test ERROR: Aborting listing from shards due to bad response: [204] -test DEBUG: GET listing from 3 shards for: /v1/a/c -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} -test ERROR: Aborting listing from shards due to bad response: [204] -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.5:1005/sdf, error: ERROR Insufficient Storage (txn: tx440d4599664c4e9a851eb-00685203e7) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_not_found -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_not_found ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_simple -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_simple ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_write_affinity_after_replication -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_write_affinity_after_replication ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_write_affinity_before_replication -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_write_affinity_before_replication ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_delete_db_does_not_clear_particular_sharding_meta -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_delete_db_does_not_clear_particular_sharding_meta ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_all_primaries_error_limited -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_all_primaries_error_limited ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_disconnect -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_disconnect ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v1_response -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v1_response ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_error -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_error ... ok -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txe5ed7bbe7a6a4ac981bf3-00685203e7) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: txe5ed7bbe7a6a4ac981bf3-00685203e7) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txe5ed7bbe7a6a4ac981bf3-00685203e7) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txe5ed7bbe7a6a4ac981bf3-00685203e7) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: txe5ed7bbe7a6a4ac981bf3-00685203e7) -test DEBUG: Setting object count to 3120 (txn: txe5ed7bbe7a6a4ac981bf3-00685203e7) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx03ed58e4b40a454ea885c-00685203e7) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx03ed58e4b40a454ea885c-00685203e7) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx03ed58e4b40a454ea885c-00685203e7) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx03ed58e4b40a454ea885c-00685203e7) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx03ed58e4b40a454ea885c-00685203e7) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx03ed58e4b40a454ea885c-00685203e7) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx03ed58e4b40a454ea885c-00685203e7) -test DEBUG: Getting listing part 2 from shard Namespace(name='a/c', lower='pie', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: tx03ed58e4b40a454ea885c-00685203e7) -test DEBUG: Get listing from /v1/a/c?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'object'} (txn: tx03ed58e4b40a454ea885c-00685203e7) -test DEBUG: Found 3072 objects in shard (state=sharded), total = 3120 (txn: tx03ed58e4b40a454ea885c-00685203e7) -test DEBUG: Setting object count to 3120 (txn: tx03ed58e4b40a454ea885c-00685203e7) -test DEBUG: GET listing from 5 shards for: /v1/a/c?reverse=true&limit=&format=json&states=listing (txn: txcf81bc3efc1e433d8c022-00685203e7) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txcf81bc3efc1e433d8c022-00685203e7) -test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&limit=10000&format=json&marker=&end_marker=%F0%9F%8C%B4 {'X-Backend-Record-Type': 'auto'} (txn: txcf81bc3efc1e433d8c022-00685203e7) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: txcf81bc3efc1e433d8c022-00685203e7) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txcf81bc3efc1e433d8c022-00685203e7) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?reverse=true&limit=8976&format=json&marker=%F0%9F%8C%B5&end_marker=%E2%98%83 {'X-Backend-Record-Type': 'auto'} (txn: txcf81bc3efc1e433d8c022-00685203e7) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2048 (txn: txcf81bc3efc1e433d8c022-00685203e7) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txcf81bc3efc1e433d8c022-00685203e7) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?reverse=true&limit=7952&format=json&marker=%E2%98%84&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: txcf81bc3efc1e433d8c022-00685203e7) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3072 (txn: txcf81bc3efc1e433d8c022-00685203e7) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txcf81bc3efc1e433d8c022-00685203e7) -test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&limit=6928&format=json&marker=q&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: txcf81bc3efc1e433d8c022-00685203e7) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 3080 (txn: txcf81bc3efc1e433d8c022-00685203e7) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txcf81bc3efc1e433d8c022-00685203e7) -test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&limit=6920&format=json&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txcf81bc3efc1e433d8c022-00685203e7) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 3120 (txn: txcf81bc3efc1e433d8c022-00685203e7) -test DEBUG: Setting object count to 3120 (txn: txcf81bc3efc1e433d8c022-00685203e7) -test DEBUG: GET listing from 5 shards for: /v1/a/c?limit=49&format=json&states=listing (txn: txf8857bbf765f4880bd7d7-00685203e7) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txf8857bbf765f4880bd7d7-00685203e7) -test DEBUG: Get listing from /v1/.shards_a/c_ham?limit=49&format=json&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txf8857bbf765f4880bd7d7-00685203e7) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txf8857bbf765f4880bd7d7-00685203e7) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txf8857bbf765f4880bd7d7-00685203e7) -test DEBUG: Get listing from /v1/.shards_a/c_pie?limit=9&format=json&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txf8857bbf765f4880bd7d7-00685203e7) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txf8857bbf765f4880bd7d7-00685203e7) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txf8857bbf765f4880bd7d7-00685203e7) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?limit=1&format=json&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txf8857bbf765f4880bd7d7-00685203e7) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 49 (txn: txf8857bbf765f4880bd7d7-00685203e7) -test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=%E2%98%86&format=json&states=listing (txn: txebfe573935ba4e52b04c0-00685203e7) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txebfe573935ba4e52b04c0-00685203e7) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&format=json&limit=10000&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txebfe573935ba4e52b04c0-00685203e7) -test DEBUG: Found 1022 objects in shard (state=unsharded), total = 1022 (txn: txebfe573935ba4e52b04c0-00685203e7) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txebfe573935ba4e52b04c0-00685203e7) -test DEBUG: Get listing from /v1/.shards_a/c_?marker=%E2%A8%83&format=json&limit=8978&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txebfe573935ba4e52b04c0-00685203e7) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2046 (txn: txebfe573935ba4e52b04c0-00685203e7) -test DEBUG: GET listing from 4 shards for: /v1/a/c?end_marker=%E2%98%8A&format=json&states=listing (txn: txcc1ca26c78eb4f178fa5f-00685203e7) -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_no_memcache ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_with_overlap -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_with_overlap ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v2_non_obj_response -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v2_non_obj_response ... ok -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Node is error limited: 10.0.0.3:1003/sdd (txn: tx1fa849c2d9b74cbb9c496-00685203e7) -proxy-server DEBUG: Node is error limited: 10.0.0.4:1004/sde (txn: tx1fa849c2d9b74cbb9c496-00685203e7) -proxy-server DEBUG: Node is error limited: 10.0.0.13:1013/sdn (txn: tx1fa849c2d9b74cbb9c496-00685203e7) -proxy-server DEBUG: Node is error limited: 10.0.0.12:1012/sdm (txn: tx1fa849c2d9b74cbb9c496-00685203e7) -proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx1fa849c2d9b74cbb9c496-00685203e7) -proxy-server DEBUG: Node is error limited: 10.0.0.11:1011/sdl (txn: tx1fa849c2d9b74cbb9c496-00685203e7) -proxy-server DEBUG: Node is error limited: 10.0.0.10:1010/sdk (txn: tx1fa849c2d9b74cbb9c496-00685203e7) -proxy-server DEBUG: Node is error limited: 10.0.0.5:1005/sdf (txn: tx1fa849c2d9b74cbb9c496-00685203e7) -proxy-server DEBUG: Node is error limited: 10.0.0.9:1009/sdj (txn: tx1fa849c2d9b74cbb9c496-00685203e7) -proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx1fa849c2d9b74cbb9c496-00685203e7) -proxy-server DEBUG: Node is error limited: 10.0.0.6:1006/sdg (txn: tx1fa849c2d9b74cbb9c496-00685203e7) -proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx1fa849c2d9b74cbb9c496-00685203e7) -proxy-server DEBUG: Node is error limited: 10.0.0.7:1007/sdh (txn: tx1fa849c2d9b74cbb9c496-00685203e7) -proxy-server DEBUG: Node is error limited: 10.0.0.8:1008/sdi (txn: tx1fa849c2d9b74cbb9c496-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1fa849c2d9b74cbb9c496-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1fa849c2d9b74cbb9c496-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1fa849c2d9b74cbb9c496-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1fa849c2d9b74cbb9c496-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1fa849c2d9b74cbb9c496-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1fa849c2d9b74cbb9c496-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1fa849c2d9b74cbb9c496-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1fa849c2d9b74cbb9c496-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1fa849c2d9b74cbb9c496-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1fa849c2d9b74cbb9c496-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1fa849c2d9b74cbb9c496-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1fa849c2d9b74cbb9c496-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1fa849c2d9b74cbb9c496-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1fa849c2d9b74cbb9c496-00685203e7) -proxy-server ERROR: Object returning 503 for [] (txn: tx1fa849c2d9b74cbb9c496-00685203e7) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.4:1004/sde (txn: tx27236185847e4628b39db-00685203e7) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.12:1012/sdm (txn: tx27236185847e4628b39db-00685203e7) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.6:1006/sdg (txn: tx27236185847e4628b39db-00685203e7) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.8:1008/sdi (txn: tx27236185847e4628b39db-00685203e7) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx27236185847e4628b39db-00685203e7) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx27236185847e4628b39db-00685203e7) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx27236185847e4628b39db-00685203e7) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx27236185847e4628b39db-00685203e7) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx27236185847e4628b39db-00685203e7) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx27236185847e4628b39db-00685203e7) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx27236185847e4628b39db-00685203e7) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx27236185847e4628b39db-00685203e7) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx27236185847e4628b39db-00685203e7) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx27236185847e4628b39db-00685203e7) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 Trying to GET /a/c/o From Object Server 10.0.0.1:1001/sdb (txn: tx71bd74c97ea24f07bc218-00685203e7) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 412 from primary (txn: txbff852975cf14111be2a5-00685203e7) -proxy-server DEBUG: Ignoring 412 from primary (txn: txbff852975cf14111be2a5-00685203e7) -proxy-server DEBUG: Ignoring 412 from primary (txn: txbff852975cf14111be2a5-00685203e7) -proxy-server DEBUG: Ignoring 412 from primary (txn: txbff852975cf14111be2a5-00685203e7) -proxy-server DEBUG: Ignoring 412 from primary (txn: txbff852975cf14111be2a5-00685203e7) -proxy-server DEBUG: Ignoring 412 from primary (txn: txbff852975cf14111be2a5-00685203e7) -proxy-server DEBUG: Ignoring 412 from primary (txn: txbff852975cf14111be2a5-00685203e7) -proxy-server DEBUG: Ignoring 412 from primary (txn: txbff852975cf14111be2a5-00685203e7) -proxy-server DEBUG: Ignoring 412 from primary (txn: txbff852975cf14111be2a5-00685203e7) -proxy-server DEBUG: Ignoring 412 from primary (txn: txbff852975cf14111be2a5-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txbff852975cf14111be2a5-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txbff852975cf14111be2a5-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txbff852975cf14111be2a5-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txbff852975cf14111be2a5-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txbff852975cf14111be2a5-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txbff852975cf14111be2a5-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txbff852975cf14111be2a5-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txbff852975cf14111be2a5-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txbff852975cf14111be2a5-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txbff852975cf14111be2a5-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txbff852975cf14111be2a5-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txbff852975cf14111be2a5-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txbff852975cf14111be2a5-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txbff852975cf14111be2a5-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txbff852975cf14111be2a5-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txbff852975cf14111be2a5-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txbff852975cf14111be2a5-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txbff852975cf14111be2a5-00685203e7) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx9de49e8cbd524edeb6004-00685203e7) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx9de49e8cbd524edeb6004-00685203e7) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx9de49e8cbd524edeb6004-00685203e7) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx9de49e8cbd524edeb6004-00685203e7) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx9de49e8cbd524edeb6004-00685203e7) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx9de49e8cbd524edeb6004-00685203e7) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx9de49e8cbd524edeb6004-00685203e7) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx9de49e8cbd524edeb6004-00685203e7) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx9de49e8cbd524edeb6004-00685203e7) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx9de49e8cbd524edeb6004-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx9de49e8cbd524edeb6004-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx9de49e8cbd524edeb6004-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx9de49e8cbd524edeb6004-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx9de49e8cbd524edeb6004-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx9de49e8cbd524edeb6004-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx9de49e8cbd524edeb6004-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx9de49e8cbd524edeb6004-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx9de49e8cbd524edeb6004-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx9de49e8cbd524edeb6004-00685203e7) -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_if_match -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_if_match ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_no_shard_ranges -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_no_shard_ranges ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v2_obj_response -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v2_obj_response ... ok -proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx9de49e8cbd524edeb6004-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx9de49e8cbd524edeb6004-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx9de49e8cbd524edeb6004-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx9de49e8cbd524edeb6004-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx9de49e8cbd524edeb6004-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx9de49e8cbd524edeb6004-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx9de49e8cbd524edeb6004-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx9de49e8cbd524edeb6004-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx9de49e8cbd524edeb6004-00685203e7) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx9b1127d13b6142aeace87-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx9b1127d13b6142aeace87-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx9b1127d13b6142aeace87-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx9b1127d13b6142aeace87-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx9b1127d13b6142aeace87-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx9b1127d13b6142aeace87-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx9b1127d13b6142aeace87-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx9b1127d13b6142aeace87-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx9b1127d13b6142aeace87-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx9b1127d13b6142aeace87-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx9b1127d13b6142aeace87-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx9b1127d13b6142aeace87-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx9b1127d13b6142aeace87-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx9b1127d13b6142aeace87-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx9b1127d13b6142aeace87-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx9b1127d13b6142aeace87-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx9b1127d13b6142aeace87-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx9b1127d13b6142aeace87-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txa9d35c9e99cd4d2fa6911-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txa9d35c9e99cd4d2fa6911-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txa9d35c9e99cd4d2fa6911-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txa9d35c9e99cd4d2fa6911-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txa9d35c9e99cd4d2fa6911-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txa9d35c9e99cd4d2fa6911-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txa9d35c9e99cd4d2fa6911-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txa9d35c9e99cd4d2fa6911-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txa9d35c9e99cd4d2fa6911-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txa9d35c9e99cd4d2fa6911-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txa9d35c9e99cd4d2fa6911-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txa9d35c9e99cd4d2fa6911-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txa9d35c9e99cd4d2fa6911-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txa9d35c9e99cd4d2fa6911-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txa9d35c9e99cd4d2fa6911-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txa9d35c9e99cd4d2fa6911-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txa9d35c9e99cd4d2fa6911-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txa9d35c9e99cd4d2fa6911-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx0c38258f600449f7bcefc-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx0c38258f600449f7bcefc-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx0c38258f600449f7bcefc-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx0c38258f600449f7bcefc-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx0c38258f600449f7bcefc-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx0c38258f600449f7bcefc-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx0c38258f600449f7bcefc-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx0c38258f600449f7bcefc-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx0c38258f600449f7bcefc-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx0c38258f600449f7bcefc-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx0c38258f600449f7bcefc-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx0c38258f600449f7bcefc-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx0c38258f600449f7bcefc-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx0c38258f600449f7bcefc-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx0c38258f600449f7bcefc-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx0c38258f600449f7bcefc-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx0c38258f600449f7bcefc-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx0c38258f600449f7bcefc-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx8d7f35ab10a941b382240-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx8d7f35ab10a941b382240-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx8d7f35ab10a941b382240-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx8d7f35ab10a941b382240-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx8d7f35ab10a941b382240-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx8d7f35ab10a941b382240-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx8d7f35ab10a941b382240-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx8d7f35ab10a941b382240-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx8d7f35ab10a941b382240-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx8d7f35ab10a941b382240-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx8d7f35ab10a941b382240-00685203e7) -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_if_none_match -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_if_none_match ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mismatched_fragment_archives -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mismatched_fragment_archives ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mixed_ranged_responses_success -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mixed_ranged_responses_success ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mixed_success_with_range -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mixed_success_with_range ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_ndata_equals_nparity_with_missing_and_errors -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_ndata_equals_nparity_with_missing_and_errors ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_version_account_response -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_version_account_response ... ok -test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest -test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_delete_object -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_delete_object ... ok -test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_passthrough -test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_passthrough ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_not_needed -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_not_needed ... ok -test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_ratelimiting -test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_ratelimiting ... ok -test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_repeated_segments_uses_multi_range_requests -test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_repeated_segments_uses_multi_range_requests ... ok -test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_with_submanifest -test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_with_submanifest ... ok -test.unit.common.middleware.test_slo.TestSloGetManifests.test_multiple_ranges_get_manifest -test.unit.common.middleware.test_slo.TestSloGetManifests.test_multiple_ranges_get_manifest ... ok -test.unit.common.middleware.test_slo.TestSloGetManifests.test_multiple_ranges_including_suffix_get_manifest -test.unit.common.middleware.test_slo.TestSloGetManifests.test_multiple_ranges_including_suffix_get_manifest ... ok -test.unit.common.middleware.test_slo.TestSloGetManifests.test_range_get_manifest -test.unit.common.middleware.test_slo.TestSloGetManifests.test_range_get_manifest ... ok test.unit.common.middleware.test_slo.TestSloGetRawManifest.test_get_raw_manifest test.unit.common.middleware.test_slo.TestSloGetRawManifest.test_get_raw_manifest ... ok test.unit.common.middleware.test_slo.TestSloGetRawManifest.test_get_raw_manifest_passthrough_with_ranges test.unit.common.middleware.test_slo.TestSloGetRawManifest.test_get_raw_manifest_passthrough_with_ranges ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_bad_keys -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_bad_keys ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_multiple -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_multiple ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_path -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_path ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_ranges -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_ranges ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential_last_segment -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential_last_segment ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential_non_ascii -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential_non_ascii ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_size_bytes -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_size_bytes ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_undersize_segment -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_undersize_segment ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_unsatisfiable_range -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_unsatisfiable_range ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_container_listing -test.unit.common.middleware.test_slo.TestSloMiddleware.test_container_listing ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_handle_multipart_no_obj -test.unit.common.middleware.test_slo.TestSloMiddleware.test_handle_multipart_no_obj ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_slo_PUT_env_override -test.unit.common.middleware.test_slo.TestSloMiddleware.test_slo_PUT_env_override ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_slo_header_assigned -test.unit.common.middleware.test_slo.TestSloMiddleware.test_slo_header_assigned ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_valid_input -test.unit.common.middleware.test_slo.TestSloMiddleware.test_valid_input ... ok -test.unit.common.middleware.test_slo.TestSwiftInfo.test_registered_defaults -test.unit.common.middleware.test_slo.TestSwiftInfo.test_registered_defaults ... ok -test.unit.common.middleware.test_slo.TestSwiftInfo.test_registered_non_defaults -test.unit.common.middleware.test_slo.TestSwiftInfo.test_registered_non_defaults ... ok -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink ... ok -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_new_target -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_new_target ... ok -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_target -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_target ... ok -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_with_slo_query -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_with_slo_query ... ok -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_new_slo_manifest -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_new_slo_manifest ... ok -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_old_slo_manifest -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_old_slo_manifest ... ok -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_really_old_slo_manifest -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_really_old_slo_manifest ... ok -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_slo_manifest_slo_etag -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_slo_manifest_slo_etag ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_DELETE_on_expired_versioned_object -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_DELETE_on_expired_versioned_object ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_blank_add_versions_precedence -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_blank_add_versions_precedence ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_container_allow_versioned_writes_false -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_container_allow_versioned_writes_false ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_first_object_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_first_object_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_doubled_up_markers_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_doubled_up_markers_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_is_marker_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_is_marker_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_no_marker_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_no_marker_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_restores_marker_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_restores_marker_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_no_versions_container_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_no_versions_container_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_object_no_versioning_with_container_config_true -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_object_no_versioning_with_container_config_true ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_single_version_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_single_version_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_denied_DELETE_of_versioned_object -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_denied_DELETE_of_versioned_object ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_denied_PUT_of_versioned_object -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_denied_PUT_of_versioned_object ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_empty_versions_location -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_empty_versions_location ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_get_container -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_get_container ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_get_head -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_get_head ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_head_container -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_head_container ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_history_delete_marker_no_object_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_history_delete_marker_no_object_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_history_delete_marker_over_object_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_history_delete_marker_over_object_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_get_errors -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_get_errors ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_put_errors -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_put_errors ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_sysmeta_precedence -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_sysmeta_precedence ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container_both_headers -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container_both_headers ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container_history_header -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container_history_header ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_first_object_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_first_object_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_object_no_versioning -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_object_no_versioning ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_object_no_versioning_with_container_config_true -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_object_no_versioning_with_container_config_true ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_request_is_dlo_manifest_with_container_config_true -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_request_is_dlo_manifest_with_container_config_true ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_version_is_dlo_manifest_with_container_config_true -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_version_is_dlo_manifest_with_container_config_true ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_versioned_object_including_url_encoded_name_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_versioned_object_including_url_encoded_name_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_remove_add_versions_precedence -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_remove_add_versions_precedence ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_remove_headers -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_remove_headers ... ok -test.unit.common.ring.test_utils.TestUtils.test_build_dev_from_opts -test.unit.common.ring.test_utils.TestUtils.test_build_dev_from_opts ... ok -test.unit.common.ring.test_utils.TestUtils.test_build_tier_tree -test.unit.common.ring.test_utils.TestUtils.test_build_tier_tree ... ok -proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx8d7f35ab10a941b382240-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx8d7f35ab10a941b382240-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx8d7f35ab10a941b382240-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx8d7f35ab10a941b382240-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx8d7f35ab10a941b382240-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx8d7f35ab10a941b382240-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx8d7f35ab10a941b382240-00685203e7) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Error decoding fragments for '/a/c/o'. Segments decoded: 3, Lengths: [458, 458, 458, 458, 458, 458, 490, 458, 458, 458]: Invalid fragment payload in ECPyECLibDriver.decode (txn: tx9eec46276d29431ea0f49-00685203e7) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4f6686f0a7594428b635a-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4f6686f0a7594428b635a-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4f6686f0a7594428b635a-00685203e7) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx7d300cb39326428782348-00685203e7) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx7d300cb39326428782348-00685203e7) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx7d300cb39326428782348-00685203e7) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx7d300cb39326428782348-00685203e7) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx7d300cb39326428782348-00685203e7) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx7d300cb39326428782348-00685203e7) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx7d300cb39326428782348-00685203e7) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx7d300cb39326428782348-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7d300cb39326428782348-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7d300cb39326428782348-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7d300cb39326428782348-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7d300cb39326428782348-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7d300cb39326428782348-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7d300cb39326428782348-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7d300cb39326428782348-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7d300cb39326428782348-00685203e7) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx94ceba49ec8844f1976ec-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx94ceba49ec8844f1976ec-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx94ceba49ec8844f1976ec-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx94ceba49ec8844f1976ec-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx94ceba49ec8844f1976ec-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx94ceba49ec8844f1976ec-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx94ceba49ec8844f1976ec-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx94ceba49ec8844f1976ec-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx94ceba49ec8844f1976ec-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx94ceba49ec8844f1976ec-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx94ceba49ec8844f1976ec-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx94ceba49ec8844f1976ec-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx94ceba49ec8844f1976ec-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx94ceba49ec8844f1976ec-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx94ceba49ec8844f1976ec-00685203e7) -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_no_response_error -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_no_response_error ... ok -test.unit.common.ring.test_utils.TestUtils.test_dispersion_report -test.unit.common.ring.test_utils.TestUtils.test_dispersion_report ... ok -test.unit.common.ring.test_utils.TestUtils.test_is_local_device -test.unit.common.ring.test_utils.TestUtils.test_is_local_device ... ok -test.unit.common.ring.test_utils.TestUtils.test_is_valid_hostname -test.unit.common.ring.test_utils.TestUtils.test_is_valid_hostname ... ok -test.unit.common.ring.test_utils.TestUtils.test_normalized_device_tier_names -test.unit.common.ring.test_utils.TestUtils.test_normalized_device_tier_names ... ok -test.unit.common.ring.test_utils.TestUtils.test_parse_address_old_format -test.unit.common.ring.test_utils.TestUtils.test_parse_address_old_format ... ok -test.unit.common.ring.test_utils.TestUtils.test_parse_args -test.unit.common.ring.test_utils.TestUtils.test_parse_args ... ok -test.unit.common.ring.test_utils.TestUtils.test_parse_builder_ring_filename_args -test.unit.common.ring.test_utils.TestUtils.test_parse_builder_ring_filename_args ... ok -test.unit.common.ring.test_utils.TestUtils.test_parse_change_values_from_opts -test.unit.common.ring.test_utils.TestUtils.test_parse_change_values_from_opts ... ok -test.unit.common.ring.test_utils.TestUtils.test_parse_search_value -test.unit.common.ring.test_utils.TestUtils.test_parse_search_value ... ok -test.unit.common.ring.test_utils.TestUtils.test_parse_search_values_from_opts -test.unit.common.ring.test_utils.TestUtils.test_parse_search_values_from_opts ... ok -test.unit.common.ring.test_utils.TestUtils.test_replication_defaults -test.unit.common.ring.test_utils.TestUtils.test_replication_defaults ... ok -test.unit.common.ring.test_utils.TestUtils.test_tiers_for_dev -test.unit.common.ring.test_utils.TestUtils.test_tiers_for_dev ... ok -test.unit.common.ring.test_utils.TestUtils.test_validate_and_normalize_address -test.unit.common.ring.test_utils.TestUtils.test_validate_and_normalize_address ... ok -test.unit.common.ring.test_utils.TestUtils.test_validate_and_normalize_ip -test.unit.common.ring.test_utils.TestUtils.test_validate_and_normalize_ip ... ok -test.unit.common.ring.test_utils.TestUtils.test_validate_args -test.unit.common.ring.test_utils.TestUtils.test_validate_args ... ok -test.unit.common.ring.test_utils.TestUtils.test_validate_args_new_cmd_format -test.unit.common.ring.test_utils.TestUtils.test_validate_args_new_cmd_format ... ok -test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_close -test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_close ... ok -test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_errors -test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_errors ... ok -test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_exact -test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_exact ... ok -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205477.00000, db: /tmp/tmp1awdfjue/sda/containers/0/770/011c540e3f17a5621ff5aa8c04c7d770/011c540e3f17a5621ff5aa8c04c7d770.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205479.00000, db: /tmp/tmp1awdfjue/sda/containers/0/abb/21037f9d66ef2766b9b6f69b8025dabb/21037f9d66ef2766b9b6f69b8025dabb.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205478.00000, (0, 0) as of 1750205478.00000, sharding as of 1750205478.00000> to ShardRange<'k' to 't' as of 1750205479.00000, (0, 0) as of 1750205479.00000, shrunk as of 1750205479.00000>, path: .shards_a/shard_c_1750205479.00000, db: /tmp/tmp1awdfjue/sda/containers/0/abb/21037f9d66ef2766b9b6f69b8025dabb/21037f9d66ef2766b9b6f69b8025dabb.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205479.00000, db: /tmp/tmp1awdfjue/sda/containers/0/abb/21037f9d66ef2766b9b6f69b8025dabb/21037f9d66ef2766b9b6f69b8025dabb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205481.00000, db: /tmp/tmp1awdfjue/sda/containers/0/f3f/aa7515cbccfae999638939059e742f3f/aa7515cbccfae999638939059e742f3f.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205480.00000, (0, 0) as of 1750205480.00000, sharded as of 1750205480.00000> to ShardRange<'k' to 't' as of 1750205481.00000, (0, 0) as of 1750205481.00000, found as of 1750205481.00000>, path: .shards_a/shard_c_1750205481.00000, db: /tmp/tmp1awdfjue/sda/containers/0/f3f/aa7515cbccfae999638939059e742f3f/aa7515cbccfae999638939059e742f3f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205483.00000, db: /tmp/tmp1awdfjue/sda/containers/0/71e/2a750618ebf6e8ea6c57e5e02e1de71e/2a750618ebf6e8ea6c57e5e02e1de71e.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205482.00000, (0, 0) as of 1750205482.00000, sharded as of 1750205482.00000> to ShardRange<'k' to 't' as of 1750205483.00000, (0, 0) as of 1750205483.00000, created as of 1750205483.00000>, path: .shards_a/shard_c_1750205483.00000, db: /tmp/tmp1awdfjue/sda/containers/0/71e/2a750618ebf6e8ea6c57e5e02e1de71e/2a750618ebf6e8ea6c57e5e02e1de71e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205485.00000, db: /tmp/tmp1awdfjue/sda/containers/0/b21/00f901c810c769176efebdcdcf133b21/00f901c810c769176efebdcdcf133b21.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205484.00000, (0, 0) as of 1750205484.00000, sharded as of 1750205484.00000> to ShardRange<'k' to 't' as of 1750205485.00000, (0, 0) as of 1750205485.00000, cleaved as of 1750205485.00000>, path: .shards_a/shard_c_1750205485.00000, db: /tmp/tmp1awdfjue/sda/containers/0/b21/00f901c810c769176efebdcdcf133b21/00f901c810c769176efebdcdcf133b21.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205487.00000, db: /tmp/tmp1awdfjue/sda/containers/0/daa/f8b48a89c7ebc13851ec83f26f026daa/f8b48a89c7ebc13851ec83f26f026daa.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205486.00000, (0, 0) as of 1750205486.00000, sharded as of 1750205486.00000> to ShardRange<'k' to 't' as of 1750205487.00000, (0, 0) as of 1750205487.00000, active as of 1750205487.00000>, path: .shards_a/shard_c_1750205487.00000, db: /tmp/tmp1awdfjue/sda/containers/0/daa/f8b48a89c7ebc13851ec83f26f026daa/f8b48a89c7ebc13851ec83f26f026daa.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205489.00000, db: /tmp/tmp1awdfjue/sda/containers/0/728/17bba3b792aa5ae8614e3ea26bab3728/17bba3b792aa5ae8614e3ea26bab3728.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205488.00000, (0, 0) as of 1750205488.00000, sharded as of 1750205488.00000> to ShardRange<'k' to 't' as of 1750205489.00000, (0, 0) as of 1750205489.00000, shrinking as of 1750205489.00000>, path: .shards_a/shard_c_1750205489.00000, db: /tmp/tmp1awdfjue/sda/containers/0/728/17bba3b792aa5ae8614e3ea26bab3728/17bba3b792aa5ae8614e3ea26bab3728.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205489.00000, db: /tmp/tmp1awdfjue/sda/containers/0/728/17bba3b792aa5ae8614e3ea26bab3728/17bba3b792aa5ae8614e3ea26bab3728.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205491.00000, db: /tmp/tmp1awdfjue/sda/containers/0/886/200c48c3fc48942dc4d34a397a3cb886/200c48c3fc48942dc4d34a397a3cb886.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205490.00000, (0, 0) as of 1750205490.00000, sharded as of 1750205490.00000> to ShardRange<'k' to 't' as of 1750205491.00000, (0, 0) as of 1750205491.00000, sharding as of 1750205491.00000>, path: .shards_a/shard_c_1750205491.00000, db: /tmp/tmp1awdfjue/sda/containers/0/886/200c48c3fc48942dc4d34a397a3cb886/200c48c3fc48942dc4d34a397a3cb886.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205491.00000, db: /tmp/tmp1awdfjue/sda/containers/0/886/200c48c3fc48942dc4d34a397a3cb886/200c48c3fc48942dc4d34a397a3cb886.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205493.00000, db: /tmp/tmp1awdfjue/sda/containers/0/322/0fc593c7fe90d907561b26709b718322/0fc593c7fe90d907561b26709b718322.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205493.00000, db: /tmp/tmp1awdfjue/sda/containers/0/322/0fc593c7fe90d907561b26709b718322/0fc593c7fe90d907561b26709b718322.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205495.00000, db: /tmp/tmp1awdfjue/sda/containers/0/9d2/e96bf20c89cd9b5f89c3e0519ef2b9d2/e96bf20c89cd9b5f89c3e0519ef2b9d2.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205494.00000, (0, 0) as of 1750205494.00000, sharded as of 1750205494.00000> to ShardRange<'k' to 't' as of 1750205495.00000, (0, 0) as of 1750205495.00000, shrunk as of 1750205495.00000>, path: .shards_a/shard_c_1750205495.00000, db: /tmp/tmp1awdfjue/sda/containers/0/9d2/e96bf20c89cd9b5f89c3e0519ef2b9d2/e96bf20c89cd9b5f89c3e0519ef2b9d2.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205495.00000, db: /tmp/tmp1awdfjue/sda/containers/0/9d2/e96bf20c89cd9b5f89c3e0519ef2b9d2/e96bf20c89cd9b5f89c3e0519ef2b9d2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205497.00000, db: /tmp/tmp1awdfjue/sda/containers/0/f94/e180f70f9be4988728c134f3111f2f94/e180f70f9be4988728c134f3111f2f94.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205496.00000, (0, 0) as of 1750205496.00000, shrunk as of 1750205496.00000> to ShardRange<'k' to 't' as of 1750205497.00000, (0, 0) as of 1750205497.00000, found as of 1750205497.00000>, path: .shards_a/shard_c_1750205497.00000, db: /tmp/tmp1awdfjue/sda/containers/0/f94/e180f70f9be4988728c134f3111f2f94/e180f70f9be4988728c134f3111f2f94.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205499.00000, db: /tmp/tmp1awdfjue/sda/containers/0/e50/152743716e2cd3a5bd3680da1a903e50/152743716e2cd3a5bd3680da1a903e50.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205498.00000, (0, 0) as of 1750205498.00000, shrunk as of 1750205498.00000> to ShardRange<'k' to 't' as of 1750205499.00000, (0, 0) as of 1750205499.00000, created as of 1750205499.00000>, path: .shards_a/shard_c_1750205499.00000, db: /tmp/tmp1awdfjue/sda/containers/0/e50/152743716e2cd3a5bd3680da1a903e50/152743716e2cd3a5bd3680da1a903e50.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205501.00000, db: /tmp/tmp1awdfjue/sda/containers/0/1a6/c6f6dca86414ca131260d9effe7d71a6/c6f6dca86414ca131260d9effe7d71a6.db -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_not_root -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_not_root ... ok -proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx94ceba49ec8844f1976ec-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx94ceba49ec8844f1976ec-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx94ceba49ec8844f1976ec-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx94ceba49ec8844f1976ec-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx94ceba49ec8844f1976ec-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx94ceba49ec8844f1976ec-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx94ceba49ec8844f1976ec-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx94ceba49ec8844f1976ec-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx94ceba49ec8844f1976ec-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx94ceba49ec8844f1976ec-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx94ceba49ec8844f1976ec-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx94ceba49ec8844f1976ec-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx94ceba49ec8844f1976ec-00685203e7) -proxy-server ERROR: Object returning 503 for [] (txn: tx94ceba49ec8844f1976ec-00685203e7) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Node is error limited: 10.0.0.12:1012/sdm (txn: tx9f0572880ff74e1899e42-00685203e7) -proxy-server DEBUG: Node is error limited: 10.0.0.11:1011/sdl (txn: tx9f0572880ff74e1899e42-00685203e7) -proxy-server DEBUG: Node is error limited: 10.0.0.13:1013/sdn (txn: tx9f0572880ff74e1899e42-00685203e7) -proxy-server DEBUG: Node is error limited: 10.0.0.14:1014/sda (txn: tx9f0572880ff74e1899e42-00685203e7) -proxy-server DEBUG: Node is error limited: 10.0.0.15:1015/sda (txn: tx9f0572880ff74e1899e42-00685203e7) -proxy-server DEBUG: Node is error limited: 10.0.0.16:1016/sda (txn: tx9f0572880ff74e1899e42-00685203e7) -proxy-server DEBUG: Node is error limited: 10.0.0.17:1017/sda (txn: tx9f0572880ff74e1899e42-00685203e7) -proxy-server DEBUG: Node is error limited: 10.0.0.18:1018/sda (txn: tx9f0572880ff74e1899e42-00685203e7) -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_nondurable_when_node_iter_runs_out_of_nodes -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_nondurable_when_node_iter_runs_out_of_nodes ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_not_found_when_404_newer -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_not_found_when_404_newer ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_one_short_fragment_archive -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_one_short_fragment_archive ... ok -proxy-server DEBUG: Node is error limited: 10.0.0.19:1019/sda (txn: tx9f0572880ff74e1899e42-00685203e7) -proxy-server DEBUG: Node is error limited: 10.0.0.20:1020/sda (txn: tx9f0572880ff74e1899e42-00685203e7) -proxy-server DEBUG: Node is error limited: 10.0.0.21:1021/sda (txn: tx9f0572880ff74e1899e42-00685203e7) -proxy-server DEBUG: Node is error limited: 10.0.0.22:1022/sda (txn: tx9f0572880ff74e1899e42-00685203e7) -proxy-server DEBUG: Node is error limited: 10.0.0.23:1023/sda (txn: tx9f0572880ff74e1899e42-00685203e7) -proxy-server DEBUG: Node is error limited: 10.0.0.24:1024/sda (txn: tx9f0572880ff74e1899e42-00685203e7) -proxy-server DEBUG: Node is error limited: 10.0.0.25:1025/sda (txn: tx9f0572880ff74e1899e42-00685203e7) -proxy-server DEBUG: Node is error limited: 10.0.0.26:1026/sda (txn: tx9f0572880ff74e1899e42-00685203e7) -proxy-server DEBUG: Node is error limited: 10.0.0.27:1027/sda (txn: tx9f0572880ff74e1899e42-00685203e7) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx25779120aa3d4a228e69b-00685203e7) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server WARNING: Un-recoverable fragment rebuild. Only received 9/10 fragments for '/a/c/o' (txn: tx83fd6494613a43bd8d79b-00685203e7) -proxy-server WARNING: Un-recoverable fragment rebuild. Only received 9/10 fragments for '/a/c/o' (txn: txc6799050a12c43b0a73f2-00685203e7) -proxy-server WARNING: Un-recoverable fragment rebuild. Only received 9/10 fragments for '/a/c/o' (txn: txe969cefdfb904cef97c85-00685203e7) -proxy-server WARNING: Un-recoverable fragment rebuild. Only received 9/10 fragments for '/a/c/o' (txn: tx33254d0f354c46a58bb84-00685203e7) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_primaries_error_during_rebalance -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_primaries_error_during_rebalance ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_simple -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_simple ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_simple_x_newest -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_simple_x_newest ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_timeout -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_timeout ... ok -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server ERROR: Object returning 503 for [] (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx13ea9eb97f7c4b60b771e-00685203e7) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (0.01s) (txn: tx7404fdb831f54d73ae26a-00685203e7) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (0.01s) (txn: tx7404fdb831f54d73ae26a-00685203e7) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Error decoding fragments for '/a/c/o'. Segments decoded: 0, Lengths: [490, 490, 490, 490, 490, 490, 490, 490, 490, 490]: pyeclib_c_decode ERROR: Fragment integrity check failed. Please inspect syslog for liberasurecode error report. (txn: txf971b441a71a405492cbd-00685203e8) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txf971b441a71a405492cbd-00685203e8) -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_trigger_ec_metadata_check_failure -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_trigger_ec_metadata_check_failure ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_body -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_body ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_concurrent_ec_extra_requests -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_concurrent_ec_extra_requests ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_duplicate_and_hidden_frag_indexes -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_duplicate_and_hidden_frag_indexes ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_duplicate_but_insufficient_frag_indexes -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_duplicate_but_insufficient_frag_indexes ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_frags_swapped_around -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_frags_swapped_around ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_invalid_ranges -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_invalid_ranges ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_many_missed_overwrite_will_need_handoff -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_many_missed_overwrite_will_need_handoff ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_older_overlapping_donor_and_acceptor_shards -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_older_overlapping_donor_and_acceptor_shards ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_double_check_trailing_delimiter -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_double_check_trailing_delimiter ... ok -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txf971b441a71a405492cbd-00685203e8) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txf971b441a71a405492cbd-00685203e8) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txf971b441a71a405492cbd-00685203e8) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txf971b441a71a405492cbd-00685203e8) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txf971b441a71a405492cbd-00685203e8) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txf971b441a71a405492cbd-00685203e8) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txf971b441a71a405492cbd-00685203e8) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txf971b441a71a405492cbd-00685203e8) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txf971b441a71a405492cbd-00685203e8) -proxy-server ERROR: ERROR Unhandled exception in request: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/server.py", line 598, in handle_request - return handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 375, in wrapped - return func(*a, **kw) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 275, in GET - return self.GETorHEAD(req) - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 263, in GETorHEAD - resp = self._get_or_head_response(req, node_iter, partition, policy) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2930, in _get_or_head_response - app_iter.kickoff(req, resp) - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 1184, in kickoff - self.stashed_iter = reiterate(self._real_iter(req, resp.headers)) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3749, in reiterate - chunk = next(iterator) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3709, in __next__ - return self._get_next_item() - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 4452, in _get_next_item - return super(StringAlong, self)._get_next_item() - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3705, in _get_next_item - return next(self.wrapped_iter) - ^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 1470, in _iter_one_range - for i, next_seg in enumerate(segment_iter): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 1549, in _decode_segments_from_fragments - segment = self.policy.pyeclib_driver.decode(fragments) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/pyeclib/ec_iface.py", line 300, in decode - return self.ec_lib_reference.decode(fragment_payloads, ranges, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/pyeclib/core.py", line 91, in decode - return pyeclib_c.decode(self.handle, _fragment_payloads, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ -pyeclib.ec_iface.ECInvalidFragmentMetadata: pyeclib_c_decode ERROR: Fragment integrity check failed. Please inspect syslog for liberasurecode error report. (txn: txf971b441a71a405492cbd-00685203e8) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5fe1974909be473f92190-00685203e8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5fe1974909be473f92190-00685203e8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5fe1974909be473f92190-00685203e8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5fe1974909be473f92190-00685203e8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5fe1974909be473f92190-00685203e8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5fe1974909be473f92190-00685203e8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5fe1974909be473f92190-00685203e8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5fe1974909be473f92190-00685203e8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5fe1974909be473f92190-00685203e8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5fe1974909be473f92190-00685203e8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5fe1974909be473f92190-00685203e8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5fe1974909be473f92190-00685203e8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5fe1974909be473f92190-00685203e8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5fe1974909be473f92190-00685203e8) -proxy-server ERROR: Object returning 503 for [] (txn: tx5fe1974909be473f92190-00685203e8) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_mixed_frags_may_503 -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_mixed_frags_may_503 ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_stop -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_stop ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_succeed -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_succeed ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_range_unsatisifiable -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_range_unsatisifiable ... ok -test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_exactly_two_batches -test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_exactly_two_batches ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durable_files_and_mixed_etags -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durable_files_and_mixed_etags ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durables_and_older_durables -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durables_and_older_durables ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durables_and_older_non_durables -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durables_and_older_non_durables ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durables_and_older_obscured_durables -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durables_and_older_obscured_durables ... ok -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4fda0892e3b2447a89877-00685203e8) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4fda0892e3b2447a89877-00685203e8) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4fda0892e3b2447a89877-00685203e8) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4fda0892e3b2447a89877-00685203e8) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4fda0892e3b2447a89877-00685203e8) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4fda0892e3b2447a89877-00685203e8) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4fda0892e3b2447a89877-00685203e8) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4fda0892e3b2447a89877-00685203e8) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4fda0892e3b2447a89877-00685203e8) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4fda0892e3b2447a89877-00685203e8) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4fda0892e3b2447a89877-00685203e8) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4fda0892e3b2447a89877-00685203e8) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4fda0892e3b2447a89877-00685203e8) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4fda0892e3b2447a89877-00685203e8) -proxy-server ERROR: Object returning 503 for [] (txn: tx4fda0892e3b2447a89877-00685203e8) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx08fc53da928e4a9d8bd53-00685203e8) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx08fc53da928e4a9d8bd53-00685203e8) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx08fc53da928e4a9d8bd53-00685203e8) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx08fc53da928e4a9d8bd53-00685203e8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx08fc53da928e4a9d8bd53-00685203e8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx08fc53da928e4a9d8bd53-00685203e8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx08fc53da928e4a9d8bd53-00685203e8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx08fc53da928e4a9d8bd53-00685203e8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx08fc53da928e4a9d8bd53-00685203e8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx08fc53da928e4a9d8bd53-00685203e8) -proxy-server ERROR: Object returning 503 for [] (txn: tx08fc53da928e4a9d8bd53-00685203e8) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx8f323c7b861e4ecd96c0b-00685203e8) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx8f323c7b861e4ecd96c0b-00685203e8) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx8f323c7b861e4ecd96c0b-00685203e8) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx8f323c7b861e4ecd96c0b-00685203e8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8f323c7b861e4ecd96c0b-00685203e8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8f323c7b861e4ecd96c0b-00685203e8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8f323c7b861e4ecd96c0b-00685203e8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8f323c7b861e4ecd96c0b-00685203e8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8f323c7b861e4ecd96c0b-00685203e8) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx595237227f1847dab53c3-00685203e8) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx595237227f1847dab53c3-00685203e8) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx595237227f1847dab53c3-00685203e8) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx595237227f1847dab53c3-00685203e8) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx595237227f1847dab53c3-00685203e8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx595237227f1847dab53c3-00685203e8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx595237227f1847dab53c3-00685203e8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx595237227f1847dab53c3-00685203e8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx595237227f1847dab53c3-00685203e8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx595237227f1847dab53c3-00685203e8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx595237227f1847dab53c3-00685203e8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx595237227f1847dab53c3-00685203e8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx595237227f1847dab53c3-00685203e8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx595237227f1847dab53c3-00685203e8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx595237227f1847dab53c3-00685203e8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx595237227f1847dab53c3-00685203e8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx595237227f1847dab53c3-00685203e8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx595237227f1847dab53c3-00685203e8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx595237227f1847dab53c3-00685203e8) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_durable_and_nondurable_frags_will_503 -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_durable_and_nondurable_frags_will_503 ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_durable_frags_and_no_quorum_will_503 -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_durable_frags_and_no_quorum_will_503 ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_etags_at_same_timestamp -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_etags_at_same_timestamp ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_nondurable_frags_and_will_404 -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_nondurable_frags_and_will_404 ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_overlapping_shards_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_overlapping_shards_no_memcache ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange ... ok -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Object returning 503 for [] (txn: tx34220c02640447a7bfd23-00685203e8) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Object returning 503 for [] (txn: tx15c8bb91f1904cc3a08be-00685203e8) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txbdbe3ede849c46528fbed-00685203e8) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txbdbe3ede849c46528fbed-00685203e8) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txbdbe3ede849c46528fbed-00685203e8) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txbdbe3ede849c46528fbed-00685203e8) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txbdbe3ede849c46528fbed-00685203e8) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txbdbe3ede849c46528fbed-00685203e8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txbdbe3ede849c46528fbed-00685203e8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txbdbe3ede849c46528fbed-00685203e8) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txbdbe3ede849c46528fbed-00685203e8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txbdbe3ede849c46528fbed-00685203e8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txbdbe3ede849c46528fbed-00685203e8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txbdbe3ede849c46528fbed-00685203e8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txbdbe3ede849c46528fbed-00685203e8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txbdbe3ede849c46528fbed-00685203e8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txbdbe3ede849c46528fbed-00685203e8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txbdbe3ede849c46528fbed-00685203e8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txbdbe3ede849c46528fbed-00685203e8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txbdbe3ede849c46528fbed-00685203e8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txbdbe3ede849c46528fbed-00685203e8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txbdbe3ede849c46528fbed-00685203e8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txbdbe3ede849c46528fbed-00685203e8) -proxy-server ERROR: Object returning 503 for [] (txn: txbdbe3ede849c46528fbed-00685203e8) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read next part of EC fragment multi-part GET (retrying) 10.0.0.7:1007/sdh (txn: tx70b9e2430ffe483d9f2c6-00685203e8) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.3:1003/sdd (txn: tx70b9e2430ffe483d9f2c6-00685203e8) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx70b9e2430ffe483d9f2c6-00685203e8) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx70b9e2430ffe483d9f2c6-00685203e8) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx70b9e2430ffe483d9f2c6-00685203e8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx70b9e2430ffe483d9f2c6-00685203e8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx70b9e2430ffe483d9f2c6-00685203e8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx70b9e2430ffe483d9f2c6-00685203e8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx70b9e2430ffe483d9f2c6-00685203e8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx70b9e2430ffe483d9f2c6-00685203e8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx70b9e2430ffe483d9f2c6-00685203e8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx70b9e2430ffe483d9f2c6-00685203e8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx70b9e2430ffe483d9f2c6-00685203e8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx70b9e2430ffe483d9f2c6-00685203e8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx70b9e2430ffe483d9f2c6-00685203e8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx70b9e2430ffe483d9f2c6-00685203e8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx70b9e2430ffe483d9f2c6-00685203e8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx70b9e2430ffe483d9f2c6-00685203e8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx70b9e2430ffe483d9f2c6-00685203e8) -proxy-server ERROR: Exception fetching fragments for '/a/c/o': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 1496, in put_fragments_in_queue - for fragment in frag_iter: - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3709, in __next__ - return self._get_next_item() - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 6533, in _get_next_item - return super(CooperativeIterator, self)._get_next_item() - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3705, in _get_next_item - return next(self.wrapped_iter) - ^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2518, in _iter_bytes_from_response_part - six.reraise(exc_type, exc_value, exc_traceback) - File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise - raise value - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2490, in _iter_bytes_from_response_part - chunk = part_file.read(self.app.object_chunk_size) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1133, in read - raise ShortReadError( -swift.common.exceptions.ShortReadError: Too few bytes; read 415, expecting 490 (txn: tx70b9e2430ffe483d9f2c6-00685203e8) -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_short_resume_body -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_short_resume_body ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_slow_body -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_slow_body ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_unable_to_resume -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_unable_to_resume ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_one_complete_sequences_one_incomplete -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_one_complete_sequences_one_incomplete ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_unable_to_resume_body_started -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_unable_to_resume_body_started ... ok -test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_one_large_batch -test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_one_large_batch ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_no_durable_files -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_no_durable_files ... ok -proxy-server WARNING: Un-recoverable fragment rebuild. Only received 9/10 fragments for '/a/c/o' (txn: tx70b9e2430ffe483d9f2c6-00685203e8) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read next part of EC fragment multi-part GET (retrying) 10.0.0.11:1011/sdl (txn: tx7db4134deee9488ca6602-00685203e8) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read next part of EC fragment multi-part GET (retrying) 10.0.0.10:1010/sdk (txn: txadd544554a7047e394b8d-00685203e8) -proxy-server DEBUG: Ignoring 404 from primary (txn: txadd544554a7047e394b8d-00685203e8) -proxy-server DEBUG: Ignoring 404 from primary (txn: txadd544554a7047e394b8d-00685203e8) -proxy-server DEBUG: Ignoring 404 from primary (txn: txadd544554a7047e394b8d-00685203e8) -proxy-server DEBUG: Ignoring 404 from primary (txn: txadd544554a7047e394b8d-00685203e8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txadd544554a7047e394b8d-00685203e8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txadd544554a7047e394b8d-00685203e8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txadd544554a7047e394b8d-00685203e8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txadd544554a7047e394b8d-00685203e8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txadd544554a7047e394b8d-00685203e8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txadd544554a7047e394b8d-00685203e8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txadd544554a7047e394b8d-00685203e8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txadd544554a7047e394b8d-00685203e8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txadd544554a7047e394b8d-00685203e8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txadd544554a7047e394b8d-00685203e8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txadd544554a7047e394b8d-00685203e8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txadd544554a7047e394b8d-00685203e8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txadd544554a7047e394b8d-00685203e8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txadd544554a7047e394b8d-00685203e8) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to read during GET: ChunkReadTimeout (0.01s after 0.01s) (txn: txadd544554a7047e394b8d-00685203e8) -proxy-server ERROR: ERROR Unhandled exception in request: ChunkReadTimeout (0.01s after 0.01s) (txn: txadd544554a7047e394b8d-00685203e8) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read next part of EC fragment multi-part GET (retrying) 10.0.0.12:1012/sdm (txn: txc5f5e434ddd048bd8e2d4-00685203e8) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc5f5e434ddd048bd8e2d4-00685203e8) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc5f5e434ddd048bd8e2d4-00685203e8) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc5f5e434ddd048bd8e2d4-00685203e8) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc5f5e434ddd048bd8e2d4-00685203e8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc5f5e434ddd048bd8e2d4-00685203e8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc5f5e434ddd048bd8e2d4-00685203e8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc5f5e434ddd048bd8e2d4-00685203e8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc5f5e434ddd048bd8e2d4-00685203e8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc5f5e434ddd048bd8e2d4-00685203e8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc5f5e434ddd048bd8e2d4-00685203e8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc5f5e434ddd048bd8e2d4-00685203e8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc5f5e434ddd048bd8e2d4-00685203e8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc5f5e434ddd048bd8e2d4-00685203e8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc5f5e434ddd048bd8e2d4-00685203e8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc5f5e434ddd048bd8e2d4-00685203e8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc5f5e434ddd048bd8e2d4-00685203e8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc5f5e434ddd048bd8e2d4-00685203e8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc5f5e434ddd048bd8e2d4-00685203e8) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to read during GET: ChunkReadTimeout (0.01s after 0.01s) (txn: txc5f5e434ddd048bd8e2d4-00685203e8) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txn1) (client_ip: 127.0.0.2) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txn1) (client_ip: 127.0.0.2) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txn1) (client_ip: 127.0.0.2) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txn1) (client_ip: 127.0.0.2) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txn1) (client_ip: 127.0.0.2) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txn1) (client_ip: 127.0.0.2) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txn1) (client_ip: 127.0.0.2) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txn1) (client_ip: 127.0.0.2) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdb7df4f549d641009ec8d-00685203e8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdb7df4f549d641009ec8d-00685203e8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdb7df4f549d641009ec8d-00685203e8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdb7df4f549d641009ec8d-00685203e8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdb7df4f549d641009ec8d-00685203e8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdb7df4f549d641009ec8d-00685203e8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdb7df4f549d641009ec8d-00685203e8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdb7df4f549d641009ec8d-00685203e8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdb7df4f549d641009ec8d-00685203e8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdb7df4f549d641009ec8d-00685203e8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdb7df4f549d641009ec8d-00685203e8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdb7df4f549d641009ec8d-00685203e8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdb7df4f549d641009ec8d-00685203e8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdb7df4f549d641009ec8d-00685203e8) -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_no_success -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_no_success ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_one_slow_frag_lane -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_one_slow_frag_lane ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_one_incomplete_sequence -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_one_incomplete_sequence ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_double_check_trailing_delimiter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_double_check_trailing_delimiter_non_slash ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_only_handoffs -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_only_handoffs ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_quorum_durable_files -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_quorum_durable_files ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_range_unsatisfiable_mixed_success -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_range_unsatisfiable_mixed_success ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_single_durable_file -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_single_durable_file ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_single_missed_overwrite_does_not_need_handoff -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_single_missed_overwrite_does_not_need_handoff ... ok -test.unit.container.test_backend.TestContainerBroker.test_empty_shard_container -test.unit.container.test_backend.TestContainerBroker.test_empty_shard_container ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_overlapping_donor_and_acceptor_shards_default -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_overlapping_donor_and_acceptor_shards_default ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_slow_nodes_and_failures -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_slow_nodes_and_failures ... ok -test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_several_small_batches -test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_several_small_batches ... ok -test.unit.container.test_backend.TestContainerBroker.test_enable_sharding -test.unit.container.test_backend.TestContainerBroker.test_enable_sharding ... ok -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txcc1ca26c78eb4f178fa5f-00685203e7) -test DEBUG: Get listing from /v1/.shards_a/c_ham?end_marker=ham%00&format=json&limit=10000&marker= {'X-Backend-Record-Type': 'auto'} (txn: txcc1ca26c78eb4f178fa5f-00685203e7) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txcc1ca26c78eb4f178fa5f-00685203e7) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txcc1ca26c78eb4f178fa5f-00685203e7) -test DEBUG: Get listing from /v1/.shards_a/c_pie?end_marker=pie%00&format=json&limit=9960&marker=h {'X-Backend-Record-Type': 'auto'} (txn: txcc1ca26c78eb4f178fa5f-00685203e7) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txcc1ca26c78eb4f178fa5f-00685203e7) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txcc1ca26c78eb4f178fa5f-00685203e7) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?end_marker=%E2%98%83%00&format=json&limit=9952&marker=p {'X-Backend-Record-Type': 'auto'} (txn: txcc1ca26c78eb4f178fa5f-00685203e7) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txcc1ca26c78eb4f178fa5f-00685203e7) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txcc1ca26c78eb4f178fa5f-00685203e7) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?end_marker=%E2%98%8A&format=json&limit=8928&marker=%D1%B0 {'X-Backend-Record-Type': 'auto'} (txn: txcc1ca26c78eb4f178fa5f-00685203e7) -test DEBUG: Found 6 objects in shard (state=unsharded), total = 1078 (txn: txcc1ca26c78eb4f178fa5f-00685203e7) -test DEBUG: GET listing from 5 shards for: /v1/a/c?prefix=hat&format=json&states=listing (txn: tx2af4958d9aaa4155bb6d0-00685203e7) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx2af4958d9aaa4155bb6d0-00685203e7) -test DEBUG: Get listing from /v1/.shards_a/c_pie?prefix=hat&format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx2af4958d9aaa4155bb6d0-00685203e7) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx2af4958d9aaa4155bb6d0-00685203e7) -test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json&states=listing (txn: tx3d441ce06f7e4e69b6762-00685203e7) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx3d441ce06f7e4e69b6762-00685203e7) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json {'X-Backend-Record-Type': 'auto'} (txn: tx3d441ce06f7e4e69b6762-00685203e7) -test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: tx3d441ce06f7e4e69b6762-00685203e7) -test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json&states=listing (txn: tx0997f81d323b48078e938-00685203e7) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx0997f81d323b48078e938-00685203e7) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json {'X-Backend-Record-Type': 'auto'} (txn: tx0997f81d323b48078e938-00685203e7) -test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: tx0997f81d323b48078e938-00685203e7) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txc8b5725b0c8a4b1a94b50-00685203e8) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txc8b5725b0c8a4b1a94b50-00685203e8) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txc8b5725b0c8a4b1a94b50-00685203e8) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txc8b5725b0c8a4b1a94b50-00685203e8) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txc8b5725b0c8a4b1a94b50-00685203e8) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txc8b5725b0c8a4b1a94b50-00685203e8) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txc8b5725b0c8a4b1a94b50-00685203e8) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='lemon', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txc8b5725b0c8a4b1a94b50-00685203e8) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txc8b5725b0c8a4b1a94b50-00685203e8) -test DEBUG: Found 1020 objects in shard (state=unsharded), total = 1068 (txn: txc8b5725b0c8a4b1a94b50-00685203e8) -test DEBUG: Setting object count to 1068 (txn: txc8b5725b0c8a4b1a94b50-00685203e8) -test DEBUG: GET listing from 3 shards for: /v1/a/c?reverse=true&format=json&states=listing (txn: tx8fdd17022a584bb1be471-00685203e8) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='lemon', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx8fdd17022a584bb1be471-00685203e8) -test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&format=json&limit=10000&marker=&end_marker=lemon {'X-Backend-Record-Type': 'auto'} (txn: tx8fdd17022a584bb1be471-00685203e8) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: tx8fdd17022a584bb1be471-00685203e8) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx8fdd17022a584bb1be471-00685203e8) -test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&format=json&limit=8976&marker=m&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx8fdd17022a584bb1be471-00685203e8) -test DEBUG: Found 44 objects in shard (state=unsharded), total = 1068 (txn: tx8fdd17022a584bb1be471-00685203e8) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx8fdd17022a584bb1be471-00685203e8) -test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&format=json&limit=8932&marker=A&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx8fdd17022a584bb1be471-00685203e8) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 1068 (txn: tx8fdd17022a584bb1be471-00685203e8) -test DEBUG: Setting object count to 1068 (txn: tx8fdd17022a584bb1be471-00685203e8) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test.unit.container.test_backend.TestContainerBroker.test_exception -test.unit.container.test_backend.TestContainerBroker.test_exception ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_overlapping_incomplete_sequences -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_overlapping_incomplete_sequences ... ok -test.unit.common.test_db.TestTombstoneReclaimer.test_get_tombstone_count_with_leftover -test.unit.common.test_db.TestTombstoneReclaimer.test_get_tombstone_count_with_leftover ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_slow_primaries -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_slow_primaries ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_parent_overlaps_with_children_donors -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_parent_overlaps_with_children_donors ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_two_complete_sequences_one_incomplete -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_two_complete_sequences_one_incomplete ... ok -test.unit.common.test_db.TestTombstoneReclaimer.test_reclaim_get_tombstone_count -test.unit.common.test_db.TestTombstoneReclaimer.test_reclaim_get_tombstone_count ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_errors_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_errors_no_memcache ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_some_slow_primaries -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_some_slow_primaries ... ok -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: txacbe3ac015704aa598bf4-00685203e8) -proxy-server DEBUG: Ignoring 404 from primary (txn: txacbe3ac015704aa598bf4-00685203e8) -proxy-server DEBUG: Ignoring 404 from primary (txn: txacbe3ac015704aa598bf4-00685203e8) -proxy-server DEBUG: Ignoring 404 from primary (txn: txacbe3ac015704aa598bf4-00685203e8) -proxy-server DEBUG: Ignoring 404 from primary (txn: txacbe3ac015704aa598bf4-00685203e8) -proxy-server DEBUG: Ignoring 404 from primary (txn: txacbe3ac015704aa598bf4-00685203e8) -proxy-server DEBUG: Ignoring 404 from primary (txn: txacbe3ac015704aa598bf4-00685203e8) -proxy-server DEBUG: Ignoring 404 from primary (txn: txacbe3ac015704aa598bf4-00685203e8) -proxy-server DEBUG: Ignoring 404 from primary (txn: txacbe3ac015704aa598bf4-00685203e8) -proxy-server DEBUG: Ignoring 404 from primary (txn: txacbe3ac015704aa598bf4-00685203e8) -proxy-server DEBUG: Ignoring 404 from primary (txn: txacbe3ac015704aa598bf4-00685203e8) -proxy-server DEBUG: Ignoring 404 from primary (txn: txacbe3ac015704aa598bf4-00685203e8) -proxy-server DEBUG: Ignoring 404 from primary (txn: txacbe3ac015704aa598bf4-00685203e8) -proxy-server DEBUG: Ignoring 404 from primary (txn: txacbe3ac015704aa598bf4-00685203e8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txacbe3ac015704aa598bf4-00685203e8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txacbe3ac015704aa598bf4-00685203e8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txacbe3ac015704aa598bf4-00685203e8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txacbe3ac015704aa598bf4-00685203e8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txacbe3ac015704aa598bf4-00685203e8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txacbe3ac015704aa598bf4-00685203e8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txacbe3ac015704aa598bf4-00685203e8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txacbe3ac015704aa598bf4-00685203e8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txacbe3ac015704aa598bf4-00685203e8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txacbe3ac015704aa598bf4-00685203e8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txacbe3ac015704aa598bf4-00685203e8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txacbe3ac015704aa598bf4-00685203e8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txacbe3ac015704aa598bf4-00685203e8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txacbe3ac015704aa598bf4-00685203e8) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: txbc11215b4ca1418cad08a-00685203e9) -proxy-server DEBUG: Ignoring 404 from primary (txn: txbc11215b4ca1418cad08a-00685203e9) -proxy-server DEBUG: Ignoring 404 from primary (txn: txbc11215b4ca1418cad08a-00685203e9) -proxy-server DEBUG: Ignoring 404 from primary (txn: txbc11215b4ca1418cad08a-00685203e9) -proxy-server DEBUG: Ignoring 404 from primary (txn: txbc11215b4ca1418cad08a-00685203e9) -proxy-server DEBUG: Ignoring 404 from primary (txn: txbc11215b4ca1418cad08a-00685203e9) -proxy-server DEBUG: Ignoring 404 from primary (txn: txbc11215b4ca1418cad08a-00685203e9) -proxy-server DEBUG: Ignoring 404 from primary (txn: txbc11215b4ca1418cad08a-00685203e9) -proxy-server DEBUG: Ignoring 404 from primary (txn: txbc11215b4ca1418cad08a-00685203e9) -proxy-server DEBUG: Ignoring 404 from primary (txn: txbc11215b4ca1418cad08a-00685203e9) -proxy-server DEBUG: Ignoring 404 from primary (txn: txbc11215b4ca1418cad08a-00685203e9) -proxy-server DEBUG: Ignoring 404 from primary (txn: txbc11215b4ca1418cad08a-00685203e9) -proxy-server DEBUG: Ignoring 404 from primary (txn: txbc11215b4ca1418cad08a-00685203e9) -proxy-server DEBUG: Ignoring 404 from primary (txn: txbc11215b4ca1418cad08a-00685203e9) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa993c3cb7221493b91caf-00685203e9) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 500 Trying to GET /a/c/o From Object Server 10.0.0.0:1000/sda (txn: tx0ef647ead0b747919af47-00685203e9) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_success_and_404_will_404 -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_success_and_404_will_404 ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_success_and_507_will_503 -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_success_and_507_will_503 ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_younger_acceptor_with_overlapping_donor_shards -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_younger_acceptor_with_overlapping_donor_shards ... ok -test.unit.common.test_db.TestTombstoneReclaimer.test_reclaim_get_tombstone_count_with_leftover -test.unit.common.test_db.TestTombstoneReclaimer.test_reclaim_get_tombstone_count_with_leftover ... ok -test.unit.common.test_error_limiter.TestErrorLimiter.test_increment -test.unit.common.test_error_limiter.TestErrorLimiter.test_increment ... ok -test.unit.common.test_error_limiter.TestErrorLimiter.test_init_bad_config -test.unit.common.test_error_limiter.TestErrorLimiter.test_init_bad_config ... ok -test.unit.common.test_error_limiter.TestErrorLimiter.test_init_config -test.unit.common.test_error_limiter.TestErrorLimiter.test_init_config ... ok -test.unit.common.test_error_limiter.TestErrorLimiter.test_is_limited -test.unit.common.test_error_limiter.TestErrorLimiter.test_is_limited ... ok -test.unit.common.test_error_limiter.TestErrorLimiter.test_node_key -test.unit.common.test_error_limiter.TestErrorLimiter.test_node_key ... ok -test.unit.common.test_utils.TestAffinityKeyFunction.test_all_whitespace_value -test.unit.common.test_utils.TestAffinityKeyFunction.test_all_whitespace_value ... ok -test.unit.common.test_utils.TestAffinityKeyFunction.test_bogus_value -test.unit.common.test_utils.TestAffinityKeyFunction.test_bogus_value ... ok -test.unit.common.test_utils.TestAffinityKeyFunction.test_empty_value -test.unit.common.test_utils.TestAffinityKeyFunction.test_empty_value ... ok -test.unit.common.test_utils.TestAffinityKeyFunction.test_more_specific_after_less_specific -test.unit.common.test_utils.TestAffinityKeyFunction.test_more_specific_after_less_specific ... ok -test.unit.common.test_utils.TestAffinityKeyFunction.test_multiple -test.unit.common.test_utils.TestAffinityKeyFunction.test_multiple ... ok -test.unit.common.test_utils.TestAffinityKeyFunction.test_single_region -test.unit.common.test_utils.TestAffinityKeyFunction.test_single_region ... ok -test.unit.common.test_utils.TestAffinityKeyFunction.test_with_zone_zero -test.unit.common.test_utils.TestAffinityKeyFunction.test_with_zone_zero ... ok -test.unit.common.test_utils.TestReiterate.test_reiterate_closes -test.unit.common.test_utils.TestReiterate.test_reiterate_closes ... ok -test.unit.common.test_utils.TestReiterate.test_reiterate_consumes_first -test.unit.common.test_utils.TestReiterate.test_reiterate_consumes_first ... ok -test.unit.common.test_utils.TestReiterate.test_reiterate_list_or_tuple -test.unit.common.test_utils.TestReiterate.test_reiterate_list_or_tuple ... ok -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}}}' - rejecting request -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: A key is specified for bucket API. -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: A key is specified for bucket API. -test DEBUG: Calling S3Api Middleware -test DEBUG: A key is specified for bucket API. -test DEBUG: Calling S3Api Middleware -test DEBUG: A key is specified for bucket API. -test DEBUG: Calling S3Api Middleware -test DEBUG: A key is specified for bucket API. -test DEBUG: Calling S3Api Middleware -test DEBUG: A key is specified for bucket API. -test DEBUG: Calling S3Api Middleware -test DEBUG: A key is specified for bucket API. -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: A key is specified for bucket API. -test1 -STDOUT: test2 -STDERR: test4 -test5 -STDERR: test6 -test8 -STDOUT: a#012b#012c -STDOUT: d -test.unit.common.test_utils.TestUtils.test_LoggerFileObject -test.unit.common.test_utils.TestUtils.test_LoggerFileObject ... ok -I like ham -STDERR: --- Logging error --- -STDERR: Traceback (most recent call last): -STDERR: File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_utils.py", line 845, in emit - raise socket.error(errno.ENOTCONN, "This is an ex-syslog") -STDERR: OSError: [Errno 107] This is an ex-syslog -STDERR: Call stack: -STDERR: File "", line 198, in _run_module_as_main -STDERR: File "", line 88, in _run_code -STDERR: File "/usr/lib/python3/dist-packages/stestr/subunit_runner/run.py", line 88, in - main() -STDERR: File "/usr/lib/python3/dist-packages/stestr/subunit_runner/run.py", line 82, in main - program.TestProgram( -STDERR: File "/usr/lib/python3/dist-packages/stestr/subunit_runner/program.py", line 197, in __init__ - self.runTests() -STDERR: File "/usr/lib/python3/dist-packages/stestr/subunit_runner/program.py", line 247, in runTests - self.result = testRunner.run(self.test) -STDERR: File "/usr/lib/python3/dist-packages/stestr/subunit_runner/run.py", line 51, in run - test(result) -STDERR: File "/usr/lib/python3.11/unittest/suite.py", line 84, in __call__ - return self.run(*args, **kwds) -STDERR: File "/usr/lib/python3.11/unittest/suite.py", line 122, in run - test(result) -STDERR: File "/usr/lib/python3.11/unittest/suite.py", line 84, in __call__ - return self.run(*args, **kwds) -STDERR: File "/usr/lib/python3.11/unittest/suite.py", line 122, in run - test(result) -STDERR: File "/usr/lib/python3.11/unittest/suite.py", line 84, in __call__ - return self.run(*args, **kwds) -STDERR: File "/usr/lib/python3.11/unittest/suite.py", line 122, in run - test(result) -STDERR: File "/usr/lib/python3.11/unittest/case.py", line 678, in __call__ - return self.run(*args, **kwds) -STDERR: File "/usr/lib/python3.11/unittest/case.py", line 623, in run - self._callTestMethod(testMethod) -STDERR: File "/usr/lib/python3.11/unittest/case.py", line 579, in _callTestMethod - if method() is not None: -STDERR: File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_utils.py", line 877, in test_LoggerFileObject_recursion - logger.info("I like ham") -STDERR: File "/usr/lib/python3.11/logging/__init__.py", line 1489, in info - self._log(INFO, msg, args, **kwargs) -STDERR: File "/usr/lib/python3.11/logging/__init__.py", line 1634, in _log - self.handle(record) -STDERR: File "/usr/lib/python3.11/logging/__init__.py", line 1644, in handle - self.callHandlers(record) -STDERR: File "/usr/lib/python3.11/logging/__init__.py", line 1706, in callHandlers - hdlr.handle(record) -STDERR: File "/usr/lib/python3.11/logging/__init__.py", line 978, in handle - self.emit(record) -STDERR: File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_utils.py", line 847, in emit - self.handleError(record) -STDERR: Message: 'I like ham' -Arguments: () -test.unit.common.test_utils.TestUtils.test_LoggerFileObject_recursion -test.unit.common.test_utils.TestUtils.test_LoggerFileObject_recursion ... ok -test.unit.common.test_utils.TestUtils.test_NullLogger -test.unit.common.test_utils.TestUtils.test_NullLogger ... ok -test.unit.common.test_utils.TestUtils.test_TRUE_VALUES -test.unit.common.test_utils.TestUtils.test_TRUE_VALUES ... ok -test.unit.common.test_utils.TestUtils.test_backwards -test.unit.common.test_utils.TestUtils.test_backwards ... ok -test.unit.common.test_utils.TestUtils.test_cache_from_env -test.unit.common.test_utils.TestUtils.test_cache_from_env ... ok -test.unit.common.test_utils.TestUtils.test_cap_length -test.unit.common.test_utils.TestUtils.test_cap_length ... ok -test.unit.common.test_utils.TestUtils.test_capture_stdio -test.unit.common.test_utils.TestUtils.test_capture_stdio ... ok -test.unit.common.test_utils.TestUtils.test_clean_content_type -test.unit.common.test_utils.TestUtils.test_clean_content_type ... ok -test.unit.common.test_utils.TestUtils.test_clean_logger_exception -test.unit.common.test_utils.TestUtils.test_clean_logger_exception ... ok -test.unit.common.test_utils.TestUtils.test_clean_up_daemon_hygene -test.unit.common.test_utils.TestUtils.test_clean_up_daemon_hygene ... ok -test.unit.common.test_utils.TestUtils.test_config_auto_int_value -test.unit.common.test_utils.TestUtils.test_config_auto_int_value ... ok -test.unit.common.test_utils.TestUtils.test_config_fallocate_value -test.unit.common.test_utils.TestUtils.test_config_fallocate_value ... ok -test.unit.common.test_utils.TestUtils.test_config_float_value -test.unit.common.test_utils.TestUtils.test_config_float_value ... ok -test.unit.common.test_utils.TestUtils.test_config_percent_value -test.unit.common.test_utils.TestUtils.test_config_percent_value ... ok -test.unit.common.test_utils.TestUtils.test_config_positive_int_value -test.unit.common.test_utils.TestUtils.test_config_positive_int_value ... ok -test.unit.common.test_utils.TestUtils.test_config_request_node_count_value -test.unit.common.test_utils.TestUtils.test_config_request_node_count_value ... ok -test.unit.common.test_utils.TestUtils.test_config_true_value -test.unit.common.test_utils.TestUtils.test_config_true_value ... ok -test.unit.common.test_utils.TestUtils.test_drain_and_close -test.unit.common.test_utils.TestUtils.test_drain_and_close ... ok -test.unit.common.test_utils.TestUtils.test_drain_and_close_with_limit -test.unit.common.test_utils.TestUtils.test_drain_and_close_with_limit ... ok -test.unit.common.test_utils.TestUtils.test_drop_privileges -test.unit.common.test_utils.TestUtils.test_drop_privileges ... ok -test.unit.common.test_utils.TestUtils.test_drop_privileges_no_setgroups -test.unit.common.test_utils.TestUtils.test_drop_privileges_no_setgroups ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_younger_overlapping_donor_shards -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_younger_overlapping_donor_shards ... ok -test.unit.common.test_utils.TestUtils.test_dump_recon_cache -test.unit.common.test_utils.TestUtils.test_dump_recon_cache ... ok -test.unit.common.test_utils.TestUtils.test_dump_recon_cache_permission_denied -test.unit.common.test_utils.TestUtils.test_dump_recon_cache_permission_denied ... ok -test.unit.common.test_utils.TestUtils.test_dump_recon_cache_set_owner -test.unit.common.test_utils.TestUtils.test_dump_recon_cache_set_owner ... ok -test.unit.common.test_utils.TestUtils.test_extract_swift_bytes -test.unit.common.test_utils.TestUtils.test_extract_swift_bytes ... ok -test.unit.common.test_utils.TestUtils.test_find_namespace -test.unit.common.test_utils.TestUtils.test_find_namespace ... ok -test.unit.common.test_utils.TestUtils.test_friendly_close_exploding_body -test.unit.common.test_utils.TestUtils.test_friendly_close_exploding_body ... ok -test.unit.common.test_utils.TestUtils.test_friendly_close_large_body -test.unit.common.test_utils.TestUtils.test_friendly_close_large_body ... ok -test.unit.common.test_utils.TestUtils.test_friendly_close_small_body -test.unit.common.test_utils.TestUtils.test_friendly_close_small_body ... ok -test.unit.common.test_utils.TestUtils.test_fsync_dir -test.unit.common.test_utils.TestUtils.test_fsync_dir ... ok -test.unit.common.test_utils.TestUtils.test_generate_trans_id -test.unit.common.test_utils.TestUtils.test_generate_trans_id ... ok -test.unit.common.test_utils.TestUtils.test_get_db_files -test.unit.common.test_utils.TestUtils.test_get_db_files ... ok -test.unit.common.test_utils.TestUtils.test_get_log_line -test.unit.common.test_utils.TestUtils.test_get_log_line ... ok -test.unit.common.test_utils.TestUtils.test_get_logger -test.unit.common.test_utils.TestUtils.test_get_logger ... ok -test.unit.common.test_utils.TestUtils.test_get_logger_console -test.unit.common.test_utils.TestUtils.test_get_logger_console ... ok -test.unit.common.test_utils.TestUtils.test_get_logger_name_and_route -test.unit.common.test_utils.TestUtils.test_get_logger_name_and_route ... ok -test.unit.common.test_utils.TestUtils.test_get_partition_for_hash -test.unit.common.test_utils.TestUtils.test_get_partition_for_hash ... ok -test.unit.common.test_utils.TestUtils.test_get_partition_from_path -test.unit.common.test_utils.TestUtils.test_get_partition_from_path ... ok -test.unit.common.test_utils.TestUtils.test_get_policy_index -test.unit.common.test_utils.TestUtils.test_get_policy_index ... ok -test.unit.common.test_utils.TestUtils.test_get_redirect_data -test.unit.common.test_utils.TestUtils.test_get_redirect_data ... ok -test.unit.common.test_utils.TestUtils.test_get_trans_id_time -test.unit.common.test_utils.TestUtils.test_get_trans_id_time ... ok -test.unit.common.test_utils.TestUtils.test_get_valid_utf8_str -test.unit.common.test_utils.TestUtils.test_get_valid_utf8_str ... ok -test.unit.common.test_utils.TestUtils.test_get_zero_indexed_base_string -test.unit.common.test_utils.TestUtils.test_get_zero_indexed_base_string ... ok -test.unit.common.test_utils.TestUtils.test_hash_path -test.unit.common.test_utils.TestUtils.test_hash_path ... ok -test.unit.common.test_utils.TestUtils.test_human_readable -test.unit.common.test_utils.TestUtils.test_human_readable ... ok -test.unit.common.test_utils.TestUtils.test_is_file_older -test.unit.common.test_utils.TestUtils.test_is_file_older ... ok -test.unit.common.test_utils.TestUtils.test_ismount_parent_path_error -test.unit.common.test_utils.TestUtils.test_ismount_parent_path_error ... ok -test.unit.common.test_utils.TestUtils.test_ismount_path_does_not_exist -test.unit.common.test_utils.TestUtils.test_ismount_path_does_not_exist ... ok -test.unit.common.test_utils.TestUtils.test_ismount_path_error -test.unit.common.test_utils.TestUtils.test_ismount_path_error ... ok -test.unit.common.test_utils.TestUtils.test_ismount_path_is_root -test.unit.common.test_utils.TestUtils.test_ismount_path_is_root ... ok -test.unit.common.test_utils.TestUtils.test_ismount_path_is_symlink -test.unit.common.test_utils.TestUtils.test_ismount_path_is_symlink ... ok -test.unit.common.test_utils.TestUtils.test_ismount_path_not_mount -test.unit.common.test_utils.TestUtils.test_ismount_path_not_mount ... ok -test.unit.common.test_utils.TestUtils.test_ismount_raw_parent_path_error -test.unit.common.test_utils.TestUtils.test_ismount_raw_parent_path_error ... ok -test.unit.common.test_utils.TestUtils.test_ismount_raw_path_error -test.unit.common.test_utils.TestUtils.test_ismount_raw_path_error ... ok -test.unit.common.test_utils.TestUtils.test_ismount_successes_dev -test.unit.common.test_utils.TestUtils.test_ismount_successes_dev ... ok -test.unit.common.test_utils.TestUtils.test_ismount_successes_ino -test.unit.common.test_utils.TestUtils.test_ismount_successes_ino ... ok -test.unit.common.test_utils.TestUtils.test_ismount_successes_stubfile -test.unit.common.test_utils.TestUtils.test_ismount_successes_stubfile ... ok -test.unit.common.test_utils.TestUtils.test_last_modified_date_to_timestamp -test.unit.common.test_utils.TestUtils.test_last_modified_date_to_timestamp ... ok -test.unit.common.test_utils.TestUtils.test_last_modified_date_to_timestamp_when_system_not_UTC -test.unit.common.test_utils.TestUtils.test_last_modified_date_to_timestamp_when_system_not_UTC ... ok -test.unit.common.test_utils.TestUtils.test_link_fd_to_path_errno_not_EEXIST_or_ENOENT -test.unit.common.test_utils.TestUtils.test_link_fd_to_path_errno_not_EEXIST_or_ENOENT ... ok -test.unit.common.test_utils.TestUtils.test_link_fd_to_path_linkat_success -test.unit.common.test_utils.TestUtils.test_link_fd_to_path_linkat_success ... ok -test.unit.common.test_utils.TestUtils.test_link_fd_to_path_target_exists -test.unit.common.test_utils.TestUtils.test_link_fd_to_path_target_exists ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_write_timeout -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_write_timeout ... ok -test.unit.common.test_utils.TestUtils.test_linkat_race_dir_not_exists -test.unit.common.test_utils.TestUtils.test_linkat_race_dir_not_exists ... ok -test ERROR: ERROR: swift.cache could not be found in env! -test ERROR: ERROR: swift.cache could not be found in env! -test WARNING: Unable to perform fsync() on directory /tmp/tmp7durfp8s: Bad file descriptor -Unable to locate some_not_real_function in libc. Leaving as a no-op. -test.unit.common.test_utils.TestUtils.test_load_libc_function -test.unit.common.test_utils.TestUtils.test_load_libc_function ... ok -test.unit.common.test_utils.TestUtils.test_load_pkg_resource -test.unit.common.test_utils.TestUtils.test_load_pkg_resource ... skipped 'pkg_resources loading is only available on python 3.7 and earlier' -test.unit.common.test_utils.TestUtils.test_load_recon_cache -test.unit.common.test_utils.TestUtils.test_load_recon_cache ... ok -test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges -test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_replace -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_replace ... ok -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx36219618326343f080932-00685203ea) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx36219618326343f080932-00685203ea) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx36219618326343f080932-00685203ea) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx36219618326343f080932-00685203ea) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx36219618326343f080932-00685203ea) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx36219618326343f080932-00685203ea) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx36219618326343f080932-00685203ea) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx36219618326343f080932-00685203ea) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx36219618326343f080932-00685203ea) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx36219618326343f080932-00685203ea) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx36219618326343f080932-00685203ea) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx36219618326343f080932-00685203ea) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx36219618326343f080932-00685203ea) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx36219618326343f080932-00685203ea) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx36219618326343f080932-00685203ea) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx36219618326343f080932-00685203ea) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx36219618326343f080932-00685203ea) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx36219618326343f080932-00685203ea) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx36219618326343f080932-00685203ea) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.13:1013/sdn, error: ERROR Insufficient Storage (txn: txba3fca5b1ecf4858a30c2-00685203ea) -proxy-server DEBUG: Node is error limited: 10.0.0.13:1013/sdn (txn: txba3fca5b1ecf4858a30c2-00685203ea) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.10:1010/sdk, error: ERROR Insufficient Storage (txn: txba3fca5b1ecf4858a30c2-00685203ea) -proxy-server DEBUG: Node is error limited: 10.0.0.10:1010/sdk (txn: txba3fca5b1ecf4858a30c2-00685203ea) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.9:1009/sdj, error: ERROR Insufficient Storage (txn: txba3fca5b1ecf4858a30c2-00685203ea) -proxy-server DEBUG: Node is error limited: 10.0.0.9:1009/sdj (txn: txba3fca5b1ecf4858a30c2-00685203ea) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.5:1005/sdf, error: ERROR Insufficient Storage (txn: txba3fca5b1ecf4858a30c2-00685203ea) -proxy-server DEBUG: Node is error limited: 10.0.0.5:1005/sdf (txn: txba3fca5b1ecf4858a30c2-00685203ea) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.4:1004/sde, error: ERROR Insufficient Storage (txn: txba3fca5b1ecf4858a30c2-00685203ea) -proxy-server DEBUG: Node is error limited: 10.0.0.4:1004/sde (txn: txba3fca5b1ecf4858a30c2-00685203ea) -proxy-server DEBUG: Ignoring 507 from handoff (txn: txba3fca5b1ecf4858a30c2-00685203ea) -proxy-server DEBUG: Ignoring 507 from handoff (txn: txba3fca5b1ecf4858a30c2-00685203ea) -proxy-server DEBUG: Ignoring 507 from handoff (txn: txba3fca5b1ecf4858a30c2-00685203ea) -proxy-server DEBUG: Ignoring 507 from handoff (txn: txba3fca5b1ecf4858a30c2-00685203ea) -proxy-server DEBUG: Ignoring 507 from handoff (txn: txba3fca5b1ecf4858a30c2-00685203ea) -proxy-server DEBUG: Ignoring 507 from handoff (txn: txba3fca5b1ecf4858a30c2-00685203ea) -proxy-server DEBUG: Ignoring 507 from handoff (txn: txba3fca5b1ecf4858a30c2-00685203ea) -proxy-server DEBUG: Ignoring 507 from handoff (txn: txba3fca5b1ecf4858a30c2-00685203ea) -proxy-server DEBUG: Ignoring 507 from handoff (txn: txba3fca5b1ecf4858a30c2-00685203ea) -proxy-server DEBUG: Ignoring 507 from handoff (txn: txba3fca5b1ecf4858a30c2-00685203ea) -proxy-server DEBUG: Ignoring 507 from handoff (txn: txba3fca5b1ecf4858a30c2-00685203ea) -proxy-server DEBUG: Ignoring 507 from handoff (txn: txba3fca5b1ecf4858a30c2-00685203ea) -proxy-server DEBUG: Ignoring 507 from handoff (txn: txba3fca5b1ecf4858a30c2-00685203ea) -proxy-server DEBUG: Ignoring 507 from handoff (txn: txba3fca5b1ecf4858a30c2-00685203ea) -proxy-server ERROR: Object returning 503 for [507, 507, 507, 507, 507] (txn: txba3fca5b1ecf4858a30c2-00685203ea) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.02s) (txn: txe60446b393044ab2b3e58-00685203ea) -proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.02s) (txn: txe60446b393044ab2b3e58-00685203ea) -proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.02s) (txn: txe60446b393044ab2b3e58-00685203ea) -proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.02s) (txn: txe60446b393044ab2b3e58-00685203ea) -proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.02s) (txn: txe60446b393044ab2b3e58-00685203ea) -proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.02s) (txn: txe60446b393044ab2b3e58-00685203ea) -proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.02s) (txn: txe60446b393044ab2b3e58-00685203ea) -proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.02s) (txn: txe60446b393044ab2b3e58-00685203ea) -proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.02s) (txn: txe60446b393044ab2b3e58-00685203ea) -proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.02s) (txn: txe60446b393044ab2b3e58-00685203ea) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb738bd8b994143adb6bbd-00685203ea) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb738bd8b994143adb6bbd-00685203ea) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb738bd8b994143adb6bbd-00685203ea) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb738bd8b994143adb6bbd-00685203ea) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb738bd8b994143adb6bbd-00685203ea) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb738bd8b994143adb6bbd-00685203ea) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb738bd8b994143adb6bbd-00685203ea) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb738bd8b994143adb6bbd-00685203ea) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb738bd8b994143adb6bbd-00685203ea) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb738bd8b994143adb6bbd-00685203ea) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb738bd8b994143adb6bbd-00685203ea) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb738bd8b994143adb6bbd-00685203ea) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb738bd8b994143adb6bbd-00685203ea) -proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb738bd8b994143adb6bbd-00685203ea) -proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb738bd8b994143adb6bbd-00685203ea) -proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb738bd8b994143adb6bbd-00685203ea) -proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb738bd8b994143adb6bbd-00685203ea) -proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb738bd8b994143adb6bbd-00685203ea) -proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb738bd8b994143adb6bbd-00685203ea) -proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb738bd8b994143adb6bbd-00685203ea) -proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb738bd8b994143adb6bbd-00685203ea) -proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb738bd8b994143adb6bbd-00685203ea) -proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb738bd8b994143adb6bbd-00685203ea) -proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb738bd8b994143adb6bbd-00685203ea) -proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb738bd8b994143adb6bbd-00685203ea) -proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb738bd8b994143adb6bbd-00685203ea) -proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb738bd8b994143adb6bbd-00685203ea) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx40d00b9213274f9ca9520-00685203ea) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx40d00b9213274f9ca9520-00685203ea) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx40d00b9213274f9ca9520-00685203ea) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx40d00b9213274f9ca9520-00685203ea) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx40d00b9213274f9ca9520-00685203ea) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx40d00b9213274f9ca9520-00685203ea) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx40d00b9213274f9ca9520-00685203ea) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx40d00b9213274f9ca9520-00685203ea) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx40d00b9213274f9ca9520-00685203ea) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx40d00b9213274f9ca9520-00685203ea) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx40d00b9213274f9ca9520-00685203ea) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx40d00b9213274f9ca9520-00685203ea) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx40d00b9213274f9ca9520-00685203ea) -proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx40d00b9213274f9ca9520-00685203ea) -proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx40d00b9213274f9ca9520-00685203ea) -proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx40d00b9213274f9ca9520-00685203ea) -proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx40d00b9213274f9ca9520-00685203ea) -proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx40d00b9213274f9ca9520-00685203ea) -proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx40d00b9213274f9ca9520-00685203ea) -test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_if_match -test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_if_match ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_if_none_match -test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_if_none_match ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_simple -test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_simple ... ok -proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx40d00b9213274f9ca9520-00685203ea) -proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx40d00b9213274f9ca9520-00685203ea) -proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx40d00b9213274f9ca9520-00685203ea) -proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx40d00b9213274f9ca9520-00685203ea) -proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx40d00b9213274f9ca9520-00685203ea) -proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx40d00b9213274f9ca9520-00685203ea) -proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx40d00b9213274f9ca9520-00685203ea) -proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx40d00b9213274f9ca9520-00685203ea) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx0c62071217e144cdb3309-00685203eb) -proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx0c62071217e144cdb3309-00685203eb) -proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx0c62071217e144cdb3309-00685203eb) -proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx0c62071217e144cdb3309-00685203eb) -proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx0c62071217e144cdb3309-00685203eb) -test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest -test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest ... ok -proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx0c62071217e144cdb3309-00685203eb) -proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx0c62071217e144cdb3309-00685203eb) -proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx0c62071217e144cdb3309-00685203eb) -proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx0c62071217e144cdb3309-00685203eb) -proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx0c62071217e144cdb3309-00685203eb) -proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx0c62071217e144cdb3309-00685203eb) -proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx0c62071217e144cdb3309-00685203eb) -proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx0c62071217e144cdb3309-00685203eb) -proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx0c62071217e144cdb3309-00685203eb) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx2696bd6dd91f4aaf92f8f-00685203eb) -proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx2696bd6dd91f4aaf92f8f-00685203eb) -proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx2696bd6dd91f4aaf92f8f-00685203eb) -proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx2696bd6dd91f4aaf92f8f-00685203eb) -proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx2696bd6dd91f4aaf92f8f-00685203eb) -test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest_different_timestamps -test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest_different_timestamps ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest_with_some_missing -test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest_with_some_missing ... ok -proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx2696bd6dd91f4aaf92f8f-00685203eb) -proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx2696bd6dd91f4aaf92f8f-00685203eb) -proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx2696bd6dd91f4aaf92f8f-00685203eb) -proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx2696bd6dd91f4aaf92f8f-00685203eb) -proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx2696bd6dd91f4aaf92f8f-00685203eb) -proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx2696bd6dd91f4aaf92f8f-00685203eb) -proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx2696bd6dd91f4aaf92f8f-00685203eb) -proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx2696bd6dd91f4aaf92f8f-00685203eb) -proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx2696bd6dd91f4aaf92f8f-00685203eb) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txd1d03407f0914818a37c9-00685203eb) -proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txd1d03407f0914818a37c9-00685203eb) -proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txd1d03407f0914818a37c9-00685203eb) -proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txd1d03407f0914818a37c9-00685203eb) -test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest_with_two_vector_timestamps -test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest_with_two_vector_timestamps ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_delete_at_in_past -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_delete_at_in_past ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_delete_at_non_integer -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_delete_at_non_integer ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_limits_expirer_queue_deletes -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_limits_expirer_queue_deletes ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_negative_delete_after -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_negative_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_non_int_delete_after -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_non_int_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_delete_at_in_past -test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_delete_at_in_past ... ok -proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txd1d03407f0914818a37c9-00685203eb) -proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txd1d03407f0914818a37c9-00685203eb) -proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txd1d03407f0914818a37c9-00685203eb) -proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txd1d03407f0914818a37c9-00685203eb) -proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txd1d03407f0914818a37c9-00685203eb) -proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txd1d03407f0914818a37c9-00685203eb) -proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txd1d03407f0914818a37c9-00685203eb) -proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txd1d03407f0914818a37c9-00685203eb) -proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txd1d03407f0914818a37c9-00685203eb) -proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txd1d03407f0914818a37c9-00685203eb) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_delete_at_non_integer -test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_delete_at_non_integer ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_limits_expirer_queue_deletes -test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_limits_expirer_queue_deletes ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_negative_delete_after -test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_negative_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_non_int_delete_after -test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_non_int_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_requires_length -test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_requires_length ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_connect_put_node_timeout -test.unit.proxy.controllers.test_obj.TestECObjController.test_connect_put_node_timeout ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_redirects_between_shards -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_redirects_between_shards ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_container_sync_delete -test.unit.proxy.controllers.test_obj.TestECObjController.test_container_sync_delete ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_container_update_backend_requests -test.unit.proxy.controllers.test_obj.TestECObjController.test_container_update_backend_requests ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_delete_at_backend_requests -test.unit.proxy.controllers.test_obj.TestECObjController.test_delete_at_backend_requests ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_determine_chunk_destinations -test.unit.proxy.controllers.test_obj.TestECObjController.test_determine_chunk_destinations ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_ec_concurrent_GET_with_slow_leaders -test.unit.proxy.controllers.test_obj.TestECObjController.test_ec_concurrent_GET_with_slow_leaders ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_expirer_DELETE_suppresses_expirer_queue_updates -test.unit.proxy.controllers.test_obj.TestECObjController.test_expirer_DELETE_suppresses_expirer_queue_updates ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_feed_remaining_primaries -test.unit.proxy.controllers.test_obj.TestECObjController.test_feed_remaining_primaries ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_fix_response_HEAD -test.unit.proxy.controllers.test_obj.TestECObjController.test_fix_response_HEAD ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_handoff_local_first_default -test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_handoff_local_first_default ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_handoff_local_first_non_default -test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_handoff_local_first_non_default ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_first_best_effort -test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_first_best_effort ... ok -test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges_errors -test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges_errors ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_first_moves_locals_first -test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_first_moves_locals_first ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_first_noops_when_no_affinity -test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_first_noops_when_no_affinity ... ok -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server :/ re: Expect: 100-continue on /a/c/o: ConnectionTimeout (0.05s) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_handoff_first_noops_when_no_affinity -test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_handoff_first_noops_when_no_affinity ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_non_durable_ec_response_bucket -test.unit.proxy.controllers.test_obj.TestECObjController.test_non_durable_ec_response_bucket ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_object_DELETE_backend_update_container_ip_default -test.unit.proxy.controllers.test_obj.TestECObjController.test_object_DELETE_backend_update_container_ip_default ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get -test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get_with_short_resp -test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get_with_short_resp ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get_with_short_resp_timeout -test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get_with_short_resp_timeout ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get_with_slow_resp -test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get_with_slow_resp ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_repl_object_DELETE_backend_update_container_repl_ip -test.unit.proxy.controllers.test_obj.TestECObjController.test_repl_object_DELETE_backend_update_container_repl_ip ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_show -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_show ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_smooth_distributed_backend_requests -test.unit.proxy.controllers.test_obj.TestECObjController.test_smooth_distributed_backend_requests ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_some_404s_and_507s -test.unit.proxy.controllers.test_obj.TestECObjController.test_some_404s_and_507s ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_not_configured -test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_not_configured ... ok -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.4:1004/sde (txn: txa66d5beae0a644ba82ffe-00685203eb) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.6:1006/sdg (txn: tx358384162d2048da85200-00685203eb) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.13:1013/sdn (txn: tx4a3b064729fa4c7096d69-00685203eb) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_per_policy_config -test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_per_policy_config ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_per_policy_config_overrides_and_inherits -test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_per_policy_config_overrides_and_inherits ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_proxy_server_config -test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_proxy_server_config ... ok -test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges_with_misplaced_objects -test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges_with_misplaced_objects ... ok -test.unit.common.test_utils.TestUtils.test_lock_file -test.unit.common.test_utils.TestUtils.test_lock_file ... ok -test.unit.common.test_utils.TestUtils.test_lock_file_held_on_unlink -test.unit.common.test_utils.TestUtils.test_lock_file_held_on_unlink ... ok -test.unit.common.test_utils.TestUtils.test_lock_file_no_unlink_if_fail -test.unit.common.test_utils.TestUtils.test_lock_file_no_unlink_if_fail ... ok -test.unit.common.test_utils.TestUtils.test_lock_file_unlinked_after_open -test.unit.common.test_utils.TestUtils.test_lock_file_unlinked_after_open ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_show_and_analyze -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_show_and_analyze ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_subcommand_required -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_subcommand_required ... ok -test.unit.cli.test_recon.TestHelpers.test_seconds2timeunit -test.unit.cli.test_recon.TestHelpers.test_seconds2timeunit ... ok -test.unit.cli.test_recon.TestHelpers.test_size_suffix -test.unit.cli.test_recon.TestHelpers.test_size_suffix ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_404_response -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_404_response ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_412_response -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_412_response ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_cipher_mismatch_for_body -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_cipher_mismatch_for_body ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_cipher_mismatch_for_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_cipher_mismatch_for_metadata ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_decryption_override -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_decryption_override ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_different_keys_for_data_and_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_different_keys_for_data_and_metadata ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_encrypted_data_and_unencrypted_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_encrypted_data_and_unencrypted_metadata ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_error_in_key_callback -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_error_in_key_callback ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_metadata_not_encrypted -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_metadata_not_encrypted ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_missing_etag_crypto_meta -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_missing_etag_crypto_meta ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_missing_key_callback -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_missing_key_callback ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_bad_body_cipher -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_bad_body_cipher ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_ciphertext -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_ciphertext ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_content_type -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_content_type ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_missing_body_cipher -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_missing_body_cipher ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_missing_body_iv -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_missing_body_iv ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_no_body_crypto_meta -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_no_body_crypto_meta ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_too_long_body_iv -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_too_long_body_iv ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_too_short_body_iv -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_too_short_body_iv ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multiseg -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multiseg ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multiseg_with_range -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multiseg_with_range ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_override_etag_bad_cipher -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_override_etag_bad_cipher ... ok -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx493358d751c84c308fcbd-00685203e9) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx493358d751c84c308fcbd-00685203e9) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx493358d751c84c308fcbd-00685203e9) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx493358d751c84c308fcbd-00685203e9) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx493358d751c84c308fcbd-00685203e9) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx493358d751c84c308fcbd-00685203e9) -test WARNING: Failed to get container listing from /v1/a/c?format=json&states=listing: 404 (txn: tx493358d751c84c308fcbd-00685203e9) -test ERROR: Aborting listing from shards due to bad response: [200, 404] (txn: tx493358d751c84c308fcbd-00685203e9) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx41a84c3546a040c58ec75-00685203ea) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx41a84c3546a040c58ec75-00685203ea) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx41a84c3546a040c58ec75-00685203ea) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx41a84c3546a040c58ec75-00685203ea) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx41a84c3546a040c58ec75-00685203ea) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx41a84c3546a040c58ec75-00685203ea) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.2:1002/sdc (txn: tx41a84c3546a040c58ec75-00685203ea) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.0:1000/sda (txn: tx41a84c3546a040c58ec75-00685203ea) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.1:1001/sdb (txn: tx41a84c3546a040c58ec75-00685203ea) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.3:1003/sda (txn: tx41a84c3546a040c58ec75-00685203ea) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.4:1004/sda (txn: tx41a84c3546a040c58ec75-00685203ea) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.5:1005/sda (txn: tx41a84c3546a040c58ec75-00685203ea) -test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500] (txn: tx41a84c3546a040c58ec75-00685203ea) -test WARNING: Failed to get container listing from /v1/a/c?format=json&states=listing: 503 (txn: tx41a84c3546a040c58ec75-00685203ea) -test ERROR: Aborting listing from shards due to bad response: [200, 503] (txn: tx41a84c3546a040c58ec75-00685203ea) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx686c9f754ac1455a9bc2a-00685203eb) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_a', lower='', upper='a') .shards_a/c_a with {'X-Backend-Record-Type': 'auto'} (txn: tx686c9f754ac1455a9bc2a-00685203eb) -test DEBUG: Get listing from /v1/.shards_a/c_a?format=json&limit=10000&marker=&end_marker=a%00 {'X-Backend-Record-Type': 'auto'} (txn: tx686c9f754ac1455a9bc2a-00685203eb) -test DEBUG: Found 33 objects in shard (state=unsharded), total = 33 (txn: tx686c9f754ac1455a9bc2a-00685203eb) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: tx686c9f754ac1455a9bc2a-00685203eb) -test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx686c9f754ac1455a9bc2a-00685203eb) -test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00&states=listing (txn: tx686c9f754ac1455a9bc2a-00685203eb) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='b', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx686c9f754ac1455a9bc2a-00685203eb) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx686c9f754ac1455a9bc2a-00685203eb) -test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_?format=json&limit=9967&marker=a&end_marker=b%00&states=listing (txn: tx686c9f754ac1455a9bc2a-00685203eb) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'object'} (txn: tx686c9f754ac1455a9bc2a-00685203eb) -test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'object'} (txn: tx686c9f754ac1455a9bc2a-00685203eb) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: tx686c9f754ac1455a9bc2a-00685203eb) -test DEBUG: Found 1 objects in shard (state=sharded), total = 1 (txn: tx686c9f754ac1455a9bc2a-00685203eb) -test DEBUG: Found 1 objects in shard (state=sharded), total = 34 (txn: tx686c9f754ac1455a9bc2a-00685203eb) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='b', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'object'} (txn: tx686c9f754ac1455a9bc2a-00685203eb) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9966&marker=b&end_marker= {'X-Backend-Record-Type': 'object'} (txn: tx686c9f754ac1455a9bc2a-00685203eb) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1058 (txn: tx686c9f754ac1455a9bc2a-00685203eb) -test DEBUG: Setting object count to 1058 (txn: tx686c9f754ac1455a9bc2a-00685203eb) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: tx4219876787294a8aa0851-00685203ec) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx4219876787294a8aa0851-00685203ec) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=10000&marker=&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx4219876787294a8aa0851-00685203ec) -test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_?format=json&limit=10000&marker=&end_marker=&states=listing (txn: tx4219876787294a8aa0851-00685203ec) -test DEBUG: Getting listing part 0 from shard Namespace(name='a/c', lower='', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: tx4219876787294a8aa0851-00685203ec) -test DEBUG: Get listing from /v1/a/c?format=json&limit=10000&marker=&end_marker= {'X-Backend-Record-Type': 'object'} (txn: tx4219876787294a8aa0851-00685203ec) -test DEBUG: Found 1024 objects in shard (state=sharded), total = 1024 (txn: tx4219876787294a8aa0851-00685203ec) -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_redirects_to_root_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_redirects_to_root_no_memcache ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_override_etag_bad_iv -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_override_etag_bad_iv ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_success -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_success ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_unencrypted_data -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_unencrypted_data ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_unencrypted_data_and_encrypted_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_unencrypted_data_and_encrypted_metadata ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_body_key_for_object_body -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_body_key_for_object_body ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_iv_for_object_body -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_iv_for_object_body ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_iv_for_user_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_iv_for_user_metadata ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_key -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_key ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_body_key_for_object_body -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_body_key_for_object_body ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_crypto_meta_for_user_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_crypto_meta_for_user_metadata ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_iv_for_object_body -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_iv_for_object_body ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_iv_for_user_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_iv_for_user_metadata ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_404_response -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_404_response ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_412_response -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_412_response ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_different_keys_for_data_and_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_different_keys_for_data_and_metadata ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_encrypted_data_and_unencrypted_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_encrypted_data_and_unencrypted_metadata ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_metadata_not_encrypted -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_metadata_not_encrypted ... ok -test.unit.common.test_utils.TestUtils.test_lock_path -test.unit.common.test_utils.TestUtils.test_lock_path ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_override_etag_bad_cipher -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_override_etag_bad_cipher ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_override_etag_bad_iv -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_override_etag_bad_iv ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_success -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_success ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_unencrypted_data_and_encrypted_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_unencrypted_data_and_encrypted_metadata ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_bad_iv_for_user_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_bad_iv_for_user_metadata ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_bad_key -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_bad_key ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_missing_crypto_meta_for_user_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_missing_crypto_meta_for_user_metadata ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_missing_iv_for_user_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_missing_iv_for_user_metadata ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_headers_case -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_headers_case ... ok -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_from_swift_resp_slo -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_from_swift_resp_slo ... ok -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_from_swift3_sysmeta -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_from_swift3_sysmeta ... ok -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_headers -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_headers ... ok -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_headers_ignore_other_sysmeta -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_headers_ignore_other_sysmeta ... ok -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_user_meta_headers -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_user_meta_headers ... ok -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_swift3_sysmeta_does_not_overwrite_s3api_sysmeta -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_swift3_sysmeta_does_not_overwrite_s3api_sysmeta ... ok -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET ... ok -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_error -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_error ... ok -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_subresource -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_subresource ... ok -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_with_blind_resource -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_with_blind_resource ... ok -test.unit.common.middleware.test_acl.TestACL.test_acls_from_account_info -test.unit.common.middleware.test_acl.TestACL.test_acls_from_account_info ... ok -test.unit.common.middleware.test_acl.TestACL.test_clean_acl -test.unit.common.middleware.test_acl.TestACL.test_clean_acl ... ok -test.unit.common.middleware.test_acl.TestACL.test_format_v1_acl -test.unit.common.middleware.test_acl.TestACL.test_format_v1_acl ... ok -test.unit.common.middleware.test_acl.TestACL.test_format_v2_acl -test.unit.common.middleware.test_acl.TestACL.test_format_v2_acl ... ok -test.unit.common.middleware.test_acl.TestACL.test_parse_acl -test.unit.common.middleware.test_acl.TestACL.test_parse_acl ... ok -test.unit.common.middleware.test_acl.TestACL.test_parse_v2_acl -test.unit.common.middleware.test_acl.TestACL.test_parse_v2_acl ... ok -test.unit.common.middleware.test_acl.TestACL.test_referrer_allowed -test.unit.common.middleware.test_acl.TestACL.test_referrer_allowed ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_bad_destination_account -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_bad_destination_account ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_destination_leading_slash -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_destination_leading_slash ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_newest -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_newest ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_no_object_in_destination -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_no_object_in_destination ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_not_found_reading_source -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_not_found_reading_source ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_server_error_reading_source -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_server_error_reading_source ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_larger_than_max_file_size -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_larger_than_max_file_size ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_with_slashes_destination_leading_slash -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_with_slashes_destination_leading_slash ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_with_slashes_in_name -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_with_slashes_in_name ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_zero_content_length -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_zero_content_length ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_with_metadata -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_with_metadata ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_across_containers -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_across_containers ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_destination_leading_slash -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_destination_leading_slash ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_in_OPTIONS_response -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_in_OPTIONS_response ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_in_OPTIONS_response_CORS -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_in_OPTIONS_response_CORS ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_newest -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_newest ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_no_destination_header -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_no_destination_header ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_no_object_in_destination -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_no_object_in_destination ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_not_found_reading_source -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_not_found_reading_source ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_server_error_reading_source -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_server_error_reading_source ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_headers_no_updates -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_headers_no_updates ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_headers_with_updates -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_headers_with_updates ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_larger_than_max_file_size -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_larger_than_max_file_size ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_metadata -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_metadata ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_with_slashes_destination_leading_slash -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_with_slashes_destination_leading_slash ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_with_slashes_in_name -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_with_slashes_in_name ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_zero_content_length -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_zero_content_length ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_with_metadata -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_with_metadata ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_with_single_range -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_with_single_range ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_x_fresh_metadata_no_updates -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_x_fresh_metadata_no_updates ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_x_fresh_metadata_with_updates -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_x_fresh_metadata_with_updates ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_COPY -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_COPY ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_COPY_account -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_COPY_account ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_DLO -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_DLO ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_DLO_manifest -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_DLO_manifest ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_put_with_x_copy_from -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_put_with_x_copy_from ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_put_with_x_copy_from_across_container -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_put_with_x_copy_from_across_container ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_put_with_x_copy_from_across_container_and_account -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_put_with_x_copy_from_across_container_and_account ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_non_zero_content_length -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_non_zero_content_length ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_non_zero_content_length_with_account -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_non_zero_content_length_with_account ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_not_found_reading_source -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_not_found_reading_source ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_not_found_reading_source_and_account -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_not_found_reading_source_and_account ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_server_error_reading_source -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_server_error_reading_source ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_server_error_reading_source_and_account -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_server_error_reading_source_and_account ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_source_larger_than_max_file_size -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_source_larger_than_max_file_size ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_bad_x_copy_from_account -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_bad_x_copy_from_account ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_and_slashes_in_x_copy_from -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_and_slashes_in_x_copy_from ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_and_slashes_in_x_copy_from_acct -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_and_slashes_in_x_copy_from_acct ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_in_x_copy_from -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_in_x_copy_from ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_in_x_copy_from_and_account -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_in_x_copy_from_and_account ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_no_object_in_x_copy_from -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_no_object_in_x_copy_from ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_no_object_in_x_copy_from_and_account -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_no_object_in_x_copy_from_and_account ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_object_metadata -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_object_metadata ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_object_metadata_and_account -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_object_metadata_and_account ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_slashes_in_x_copy_from -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_slashes_in_x_copy_from ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_slashes_in_x_copy_from_and_account -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_slashes_in_x_copy_from_and_account ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_spaces_in_x_copy_from -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_spaces_in_x_copy_from ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_spaces_in_x_copy_from_and_account -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_spaces_in_x_copy_from_and_account ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_unicode -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_unicode ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_no_object_in_path_pass_through -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_no_object_in_path_pass_through ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_object_pass_through_methods -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_object_pass_through_methods ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_static_large_object -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_static_large_object ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_static_large_object_manifest -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_static_large_object_manifest ... ok -test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_exceeded -test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_exceeded ... ok -test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_exceeded_readline -test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_exceeded_readline ... ok -test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_read_sized -test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_read_sized ... ok -test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_whole -test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_whole ... ok -test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_whole_readline -test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_whole_readline ... ok -test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck -test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck ... ok -test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass -test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass ... ok -test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass_disabled -test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass_disabled ... ok -test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass_not_disabled -test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass_not_disabled ... ok -test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_blank_plus_other_reseller -test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_blank_plus_other_reseller ... ok -test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_blank_reseller -test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_blank_reseller ... ok -test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_default -test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_default ... ok -test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_multiple_resellers -test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_multiple_resellers ... ok -test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_same_as_default -test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_same_as_default ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_blank_account -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_blank_account ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_blank_container -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_blank_container ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_pass_through -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_pass_through ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_bad_but_not_terrible_json -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_bad_but_not_terrible_json ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_bad_json -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_bad_json ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_not_json -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_not_json ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_not_really_json -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_not_really_json ... ok -test.unit.common.test_utils.TestUtils.test_lock_path_class -test.unit.common.test_utils.TestUtils.test_lock_path_class ... ok -test.unit.common.test_utils.TestUtils.test_lock_path_invalid_limit -test.unit.common.test_utils.TestUtils.test_lock_path_invalid_limit ... ok -proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (client_ip: 127.0.0.2) -cont1 DEBUG: Could not load '/tmp/tmpvx994cc0/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpvx994cc0/tmp_test_proxy_server_chunked/container-sync-realms.conf' (client_ip: 127.0.0.2) -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. (client_ip: 127.0.0.2) -cont2 DEBUG: Could not load '/tmp/tmpvx994cc0/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpvx994cc0/tmp_test_proxy_server_chunked/container-sync-realms.conf' (client_ip: 127.0.0.2) -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. (client_ip: 127.0.0.2) -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:19 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0715 "-" 709812 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:20 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0676 "-" 709812 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:20 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0637 "-" 709812 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:20 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0827 "-" 709812 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:20 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txf1d9d5c8c91f425391107-00685203ec" "proxy-server 709812" 0.0014 "-" 709812 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:20 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:43219/sda1/1/a/c" "txf1d9d5c8c91f425391107-00685203ec" "container-server 709812" 0.0029 "-" 709812 0 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:20 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:40549/sdb1/1/a/c" "txf1d9d5c8c91f425391107-00685203ec" "container-server 709812" 0.0011 "-" 709812 0 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:20 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txf1d9d5c8c91f425391107-00685203ec" "proxy-server 709812" 0.0767 "-" 709812 0 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:20 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txf1d9d5c8c91f425391107-00685203ec" "proxy-server 709812" 0.1362 "-" 709812 0 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/00/10/20 PUT /v1/a/c HTTP/1.0 201 - - t - - - txf1d9d5c8c91f425391107-00685203ec - 0.1487 - - 1750205420.176602840 1750205420.325312138 0 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:20 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx335752627bef4d2496ee2-00685203ec" "proxy-server 709812" 0.0013 "-" 709812 - -test.unit.common.test_utils.TestUtils.test_lock_path_name -test.unit.common.test_utils.TestUtils.test_lock_path_name ... ok -test.unit.common.test_utils.TestUtils.test_lock_path_num_sleeps -test.unit.common.test_utils.TestUtils.test_lock_path_num_sleeps ... ok -test.unit.common.test_utils.TestUtils.test_log_string_formatter -test.unit.common.test_utils.TestUtils.test_log_string_formatter ... ok -test.unit.common.test_utils.TestUtils.test_majority_size -test.unit.common.test_utils.TestUtils.test_majority_size ... ok -test.unit.common.test_utils.TestUtils.test_make_db_file_path -test.unit.common.test_utils.TestUtils.test_make_db_file_path ... ok -test.unit.common.test_utils.TestUtils.test_makedirs_count -test.unit.common.test_utils.TestUtils.test_makedirs_count ... ok -test.unit.common.test_utils.TestUtils.test_md5_with_data -test.unit.common.test_utils.TestUtils.test_md5_with_data ... ok -test.unit.common.test_utils.TestUtils.test_md5_without_data -test.unit.common.test_utils.TestUtils.test_md5_without_data ... ok -test.unit.common.test_utils.TestUtils.test_mkdirs -test.unit.common.test_utils.TestUtils.test_mkdirs ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_brokers -test.unit.container.test_backend.TestContainerBroker.test_get_brokers ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_pretend_to_be_giant_json -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_pretend_to_be_giant_json ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_update_vary_does_not_duplicate -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_update_vary_does_not_duplicate ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_update_vary_if_present -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_update_vary_if_present ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_account -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_account ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_account_with_reserved -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_account_with_reserved ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_container -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_container ... ok -swift: Error listing devices: #012Traceback (most recent call last):#012 File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/recon.py", line 182, in get_device_info#012 return {self.devices: os.listdir(self.devices)}#012 ^^^^^^^^^^^^^^^^^^^^^^^^#012TypeError: fail_os_listdir() takes 0 positional arguments but 1 was given -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_container_with_reserved -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_container_with_reserved ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_content_type_on_txt_head -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_content_type_on_txt_head ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_content_type_on_xml_head -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_content_type_on_xml_head ... ok -test.unit.common.middleware.test_name_check.TestSwiftInfo.test_registered_configured_options -test.unit.common.middleware.test_name_check.TestSwiftInfo.test_registered_configured_options ... ok -test.unit.common.middleware.test_name_check.TestSwiftInfo.test_registered_defaults -test.unit.common.middleware.test_name_check.TestSwiftInfo.test_registered_defaults ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_device_info -test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_device_info ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_device_info_fail -test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_device_info_fail ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_device_info_function -test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_device_info_functionswift: Error reading swift.conf: #012Traceback (most recent call last):#012 File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/recon.py", line 287, in get_swift_conf_md5#012 hexsum = md5_hash_for_file(SWIFT_CONF_FILE)#012 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^#012 File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__#012 return _mock_self._mock_call(*args, **kwargs)#012 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^#012 File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call#012 return _mock_self._execute_mock_call(*args, **kwargs)#012 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^#012 File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call#012 raise effect#012OSError - ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_swift_conf_md5 -test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_swift_conf_md5 ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_swift_conf_md5_fail -test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_swift_conf_md5_fail ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_no_content -test.unit.common.middleware.test_recon.TestReconMiddleware.test_no_content ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_async -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_async ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_auditor_all -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_auditor_all ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_auditor_invalid -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_auditor_invalid ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_auditor_notype -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_auditor_notype ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_diskusage -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_diskusage ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_driveaudit -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_driveaudit ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_expirer_invalid -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_expirer_invalid ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_expirer_notype -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_expirer_notype ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_expirer_object -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_expirer_object ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_load -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_load ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_mem -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_mem ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_mounted -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_mounted ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_quarantined -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_quarantined ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_relink -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_relink ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_replication_all -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_replication_all ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_replication_notype -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_replication_notype ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_ringmd5 -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_ringmd5 ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_sharding -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_sharding ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_sockstat -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_sockstat ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_swiftconfmd5 -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_swiftconfmd5 ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_time -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_time ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_unmounted -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_unmounted ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_unmounted_empty -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_unmounted_empty ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_updater -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_updater ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_updater_invalid -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_updater_invalid ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_updater_notype -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_updater_notype ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_version -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_version ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_invalid_path -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_invalid_path ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_pass -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_pass ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_reconstruction_info -test.unit.common.middleware.test_recon.TestReconMiddleware.test_reconstruction_info ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_get_with_if_modified_since -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_get_with_if_modified_since ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag_non_slo -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag_non_slo ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag_non_slo_after_refetch -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag_non_slo_after_refetch ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_and_range -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_and_range ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag_non_slo -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag_non_slo ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag_non_slo_after_refetch -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag_non_slo_after_refetch ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_manifest_json_md5 -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_manifest_json_md5 ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_ancient_date -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_ancient_date ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_last_modified -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_last_modified ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_now -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_now ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_db_state -test.unit.container.test_backend.TestContainerBroker.test_get_db_state ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches_no_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches_no_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches_json_md5 -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches_json_md5 ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_ancient_date -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_ancient_date ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_last_modified -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_last_modified ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_now -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_now ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_matches -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_matches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_matches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_matches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_alternate_etag_miss -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_alternate_etag_miss ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_without_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_without_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_matches -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_matches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_matches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_matches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_mismatches -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_mismatches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_mismatches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_mismatches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_old_swift_if_match_matches_and_range -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_old_swift_if_match_matches_and_range ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_range_resume_download -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_range_resume_download ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_download_takes_too_long -test.unit.common.middleware.test_slo.TestSloErrors.test_download_takes_too_long ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_first_segment_submanifest -test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_first_segment_submanifest ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_segment -test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_segment ... ok -test INFO: Begin account audit "once" mode -test ERROR: Audit Failed for /tmp/tmpp4q21lzy/sda/accounts/0/0/0/test.db: The total container_count for the account a (3) does not match the sum of container_count across policies (2) -test INFO: Account audit "once" mode completed: 0.00s -test INFO: Begin account audit "once" mode -test INFO: Account audit "once" mode completed: 0.00s -test ERROR: Error decrypting object: Bad crypto meta: Cipher must be AES_CTR_256 -test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Bad crypto meta: Cipher must be AES_CTR_256 -test DEBUG: No decryption is necessary because of override -test DEBUG: No decryption is necessary because of override -test ERROR: get_keys(): from callback: Testing: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 169, in get_keys - keys = fetch_crypto_keys(key_id=key_id) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/crypto/test_decrypter.py", line 902, in raise_exc - raise Exception('Testing') -Exception: Testing -test ERROR: Error decrypting header X-Object-Sysmeta-Crypto-Etag: Missing crypto meta in value fgBd78GL6kACmfmuAxTz9B7eJCFTfjxotcr7trw/5Qo= -test ERROR: ERROR get_keys() missing callback: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 161, in get_keys - fetch_crypto_keys = env[CRYPTO_KEY_CALLBACK] - ~~~^^^^^^^^^^^^^^^^^^^^^ -KeyError: 'swift.callback.fetch_crypto_keys' -test ERROR: Error decrypting object: Bad crypto meta: Cipher must be AES_CTR_256 -test ERROR: Error decrypting object: Bad crypto meta: Missing 'cipher' -test ERROR: Error decrypting object: Bad crypto meta: Missing 'iv' -test ERROR: Error decrypting object: Bad crypto meta: IV must be length 16 bytes -test ERROR: Error decrypting object: Bad crypto meta: IV must be length 16 bytes -test ERROR: Error decrypting header X-Object-Sysmeta-Container-Update-Override-Etag: Bad crypto meta: Cipher must be AES_CTR_256 -test ERROR: Error decrypting header X-Object-Sysmeta-Container-Update-Override-Etag: Bad crypto meta: IV must be length 16 bytes -test ERROR: Error decrypting object: Key must be length 32 bytes -test ERROR: Error decrypting object: Bad crypto meta: IV must be length 16 bytes -test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Bad crypto meta: IV must be length 16 bytes -test ERROR: Bad key for 'object': Key must be length 32 bytes: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 181, in get_keys - self.crypto.check_key(key) - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 144, in check_key - raise ValueError("Key must be length %s bytes" % self.key_length) -ValueError: Key must be length 32 bytes -test ERROR: Error decrypting object: Missing 'body_key' -test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Missing crypto meta in value LwwJqI3L+FBfmg== -test ERROR: Error decrypting object: Bad crypto meta: Missing 'iv' -test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Bad crypto meta: Missing 'iv' -test ERROR: Error decrypting header X-Object-Sysmeta-Container-Update-Override-Etag: Bad crypto meta: Cipher must be AES_CTR_256 -test ERROR: Error decrypting header X-Object-Sysmeta-Container-Update-Override-Etag: Bad crypto meta: IV must be length 16 bytes -test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Bad crypto meta: IV must be length 16 bytes -test ERROR: Bad key for 'object': Key must be length 32 bytes: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 181, in get_keys - self.crypto.check_key(key) - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 144, in check_key - raise ValueError("Key must be length %s bytes" % self.key_length) -ValueError: Key must be length 32 bytes -test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Missing crypto meta in value LwwJqI3L+FBfmg== -test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Bad crypto meta: Missing 'iv' -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/service.py", line 35, in GET - resp = req.get_response(self.app, query={'format': 'json'}) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response - return self._get_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in name: '\x00bar\x00versions' -test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in subdir: '\x00foo_' -test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in name: '\x00bar\x00versions' -test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in subdir: '\x00foo_' -test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in name: '\x00bar\x00versions' -test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in subdir: '\x00foo_' -test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in name: '\x00bar\x00versions' -test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in subdir: '\x00foo_' -test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in name: '\x00bar\x00extra data' -test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in subdir: '\x00foo/' -test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in name: '\x00bar\x00extra data' -test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in subdir: '\x00foo/' -test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in name: '\x00bar\x00extra data' -test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in subdir: '\x00foo/' -test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in name: '\x00bar\x00extra data' -test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in subdir: '\x00foo/' -fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-abcd, max LO GET time of 86400s exceeded -fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-manifest-a, GET of submanifest /v1/AUTH_test/gettest/manifest-a failed with status 403 (

Forbidden

Access was denied to this reso...) -fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-abcd, got 401 (

Unauthorized

This server could not verif...) while retrieving /v1/AUTH_test/gettest/c_15 -test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_submanifest -test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_submanifest ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_mismatched_etag -test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_mismatched_etag ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_mismatched_size -test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_mismatched_size ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_not_available -test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_not_available ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_not_exists -test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_not_exists ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_generator_closure -test.unit.common.middleware.test_slo.TestSloErrors.test_generator_closure ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_generator_closure_iter_app_resp -test.unit.common.middleware.test_slo.TestSloErrors.test_generator_closure_iter_app_resp ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_get_bogus_manifest -test.unit.common.middleware.test_slo.TestSloErrors.test_get_bogus_manifest ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_get_invalid_sysmeta_passthrough -test.unit.common.middleware.test_slo.TestSloErrors.test_get_invalid_sysmeta_passthrough ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_head_does_not_validate_first_segment_mismatched_etag -test.unit.common.middleware.test_slo.TestSloErrors.test_head_does_not_validate_first_segment_mismatched_etag ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_head_does_not_validate_first_segment_mismatched_size -test.unit.common.middleware.test_slo.TestSloErrors.test_head_does_not_validate_first_segment_mismatched_size ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_invalid_json_submanifest -test.unit.common.middleware.test_slo.TestSloErrors.test_invalid_json_submanifest ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_checksum -test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_checksum ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_etag -test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_etag ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_length -test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_length ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_size -test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_size ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_recursion_limit -test.unit.common.middleware.test_slo.TestSloErrors.test_recursion_limit ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_slo_sysmeta_on_error -test.unit.common.middleware.test_slo.TestSloErrors.test_slo_sysmeta_on_error ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_sub_slo_recursion -test.unit.common.middleware.test_slo.TestSloErrors.test_sub_slo_recursion ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_sub_slo_recursion_limit -test.unit.common.middleware.test_slo.TestSloErrors.test_sub_slo_recursion_limit ... ok -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_extra_key -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_extra_key ... ok -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_simple_etag -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_simple_etag ... ok -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_symlink_path -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_symlink_path ... ok -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_symlink_path_and_account -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_symlink_path_and_account ... ok -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_error_cases -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_error_cases ... ok -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple ... ok -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple_with_listing_format -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple_with_listing_format ... ok -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple_with_listing_format_xml -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple_with_listing_format_xml ... ok -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_with_subdir -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_with_subdir ... ok -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_no_affect_for_account_request -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_no_affect_for_account_request ... ok -test.unit.common.middleware.test_tempauth.PrefixAccount.test_blank_reseller -test.unit.common.middleware.test_tempauth.PrefixAccount.test_blank_reseller ... ok -test.unit.common.middleware.test_tempauth.PrefixAccount.test_default -test.unit.common.middleware.test_tempauth.PrefixAccount.test_default ... ok -test.unit.common.middleware.test_tempauth.PrefixAccount.test_multiple_resellers -test.unit.common.middleware.test_tempauth.PrefixAccount.test_multiple_resellers ... ok -test.unit.common.middleware.test_tempauth.PrefixAccount.test_same_as_default -test.unit.common.middleware.test_tempauth.PrefixAccount.test_same_as_default ... ok -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_account_acl_failures -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_account_acl_failures ... ok -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_account_acl_success -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_account_acl_success ... ok -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_acl_syntax_verification -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_acl_syntax_verification ... ok -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_acls_propagate_to_sysmeta -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_acls_propagate_to_sysmeta ... ok -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_admin_privileges -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_admin_privileges ... ok -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_bad_acls_get_denied -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_bad_acls_get_denied ... ok -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_readonly_privileges -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_readonly_privileges ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharded_shard_with_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharded_shard_with_memcache ... ok -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_readwrite_privileges -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_readwrite_privileges ... ok -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_user_gets_best_acl -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_user_gets_best_acl ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_client_exception -test.unit.common.test_direct_client.TestDirectClient.test_direct_client_exception ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account_failure -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account_failure ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account_replication_net -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account_replication_net ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_error -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_error ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_obj_error -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_obj_error ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_object -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_object ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_replication_net -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_replication_net ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_with_timestamp -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_with_timestamp ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object_error -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object_error ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object_with_timestamp -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object_with_timestamp ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account_error -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account_error ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account_no_content_does_not_parse_body -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account_no_content_does_not_parse_body ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container_no_content_does_not_decode_body -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container_no_content_does_not_decode_body ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container_with_extra_params -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container_with_extra_params ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object_chunks -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object_chunks ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object_error -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object_error ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_recon -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_recon ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes_503 -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes_503 ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes_507 -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes_507 ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_deleted -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_deleted ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_error -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_error ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_replication_net -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_replication_net ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object_error -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object_error ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object_not_found -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object_not_found ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_post_container -test.unit.common.test_direct_client.TestDirectClient.test_direct_post_container ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_post_object -test.unit.common.test_direct_client.TestDirectClient.test_direct_post_object ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_post_object_error -test.unit.common.test_direct_client.TestDirectClient.test_direct_post_object_error ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_chunked -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_chunked ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_fail -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_fail ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_object -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_object ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_object_error -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_object_error ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_args -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_args ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_chunked -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_chunked ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_fail -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_fail ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_header_content_length -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_header_content_length ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_with_content_length -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_with_content_length ... ok -test.unit.common.test_direct_client.TestDirectClient.test_gen_headers -test.unit.common.test_direct_client.TestDirectClient.test_gen_headers ... ok -test.unit.common.test_direct_client.TestDirectClient.test_retry -test.unit.common.test_direct_client.TestDirectClient.test_retry ... ok -test.unit.common.test_direct_client.TestDirectClient.test_retry_client_exception -test.unit.common.test_direct_client.TestDirectClient.test_retry_client_exception ... ok -test.unit.common.test_direct_client.TestDirectClient.test_retry_http_exception -test.unit.common.test_direct_client.TestDirectClient.test_retry_http_exception ... ok -test.unit.common.test_internal_client.TestInternalClient.test_base_full_listing -test.unit.common.test_internal_client.TestInternalClient.test_base_full_listing ... ok -test.unit.common.test_internal_client.TestInternalClient.test_base_request_timeout -test.unit.common.test_internal_client.TestInternalClient.test_base_request_timeout ... ok -test.unit.common.test_internal_client.TestInternalClient.test_container_exists -test.unit.common.test_internal_client.TestInternalClient.test_container_exists ... ok -test.unit.common.test_internal_client.TestInternalClient.test_create_account -test.unit.common.test_internal_client.TestInternalClient.test_create_account ... ok -test.unit.common.test_internal_client.TestInternalClient.test_create_container -test.unit.common.test_internal_client.TestInternalClient.test_create_container ... ok -test.unit.common.test_internal_client.TestInternalClient.test_create_container_plumbing -test.unit.common.test_internal_client.TestInternalClient.test_create_container_plumbing ... ok -test.unit.common.test_internal_client.TestInternalClient.test_delete_account -test.unit.common.test_internal_client.TestInternalClient.test_delete_account ... ok -test.unit.common.test_internal_client.TestInternalClient.test_delete_container -test.unit.common.test_internal_client.TestInternalClient.test_delete_container ... ok -test.unit.common.test_internal_client.TestInternalClient.test_delete_container_plumbing -test.unit.common.test_internal_client.TestInternalClient.test_delete_container_plumbing ... ok -test.unit.common.test_internal_client.TestInternalClient.test_delete_object -test.unit.common.test_internal_client.TestInternalClient.test_delete_object ... ok -test.unit.common.test_internal_client.TestInternalClient.test_gatekeeper_not_loaded -test.unit.common.test_internal_client.TestInternalClient.test_gatekeeper_not_loaded ... ok -test.unit.common.test_internal_client.TestInternalClient.test_get_account_info -test.unit.common.test_internal_client.TestInternalClient.test_get_account_info ... ok -test.unit.common.test_internal_client.TestInternalClient.test_get_account_info_404 -test.unit.common.test_internal_client.TestInternalClient.test_get_account_info_404 ... ok -test.unit.common.test_internal_client.TestInternalClient.test_get_account_metadata -test.unit.common.test_internal_client.TestInternalClient.test_get_account_metadata ... ok -test.unit.common.test_internal_client.TestInternalClient.test_get_container_metadata -test.unit.common.test_internal_client.TestInternalClient.test_get_container_metadata ... ok -test.unit.common.test_internal_client.TestInternalClient.test_get_metadadata_with_acceptable_status -test.unit.common.test_internal_client.TestInternalClient.test_get_metadadata_with_acceptable_status ... ok -test.unit.common.test_internal_client.TestInternalClient.test_get_metadata -test.unit.common.test_internal_client.TestInternalClient.test_get_metadata ... ok -test.unit.common.test_internal_client.TestInternalClient.test_get_metadata_extra_headers -test.unit.common.test_internal_client.TestInternalClient.test_get_metadata_extra_headers ... ok -test.unit.common.test_internal_client.TestInternalClient.test_get_metadata_invalid_status -test.unit.common.test_internal_client.TestInternalClient.test_get_metadata_invalid_status ... ok -test.unit.common.test_internal_client.TestInternalClient.test_get_object -test.unit.common.test_internal_client.TestInternalClient.test_get_object ... ok -test.unit.common.test_internal_client.TestInternalClient.test_get_object_metadata -test.unit.common.test_internal_client.TestInternalClient.test_get_object_metadata ... ok -test.unit.common.test_internal_client.TestInternalClient.test_init -test.unit.common.test_internal_client.TestInternalClient.test_init ... ok -test.unit.common.test_internal_client.TestInternalClient.test_init_allow_modify_pipeline -test.unit.common.test_internal_client.TestInternalClient.test_init_allow_modify_pipeline ... ok -test.unit.common.test_internal_client.TestInternalClient.test_iter_containers -test.unit.common.test_internal_client.TestInternalClient.test_iter_containers ... ok -test.unit.common.test_internal_client.TestInternalClient.test_iter_item_read_response_if_status_is_acceptable -test.unit.common.test_internal_client.TestInternalClient.test_iter_item_read_response_if_status_is_acceptable ... ok -test.unit.common.test_internal_client.TestInternalClient.test_iter_items -test.unit.common.test_internal_client.TestInternalClient.test_iter_items ... ok -test.unit.common.test_internal_client.TestInternalClient.test_iter_items_with_markers -test.unit.common.test_internal_client.TestInternalClient.test_iter_items_with_markers ... ok -test.unit.common.test_internal_client.TestInternalClient.test_iter_items_with_markers_and_prefix -test.unit.common.test_internal_client.TestInternalClient.test_iter_items_with_markers_and_prefix ... ok -test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines -test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines ... ok -test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines_404 -test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines_404 ... ok -test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines_compressed_object -test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines_compressed_object ... ok -test.unit.common.test_internal_client.TestInternalClient.test_iter_objects -test.unit.common.test_internal_client.TestInternalClient.test_iter_objects ... ok -test.unit.common.test_internal_client.TestInternalClient.test_load_from_config -test.unit.common.test_internal_client.TestInternalClient.test_load_from_config ... ok -test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_ec_chunked_transfer_disconnect_cleans_up -test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_ec_chunked_transfer_disconnect_cleans_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_ec_disconnect_cleans_up -test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_ec_disconnect_cleans_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_repl_chunked_transfer_disconnect_cleans_up -test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_repl_chunked_transfer_disconnect_cleans_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -Traceback (most recent call last): - File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 471, in fire_timers - timer() - File "/usr/lib/python3/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ - cb(*args, **kw) - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 264, in main - result = function(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1165, in get_response - status, headers, app_iter = self.call_application(application) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1149, in call_application - app_iter = application(self.environ, start_response) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_internal_client.py", line 904, in __call__ - raise Exception() -Exception -test.unit.common.test_internal_client.TestInternalClient.test_load_from_config_with_global_conf -test.unit.common.test_internal_client.TestInternalClient.test_load_from_config_with_global_conf ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_path -test.unit.common.test_internal_client.TestInternalClient.test_make_path ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_path_exception -test.unit.common.test_internal_client.TestInternalClient.test_make_path_exception ... ok -Traceback (most recent call last): - File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 471, in fire_timers - timer() - File "/usr/lib/python3/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ - cb(*args, **kw) - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 264, in main - result = function(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1165, in get_response - status, headers, app_iter = self.call_application(application) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1149, in call_application - app_iter = application(self.environ, start_response) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_internal_client.py", line 904, in __call__ - raise Exception() -Exception -Traceback (most recent call last): - File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 471, in fire_timers - timer() - File "/usr/lib/python3/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ - cb(*args, **kw) - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 264, in main - result = function(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1165, in get_response - status, headers, app_iter = self.call_application(application) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1149, in call_application - app_iter = application(self.environ, start_response) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_internal_client.py", line 904, in __call__ - raise Exception() -Exception -test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_repl_disconnect_cleans_up -test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_repl_disconnect_cleans_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_default_proxy_config -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_default_proxy_config ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_log_name -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_log_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_bad_section_name -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_bad_section_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_equality -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_equality ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_inherits_defaults -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_inherits_defaults ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_internal_client.TestInternalClient.test_make_request_acceptable_status_not_2xx -test.unit.common.test_internal_client.TestInternalClient.test_make_request_acceptable_status_not_2xx ... ok -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_read_affinity_value -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_read_affinity_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_sorting_method_value -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_sorting_method_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_write_affinity_node_count_value -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_write_affinity_node_count_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_write_affinity_value -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_write_affinity_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_none_configured -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_none_configured ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_internal_client.TestInternalClient.test_make_request_calls_fobj_seek_each_try -test.unit.common.test_internal_client.TestInternalClient.test_make_request_calls_fobj_seek_each_try ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_request_clears_txn_id_after_calling_app -test.unit.common.test_internal_client.TestInternalClient.test_make_request_clears_txn_id_after_calling_app ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_request_codes -test.unit.common.test_internal_client.TestInternalClient.test_make_request_codes ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_request_defaults_replication_network_header -test.unit.common.test_internal_client.TestInternalClient.test_make_request_defaults_replication_network_header ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_request_error_case -test.unit.common.test_internal_client.TestInternalClient.test_make_request_error_case ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_request_method_path_headers -test.unit.common.test_internal_client.TestInternalClient.test_make_request_method_path_headers ... ok -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_one_configured -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_one_configured ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_affinity -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_concurrency_settings -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_concurrency_settings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_sorting_method -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_sorting_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_section_name_inherits_from_app_section_name -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_section_name_inherits_from_app_section_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_sets_timing_sorting_method -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_sets_timing_sorting_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_warns_about_sorting_method_mismatch -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_warns_about_sorting_method_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_warns_override_sorting_method_mismatch -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_warns_override_sorting_method_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_with_DEFAULT_options -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_with_DEFAULT_options ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_with_unknown_policy -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_with_unknown_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_internal_client.TestInternalClient.test_make_request_request_exception -test.unit.common.test_internal_client.TestInternalClient.test_make_request_request_exception ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_request_retries -test.unit.common.test_internal_client.TestInternalClient.test_make_request_retries ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_request_sets_query_string -test.unit.common.test_internal_client.TestInternalClient.test_make_request_sets_query_string ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_request_sets_user_agent -test.unit.common.test_internal_client.TestInternalClient.test_make_request_sets_user_agent ... ok -test.unit.common.test_internal_client.TestInternalClient.test_set_account_metadata -test.unit.common.test_internal_client.TestInternalClient.test_set_account_metadata ... ok -test.unit.common.test_internal_client.TestInternalClient.test_set_account_metadata_plumbing -test.unit.common.test_internal_client.TestInternalClient.test_set_account_metadata_plumbing ... ok -test.unit.common.test_internal_client.TestInternalClient.test_set_container_metadata -test.unit.common.test_internal_client.TestInternalClient.test_set_container_metadata ... ok -test.unit.common.test_internal_client.TestInternalClient.test_set_container_metadata_plumbing -test.unit.common.test_internal_client.TestInternalClient.test_set_container_metadata_plumbing ... ok -test.unit.common.test_internal_client.TestInternalClient.test_set_metadata -test.unit.common.test_internal_client.TestInternalClient.test_set_metadata ... ok -test.unit.common.test_internal_client.TestInternalClient.test_set_object_metadata -test.unit.common.test_internal_client.TestInternalClient.test_set_object_metadata ... ok -test.unit.common.test_internal_client.TestInternalClient.test_set_object_metadata_plumbing -test.unit.common.test_internal_client.TestInternalClient.test_set_object_metadata_plumbing ... ok -test.unit.common.test_internal_client.TestInternalClient.test_upload_object -test.unit.common.test_internal_client.TestInternalClient.test_upload_object ... ok -test.unit.common.test_internal_client.TestInternalClient.test_upload_object_not_chunked -test.unit.common.test_internal_client.TestInternalClient.test_upload_object_not_chunked ... ok -test.unit.common.test_internal_client.TestInternalClient.test_upload_object_plumbing -test.unit.common.test_internal_client.TestInternalClient.test_upload_object_plumbing ... ok -test.unit.common.test_internal_client.TestSimpleClient.test_delete_object_with_404_no_retry -test.unit.common.test_internal_client.TestSimpleClient.test_delete_object_with_404_no_retry ... ok -test.unit.common.test_internal_client.TestSimpleClient.test_delete_object_with_409_no_retry -test.unit.common.test_internal_client.TestSimpleClient.test_delete_object_with_409_no_retry ... ok -test.unit.common.test_internal_client.TestSimpleClient.test_get -test.unit.common.test_internal_client.TestSimpleClient.test_get ... ok -test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries -test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries ... ok -test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries_all_failed -test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries_all_failed ... ok -test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries_param -test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries_param ... ok -test.unit.common.test_internal_client.TestSimpleClient.test_head -test.unit.common.test_internal_client.TestSimpleClient.test_head ... ok -test.unit.common.test_internal_client.TestSimpleClient.test_proxy -test.unit.common.test_internal_client.TestSimpleClient.test_proxy ... ok -test.unit.common.test_internal_client.TestSimpleClient.test_request_container_with_retries_with_HTTPError -test.unit.common.test_internal_client.TestSimpleClient.test_request_container_with_retries_with_HTTPError ... ok -test.unit.common.test_internal_client.TestSimpleClient.test_request_object_with_retries_with_HTTPError -test.unit.common.test_internal_client.TestSimpleClient.test_request_object_with_retries_with_HTTPError ... ok -test.unit.common.test_internal_client.TestSimpleClient.test_request_with_retries_with_HTTPError -test.unit.common.test_internal_client.TestSimpleClient.test_request_with_retries_with_HTTPError ... ok -test.unit.common.test_utils.TestCooperativeIterator.test_close -test.unit.common.test_utils.TestCooperativeIterator.test_close ... ok -test.unit.common.test_utils.TestCooperativeIterator.test_init -test.unit.common.test_utils.TestCooperativeIterator.test_init ... ok -test.unit.common.test_utils.TestCooperativeIterator.test_iter -test.unit.common.test_utils.TestCooperativeIterator.test_iter ... ok -test.unit.common.test_utils.TestCooperativeIterator.test_no_sleeps -test.unit.common.test_utils.TestCooperativeIterator.test_no_sleeps ... ok -test.unit.common.test_utils.TestCooperativeIterator.test_sleeps -test.unit.common.test_utils.TestCooperativeIterator.test_sleeps ... ok -test.unit.common.test_utils.TestFallocate.test_arg_bounds -test.unit.common.test_utils.TestFallocate.test_arg_bounds ... ok -test.unit.common.test_utils.TestFallocate.test_fallocate -test.unit.common.test_utils.TestFallocate.test_fallocate ... ok -test.unit.common.test_utils.TestFallocate.test_fallocate_fatal_error -test.unit.common.test_utils.TestFallocate.test_fallocate_fatal_error ... ok -test.unit.common.test_utils.TestFallocate.test_fallocate_offset -test.unit.common.test_utils.TestFallocate.test_fallocate_offset ... ok -test.unit.common.test_utils.TestFallocate.test_fallocate_silent_errors -test.unit.common.test_utils.TestFallocate.test_fallocate_silent_errors ... ok -test.unit.common.test_utils.TestFallocate.test_no_fallocates_available -test.unit.common.test_utils.TestFallocate.test_no_fallocates_available ... ok -test.unit.common.test_utils.TestFallocate.test_posix_fallocate_fallback -test.unit.common.test_utils.TestFallocate.test_posix_fallocate_fallback ... ok -test.unit.common.test_utils.TestFallocate.test_posix_fallocate_offset -test.unit.common.test_utils.TestFallocate.test_posix_fallocate_offset ... ok -test.unit.common.test_utils.TestStatsdLogging.test_bad_hostname_instantiation -test.unit.common.test_utils.TestStatsdLogging.test_bad_hostname_instantiation ... ok -test.unit.common.test_utils.TestStatsdLogging.test_get_logger_statsd_client_defaults -test.unit.common.test_utils.TestStatsdLogging.test_get_logger_statsd_client_defaults ... ok -test.unit.common.test_utils.TestStatsdLogging.test_get_logger_statsd_client_non_defaults -test.unit.common.test_utils.TestStatsdLogging.test_get_logger_statsd_client_non_defaults ... ok -test.unit.common.test_utils.TestStatsdLogging.test_get_logger_statsd_client_not_specified -test.unit.common.test_utils.TestStatsdLogging.test_get_logger_statsd_client_not_specified ... ok -test.unit.common.test_utils.TestStatsdLogging.test_ipv4_instantiation_and_socket_creation -test.unit.common.test_utils.TestStatsdLogging.test_ipv4_instantiation_and_socket_creation ... ok -test.unit.common.test_utils.TestStatsdLogging.test_ipv4_or_ipv6_hostname_defaults_to_ipv4 -test.unit.common.test_utils.TestStatsdLogging.test_ipv4_or_ipv6_hostname_defaults_to_ipv4 ... ok -test.unit.common.test_utils.TestStatsdLogging.test_ipv6_instantiation_and_socket_creation -test.unit.common.test_utils.TestStatsdLogging.test_ipv6_instantiation_and_socket_creation ... ok -test.unit.common.test_utils.TestStatsdLogging.test_memcached_timing_stats -test.unit.common.test_utils.TestStatsdLogging.test_memcached_timing_stats ... ok -test.unit.common.test_utils.TestStatsdLogging.test_no_exception_when_cant_send_udp_packet -test.unit.common.test_utils.TestStatsdLogging.test_no_exception_when_cant_send_udp_packet ... ok -test.unit.common.test_utils.TestStatsdLogging.test_sample_rates -test.unit.common.test_utils.TestStatsdLogging.test_sample_rates ... ok -test.unit.common.test_utils.TestStatsdLogging.test_sample_rates_with_sample_rate_factor -test.unit.common.test_utils.TestStatsdLogging.test_sample_rates_with_sample_rate_factor ... ok -test.unit.common.test_utils.TestStatsdLogging.test_sending_ipv6 -test.unit.common.test_utils.TestStatsdLogging.test_sending_ipv6 ... ok -test.unit.common.test_utils.TestStatsdLogging.test_statsd_set_prefix_deprecation -test.unit.common.test_utils.TestStatsdLogging.test_statsd_set_prefix_deprecation ... ok -test.unit.common.test_utils.TestStatsdLogging.test_timing_stats -test.unit.common.test_utils.TestStatsdLogging.test_timing_stats ... ok -test.unit.common.utils.test_libc.Test_LibcWrapper.test_argument_plumbing -test.unit.common.utils.test_libc.Test_LibcWrapper.test_argument_plumbing ... ok -test.unit.common.utils.test_libc.Test_LibcWrapper.test_available_function -test.unit.common.utils.test_libc.Test_LibcWrapper.test_available_function ... ok -test.unit.common.utils.test_libc.Test_LibcWrapper.test_unavailable_function -test.unit.common.utils.test_libc.Test_LibcWrapper.test_unavailable_function ... ok -test.unit.test_locale.test_locale.TestTranslations.test_translations -test.unit.test_locale.test_locale.TestTranslations.test_translations ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_info -test.unit.container.test_backend.TestContainerBroker.test_get_info ... ok -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:20 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:40549/sdb1/1/a1/c1" "tx335752627bef4d2496ee2-00685203ec" "container-server 709812" 0.0022 "-" 709812 0 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:20 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:43219/sda1/1/a1/c1" "tx335752627bef4d2496ee2-00685203ec" "container-server 709812" 0.0017 "-" 709812 0 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:20 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx335752627bef4d2496ee2-00685203ec" "proxy-server 709812" 0.1641 "-" 709812 0 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:20 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx335752627bef4d2496ee2-00685203ec" "proxy-server 709812" 0.0845 "-" 709812 0 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/00/10/20 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx335752627bef4d2496ee2-00685203ec - 0.1759 - - 1750205420.326856613 1750205420.502797127 0 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:20 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx80c2aecfe45d4768a12d1-00685203ec" "proxy-server 709812" 0.0986 "-" 709812 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:20 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:40549/sdb1/2/a/c1" "tx80c2aecfe45d4768a12d1-00685203ec" "container-server 709812" 0.0733 "-" 709812 1 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:20 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:43219/sda1/2/a/c1" "tx80c2aecfe45d4768a12d1-00685203ec" "container-server 709812" 0.0074 "-" 709812 1 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:20 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx80c2aecfe45d4768a12d1-00685203ec" "proxy-server 709812" 0.1587 "-" 709812 1 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:20 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx80c2aecfe45d4768a12d1-00685203ec" "proxy-server 709812" 0.2154 "-" 709812 1 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/00/10/20 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx80c2aecfe45d4768a12d1-00685203ec - 0.3214 - - 1750205420.504316568 1750205420.825702429 1 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:20 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx38703d0ffc944ab081c25-00685203ec" "proxy-server 709812" 0.0479 "-" 709812 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:21 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:40549/sdb1/1/a/c2" "tx38703d0ffc944ab081c25-00685203ec" "container-server 709812" 0.0770 "-" 709812 2 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:21 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:43219/sda1/1/a/c2" "tx38703d0ffc944ab081c25-00685203ec" "container-server 709812" 0.0017 "-" 709812 2 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:21 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx38703d0ffc944ab081c25-00685203ec" "proxy-server 709812" 0.2570 "-" 709812 2 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:21 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx38703d0ffc944ab081c25-00685203ec" "proxy-server 709812" 0.1567 "-" 709812 2 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/00/10/21 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx38703d0ffc944ab081c25-00685203ec - 0.3125 - - 1750205420.827044964 1750205421.139508963 2 -2 RLock(s) were not greened, to fix this error make sure you run eventlet.monkey_patch() before importing any other modules. -test.unit.obj.test_auditor.TestAuditWatchers.test_builtin_watchers -test.unit.obj.test_auditor.TestAuditWatchers.test_builtin_watchers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_agreement -test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_agreement ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_watcher_init -test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_watcher_init ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding -test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding_fallback_to_root -test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding_fallback_to_root ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding_fallback_to_root_no_objects -test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding_fallback_to_root_no_objects ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditWatchers.test_watchers -test.unit.obj.test_auditor.TestAuditWatchers.test_watchers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_auditor_hashdir_not_listable -test.unit.obj.test_diskfile.TestSuffixHashes.test_auditor_hashdir_not_listable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_drops_old_non_durable_data -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_drops_old_non_durable_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_drops_isolated_durable -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_drops_isolated_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_hsh_path_enoent -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_hsh_path_enoent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_hsh_path_other_oserror -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_hsh_path_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_ignore_orphaned_ts -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_ignore_orphaned_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_isolated_meta_purge_old_ts -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_isolated_meta_purge_old_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_meta_data_purge_ts -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_meta_data_purge_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_meta_data_purge_ts_legacy_durable -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_meta_data_purge_ts_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_meta_legacy_durable -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_meta_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_utils.TestUtils.test_monkey_patch -test.unit.common.test_utils.TestUtils.test_monkey_patch ... ok -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_ts -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_single_old_data -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_single_old_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_utils.TestUtils.test_nested_prefixlogger -test.unit.common.test_utils.TestUtils.test_nested_prefixlogger ... ok -test.unit.common.test_utils.TestUtils.test_node_to_string -test.unit.common.test_utils.TestUtils.test_node_to_string ... ok -test.unit.common.test_utils.TestUtils.test_non_negative_float -test.unit.common.test_utils.TestUtils.test_non_negative_float ... ok -test.unit.common.test_utils.TestUtils.test_non_negative_int -test.unit.common.test_utils.TestUtils.test_non_negative_int ... ok -test.unit.common.test_utils.TestUtils.test_none_data_raises_type_error -test.unit.common.test_utils.TestUtils.test_none_data_raises_type_error ... ok -test.unit.common.test_utils.TestUtils.test_normalize_delete_at_timestamp -test.unit.common.test_utils.TestUtils.test_normalize_delete_at_timestamp ... ok -test.unit.common.test_utils.TestUtils.test_normalize_delete_at_timestamp_high_precision -test.unit.common.test_utils.TestUtils.test_normalize_delete_at_timestamp_high_precision ... ok -test.unit.common.test_utils.TestUtils.test_normalize_timestamp -test.unit.common.test_utils.TestUtils.test_normalize_timestamp ... ok -test.unit.common.test_utils.TestUtils.test_override_bytes_from_content_type -test.unit.common.test_utils.TestUtils.test_override_bytes_from_content_type ... ok -test.unit.common.test_utils.TestUtils.test_parse_content_type -test.unit.common.test_utils.TestUtils.test_parse_content_type ... ok -test.unit.common.test_utils.TestUtils.test_parse_db_filename -test.unit.common.test_utils.TestUtils.test_parse_db_filename ... ok -test.unit.common.test_utils.TestUtils.test_parse_options -test.unit.common.test_utils.TestUtils.test_parse_options ... ok -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keeps_one_datafile -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keeps_one_datafile ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keeps_one_datafile_and_legacy_durable -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keeps_one_datafile_and_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_multi_data_file -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_multi_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_older_remove_file_error -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_older_remove_file_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_only_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_only_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_data_newer_ts -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_data_newer_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_expired_ts -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_expired_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_old_data_only -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_old_data_only ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_old_ts -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_old_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -swift: ERROR 500 b'' Trying to GET /AUTH_bob From Account Server 10.0.0.0:1000/sda -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_older_ts -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_older_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -swift: ERROR 500 b'' Trying to GET /AUTH_bob From Account Server 10.0.0.1:1001/sdb -swift: ERROR 500 b'' Trying to GET /AUTH_bob From Account Server 10.0.0.2:1002/sdc -swift: ERROR 500 b'' Trying to GET /AUTH_bob From Account Server 10.0.0.3:1003/sdd -swift: Account GET returning 503 for [500, 500, 500, 500] -swift: Client disconnected on read of '/AUTH_bob' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_ts_newer_data -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_ts_newer_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_ts_newer_data_and_legacy_durable -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_ts_newer_data_and_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_utils.TestUtils.test_parse_options_errors -test.unit.common.test_utils.TestUtils.test_parse_options_errors ... ok -test.unit.common.test_utils.TestUtils.test_parse_override_options -test.unit.common.test_utils.TestUtils.test_parse_override_options ... ok -test.unit.common.test_utils.TestUtils.test_prefixlogger -test.unit.common.test_utils.TestUtils.test_prefixlogger ... ok -test.unit.common.test_utils.TestUtils.test_quorum_size -test.unit.common.test_utils.TestUtils.test_quorum_size ... ok -test.unit.common.test_utils.TestUtils.test_quote_bytes -test.unit.common.test_utils.TestUtils.test_quote_bytes ... ok -test.unit.common.test_utils.TestUtils.test_quote_unicode -test.unit.common.test_utils.TestUtils.test_quote_unicode ... ok -test.unit.common.test_utils.TestUtils.test_ratelimit_sleep -test.unit.common.test_utils.TestUtils.test_ratelimit_sleep ... ok -test.unit.common.test_utils.TestUtils.test_ratelimit_sleep_with_incr -test.unit.common.test_utils.TestUtils.test_ratelimit_sleep_with_incr ... ok -test.unit.common.test_utils.TestUtils.test_ratelimit_sleep_with_sleep -test.unit.common.test_utils.TestUtils.test_ratelimit_sleep_with_sleep ... ok -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purges_single_old_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purges_single_old_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_reclaim_tombstone_remove_file_error -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_reclaim_tombstone_remove_file_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_consolidate_hashes_raises_exception -test.unit.obj.test_diskfile.TestSuffixHashes.test_consolidate_hashes_raises_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_bad_dev -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_bad_dev ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -swift: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to GET /v1/a: #012Traceback (most recent call last):#012 File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request#012 conn = http_connect(#012 ^^^^^^^^^^^^^#012 File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect#012 i, status = next(conn_id_and_code_iter)#012 ^^^^^^^^^^^^^^^^^^^^^^^^^^^#012StopIteration -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_consolidates_suffix_rehash_once -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_consolidates_suffix_rehash_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -swift: ERROR with Account server 10.0.0.3:1003/sdd re: Trying to GET /v1/a: #012Traceback (most recent call last):#012 File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request#012 conn = http_connect(#012 ^^^^^^^^^^^^^#012 File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect#012 i, status = next(conn_id_and_code_iter)#012 ^^^^^^^^^^^^^^^^^^^^^^^^^^^#012StopIteration -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_creates_pkl -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_creates_pkl ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -swift: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to GET /v1/a: #012Traceback (most recent call last):#012 File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request#012 conn = http_connect(#012 ^^^^^^^^^^^^^#012 File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect#012 i, status = next(conn_id_and_code_iter)#012 ^^^^^^^^^^^^^^^^^^^^^^^^^^^#012StopIteration -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_does_not_create_partition -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_does_not_create_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_does_not_rehash_known_suffix_dirs -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_does_not_rehash_known_suffix_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_hash_suffix_enotdir -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_hash_suffix_enotdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_hash_suffix_other_oserror -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_hash_suffix_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_modified_recursive_retry -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_modified_recursive_retry ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_utils.TestUtils.test_readconf -test.unit.common.test_utils.TestUtils.test_readconf ... ok -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_multi_file_multi_suffix -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_multi_file_multi_suffix ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_finds_new_suffix_dirs -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_finds_new_suffix_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_finds_new_suffix_dirs_unicode -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_finds_new_suffix_dirs_unicode ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_lying_invalid_finds_new_suffix_dirs -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_lying_invalid_finds_new_suffix_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -swift: ERROR 503 Trying to DELETE /AUTH_bob From Account Server 10.0.0.2:1002/sdc -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_missing_invalid_finds_new_suffix_dirs -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_missing_invalid_finds_new_suffix_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_old_pickle_does_not_find_new_suffix_dirs -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_old_pickle_does_not_find_new_suffix_dirs ... swift: ERROR 503 Trying to DELETE /AUTH_bob From Account Server 10.0.0.0:1000/sda -skipped 'Large xattrs not supported in `/tmp`. Skipping test' -swift: ERROR 503 Trying to DELETE /AUTH_bob From Account Server 10.0.0.0:1000/sda -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_existing_partition -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_existing_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -swift: ERROR 503 Trying to DELETE /AUTH_bob From Account Server 10.0.0.2:1002/sdc -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_invalid_pickle -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_invalid_pickle ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_new_partition -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_new_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -swift: ERROR 503 Trying to DELETE /AUTH_bob From Account Server 10.0.0.2:1002/sdc -swift: ERROR 503 Trying to DELETE /AUTH_bob From Account Server 10.0.0.1:1001/sdb -swift: ERROR 503 Trying to DELETE /AUTH_bob From Account Server 10.0.0.3:1003/sdd -swift: Account GET returning 503 for (204, 404, 503, 503) -swift: ERROR 503 Trying to DELETE /AUTH_bob From Account Server 10.0.0.2:1002/sdc -swift: ERROR 503 Trying to DELETE /AUTH_bob From Account Server 10.0.0.3:1003/sdd -swift: ERROR 503 Trying to DELETE /AUTH_bob From Account Server 10.0.0.1:1001/sdb -swift: Account GET returning 503 for (204, 503, 503, 503) -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_zero_bytes_pickle -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_zero_bytes_pickle ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -swift: ERROR 503 Trying to DELETE /AUTH_bob From Account Server 10.0.0.2:1002/sdc -swift: ERROR 503 Trying to DELETE /AUTH_bob From Account Server 10.0.0.2:1002/sdc -swift: ERROR 503 Trying to DELETE /AUTH_bob From Account Server 10.0.0.3:1003/sdd -swift: ERROR 503 Trying to DELETE /AUTH_bob From Account Server 10.0.0.2:1002/sdc -swift: ERROR 503 Trying to DELETE /AUTH_bob From Account Server 10.0.0.1:1001/sdb -swift: ERROR 503 Trying to DELETE /AUTH_bob From Account Server 10.0.0.3:1003/sdd -swift: Account GET returning 503 for (404, 503, 503, 503) -swift: ERROR 503 Trying to DELETE /AUTH_bob From Account Server 10.0.0.3:1003/sdd -swift: ERROR 503 Trying to DELETE /AUTH_bob From Account Server 10.0.0.0:1000/sda -swift: ERROR 503 Trying to DELETE /AUTH_bob From Account Server 10.0.0.2:1002/sdc -swift: ERROR 503 Trying to DELETE /AUTH_bob From Account Server 10.0.0.1:1001/sdb -swift: Account GET returning 503 for (503, 503, 503, 503) -test.unit.common.test_utils.TestUtils.test_readconf_dir -test.unit.common.test_utils.TestUtils.test_readconf_dir ... ok -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_invalidations_race_get_hashes_same_suffix_existing -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_invalidations_race_get_hashes_same_suffix_existing ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_invalidations_race_get_hashes_same_suffix_new -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_invalidations_race_get_hashes_same_suffix_new ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -swift: ERROR 503 Trying to POST /AUTH_bob From Account Server 10.0.0.0:1000/sda -swift: ERROR 503 Trying to POST /AUTH_bob From Account Server 10.0.0.2:1002/sdc -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_enodata_quarantined -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_enodata_quarantined ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -swift: ERROR 503 Trying to POST /AUTH_bob From Account Server 10.0.0.2:1002/sdc -swift: ERROR 503 Trying to POST /AUTH_bob From Account Server 10.0.0.1:1001/sdb -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_enotdir_quarantined -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_enotdir_quarantined ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_other_oserror -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_listdir_enoent -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_listdir_enoent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_listdir_enotdir -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_listdir_enotdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -swift: ERROR 503 Trying to POST /AUTH_bob From Account Server 10.0.0.0:1000/sda -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multi_file_ends_in_tombstone -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multi_file_ends_in_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multifile_ends_in_datafile -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multifile_ends_in_datafile ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multifile_ends_in_datafile_legacy_durable -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multifile_ends_in_datafile_legacy_durable ... swift: ERROR 503 Trying to POST /AUTH_bob From Account Server 10.0.0.0:1000/sda -skipped 'Large xattrs not supported in `/tmp`. Skipping test' -swift: ERROR 503 Trying to POST /AUTH_bob From Account Server 10.0.0.2:1002/sdc -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_datafile -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_datafile ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -swift: Account GET returning 503 for (204, 404, 503, 503) -test.unit.common.test_utils.TestUtils.test_readconf_dir_ignores_hidden_and_nondotconf_files -test.unit.common.test_utils.TestUtils.test_readconf_dir_ignores_hidden_and_nondotconf_files ... ok -test.unit.common.test_utils.TestUtils.test_readconf_raw -test.unit.common.test_utils.TestUtils.test_readconf_raw ... ok -swift: ERROR 503 Trying to POST /AUTH_bob From Account Server 10.0.0.0:1000/sda -swift: ERROR 503 Trying to POST /AUTH_bob From Account Server 10.0.0.2:1002/sdc -swift: ERROR 503 Trying to POST /AUTH_bob From Account Server 10.0.0.3:1003/sdd -swift: Account GET returning 503 for (204, 503, 503, 503) -swift: ERROR 503 Trying to POST /AUTH_bob From Account Server 10.0.0.0:1000/sda -swift: ERROR 503 Trying to POST /AUTH_bob From Account Server 10.0.0.3:1003/sdd -swift: ERROR 503 Trying to POST /AUTH_bob From Account Server 10.0.0.1:1001/sdb -swift: ERROR 503 Trying to POST /AUTH_bob From Account Server 10.0.0.0:1000/sda -swift: ERROR 503 Trying to POST /AUTH_bob From Account Server 10.0.0.1:1001/sdb -swift: ERROR 503 Trying to POST /AUTH_bob From Account Server 10.0.0.2:1002/sdc -test.unit.common.test_utils.TestUtils.test_remove_directory -test.unit.common.test_utils.TestUtils.test_remove_directory ... ok -swift: Account GET returning 503 for (404, 503, 503, 503) -swift: ERROR 503 Trying to POST /AUTH_bob From Account Server 10.0.0.2:1002/sdc -swift: ERROR 503 Trying to POST /AUTH_bob From Account Server 10.0.0.1:1001/sdb -swift: ERROR 503 Trying to POST /AUTH_bob From Account Server 10.0.0.3:1003/sdd -swift: ERROR 503 Trying to POST /AUTH_bob From Account Server 10.0.0.0:1000/sda -swift: Account GET returning 503 for (503, 503, 503, 503) -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_and_one_valid_tombstone -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_and_one_valid_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_tombstone -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_tombstone_and_one_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_tombstone_and_one_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_tombstone -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_tombstone_and_one_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_tombstone_and_one_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -swift: ERROR 503 Trying to PUT /AUTH_bob From Account Server 10.0.0.0:1000/sda -swift: ERROR 503 Trying to PUT /AUTH_bob From Account Server 10.0.0.1:1001/sdb -swift: ERROR 503 Trying to PUT /AUTH_bob From Account Server 10.0.0.2:1002/sdc -swift: ERROR 503 Trying to PUT /AUTH_bob From Account Server 10.0.0.3:1003/sdd -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_removes_empty_hashdir_and_suffix -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_removes_empty_hashdir_and_suffix ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_removes_empty_hashdirs_in_valid_suffix -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_removes_empty_hashdirs_in_valid_suffix ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_rmdir_hsh_path_oserror -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_rmdir_hsh_path_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -swift: ERROR 503 Trying to PUT /AUTH_bob From Account Server 10.0.0.3:1003/sdd -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_rmdir_suffix_oserror -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_rmdir_suffix_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_ts_cleanup_after_invalidate_hash -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_ts_cleanup_after_invalidate_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -swift: ERROR 503 Trying to PUT /AUTH_bob From Account Server 10.0.0.1:1001/sdb -swift: ERROR 503 Trying to PUT /AUTH_bob From Account Server 10.0.0.0:1000/sda -swift: Account GET returning 503 for (201, 404, 503, 503) -swift: ERROR 503 Trying to PUT /AUTH_bob From Account Server 10.0.0.1:1001/sdb -swift: ERROR 503 Trying to PUT /AUTH_bob From Account Server 10.0.0.2:1002/sdc -swift: ERROR 503 Trying to PUT /AUTH_bob From Account Server 10.0.0.0:1000/sda -swift: Account GET returning 503 for (201, 503, 503, 503) -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_ts_cleanup_after_recalc -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_ts_cleanup_after_recalc ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_utils.TestUtils.test_remove_file -test.unit.common.test_utils.TestUtils.test_remove_file ... ok -test.unit.common.test_utils.TestUtils.test_renamer_when_fsync_is_false -test.unit.common.test_utils.TestUtils.test_renamer_when_fsync_is_false ... ok -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_obsolete_content_type_in_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_obsolete_content_type_in_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -swift: ERROR 503 Trying to PUT /AUTH_bob From Account Server 10.0.0.0:1000/sda -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_obsolete_content_type_in_older_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_obsolete_content_type_in_older_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_newer_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_newer_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_older_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_older_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -swift: ERROR 503 Trying to PUT /AUTH_bob From Account Server 10.0.0.0:1000/sda -swift: ERROR 503 Trying to PUT /AUTH_bob From Account Server 10.0.0.3:1003/sdd -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -swift: ERROR 503 Trying to PUT /AUTH_bob From Account Server 10.0.0.3:1003/sdd -swift: ERROR 503 Trying to PUT /AUTH_bob From Account Server 10.0.0.2:1002/sdc -swift: ERROR 503 Trying to PUT /AUTH_bob From Account Server 10.0.0.0:1000/sda -swift: Account GET returning 503 for (404, 503, 503, 503) -swift: ERROR 503 Trying to PUT /AUTH_bob From Account Server 10.0.0.2:1002/sdc -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_newer_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_newer_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -swift: ERROR 503 Trying to PUT /AUTH_bob From Account Server 10.0.0.3:1003/sdd -swift: ERROR 503 Trying to PUT /AUTH_bob From Account Server 10.0.0.1:1001/sdb -swift: ERROR 503 Trying to PUT /AUTH_bob From Account Server 10.0.0.0:1000/sda -swift: Account GET returning 503 for (503, 503, 503, 503) -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_older_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_older_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_bad_pickle -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_bad_pickle ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_consolidation -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_consolidation ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_empty_file_exists -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_empty_file_exists ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_file_does_not_exist -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_file_does_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_file_not_truncated_when_empty -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_file_not_truncated_when_empty ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_racing_get_hashes_diff_suffix_existing_part -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_racing_get_hashes_diff_suffix_existing_part ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_racing_get_hashes_diff_suffix_new_part -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_racing_get_hashes_diff_suffix_new_part ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_unpickle_error_and_get_hashes_failure_existing_part -test.unit.obj.test_diskfile.TestSuffixHashes.test_unpickle_error_and_get_hashes_failure_existing_part ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_unpickle_error_and_get_hashes_failure_new_part -test.unit.obj.test_diskfile.TestSuffixHashes.test_unpickle_error_and_get_hashes_failure_new_part ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_valid_suffix -test.unit.obj.test_diskfile.TestSuffixHashes.test_valid_suffix ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncReplication.test_content_type_sync -test.unit.obj.test_ssync.TestSsyncReplication.test_content_type_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncReplication.test_expired_object -test.unit.obj.test_ssync.TestSsyncReplication.test_expired_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncReplication.test_meta_file_not_synced_to_legacy_receiver -test.unit.obj.test_ssync.TestSsyncReplication.test_meta_file_not_synced_to_legacy_receiver ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncReplication.test_meta_file_sync -test.unit.obj.test_ssync.TestSsyncReplication.test_meta_file_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncReplication.test_no_longer_expired_object_syncs -test.unit.obj.test_ssync.TestSsyncReplication.test_no_longer_expired_object_syncs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncReplication.test_no_longer_expired_object_syncs_meta -test.unit.obj.test_ssync.TestSsyncReplication.test_no_longer_expired_object_syncs_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncReplication.test_nothing_to_sync -test.unit.obj.test_ssync.TestSsyncReplication.test_nothing_to_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncReplication.test_sync -test.unit.obj.test_ssync.TestSsyncReplication.test_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_device_not_available -test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_device_not_available ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_disconnect -test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_invalid_policy -test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_invalid_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_read_error -test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_read_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -swift: Client disconnected on read of '/a' -swift: Client disconnected on read of '/a' -swift: ERROR with Account server 10.0.0.3:1003/sdd re: Trying to POST /a: #012Traceback (most recent call last):#012 File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request#012 conn = http_connect(#012 ^^^^^^^^^^^^^#012 File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect#012 i, status = next(conn_id_and_code_iter)#012 ^^^^^^^^^^^^^^^^^^^^^^^^^^^#012StopIteration -swift: ERROR with Account server 10.0.0.0:1000/sda re: Trying to POST /a: #012Traceback (most recent call last):#012 File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request#012 conn = http_connect(#012 ^^^^^^^^^^^^^#012 File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect#012 i, status = next(conn_id_and_code_iter)#012 ^^^^^^^^^^^^^^^^^^^^^^^^^^^#012StopIteration -test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_bad_request_invalid_frag_index -test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_bad_request_invalid_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_utils.TestUtils.test_renamer_with_fsync_dir -test.unit.common.test_utils.TestUtils.test_renamer_with_fsync_dir ... ok -test.unit.common.test_utils.TestUtils.test_replace_partition_in_path -test.unit.common.test_utils.TestUtils.test_replace_partition_in_path ... ok -test.unit.common.test_utils.TestUtils.test_round_robin_iter -test.unit.common.test_utils.TestUtils.test_round_robin_iter ... ok -test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv4_localhost -test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv4_localhost ... ok -test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv6_ipv4_compatible -test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv6_ipv4_compatible ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_account_acl_headers_translated_for_GET_HEAD -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_account_acl_headers_translated_for_GET_HEAD ... ok -test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv6_random_ip -test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv6_random_ip ... ok -test.unit.common.test_utils.TestUtils.test_rsync_module_interpolation -test.unit.common.test_utils.TestUtils.test_rsync_module_interpolation ... ok -test.unit.common.test_utils.TestUtils.test_safe_json_loads -test.unit.common.test_utils.TestUtils.test_safe_json_loads ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_account_info_in_response_env -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_account_info_in_response_env ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_add_acls_impossible_cases -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_add_acls_impossible_cases ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_cache_key_impossible_cases -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_cache_key_impossible_cases ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_get_deleted_account -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_get_deleted_account ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_long_acct_names -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_long_acct_names ... ok -test.unit.common.test_utils.TestUtils.test_search_tree -test.unit.common.test_utils.TestUtils.test_search_tree ... ok -test.unit.common.test_utils.TestUtils.test_search_tree_conf_dir_pid_with_named_conf_match -test.unit.common.test_utils.TestUtils.test_search_tree_conf_dir_pid_with_named_conf_match ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_DELETE -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_DELETE ... ok -swift: ERROR with Account server 10.0.0.3:1003/sdd re: Trying to PUT /a: #012Traceback (most recent call last):#012 File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request#012 conn = http_connect(#012 ^^^^^^^^^^^^^#012 File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect#012 i, status = next(conn_id_and_code_iter)#012 ^^^^^^^^^^^^^^^^^^^^^^^^^^^#012StopIteration -swift: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to PUT /a: #012Traceback (most recent call last):#012 File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request#012 conn = http_connect(#012 ^^^^^^^^^^^^^#012 File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect#012 i, status = next(conn_id_and_code_iter)#012 ^^^^^^^^^^^^^^^^^^^^^^^^^^^#012StopIteration -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_POST -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_POST ... ok -test.unit.common.test_utils.TestUtils.test_search_tree_conf_dir_with_named_conf_match -test.unit.common.test_utils.TestUtils.test_search_tree_conf_dir_with_named_conf_match ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_info_is_deleted -test.unit.container.test_backend.TestContainerBroker.test_get_info_is_deleted ... ok -test.unit.common.test_utils.TestUtils.test_search_tree_with_directory_ext_match -test.unit.common.test_utils.TestUtils.test_search_tree_with_directory_ext_match ... ok -test.unit.common.test_utils.TestUtils.test_select_node_ip -test.unit.common.test_utils.TestUtils.test_select_node_ip ... ok -test.unit.common.test_utils.TestUtils.test_split_path -test.unit.common.test_utils.TestUtils.test_split_path ... ok -test.unit.common.test_utils.TestUtils.test_storage_directory -test.unit.common.test_utils.TestUtils.test_storage_directory ... ok -test.unit.common.test_utils.TestUtils.test_str_anonymizer -test.unit.common.test_utils.TestUtils.test_str_anonymizer ... ok -test.unit.common.test_utils.TestUtils.test_str_anonymizer_python_maddness -test.unit.common.test_utils.TestUtils.test_str_anonymizer_python_maddness ... ok -test.unit.common.test_utils.TestUtils.test_str_format_time -test.unit.common.test_utils.TestUtils.test_str_format_time ... ok -test.unit.common.test_utils.TestUtils.test_streq_const_time -test.unit.common.test_utils.TestUtils.test_streq_const_time ... ok -test.unit.common.test_utils.TestUtils.test_strict_b64decode -test.unit.common.test_utils.TestUtils.test_strict_b64decode ... ok -test.unit.common.test_utils.TestUtils.test_string_data_raises_type_error -test.unit.common.test_utils.TestUtils.test_string_data_raises_type_error ... ok -test.unit.common.test_utils.TestUtils.test_swift_log_formatter -test.unit.common.test_utils.TestUtils.test_swift_log_formatter ... ok -test.unit.common.test_utils.TestUtils.test_swift_log_formatter_max_line_length -test.unit.common.test_utils.TestUtils.test_swift_log_formatter_max_line_length ... ok -test.unit.common.test_utils.TestUtils.test_systemd_notify -test.unit.common.test_utils.TestUtils.test_systemd_notify ... ok -test.unit.common.test_utils.TestUtils.test_validate_device_partition -test.unit.common.test_utils.TestUtils.test_validate_device_partition ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_PUT -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_PUT ... ok -swift: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a: #012Traceback (most recent call last):#012 File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request#012 conn = http_connect(#012 ^^^^^^^^^^^^^#012 File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect#012 i, status = next(conn_id_and_code_iter)#012 ^^^^^^^^^^^^^^^^^^^^^^^^^^^#012StopIteration (txn: tx379ac0866ac046d6a4d05-00685203ed) -swift: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a: #012Traceback (most recent call last):#012 File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request#012 conn = http_connect(#012 ^^^^^^^^^^^^^#012 File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect#012 i, status = next(conn_id_and_code_iter)#012 ^^^^^^^^^^^^^^^^^^^^^^^^^^^#012StopIteration (txn: tx379ac0866ac046d6a4d05-00685203ed) -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_stripping_swift_admin_headers -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_stripping_swift_admin_headers ... ok -test.unit.common.test_utils.TestUtils.test_validate_hash_conf -test.unit.common.test_utils.TestUtils.test_validate_hash_conf ... ok -test.unit.common.test_utils.TestUtils.test_validate_sync_to -test.unit.common.test_utils.TestUtils.test_validate_sync_to ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_swift_owner -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_swift_owner ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_sys_meta_headers_POST -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_sys_meta_headers_POST ... ok -test.unit.common.test_utils.TestUtils.test_write_file -test.unit.common.test_utils.TestUtils.test_write_file ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_epoch_reset -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_epoch_reset ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_none -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_none ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_merge_reported -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_merge_reported ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_meta_ts_gte -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_meta_ts_gte ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_meta_ts_lt -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_meta_ts_lt ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_retain_bounds -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_retain_bounds ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_retain_deleted -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_retain_deleted ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_eq -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_eq ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_gt -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_gt ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_lt -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_lt ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_gt -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_gt ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_lt -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_lt ... ok -test.unit.container.test_backend.TestModuleFunctions.test_sift_shard_ranges -test.unit.container.test_backend.TestModuleFunctions.test_sift_shard_ranges ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_sys_meta_headers_PUT -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_sys_meta_headers_PUT ... ok -test.unit.proxy.controllers.test_account.TestGetAccountInfo.test_get_deleted_account_410 -test.unit.proxy.controllers.test_account.TestGetAccountInfo.test_get_deleted_account_410 ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_info_no_stale_reads -test.unit.container.test_backend.TestContainerBroker.test_get_info_no_stale_reads ... ok -test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_init_node_timeout -test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_init_node_timeout ... ok -test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_range_fast_forward -test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_range_fast_forward ... ok -test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_range_fast_forward_after_data_timeout -test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_range_fast_forward_after_data_timeout ... ok -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_GET_bad_requests -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_GET_bad_requests ... ok -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_container_cache_cleared_after_PUT -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_container_cache_cleared_after_PUT ... ok -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_build_reconstruction_jobs -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_build_reconstruction_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_check_ring -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_check_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_collect_parts -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_collect_parts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_collect_parts_mkdirs_error -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_collect_parts_mkdirs_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_partition -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_reverted -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_reverted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_reverted_max_objects_per_revert -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_reverted_max_objects_per_revert ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_reverted_nondurable -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_reverted_nondurable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_get_part_jobs -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_get_part_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_get_partners -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_get_partners ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_get_response -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_get_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_handoffs_only -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_handoffs_only ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_ignores_status_file -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_ignores_status_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_iter_nodes_for_frag -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_iter_nodes_for_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_max_objects_per_revert_only_for_revert_jobs -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_max_objects_per_revert_only_for_revert_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_no_delete_failed_revert -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_no_delete_failed_revert ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_client_error -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_client_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_insufficient_storage -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_insufficient_storage ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_success -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_success ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_timeout -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_reconstruct_check_ring -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_reconstruct_check_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_reconstructor_skipped_partpower_increase -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_reconstructor_skipped_partpower_increase ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_reconstructor_skips_bogus_partition_dirs -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_reconstructor_skips_bogus_partition_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_removes_zbf -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_removes_zbf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_run_once -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_run_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_run_once_override_devices -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_run_once_override_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_non_zero_commit_window -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_non_zero_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_past_commit_window -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_past_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_zero_commit_window -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_zero_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.controllers.test_obj.TestECFunctions.test_chunk_transformer -test.unit.proxy.controllers.test_obj.TestECFunctions.test_chunk_transformer ... ok -test.unit.proxy.controllers.test_obj.TestECFunctions.test_chunk_transformer_non_aligned_last_chunk -test.unit.proxy.controllers.test_obj.TestECFunctions.test_chunk_transformer_non_aligned_last_chunk ... ok -test.unit.proxy.controllers.test_obj.TestECFunctions.test_client_range_to_segment_range -test.unit.proxy.controllers.test_obj.TestECFunctions.test_client_range_to_segment_range ... ok -test.unit.proxy.controllers.test_obj.TestECFunctions.test_segment_range_to_fragment_range -test.unit.proxy.controllers.test_obj.TestECFunctions.test_segment_range_to_fragment_range ... ok -test.unit.proxy.controllers.test_obj.TestNumContainerUpdates.test_it -test.unit.proxy.controllers.test_obj.TestNumContainerUpdates.test_it ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_errors -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_errors ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_half_not_found_headers_and_body -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_half_not_found_headers_and_body ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_half_not_found_statuses -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_half_not_found_statuses ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_handoff -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_handoff ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_limits_expirer_queue_updates -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_limits_expirer_queue_updates ... ok -fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-abcd, GET of submanifest /v1/AUTH_test/gettest/manifest-bc failed with status 401 (

Unauthorized

This server could not verif...) -fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/a_5 etag: 594f803b380a41396ed63dca39503542 != wrong! or 5 != 5. +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_account_delete_permissions +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_account_delete_permissions ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_account_put_permissions +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_account_put_permissions ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_admin_is_owner +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_admin_is_owner ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_anon +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_anon ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_anon_badpath +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_anon_badpath ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_deny_non_reseller_prefix +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_deny_non_reseller_prefix ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_deny_non_reseller_prefix_no_override +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_deny_non_reseller_prefix_no_override ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_fail +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_fail ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_no_reseller_prefix_deny +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_no_reseller_prefix_deny ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_no_reseller_prefix_no_token +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_no_reseller_prefix_no_token ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_prefix_init +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_prefix_init ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_reseller_prefix_with_s3_deny +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_reseller_prefix_with_s3_deny ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_scheme +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_scheme ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_old_s3api_details +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_old_s3api_details ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_old_swift3_details +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_old_swift3_details ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_s3api_authorization_good +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_s3api_authorization_good ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_s3api_authorization_invalid +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_s3api_authorization_invalid ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_swift3_authorization_good +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_swift3_authorization_good ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_swift3_authorization_invalid +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_swift3_authorization_invalid ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_account_access +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_account_access ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_group_access +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_group_access ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_referer_after_user_groups +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_referer_after_user_groups ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_referrer_access +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_referrer_access ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_bad_path +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_bad_path ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_deny_cross_reseller +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_deny_cross_reseller ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_detect_reseller_request +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_detect_reseller_request ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_bad_path +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_bad_path ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_invalid_x_auth_user_format +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_invalid_x_auth_user_format ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_missing_key +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_missing_key ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_non_matching_account_in_request +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_non_matching_account_in_request ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_memcache_error +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_memcache_error ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_success +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_success ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_success_other_auth_prefix +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_success_other_auth_prefix ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_user_group +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_user_group ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_object_name_containing_slash +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_object_name_containing_slash ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_old_token_overdate +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_old_token_overdate ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_old_token_with_old_data +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_old_token_with_old_data ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_options_call +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_options_call ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_asked_for_and_allowed +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_asked_for_and_allowed ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_asked_for_but_not_allowed +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_asked_for_but_not_allowed ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_default_allowed +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_default_allowed ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_regular_is_not_owner +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_regular_is_not_owner ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_request_method_not_allowed +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_request_method_not_allowed ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_reseller_admin_is_owner +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_reseller_admin_is_owner ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_reseller_prefix_init +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_reseller_prefix_init ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_statsd_prefix +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_statsd_prefix ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_based_on_host +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_based_on_host ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_default +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_default ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_overridden_scheme +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_overridden_scheme ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_successful_token_unicode_user +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_successful_token_unicode_user ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_fail_key +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_fail_key ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_fail_no_timestamp +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_fail_no_timestamp ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_success +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_success ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_success_lb_sync_host +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_success_lb_sync_host ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_top_level_deny +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_top_level_deny ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_use_old_token_from_memcached +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_use_old_token_from_memcached ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_use_token_success +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_use_token_success ... ok +test.unit.common.middleware.test_versioned_writes.TestSwiftInfo.test_registered_defaults +test.unit.common.middleware.test_versioned_writes.TestSwiftInfo.test_registered_defaults ... ok +test.unit.common.middleware.test_versioned_writes.TestSwiftInfo.test_registered_explicitly_set +test.unit.common.middleware.test_versioned_writes.TestSwiftInfo.test_registered_explicitly_set ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_shrinking +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_shrinking ... ok +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_abs_paths_persisted +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_abs_paths_persisted ... ok +Unlinked retiring db '/tmp/tmpogr390hj/containers/part/suffix/hash/container.db' +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_delimiter_reverse_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_delimiter_reverse_no_memcache ... ok +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_modified_component_builders +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_modified_component_builders ... ok +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_ok +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_ok ... ok +test DEBUG: /tmp/tmpiy3gpryr/sda/containers/0/579/36bc0f14106c7d0bb389bf99fd172579/36bc0f14106c7d0bb389bf99fd172579.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 2 (0.0623555s) +REPLICATE: /sdb/0/36bc0f14106c7d0bb389bf99fd172579, merge_syncs, ([],) +REPLICATE: /sdc/0/36bc0f14106c7d0bb389bf99fd172579, sync, (2, 'ffc8d172a3a60af0d7e68a9a0e5c62cc', '7e1c74d1-522e-4350-89ce-30dce9a00514-sda', '1715796441.71561', '1715796000.00000', '0', '{"X-Container-Sysmeta-Shard-Root": ["a/c", "1715796441.77652"]}', '1715796000.00000', 0, 1) +REPLICATE: /sdc/0/36bc0f14106c7d0bb389bf99fd172579, complete_rsync, ('7e1c74d1-522e-4350-89ce-30dce9a00514-sda', '36bc0f14106c7d0bb389bf99fd172579.db') +test DEBUG: Adding 2 objects to the reconciler at /tmp/tmpiy3gpryr/sda/containers/0/938/f4a74e25c052c6af4168cff5a1f48938/f4a74e25c052c6af4168cff5a1f48938.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.81681 seconds (1.22428/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmpiy3gpryr/sda/containers/0/938/f4a74e25c052c6af4168cff5a1f48938/f4a74e25c052c6af4168cff5a1f48938.db +REPLICATE: /sdb/0/f4a74e25c052c6af4168cff5a1f48938, sync, (2, 'c49fab7a040c53a0fa4ce575c90f2adc', '18a87975-a1a1-4ee7-a948-6f5b00ccc5b0-sda', '1715796442.69217', '1715796000', '0', '', '1715796000', 2, 0) +REPLICATE: /sdb/0/f4a74e25c052c6af4168cff5a1f48938, complete_rsync, ('18a87975-a1a1-4ee7-a948-6f5b00ccc5b0-sda', 'f4a74e25c052c6af4168cff5a1f48938.db') +REPLICATE: /sdc/0/f4a74e25c052c6af4168cff5a1f48938, sync, (2, 'c49fab7a040c53a0fa4ce575c90f2adc', '18a87975-a1a1-4ee7-a948-6f5b00ccc5b0-sda', '1715796442.69217', '1715796000', '0', '', '1715796000', 2, 0) +REPLICATE: /sdc/0/f4a74e25c052c6af4168cff5a1f48938, complete_rsync, ('18a87975-a1a1-4ee7-a948-6f5b00ccc5b0-sda', 'f4a74e25c052c6af4168cff5a1f48938.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpfuzwznzf/sda/containers/0/579/36bc0f14106c7d0bb389bf99fd172579/36bc0f14106c7d0bb389bf99fd172579.db +REPLICATE: /sdb/0/36bc0f14106c7d0bb389bf99fd172579, sync, (2, 'ffc8d172a3a60af0d7e68a9a0e5c62cc', '398efcb3-df30-4531-9b42-17425a4807fb-sda', '1715796443.19812', '1715796000.00000', '0', '{"X-Container-Sysmeta-Shard-Quoted-Root": ["a/c", "1715796443.27191"]}', '1715796000.00000', 0, 0) +test DEBUG: /tmp/tmpfuzwznzf/sda/containers/0/579/36bc0f14106c7d0bb389bf99fd172579/36bc0f14106c7d0bb389bf99fd172579.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/36bc0f14106c7d0bb389bf99fd172579, merge_items, ([{'ROWID': 1, 'name': 'o', 'created_at': '1715796002.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}, {'ROWID': 2, 'name': 'o2', 'created_at': '1715796003.00000+186a0+186a0', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '398efcb3-df30-4531-9b42-17425a4807fb-sda') +test DEBUG: /tmp/tmpfuzwznzf/sda/containers/0/579/36bc0f14106c7d0bb389bf99fd172579/36bc0f14106c7d0bb389bf99fd172579.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 2 (0.0977724s) +REPLICATE: /sdb/0/36bc0f14106c7d0bb389bf99fd172579, merge_syncs, ([],) +REPLICATE: /sdc/0/36bc0f14106c7d0bb389bf99fd172579, sync, (2, 'ffc8d172a3a60af0d7e68a9a0e5c62cc', '398efcb3-df30-4531-9b42-17425a4807fb-sda', '1715796443.19812', '1715796000.00000', '0', '{"X-Container-Sysmeta-Shard-Quoted-Root": ["a/c", "1715796443.27191"]}', '1715796000.00000', 0, 0) +REPLICATE: /sdc/0/36bc0f14106c7d0bb389bf99fd172579, complete_rsync, ('398efcb3-df30-4531-9b42-17425a4807fb-sda', '36bc0f14106c7d0bb389bf99fd172579.db') +test DEBUG: Adding 2 objects to the reconciler at /tmp/tmpfuzwznzf/sda/containers/0/938/f4a74e25c052c6af4168cff5a1f48938/f4a74e25c052c6af4168cff5a1f48938.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.89350 seconds (1.11919/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmpfuzwznzf/sda/containers/0/938/f4a74e25c052c6af4168cff5a1f48938/f4a74e25c052c6af4168cff5a1f48938.db +REPLICATE: /sdb/0/f4a74e25c052c6af4168cff5a1f48938, sync, (2, 'a8f6154bc706a89d8c39b032688dc0cf', 'f588fe0d-a65e-4877-bce3-c9fa0e37fb5c-sda', '1715796444.23913', '1715796000', '0', '', '1715796000', 2, 0) +REPLICATE: /sdb/0/f4a74e25c052c6af4168cff5a1f48938, complete_rsync, ('f588fe0d-a65e-4877-bce3-c9fa0e37fb5c-sda', 'f4a74e25c052c6af4168cff5a1f48938.db') +REPLICATE: /sdc/0/f4a74e25c052c6af4168cff5a1f48938, sync, (2, 'a8f6154bc706a89d8c39b032688dc0cf', 'f588fe0d-a65e-4877-bce3-c9fa0e37fb5c-sda', '1715796444.23913', '1715796000', '0', '', '1715796000', 2, 0) +REPLICATE: /sdc/0/f4a74e25c052c6af4168cff5a1f48938, complete_rsync, ('f588fe0d-a65e-4877-bce3-c9fa0e37fb5c-sda', 'f4a74e25c052c6af4168cff5a1f48938.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp1l0q8llh/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (2, '2bdd8737f9c3b0dfbaada59df7df1123', '8809b423-74e2-4f75-be9b-bb8bf803de37-sda', '1715796444.82608', '1715796444.00000', '0', '', '1715796444.00000', 1, 1) +test DEBUG: /tmp/tmp1l0q8llh/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_items, ([{'ROWID': 1, 'name': 'o-unu', 'created_at': '1715796446.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}, {'ROWID': 2, 'name': 'o-nulo', 'created_at': '1715796447.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '8809b423-74e2-4f75-be9b-bb8bf803de37-sda') +test DEBUG: /tmp/tmp1l0q8llh/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 2 (0.0597439s) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_syncs, ([],) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, sync, (2, '2bdd8737f9c3b0dfbaada59df7df1123', '8809b423-74e2-4f75-be9b-bb8bf803de37-sda', '1715796444.82608', '1715796444.00000', '0', '', '1715796444.00000', 1, 1) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('8809b423-74e2-4f75-be9b-bb8bf803de37-sda', '33379ecb053aa5c9e356c68997cbb59e.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp1l0q8llh/sda/containers/0/938/f4a74e25c052c6af4168cff5a1f48938/f4a74e25c052c6af4168cff5a1f48938.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.72923 seconds (1.37131/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmp1l0q8llh/sda/containers/0/938/f4a74e25c052c6af4168cff5a1f48938/f4a74e25c052c6af4168cff5a1f48938.db +REPLICATE: /sdb/0/f4a74e25c052c6af4168cff5a1f48938, sync, (1, '9cde7402707927f890731c77c00c5155', '2d424a69-c9ed-41e3-a7fc-d82a093d95a7-sda', '1715796445.63565', '1715796000', '0', '', '1715796000', 1, 0) +REPLICATE: /sdb/0/f4a74e25c052c6af4168cff5a1f48938, complete_rsync, ('2d424a69-c9ed-41e3-a7fc-d82a093d95a7-sda', 'f4a74e25c052c6af4168cff5a1f48938.db') +REPLICATE: /sdc/0/f4a74e25c052c6af4168cff5a1f48938, sync, (1, '9cde7402707927f890731c77c00c5155', '2d424a69-c9ed-41e3-a7fc-d82a093d95a7-sda', '1715796445.63565', '1715796000', '0', '', '1715796000', 1, 0) +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty_shard_container ... ok +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_override_component_builders +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_override_component_builders ... ok +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_with_builder_files +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_with_builder_files ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_shrinking_default +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_shrinking_default ... ok +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_load_errors +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_load_errors ... ok +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance ... ok +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance_errors +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance_errors ... ok +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance_with_unrebalanced_builders +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance_with_unrebalanced_builders ... ok +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_save_errors +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_save_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_enable_sharding +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_enable_sharding ... ok +test.unit.container.test_backend.TestContainerBroker.test_empty_shard_container +test.unit.container.test_backend.TestContainerBroker.test_empty_shard_container ... ok +test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_cobuilder_states +test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_cobuilder_states ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_exception +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_exception ... ok +test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_cobuilders_calls +test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_cobuilders_calls ... ok +test.unit.container.test_backend.TestContainerBroker.test_enable_sharding +test.unit.container.test_backend.TestContainerBroker.test_enable_sharding ... ok +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796475.00000, (0, 0) as of 1715796475.00000, cleaved as of 1715796475.00000> to ShardRange<'k' to 't' as of 1715796476.00000, (0, 0) as of 1715796476.00000, active as of 1715796476.00000>, path: .shards_a/shard_c_1715796476.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/77f/7ea86962813567e817f5dc63b28b877f/7ea86962813567e817f5dc63b28b877f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796478.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/383/eec09086281d7cf35c5cb5d5e05b8383/eec09086281d7cf35c5cb5d5e05b8383.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796477.00000, (0, 0) as of 1715796477.00000, cleaved as of 1715796477.00000> to ShardRange<'k' to 't' as of 1715796478.00000, (0, 0) as of 1715796478.00000, shrinking as of 1715796478.00000>, path: .shards_a/shard_c_1715796478.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/383/eec09086281d7cf35c5cb5d5e05b8383/eec09086281d7cf35c5cb5d5e05b8383.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796478.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/383/eec09086281d7cf35c5cb5d5e05b8383/eec09086281d7cf35c5cb5d5e05b8383.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796480.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/2cc/d36f223ef82b87ff10f89a3fe79e62cc/d36f223ef82b87ff10f89a3fe79e62cc.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796479.00000, (0, 0) as of 1715796479.00000, cleaved as of 1715796479.00000> to ShardRange<'k' to 't' as of 1715796480.00000, (0, 0) as of 1715796480.00000, sharding as of 1715796480.00000>, path: .shards_a/shard_c_1715796480.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/2cc/d36f223ef82b87ff10f89a3fe79e62cc/d36f223ef82b87ff10f89a3fe79e62cc.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796480.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/2cc/d36f223ef82b87ff10f89a3fe79e62cc/d36f223ef82b87ff10f89a3fe79e62cc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796482.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/b2d/8c269f8f4009fe0d5ff95a33bdd6ab2d/8c269f8f4009fe0d5ff95a33bdd6ab2d.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796481.00000, (0, 0) as of 1715796481.00000, cleaved as of 1715796481.00000> to ShardRange<'k' to 't' as of 1715796482.00000, (0, 0) as of 1715796482.00000, sharded as of 1715796482.00000>, path: .shards_a/shard_c_1715796482.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/b2d/8c269f8f4009fe0d5ff95a33bdd6ab2d/8c269f8f4009fe0d5ff95a33bdd6ab2d.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796482.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/b2d/8c269f8f4009fe0d5ff95a33bdd6ab2d/8c269f8f4009fe0d5ff95a33bdd6ab2d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796484.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/70e/63c02a5f3260f73ac301402795b7470e/63c02a5f3260f73ac301402795b7470e.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796483.00000, (0, 0) as of 1715796483.00000, cleaved as of 1715796483.00000> to ShardRange<'k' to 't' as of 1715796484.00000, (0, 0) as of 1715796484.00000, shrunk as of 1715796484.00000>, path: .shards_a/shard_c_1715796484.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/70e/63c02a5f3260f73ac301402795b7470e/63c02a5f3260f73ac301402795b7470e.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796484.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/70e/63c02a5f3260f73ac301402795b7470e/63c02a5f3260f73ac301402795b7470e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796486.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/85a/da77de8821d8b5646bd463a63ca9e85a/da77de8821d8b5646bd463a63ca9e85a.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796485.00000, (0, 0) as of 1715796485.00000, active as of 1715796485.00000> to ShardRange<'k' to 't' as of 1715796486.00000, (0, 0) as of 1715796486.00000, found as of 1715796486.00000>, path: .shards_a/shard_c_1715796486.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/85a/da77de8821d8b5646bd463a63ca9e85a/da77de8821d8b5646bd463a63ca9e85a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796488.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/709/73f30a089e73acba7395e09e05e35709/73f30a089e73acba7395e09e05e35709.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796487.00000, (0, 0) as of 1715796487.00000, active as of 1715796487.00000> to ShardRange<'k' to 't' as of 1715796488.00000, (0, 0) as of 1715796488.00000, created as of 1715796488.00000>, path: .shards_a/shard_c_1715796488.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/709/73f30a089e73acba7395e09e05e35709/73f30a089e73acba7395e09e05e35709.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796490.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/834/e6f1a02b31660d6f3b4cba6944acb834/e6f1a02b31660d6f3b4cba6944acb834.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796489.00000, (0, 0) as of 1715796489.00000, active as of 1715796489.00000> to ShardRange<'k' to 't' as of 1715796490.00000, (0, 0) as of 1715796490.00000, cleaved as of 1715796490.00000>, path: .shards_a/shard_c_1715796490.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/834/e6f1a02b31660d6f3b4cba6944acb834/e6f1a02b31660d6f3b4cba6944acb834.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796492.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/00c/84b697dc346d7c20318e3e1d97ea000c/84b697dc346d7c20318e3e1d97ea000c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796494.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/974/39c050d856f4b440daaf4f3ef0d7b974/39c050d856f4b440daaf4f3ef0d7b974.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796493.00000, (0, 0) as of 1715796493.00000, active as of 1715796493.00000> to ShardRange<'k' to 't' as of 1715796494.00000, (0, 0) as of 1715796494.00000, shrinking as of 1715796494.00000>, path: .shards_a/shard_c_1715796494.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/974/39c050d856f4b440daaf4f3ef0d7b974/39c050d856f4b440daaf4f3ef0d7b974.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796494.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/974/39c050d856f4b440daaf4f3ef0d7b974/39c050d856f4b440daaf4f3ef0d7b974.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796496.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/0e7/8e7fdca11e87102d31e9f027c921e0e7/8e7fdca11e87102d31e9f027c921e0e7.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796495.00000, (0, 0) as of 1715796495.00000, active as of 1715796495.00000> to ShardRange<'k' to 't' as of 1715796496.00000, (0, 0) as of 1715796496.00000, sharding as of 1715796496.00000>, path: .shards_a/shard_c_1715796496.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/0e7/8e7fdca11e87102d31e9f027c921e0e7/8e7fdca11e87102d31e9f027c921e0e7.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796496.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/0e7/8e7fdca11e87102d31e9f027c921e0e7/8e7fdca11e87102d31e9f027c921e0e7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796498.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/124/b240241ed15a8f2c892faea3ccdd8124/b240241ed15a8f2c892faea3ccdd8124.db +test.unit.container.test_backend.TestContainerBroker.test_exception +test.unit.container.test_backend.TestContainerBroker.test_exception ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_no_gaps +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_no_gaps ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_sharding_states +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_sharding_states ... ok +test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_respects_cobuilder_part_moves +test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_respects_cobuilder_part_moves ... ok +test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_save_then_load +test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_save_then_load ... ok +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_case_insensitive +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_case_insensitive ... ok +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_del_contains +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_del_contains ... ok +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_get +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_get ... ok +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_init_from_dict +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_init_from_dict ... ok +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_keys +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_keys ... ok +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_pop +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_pop ... ok +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_set +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_set ... ok +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_set_none +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_set_none ... ok +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_setdefault +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_setdefault ... ok +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_unicode +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_unicode ... ok +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_update +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_update ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_absolute_target +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_absolute_target ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request_app_logging +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request_app_logging ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request_server_logging +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request_server_logging ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_chunked_with_content_length +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_chunked_with_content_length ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_leading_slashes +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_leading_slashes ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_messy +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_messy ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_quoted +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_quoted ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_multiple_out_sync_reconciler_enqueue_normalize +test.unit.container.test_replicator.TestReplicatorSync.test_multiple_out_sync_reconciler_enqueue_normalize ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_not_root +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_not_root ... ok fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/a_5 etag: 594f803b380a41396ed63dca39503542 != 594f803b380a41396ed63dca39503542 or 5 != 999999. fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-not-avail, got 503 (

Service Unavailable

The server is curren...) while retrieving /v1/AUTH_test/gettest/not_avail_obj fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-not-exists, got 404 (

Not Found

The resource could not be foun...) while retrieving /v1/AUTH_test/gettest/not_exists_obj @@ -93316,303 +88213,1109 @@ fake-swift ERROR: While processing manifest '/v1/AUTH_test/gettest/man1', max recursion depth was exceeded fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 1 (char 0) fake-swift ERROR: While processing manifest '/v1/AUTH_test/gettest/man1', max recursion depth was exceeded -direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda -direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda -direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda -direct-client-test ERROR: Kaboom! -direct-client-test ERROR: Kaboom! -direct-client-test ERROR: Kaboom! -test-ic DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -fake-swift INFO: - - 18/Jun/2025/00/10/21 GET /cont/obj HTTP/1.0 200 - some_agent - - 19 - - - 0.0002 - - 1750205421.148782015 1750205421.148990154 - -fake-swift INFO: - - 18/Jun/2025/00/10/21 GET /cont/obj HTTP/1.0 503 - some_agent - - 19 - - - 0.0001 - - 1750205421.149773598 1750205421.149883509 - -fake-swift INFO: - - 18/Jun/2025/00/10/21 GET /cont/obj HTTP/1.0 503 - some_agent - - 19 - - - 0.0001 - - 1750205421.150313139 1750205421.150417089 - -fake-swift INFO: - - 18/Jun/2025/00/10/21 GET /cont/obj HTTP/1.0 503 - some_agent - - 19 - - - 0.0001 - - 1750205421.150881290 1750205421.150978088 - -test DEBUG: Before request -test DEBUG: Inside of request (txn: foo) -test DEBUG: After request -fake-swift INFO: - - 18/Jun/2025/00/10/21 DELETE /container HTTP/1.0 409 - some_agent - - 19 - - - 0.0001 - - 1750205421.156019449 1750205421.156163216 - -test-ic DEBUG: -> 2014-05-27T20:54:11 GET http://127.0.0.1%3Fformat%3Djson 200 123 345 1401224050.98 1401224051.98 1.0 - -test-ic DEBUG: -> 2014-05-27T20:54:11 HEAD http://127.0.0.1%3Fformat%3Djson 200 123 345 1401224050.98 1401224051.98 1.0 - -test WARNING: Error sending UDP message to ('some.host.com', 8125): [Errno 1] test errno 1 -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +proxy INFO: (1363411) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (1363411) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [16/May/2024 08:07:27] "GET https://cluster.domain/bucket/key HTTP/1.0" 200 106 0.000059 +proxy INFO: wsgi exiting +proxy INFO: (1363411) wsgi exited, is_accepting=True +proxy INFO: (1363411) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (1363411) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [16/May/2024 08:07:27] "GET http://cluster.domain/v1/acct/cont/obj HTTP/1.0" 200 112 0.000040 +proxy INFO: wsgi exiting +proxy INFO: (1363411) wsgi exited, is_accepting=True +proxy INFO: (1363411) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (1363411) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [16/May/2024 08:07:27] "GET ftp://cluster.domain/bucket/key HTTP/1.0" 200 126 0.000040 +proxy INFO: wsgi exiting +proxy INFO: (1363411) wsgi exited, is_accepting=True +proxy INFO: (1363411) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (1363411) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [16/May/2024 08:07:27] "GET https://cluster.domain HTTP/1.0" 200 117 0.000054 +proxy INFO: wsgi exiting +proxy INFO: (1363411) wsgi exited, is_accepting=True +proxy INFO: (1363411) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (1363411) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [16/May/2024 08:07:27] "GET http:omg//wtf/bbq HTTP/1.0" 200 112 0.000040 +proxy INFO: wsgi exiting +proxy INFO: (1363411) wsgi exited, is_accepting=True +proxy INFO: (1363411) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (1363411) accepted ('127.0.0.1', 8359) +proxy INFO: ERROR WSGI: code 400, message Bad request syntax ('ONLY-METHOD'), (txn: tx176bd8abb9b440ddae689-006644f9df) +proxy INFO: wsgi exiting +proxy INFO: (1363411) wsgi exited, is_accepting=True +proxy INFO: (1363411) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (1363411) accepted ('127.0.0.1', 8359) +test ERROR: ERROR WSGI: code 400, message Bad request syntax ('ONLY-METHOD') (txn: test-trans-id) +proxy INFO: wsgi exiting (txn: test-trans-id) +proxy INFO: (1363411) wsgi exited, is_accepting=True (txn: test-trans-id) +proxy INFO: (1363411) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (1363411) accepted ('127.0.0.1', 8359) +proxy INFO: ERROR WSGI: code 400, message Bad request syntax ('ONLY-METHOD'), (txn: test-trans-id) +proxy INFO: wsgi exiting +proxy INFO: (1363411) wsgi exited, is_accepting=True +proxy INFO: (1363411) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (1363411) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [16/May/2024 08:07:27] "PUT /path HTTP/1.0" 200 105 0.000051 +proxy INFO: wsgi exiting +proxy INFO: (1363411) wsgi exited, is_accepting=True +proxy INFO: (1363411) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (1363411) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [16/May/2024 08:07:27] "GET ///some-leading-slashes HTTP/1.0" 200 118 0.000038 +proxy INFO: wsgi exiting +proxy INFO: (1363411) wsgi exited, is_accepting=True +proxy INFO: (1363411) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (1363411) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [16/May/2024 08:07:27] "GET /ohÿboy%what$now%E2%80%bd HTTP/1.0" 200 120 0.000045 +proxy INFO: wsgi exiting +proxy INFO: (1363411) wsgi exited, is_accepting=True +proxy INFO: (1363411) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (1363411) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [16/May/2024 08:07:27] "GET /some%fFpath%D8%AA HTTP/1.0" 200 113 0.000039 +proxy INFO: wsgi exiting +proxy INFO: (1363411) wsgi exited, is_accepting=True +proxy INFO: (1363411) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (1363411) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [16/May/2024 08:07:27] "GET / HTTP/1.1" 200 120 0.000057 +proxy INFO: wsgi exiting +proxy INFO: (1363411) wsgi exited, is_accepting=True +b'HTTP/1.1 200 OK\r\nContent-Length: 44\r\nDate: Wed, 15 May 2024 18:07:27 GMT\r\n\r\n{"RAW_PATH_INFO": "/", "QUERY_STRING": null}' +proxy INFO: (1363411) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (1363411) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [16/May/2024 08:07:27] "GET /%FF HTTP/1.1" 200 123 0.000051 +proxy INFO: wsgi exiting +proxy INFO: (1363411) wsgi exited, is_accepting=True +b'HTTP/1.1 200 OK\r\nContent-Length: 47\r\nDate: Wed, 15 May 2024 18:07:27 GMT\r\n\r\n{"RAW_PATH_INFO": "/%FF", "QUERY_STRING": null}' +proxy INFO: (1363411) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (1363411) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [16/May/2024 08:07:27] "GET /ÿ HTTP/1.1" 200 126 0.000047 +proxy INFO: wsgi exiting +proxy INFO: (1363411) wsgi exited, is_accepting=True +b'HTTP/1.1 200 OK\r\nContent-Length: 50\r\nDate: Wed, 15 May 2024 18:07:27 GMT\r\n\r\n{"RAW_PATH_INFO": "/\\u00ff", "QUERY_STRING": null}' +proxy INFO: (1363411) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (1363411) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [16/May/2024 08:07:27] "PUT /Here%20Is%20A%20SnowMan:☃ HTTP/1.0" 200 181 0.000048 +proxy INFO: wsgi exiting +proxy INFO: (1363411) wsgi exited, is_accepting=True +b'HTTP/1.1 200 OK\r\nContent-Length: 86\r\nDate: Wed, 15 May 2024 18:07:27 GMT\r\nConnection: close\r\n\r\n{"RAW_PATH_INFO": "/Here%20Is%20A%20SnowMan:\\u00e2\\u0098\\u0083", "QUERY_STRING": null}' +proxy INFO: (1363411) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (1363411) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [16/May/2024 08:07:27] "POST /?and%20it=does+nothing+to+params&PALMTREE=ð%9fŒ%b4 HTTP/1.1" 200 178 0.000052 +proxy INFO: wsgi exiting +proxy INFO: (1363411) wsgi exited, is_accepting=True +b'HTTP/1.1 200 OK\r\nContent-Length: 101\r\nDate: Wed, 15 May 2024 18:07:27 GMT\r\n\r\n{"RAW_PATH_INFO": "/", "QUERY_STRING": "and%20it=does+nothing+to+params&PALMTREE=\\u00f0%9f\\u008c%b4"}' +proxy INFO: (1363411) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (1363411) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [16/May/2024 08:07:27] "GET // HTTP/1.1" 200 121 0.000049 +proxy INFO: wsgi exiting +proxy INFO: (1363411) wsgi exited, is_accepting=True +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_request_lines +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_request_lines ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_simple +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_simple ... ok +test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info +test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info ... ok +test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info_with_disallowed_sections +test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info_with_disallowed_sections ... ok +test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info_with_disallowed_sub_sections +test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info_with_disallowed_sub_sections ... ok +test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info +test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info ... ok +test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info_with_disallowed_sections +test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info_with_disallowed_sections ... ok +test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info_with_unmatched_disallowed_sections +test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info_with_unmatched_disallowed_sections ... ok +test.unit.common.test_registry.TestSwiftInfo.test_register_swift_admin_info +test.unit.common.test_registry.TestSwiftInfo.test_register_swift_admin_info ... ok +test.unit.common.test_registry.TestSwiftInfo.test_register_swift_info +test.unit.common.test_registry.TestSwiftInfo.test_register_swift_info ... ok +test.unit.common.test_registry.TestSwiftInfo.test_register_swift_info_import_from_utils +test.unit.common.test_registry.TestSwiftInfo.test_register_swift_info_import_from_utils ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_add_remove_names +test.unit.common.test_storage_policy.TestStoragePolicies.test_add_remove_names ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_bind_ports_cache +test.unit.common.test_storage_policy.TestStoragePolicies.test_bind_ports_cache ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_defaults +test.unit.common.test_storage_policy.TestStoragePolicies.test_defaults ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_deprecate_policies +test.unit.common.test_storage_policy.TestStoragePolicies.test_deprecate_policies ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_deprecated_default +test.unit.common.test_storage_policy.TestStoragePolicies.test_deprecated_default ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_ec_fragment_size_cached +test.unit.common.test_storage_policy.TestStoragePolicies.test_ec_fragment_size_cached ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager +test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager_custom_diskfile +test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager_custom_diskfile ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager_invalid_policy_config +test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager_invalid_policy_config ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_get_object_ring +test.unit.common.test_storage_policy.TestStoragePolicies.test_get_object_ring ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_get_policy_string +test.unit.common.test_storage_policy.TestStoragePolicies.test_get_policy_string ... ok +b'HTTP/1.1 200 OK\r\nContent-Length: 45\r\nDate: Wed, 15 May 2024 18:07:27 GMT\r\n\r\n{"RAW_PATH_INFO": "//", "QUERY_STRING": null}' +proxy INFO: (1363411) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (1363411) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [16/May/2024 08:07:27] "GET //bar HTTP/1.1" 200 124 0.000050 +proxy INFO: wsgi exiting +proxy INFO: (1363411) wsgi exited, is_accepting=True +b'HTTP/1.1 200 OK\r\nContent-Length: 48\r\nDate: Wed, 15 May 2024 18:07:27 GMT\r\n\r\n{"RAW_PATH_INFO": "//bar", "QUERY_STRING": null}' +proxy INFO: (1363411) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (1363411) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [16/May/2024 08:07:27] "GET //////baz HTTP/1.1" 200 128 0.000051 +proxy INFO: wsgi exiting +proxy INFO: (1363411) wsgi exited, is_accepting=True +b'HTTP/1.1 200 OK\r\nContent-Length: 52\r\nDate: Wed, 15 May 2024 18:07:27 GMT\r\n\r\n{"RAW_PATH_INFO": "//////baz", "QUERY_STRING": null}' +proxy INFO: (1363411) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (1363411) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [16/May/2024 08:07:27] "GET /someurl HTTP/1.0" 200 102 0.000036 +proxy INFO: wsgi exiting +proxy INFO: (1363411) wsgi exited, is_accepting=True +Storage policy bad-policy uses an EC configuration known to harm data durability. Any data in this policy should be migrated. See https://bugs.launchpad.net/swift/+bug/1639691 for more information. +Storage policy bad-policy uses an EC configuration known to harm data durability. Any data in this policy should be migrated. See https://bugs.launchpad.net/swift/+bug/1639691 for more information. +test.unit.common.test_storage_policy.TestStoragePolicies.test_known_bad_ec_config +test.unit.common.test_storage_policy.TestStoragePolicies.test_known_bad_ec_config ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_names +test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_names ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_names_EC +test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_names_EC ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_policies_with_no_policy_index_zero +test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_policies_with_no_policy_index_zero ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_names_are_normalized +test.unit.common.test_storage_policy.TestStoragePolicies.test_names_are_normalized ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_no_default +test.unit.common.test_storage_policy.TestStoragePolicies.test_no_default ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_parse_storage_policies +test.unit.common.test_storage_policy.TestStoragePolicies.test_parse_storage_policies ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_policies_type_attribute +test.unit.common.test_storage_policy.TestStoragePolicies.test_policies_type_attribute ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_policy_baseclass_instantiate +test.unit.common.test_storage_policy.TestStoragePolicies.test_policy_baseclass_instantiate ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_quorum_size_erasure_coding +test.unit.common.test_storage_policy.TestStoragePolicies.test_quorum_size_erasure_coding ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_quorum_size_replication +test.unit.common.test_storage_policy.TestStoragePolicies.test_quorum_size_replication ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_reload_invalid_storage_policies +test.unit.common.test_storage_policy.TestStoragePolicies.test_reload_invalid_storage_policies ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_singleton_passthrough +test.unit.common.test_storage_policy.TestStoragePolicies.test_singleton_passthrough ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_split_policy_string +test.unit.common.test_storage_policy.TestStoragePolicies.test_split_policy_string ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policies_as_dict_keys +test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policies_as_dict_keys ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_get_info +test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_get_info ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_ordering +test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_ordering ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_repr +test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_repr ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_swift_info +test.unit.common.test_storage_policy.TestStoragePolicies.test_swift_info ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_defaults +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_defaults ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_indexes +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_indexes ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_names +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_names ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_type_default +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_type_default ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_type_invalid +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_type_invalid ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policy_params +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policy_params ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_ring +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_ring ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_wacky_int_names +test.unit.common.test_storage_policy.TestStoragePolicies.test_wacky_int_names ... ok +test.unit.common.test_swob.TestStatusMap.test_status_map +test.unit.common.test_swob.TestStatusMap.test_status_map ... ok +test.unit.common.test_utils.TestClosingIterator.test_close +test.unit.common.test_utils.TestClosingIterator.test_close ... ok +test.unit.common.test_utils.TestClosingIterator.test_close_gen +test.unit.common.test_utils.TestClosingIterator.test_close_gen ... ok +test.unit.common.test_utils.TestClosingIterator.test_close_on_exception +test.unit.common.test_utils.TestClosingIterator.test_close_on_exception ... ok +test.unit.common.test_utils.TestClosingIterator.test_close_on_stop_iteration +test.unit.common.test_utils.TestClosingIterator.test_close_on_stop_iteration ... ok +test.unit.common.test_utils.TestClosingIterator.test_close_others +test.unit.common.test_utils.TestClosingIterator.test_close_others ... ok +test.unit.common.test_utils.TestClosingIterator.test_close_wrapped_is_not_same_as_iter +test.unit.common.test_utils.TestClosingIterator.test_close_wrapped_is_not_same_as_iter ... ok +test.unit.common.test_utils.TestClosingIterator.test_init_with_iterable +test.unit.common.test_utils.TestClosingIterator.test_init_with_iterable ... ok +test.unit.common.test_utils.TestClosingIterator.test_nested_iters +test.unit.common.test_utils.TestClosingIterator.test_nested_iters ... ok +test.unit.common.test_utils.TestPunchHole.test_arg_bounds +test.unit.common.test_utils.TestPunchHole.test_arg_bounds ... ok +test.unit.common.test_utils.TestPunchHole.test_error +test.unit.common.test_utils.TestPunchHole.test_error ... ok +test.unit.common.test_utils.TestPunchHole.test_no_fallocate +test.unit.common.test_utils.TestPunchHole.test_no_fallocate ... ok +test.unit.common.test_utils.TestPunchHole.test_punch_hole +test.unit.common.test_utils.TestPunchHole.test_punch_hole ... ok +test.unit.common.test_utils.TestRateLimitedIterator.test_limit_after +test.unit.common.test_utils.TestRateLimitedIterator.test_limit_after ... ok +test.unit.common.test_utils.TestRateLimitedIterator.test_rate_limiting +test.unit.common.test_utils.TestRateLimitedIterator.test_rate_limiting ... ok +test.unit.common.test_utils.TestRateLimitedIterator.test_rate_limiting_sometimes +test.unit.common.test_utils.TestRateLimitedIterator.test_rate_limiting_sometimes ... ok +test.unit.common.test_utils.TestStringAlong.test_happy +test.unit.common.test_utils.TestStringAlong.test_happy ... ok +test.unit.common.test_utils.TestStringAlong.test_unhappy +test.unit.common.test_utils.TestStringAlong.test_unhappy ... ok +test.unit.common.test_utils.TestUTC.test_tzname +test.unit.common.test_utils.TestUTC.test_tzname ... ok +test.unit.common.test_wsgi.TestPipelineModification.test_catch_errors_gatekeeper_configured_not_at_start +test.unit.common.test_wsgi.TestPipelineModification.test_catch_errors_gatekeeper_configured_not_at_start ... ok +test.unit.common.test_wsgi.TestPipelineModification.test_gatekeeper_insertion_catch_errors_configured_at_start +test.unit.common.test_wsgi.TestPipelineModification.test_gatekeeper_insertion_catch_errors_configured_at_start ... ok +test DEBUG: Get listing from /v1/.shards_a/c_?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx70ce33aab3c347fbacabf-006644f9dd) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 3 (txn: tx70ce33aab3c347fbacabf-006644f9dd) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 6 shards for: /v1/a/c?delimiter=%2F&reverse=on&format=json&states=listing (txn: tx0f38f022d6c54718a5904-006644f9dd) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx0f38f022d6c54718a5904-006644f9dd) +test DEBUG: Get listing from /v1/.shards_a/c_?delimiter=%2F&reverse=on&format=json&limit=10000&marker=&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: tx0f38f022d6c54718a5904-006644f9dd) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: tx0f38f022d6c54718a5904-006644f9dd) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx0f38f022d6c54718a5904-006644f9dd) +test DEBUG: Get listing from /v1/.shards_a/c_pie?delimiter=%2F&reverse=on&format=json&limit=9999&marker=pumpkin&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx0f38f022d6c54718a5904-006644f9dd) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 1 (txn: tx0f38f022d6c54718a5904-006644f9dd) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='ha/ptic', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx0f38f022d6c54718a5904-006644f9dd) +test DEBUG: Get listing from /v1/.shards_a/c_ham?delimiter=%2F&reverse=on&format=json&limit=9999&marker=pumpkin&end_marker=ha%2Fptic {'X-Backend-Record-Type': 'auto'} (txn: tx0f38f022d6c54718a5904-006644f9dd) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: tx0f38f022d6c54718a5904-006644f9dd) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ha-ppy', lower='ha.d', upper='ha/ppy') .shards_a/c_ha-ppy with {'X-Backend-Record-Type': 'auto'} (txn: tx0f38f022d6c54718a5904-006644f9dd) +test DEBUG: Get listing from /v1/.shards_a/c_ha-ppy?delimiter=%2F&reverse=on&format=json&limit=9998&marker=ha%2F&end_marker=ha.d {'X-Backend-Record-Type': 'auto'} (txn: tx0f38f022d6c54718a5904-006644f9dd) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 3 (txn: tx0f38f022d6c54718a5904-006644f9dd) +test DEBUG: Getting listing part 5 from shard Namespace(name='.shards_a/c_ha.d', lower='', upper='ha.d') .shards_a/c_ha.d with {'X-Backend-Record-Type': 'auto'} (txn: tx0f38f022d6c54718a5904-006644f9dd) +test DEBUG: Get listing from /v1/.shards_a/c_ha.d?delimiter=%2F&reverse=on&format=json&limit=9997&marker=ha.ggle&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx0f38f022d6c54718a5904-006644f9dd) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 4 (txn: tx0f38f022d6c54718a5904-006644f9dd) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx51f9b4587bc248cf945e7-006644f9df) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx51f9b4587bc248cf945e7-006644f9df) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx51f9b4587bc248cf945e7-006644f9df) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx51f9b4587bc248cf945e7-006644f9df) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx51f9b4587bc248cf945e7-006644f9df) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx51f9b4587bc248cf945e7-006644f9df) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx51f9b4587bc248cf945e7-006644f9df) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx51f9b4587bc248cf945e7-006644f9df) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx51f9b4587bc248cf945e7-006644f9df) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx51f9b4587bc248cf945e7-006644f9df) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx51f9b4587bc248cf945e7-006644f9df) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx51f9b4587bc248cf945e7-006644f9df) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx51f9b4587bc248cf945e7-006644f9df) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx51f9b4587bc248cf945e7-006644f9df) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx51f9b4587bc248cf945e7-006644f9df) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx51f9b4587bc248cf945e7-006644f9df) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx51f9b4587bc248cf945e7-006644f9df) +test DEBUG: Setting object count to 3120 (txn: tx51f9b4587bc248cf945e7-006644f9df) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx0b87ea0b209e4897a5d45-006644f9df) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx0b87ea0b209e4897a5d45-006644f9df) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx0b87ea0b209e4897a5d45-006644f9df) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0b87ea0b209e4897a5d45-006644f9df) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx0b87ea0b209e4897a5d45-006644f9df) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx0b87ea0b209e4897a5d45-006644f9df) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0b87ea0b209e4897a5d45-006644f9df) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx0b87ea0b209e4897a5d45-006644f9df) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx0b87ea0b209e4897a5d45-006644f9df) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0b87ea0b209e4897a5d45-006644f9df) +test.unit.common.test_wsgi.TestPipelineModification.test_gatekeeper_insertion_catch_errors_configured_not_at_start +test.unit.common.test_wsgi.TestPipelineModification.test_gatekeeper_insertion_catch_errors_configured_not_at_start ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_stale_read_ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_stale_read_ok ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty_old_style_shard_container ... ok +test.unit.common.test_wsgi.TestPipelineModification.test_load_app +test.unit.common.test_wsgi.TestPipelineModification.test_load_app ... ok +test.unit.common.test_wsgi.TestPipelineModification.test_load_app_request_logging_app +test.unit.common.test_wsgi.TestPipelineModification.test_load_app_request_logging_app ... ok +test.unit.common.test_wsgi.TestPipelineModification.test_loadapp_proxy +test.unit.common.test_wsgi.TestPipelineModification.test_loadapp_proxy ... ok +test.unit.common.test_wsgi.TestPipelineModification.test_loadapp_storage +test.unit.common.test_wsgi.TestPipelineModification.test_loadapp_storage ... ok +test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline +test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline ... ok +test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_inserts_versioned_writes +test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_inserts_versioned_writes ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_post_replicate_hook +test.unit.container.test_replicator.TestReplicatorSync.test_post_replicate_hook ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_not_sharded +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_not_sharded ... ok +test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_ordering +test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_ordering ... ok +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx0b87ea0b209e4897a5d45-006644f9df) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx0b87ea0b209e4897a5d45-006644f9df) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0b87ea0b209e4897a5d45-006644f9df) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx0b87ea0b209e4897a5d45-006644f9df) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx0b87ea0b209e4897a5d45-006644f9df) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx0b87ea0b209e4897a5d45-006644f9df) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx0b87ea0b209e4897a5d45-006644f9df) +test DEBUG: Setting object count to 3120 (txn: tx0b87ea0b209e4897a5d45-006644f9df) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txa0b681b483934cdca19d7-006644f9df) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: txa0b681b483934cdca19d7-006644f9df) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txa0b681b483934cdca19d7-006644f9df) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txa0b681b483934cdca19d7-006644f9df) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txa0b681b483934cdca19d7-006644f9df) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txa0b681b483934cdca19d7-006644f9df) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txa0b681b483934cdca19d7-006644f9df) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txa0b681b483934cdca19d7-006644f9df) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txa0b681b483934cdca19d7-006644f9df) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txa0b681b483934cdca19d7-006644f9df) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txa0b681b483934cdca19d7-006644f9df) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txa0b681b483934cdca19d7-006644f9df) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txa0b681b483934cdca19d7-006644f9df) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: txa0b681b483934cdca19d7-006644f9df) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txa0b681b483934cdca19d7-006644f9df) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txa0b681b483934cdca19d7-006644f9df) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: txa0b681b483934cdca19d7-006644f9df) +test DEBUG: Setting object count to 3120 (txn: txa0b681b483934cdca19d7-006644f9df) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx50a3e42439f148acb6451-006644f9df) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx50a3e42439f148acb6451-006644f9df) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx50a3e42439f148acb6451-006644f9df) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx50a3e42439f148acb6451-006644f9df) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx50a3e42439f148acb6451-006644f9df) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx50a3e42439f148acb6451-006644f9df) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx50a3e42439f148acb6451-006644f9df) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx50a3e42439f148acb6451-006644f9df) +test DEBUG: Getting listing part 2 from shard Namespace(name='a/c', lower='pie', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: tx50a3e42439f148acb6451-006644f9df) +test DEBUG: Get listing from /v1/a/c?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'object'} (txn: tx50a3e42439f148acb6451-006644f9df) +test DEBUG: Found 3072 objects in shard (state=sharded), total = 3120 (txn: tx50a3e42439f148acb6451-006644f9df) +test DEBUG: Setting object count to 3120 (txn: tx50a3e42439f148acb6451-006644f9df) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx15140458612046f5a5c45-006644f9df) +test DEBUG: GET listing from 5 shards for: /v1/a/c?reverse=true&limit=&format=json&states=listing (txn: tx15140458612046f5a5c45-006644f9df) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx15140458612046f5a5c45-006644f9df) +test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&limit=10000&format=json&marker=&end_marker=%F0%9F%8C%B4 {'X-Backend-Record-Type': 'auto'} (txn: tx15140458612046f5a5c45-006644f9df) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: tx15140458612046f5a5c45-006644f9df) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx15140458612046f5a5c45-006644f9df) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?reverse=true&limit=8976&format=json&marker=%F0%9F%8C%B5&end_marker=%E2%98%83 {'X-Backend-Record-Type': 'auto'} (txn: tx15140458612046f5a5c45-006644f9df) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2048 (txn: tx15140458612046f5a5c45-006644f9df) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx15140458612046f5a5c45-006644f9df) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?reverse=true&limit=7952&format=json&marker=%E2%98%84&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: tx15140458612046f5a5c45-006644f9df) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3072 (txn: tx15140458612046f5a5c45-006644f9df) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx15140458612046f5a5c45-006644f9df) +test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&limit=6928&format=json&marker=q&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx15140458612046f5a5c45-006644f9df) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 3080 (txn: tx15140458612046f5a5c45-006644f9df) +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_memcache ... ok +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx15140458612046f5a5c45-006644f9df) +test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&limit=6920&format=json&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx15140458612046f5a5c45-006644f9df) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 3120 (txn: tx15140458612046f5a5c45-006644f9df) +test DEBUG: Setting object count to 3120 (txn: tx15140458612046f5a5c45-006644f9df) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx0969d1c236a145faa9f6e-006644f9df) +test DEBUG: GET listing from 5 shards for: /v1/a/c?limit=49&format=json&states=listing (txn: tx0969d1c236a145faa9f6e-006644f9df) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx0969d1c236a145faa9f6e-006644f9df) +test DEBUG: Get listing from /v1/.shards_a/c_ham?limit=49&format=json&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0969d1c236a145faa9f6e-006644f9df) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx0969d1c236a145faa9f6e-006644f9df) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx0969d1c236a145faa9f6e-006644f9df) +test DEBUG: Get listing from /v1/.shards_a/c_pie?limit=9&format=json&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0969d1c236a145faa9f6e-006644f9df) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx0969d1c236a145faa9f6e-006644f9df) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx0969d1c236a145faa9f6e-006644f9df) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?limit=1&format=json&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0969d1c236a145faa9f6e-006644f9df) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 49 (txn: tx0969d1c236a145faa9f6e-006644f9df) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx25cd48024dc040de98612-006644f9df) +test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=%E2%98%86&format=json&states=listing (txn: tx25cd48024dc040de98612-006644f9df) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx25cd48024dc040de98612-006644f9df) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&format=json&limit=10000&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx25cd48024dc040de98612-006644f9df) +test DEBUG: Found 1022 objects in shard (state=unsharded), total = 1022 (txn: tx25cd48024dc040de98612-006644f9df) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx25cd48024dc040de98612-006644f9df) +test DEBUG: Get listing from /v1/.shards_a/c_?marker=%E2%A8%83&format=json&limit=8978&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx25cd48024dc040de98612-006644f9df) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2046 (txn: tx25cd48024dc040de98612-006644f9df) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx46f8634f4d3d417bb1c9e-006644f9df) +test DEBUG: GET listing from 4 shards for: /v1/a/c?end_marker=%E2%98%8A&format=json&states=listing (txn: tx46f8634f4d3d417bb1c9e-006644f9df) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx46f8634f4d3d417bb1c9e-006644f9df) +test DEBUG: Get listing from /v1/.shards_a/c_ham?end_marker=ham%00&format=json&limit=10000&marker= {'X-Backend-Record-Type': 'auto'} (txn: tx46f8634f4d3d417bb1c9e-006644f9df) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx46f8634f4d3d417bb1c9e-006644f9df) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx46f8634f4d3d417bb1c9e-006644f9df) +test DEBUG: Get listing from /v1/.shards_a/c_pie?end_marker=pie%00&format=json&limit=9960&marker=h {'X-Backend-Record-Type': 'auto'} (txn: tx46f8634f4d3d417bb1c9e-006644f9df) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx46f8634f4d3d417bb1c9e-006644f9df) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx46f8634f4d3d417bb1c9e-006644f9df) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?end_marker=%E2%98%83%00&format=json&limit=9952&marker=p {'X-Backend-Record-Type': 'auto'} (txn: tx46f8634f4d3d417bb1c9e-006644f9df) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx46f8634f4d3d417bb1c9e-006644f9df) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx46f8634f4d3d417bb1c9e-006644f9df) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?end_marker=%E2%98%8A&format=json&limit=8928&marker=%D1%B0 {'X-Backend-Record-Type': 'auto'} (txn: tx46f8634f4d3d417bb1c9e-006644f9df) +test DEBUG: Found 6 objects in shard (state=unsharded), total = 1078 (txn: tx46f8634f4d3d417bb1c9e-006644f9df) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txc7cf8cb970c740b8b1239-006644f9df) +test DEBUG: GET listing from 5 shards for: /v1/a/c?prefix=hat&format=json&states=listing (txn: txc7cf8cb970c740b8b1239-006644f9df) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txc7cf8cb970c740b8b1239-006644f9df) +test DEBUG: Get listing from /v1/.shards_a/c_pie?prefix=hat&format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txc7cf8cb970c740b8b1239-006644f9df) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: txc7cf8cb970c740b8b1239-006644f9df) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txfcb42e739edd486ab35ae-006644f9df) +test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json&states=listing (txn: txfcb42e739edd486ab35ae-006644f9df) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txfcb42e739edd486ab35ae-006644f9df) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json {'X-Backend-Record-Type': 'auto'} (txn: txfcb42e739edd486ab35ae-006644f9df) +test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: txfcb42e739edd486ab35ae-006644f9df) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx523ace1058724ebf9206b-006644f9df) +test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json&states=listing (txn: tx523ace1058724ebf9206b-006644f9df) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx523ace1058724ebf9206b-006644f9df) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json {'X-Backend-Record-Type': 'auto'} (txn: tx523ace1058724ebf9206b-006644f9df) +test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: tx523ace1058724ebf9206b-006644f9df) +test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_recommended_pipelines +test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_recommended_pipelines ... ok +test.unit.common.test_wsgi.TestPipelineModification.test_proxy_unmodified_wsgi_pipeline +test.unit.common.test_wsgi.TestPipelineModification.test_proxy_unmodified_wsgi_pipeline ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_items_since +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_items_since ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_nothing_to_do +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_nothing_to_do ... ok +test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges +test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges_errors +test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges_errors ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_missing +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_missing ... ok +test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges_with_misplaced_objects +test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges_with_misplaced_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_batch_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_batch_reclaim ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_mix_ok_and_deleted_shard +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_mix_ok_and_deleted_shard ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_overlapping_shard_ranges +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_overlapping_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces_root_container_fill_gap +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces_root_container_fill_gap ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_chexor +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_chexor ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_brokers +test.unit.container.test_backend.TestContainerBroker.test_get_brokers ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shard_ranges_in_found_state +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shard_ranges_in_found_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_create_broker +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_create_broker ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharding_container_gap_in_shards_with_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharding_container_gap_in_shards_with_memcache ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_not_available +test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_not_available ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_reading +test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_reading ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_recheck_time_zero +test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_recheck_time_zero ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_writing +test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_writing ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_empty_body +test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_empty_body ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_error +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_error ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces_state_filtering +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces_state_filtering ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_db_state +test.unit.container.test_backend.TestContainerBroker.test_get_db_state ... ok test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: tx4ca1f2649ab847cc9a423-00685203ed) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.3:1003/sdd (txn: tx4ca1f2649ab847cc9a423-00685203ed) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx4ca1f2649ab847cc9a423-00685203ed) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx4ca1f2649ab847cc9a423-00685203ed) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.4:1004/sda (txn: tx4ca1f2649ab847cc9a423-00685203ed) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.5:1005/sda (txn: tx4ca1f2649ab847cc9a423-00685203ed) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.6:1006/sda (txn: tx4ca1f2649ab847cc9a423-00685203ed) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.7:1007/sda (txn: tx4ca1f2649ab847cc9a423-00685203ed) -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_container_info_got_cached -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_container_info_got_cached ... ok -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_handoff_has_deleted_database -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_handoff_has_deleted_database ... ok -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_node_errors -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_node_errors ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_missing_one -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_missing_one ... ok -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_reseller_admin -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_reseller_admin ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_mostly_found -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_mostly_found ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_mostly_not_found -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_mostly_not_found ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_not_found -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_not_found ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_simple -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_simple ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_with_write_affinity -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_with_write_affinity ... ok -test ERROR: Invalid swift_bytes: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 4161, in override_bytes_from_content_type - listing_dict['bytes'] = int(swift_bytes) - ^^^^^^^^^^^^^^^^ -ValueError: invalid literal for int() with base 10: 'hey' +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx3e47b3791d51439fa2eb3-006644f9e0) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: tx3e47b3791d51439fa2eb3-006644f9e0) +test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx3e47b3791d51439fa2eb3-006644f9e0) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: tx3e47b3791d51439fa2eb3-006644f9e0) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_c', lower='b', upper='c') .shards_a/c_c with {'X-Backend-Record-Type': 'auto'} (txn: tx3e47b3791d51439fa2eb3-006644f9e0) +test DEBUG: Get listing from /v1/.shards_a/c_c?format=json&limit=9999&marker=b&end_marker=c%00 {'X-Backend-Record-Type': 'auto'} (txn: tx3e47b3791d51439fa2eb3-006644f9e0) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: tx3e47b3791d51439fa2eb3-006644f9e0) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='c', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx3e47b3791d51439fa2eb3-006644f9e0) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx3e47b3791d51439fa2eb3-006644f9e0) +test WARNING: Failed to get container listing from /v1/a/c?format=json&states=listing: 404 (txn: tx3e47b3791d51439fa2eb3-006644f9e0) +test ERROR: Aborting listing from shards due to bad response: [200, 200, 404] (txn: tx3e47b3791d51439fa2eb3-006644f9e0) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx1d08e33e2e6a4cd180518-006644f9e1) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx1d08e33e2e6a4cd180518-006644f9e1) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx1d08e33e2e6a4cd180518-006644f9e1) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx1d08e33e2e6a4cd180518-006644f9e1) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx1d08e33e2e6a4cd180518-006644f9e1) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx1d08e33e2e6a4cd180518-006644f9e1) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: tx1d08e33e2e6a4cd180518-006644f9e1) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx1d08e33e2e6a4cd180518-006644f9e1) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx1d08e33e2e6a4cd180518-006644f9e1) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: tx1d08e33e2e6a4cd180518-006644f9e1) +test DEBUG: Setting object count to 1065 (txn: tx1d08e33e2e6a4cd180518-006644f9e1) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 500 Trying to DELETE /AUTH_kilroy/ascii/ascii From Object Server 10.0.0.2:1002/sdc (txn: txe0284fed71884ba6913be-00685203ed) -proxy-server ERROR: ERROR 500 Trying to DELETE /AUTH_kilroy/툎/鐉 From Object Server 10.0.0.0:1000/sda (txn: tx4ee71ab722e841f5a3f7b-00685203ed) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: txa24a136ab22746b6b2a85-00685203ed) -proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: txad8dc1f2cb3c4da49c4ae-00685203ed) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: txad8dc1f2cb3c4da49c4ae-00685203ed) -proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx4226f8ad34bb4dd685f67-00685203ed) -proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx4226f8ad34bb4dd685f67-00685203ed) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sda re: Trying to DELETE /AUTH_kilroy/ascii/ascii: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status -Exception (txn: tx4226f8ad34bb4dd685f67-00685203ed) -proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: txdb2a6686bb4e427fa6df7-00685203ed) -proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: txdb2a6686bb4e427fa6df7-00685203ed) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sda re: Trying to DELETE /AUTH_kilroy/툎/鐉: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status -Exception (txn: txdb2a6686bb4e427fa6df7-00685203ed) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=%E1%88%B41_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server INFO: Caching updating shards for shard-updating-v2/a/c (3 shards) (txn: txd81b736be1014b21a68aa-006644f9e1) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Problem with listing response from /v1/a/c/o: JSONDecodeError('Expecting value: line 1 column 1 (char 0)') (txn: tx1bdd1e8c6ea94a98bffba-006644f9e1) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.0:1000/sda (txn: txa4c1de78530f434299d2c-006644f9e1) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.1:1001/sdb (txn: txa4c1de78530f434299d2c-006644f9e1) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.2:1002/sdc (txn: txa4c1de78530f434299d2c-006644f9e1) +proxy-server ERROR: Object PUT returning 503 for [503, 503, 503] (txn: txa4c1de78530f434299d2c-006644f9e1) +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_with_body_and_footers +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_with_body_and_footers ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_with_no_body_and_footers +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_with_no_body_and_footers ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_half_not_found_headers_and_body +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_half_not_found_headers_and_body ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_half_not_found_statuses +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_half_not_found_statuses ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_handoff +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_handoff ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_limits_expirer_queue_updates +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_limits_expirer_queue_updates ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_missing_one +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_missing_one ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_mostly_found +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_mostly_found ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_mostly_not_found +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_mostly_not_found ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_not_found +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_not_found ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_simple +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_simple ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_with_write_affinity +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_with_write_affinity ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_write_affinity_after_replication +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_write_affinity_after_replication ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_write_affinity_before_replication +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_write_affinity_before_replication ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_GET_all_primaries_error_limited +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_GET_all_primaries_error_limited ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_simple +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_simple ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest ... ok +REPLICATE: /sdc/0/f4a74e25c052c6af4168cff5a1f48938, complete_rsync, ('2d424a69-c9ed-41e3-a7fc-d82a093d95a7-sda', 'f4a74e25c052c6af4168cff5a1f48938.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp1l0q8llh/sdb/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, sync, (2, '5df8e6ca78d88988e1b4e6f7ec5ed4c9', 'a2c08f11-270d-4fb9-bfe8-d448842f87fa-sdb', '1715796444.82608', '1715796445.00000', '0', '', '1715796445.09706', 1, 1) +test DEBUG: /tmp/tmp1l0q8llh/sdb/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db usyncing chunks to 10.0.0.2:1002/sdc, starting at row -1 +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, merge_items, ([{'ROWID': 1, 'name': 'o-unu', 'created_at': '1715796448.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}, {'ROWID': 2, 'name': 'o-nulo', 'created_at': '1715796449.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'a2c08f11-270d-4fb9-bfe8-d448842f87fa-sdb') +test DEBUG: Replicating db /tmp/tmp1l0q8llh/sdb/containers/0/938/f4a74e25c052c6af4168cff5a1f48938/f4a74e25c052c6af4168cff5a1f48938.db +REPLICATE: /sdc/0/f4a74e25c052c6af4168cff5a1f48938, sync, (1, '9cde7402707927f890731c77c00c5155', '0f0be7aa-a71b-4790-b121-3a5f403dc77f-', '1715796445.63565', '1715796000', '0', '', '1715796000', 1, 0) +test DEBUG: /tmp/tmp1l0q8llh/sdb/containers/0/938/f4a74e25c052c6af4168cff5a1f48938/f4a74e25c052c6af4168cff5a1f48938.db in sync with 10.0.0.2:1002/sdc, nothing to do +REPLICATE: /sda/0/f4a74e25c052c6af4168cff5a1f48938, sync, (1, '9cde7402707927f890731c77c00c5155', '0f0be7aa-a71b-4790-b121-3a5f403dc77f-', '1715796445.63565', '1715796000', '0', '', '1715796000', 1, 0) +test DEBUG: /tmp/tmp1l0q8llh/sdb/containers/0/938/f4a74e25c052c6af4168cff5a1f48938/f4a74e25c052c6af4168cff5a1f48938.db in sync with 10.0.0.0:1000/sda, nothing to do +test DEBUG: /tmp/tmp1l0q8llh/sdb/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db usyncing chunks to 10.0.0.2:1002/sdc, finished at row 2 (0.167734s) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, merge_syncs, ([{'remote_id': '8809b423-74e2-4f75-be9b-bb8bf803de37-sda', 'sync_point': 2}],) +REPLICATE: /sda/0/33379ecb053aa5c9e356c68997cbb59e, sync, (2, '5df8e6ca78d88988e1b4e6f7ec5ed4c9', 'a2c08f11-270d-4fb9-bfe8-d448842f87fa-sdb', '1715796444.82608', '1715796445.00000', '0', '', '1715796445.09706', 1, 1) +test DEBUG: /tmp/tmp1l0q8llh/sdb/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db usyncing chunks to 10.0.0.0:1000/sda, starting at row -1 +REPLICATE: /sda/0/33379ecb053aa5c9e356c68997cbb59e, merge_items, ([{'ROWID': 1, 'name': 'o-unu', 'created_at': '1715796448.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}, {'ROWID': 2, 'name': 'o-nulo', 'created_at': '1715796449.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'a2c08f11-270d-4fb9-bfe8-d448842f87fa-sdb') +test DEBUG: /tmp/tmp1l0q8llh/sdb/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db usyncing chunks to 10.0.0.0:1000/sda, finished at row 2 (0.0713961s) +REPLICATE: /sda/0/33379ecb053aa5c9e356c68997cbb59e, merge_syncs, ([{'remote_id': '8809b423-74e2-4f75-be9b-bb8bf803de37-sda', 'sync_point': 2}],) +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp1l0q8llh/sdb/containers/0/938/f4a74e25c052c6af4168cff5a1f48938/f4a74e25c052c6af4168cff5a1f48938.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 2 dbs in 0.65694 seconds (3.04443/s) +test INFO: Removed 0 dbs +test INFO: 4 successes, 0 failures +test INFO: diff:2 diff_capped:0 empty:0 hashmatch:0 no_change:2 remote_merge:0 rsync:0 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmp1l0q8llh/sdb/containers/0/938/f4a74e25c052c6af4168cff5a1f48938/f4a74e25c052c6af4168cff5a1f48938.db +REPLICATE: /sdc/0/f4a74e25c052c6af4168cff5a1f48938, sync, (2, 'a6fdec10b87ee2de476a9c1aca008042', '0f0be7aa-a71b-4790-b121-3a5f403dc77f-', '1715796445.63565', '1715796000', '0', '', '1715796000', 1, 0) +test DEBUG: /tmp/tmp1l0q8llh/sdb/containers/0/938/f4a74e25c052c6af4168cff5a1f48938/f4a74e25c052c6af4168cff5a1f48938.db usyncing chunks to 10.0.0.2:1002/sdc, starting at row 1 +REPLICATE: /sdc/0/f4a74e25c052c6af4168cff5a1f48938, merge_items, ([{'ROWID': 2, 'name': '0:/a/c/o-nulo', 'created_at': '1715796449.00000', 'size': 0, 'content_type': 'application/x-put', 'etag': '1715796449.00000', 'deleted': 0, 'storage_policy_index': 0}], '0f0be7aa-a71b-4790-b121-3a5f403dc77f-') +test DEBUG: /tmp/tmp1l0q8llh/sdb/containers/0/938/f4a74e25c052c6af4168cff5a1f48938/f4a74e25c052c6af4168cff5a1f48938.db usyncing chunks to 10.0.0.2:1002/sdc, finished at row 2 (0.0876758s) +REPLICATE: /sdc/0/f4a74e25c052c6af4168cff5a1f48938, merge_syncs, ([{'remote_id': '2d424a69-c9ed-41e3-a7fc-d82a093d95a7-sda', 'sync_point': 1}],) +REPLICATE: /sda/0/f4a74e25c052c6af4168cff5a1f48938, sync, (2, 'a6fdec10b87ee2de476a9c1aca008042', '0f0be7aa-a71b-4790-b121-3a5f403dc77f-', '1715796445.63565', '1715796000', '0', '', '1715796000', 1, 0) +test DEBUG: /tmp/tmp1l0q8llh/sdb/containers/0/938/f4a74e25c052c6af4168cff5a1f48938/f4a74e25c052c6af4168cff5a1f48938.db usyncing chunks to 10.0.0.0:1000/sda, starting at row 1 +REPLICATE: /sda/0/f4a74e25c052c6af4168cff5a1f48938, merge_items, ([{'ROWID': 2, 'name': '0:/a/c/o-nulo', 'created_at': '1715796449.00000', 'size': 0, 'content_type': 'application/x-put', 'etag': '1715796449.00000', 'deleted': 0, 'storage_policy_index': 0}], '0f0be7aa-a71b-4790-b121-3a5f403dc77f-') +test DEBUG: /tmp/tmp1l0q8llh/sdb/containers/0/938/f4a74e25c052c6af4168cff5a1f48938/f4a74e25c052c6af4168cff5a1f48938.db usyncing chunks to 10.0.0.0:1000/sda, finished at row 2 (0.0753036s) +REPLICATE: /sda/0/f4a74e25c052c6af4168cff5a1f48938, merge_syncs, ([{'remote_id': '2d424a69-c9ed-41e3-a7fc-d82a093d95a7-sda', 'sync_point': 1}],) +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (3, 'd14d02065256efdf19a28bbbccc66b92', '7737a8cb-f29d-454c-a3f5-52e8c53e4266-', '1715796447.49673', '1715796447.49425', '0', '', '1715796447.49425', 99, 0) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('7737a8cb-f29d-454c-a3f5-52e8c53e4266-', '33379ecb053aa5c9e356c68997cbb59e_1715796447.53986.db') +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (3, 'd14d02065256efdf19a28bbbccc66b92', '7737a8cb-f29d-454c-a3f5-52e8c53e4266-', '1715796447.49673', '1715796447.49425', '0', '', '1715796447.49425', 99, 0) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, get_shard_ranges, () +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1715796447.53978', 'lower': '', 'upper': 'a', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1715796447.53978', 'deleted': 0, 'state': 40, 'state_timestamp': '1715796447.53978', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715796447.53999', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715796447.53999', 'deleted': 0, 'state': 60, 'state_timestamp': '1715796447.53986', 'epoch': '1715796447.53986', 'reported': 0, 'tombstones': -1}], '7737a8cb-f29d-454c-a3f5-52e8c53e4266-') +test DEBUG: /tmp/tmpww7myght/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e_1715796447.53986.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpww7myght/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e_1715796447.53986.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: tx4d23168e245b4328a3843-00685203ed) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: txd2619fdbd5044c539ce8d-006644f9e1) +proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: txd2619fdbd5044c539ce8d-006644f9e1) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_write_affinity_after_replication -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_write_affinity_after_replication ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_write_affinity_before_replication -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_write_affinity_before_replication ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_all_primaries_error_limited -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_all_primaries_error_limited ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_error -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_error ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_handoff -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_handoff ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_newest_will_not_resume -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_newest_will_not_resume ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_not_found -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_not_found ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_not_found_when_404_newer -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_not_found_when_404_newer ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_mixed_policies -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_mixed_policies ... ok proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx13fc90f09af342848b617-00685203ed) -proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx13fc90f09af342848b617-00685203ed) -proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx13fc90f09af342848b617-00685203ed) -proxy-server ERROR: Object GET returning 503 for [] (txn: tx13fc90f09af342848b617-00685203ed) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: my-txn-id) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 b'' Trying to GET /a/c/o From Object Server 10.0.0.0:1000/sda (txn: tx0738cf0e9da744ac871cc-00685203ed) -proxy-server ERROR: ERROR 503 b'' Trying to GET /a/c/o From Object Server 10.0.0.2:1002/sdc (txn: tx0738cf0e9da744ac871cc-00685203ed) -proxy-server ERROR: ERROR 503 b'' Trying to GET /a/c/o From Object Server 10.0.0.1:1001/sdb (txn: tx0738cf0e9da744ac871cc-00685203ed) -proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: tx0738cf0e9da744ac871cc-00685203ed) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: tx1518d287809346a8953cf-00685203ed) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx5e7c19e1c7d34ed88aa9b-006644f9e1) +proxy-server ERROR: Object GET returning 503 for [] (txn: tx5e7c19e1c7d34ed88aa9b-006644f9e1) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx3456dcce98934beb8dfc1-00685203ed) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status -Exception: kaboom! (txn: tx3456dcce98934beb8dfc1-00685203ed) -proxy-server ERROR: Object GET returning 503 for [] (txn: tx3456dcce98934beb8dfc1-00685203ed) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status -Exception: kaboom! (txn: tx54fff40348d64bfe9b644-00685203ed) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54fff40348d64bfe9b644-00685203ed) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txbe1c6575fef24817bf380-00685203ed) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx367ac52a594b4b82bc301-00685203ed) -proxy-server ERROR: Object GET returning 503 for [] (txn: tx367ac52a594b4b82bc301-00685203ed) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx222afab410934bac8b1b3-00685203ed) -proxy-server ERROR: Object GET returning 503 for [] (txn: tx222afab410934bac8b1b3-00685203ed) -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_error_during_rebalance -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_error_during_rebalance ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty ... ok -test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500, 500, 500] (txn: tx4ca1f2649ab847cc9a423-00685203ed) -test INFO: Client disconnected on read of '/a/c' (txn: tx4ca1f2649ab847cc9a423-00685203ed) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txb4299b3d3ac04d8588696-00685203ed) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txb4299b3d3ac04d8588696-00685203ed) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txb4299b3d3ac04d8588696-00685203ed) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txb4299b3d3ac04d8588696-00685203ed) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda (txn: tx2f67482f3f3247a4865f9-00685203ed) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx9f5e02af9dab4f79b1b87-00685203ed) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc (txn: txdd645ae2436244ed802d3-00685203ed) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd (txn: tx05eac8dedff54687965d9-00685203ed) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to PUT /a/c: Timeout (Nones) (txn: txbfdde30f9a124f969d3d4-00685203ed) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status -Exception: kaboom! (txn: tx38bbc3b4aab74c35a2f7e-00685203ed) -test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: txc0ba1d49a1ea4e0f95127-00685203ed) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda (txn: tx4d2f2ec5d7384c9d948df-00685203ed) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb (txn: txbfa7cf248c88490aad2e8-00685203ed) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx21207015250b4ba1a7ba5-00685203ed) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd (txn: txed9d016c74fc41dcbfac4-00685203ed) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to DELETE /a/c: Timeout (Nones) (txn: tx8eac9d80699245128f3ca-00685203ed) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status -Exception: kaboom! (txn: tx5fa25cdba0134ab68aae4-00685203ed) -test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: txf292eeb86c9e4590bc0b4-00685203ed) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda (txn: txf43b0c17ad324d75ab527-00685203ed) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb (txn: txcd1e47d8dfe14f17a8bb2-00685203ed) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx05a7fd036ae7474d881f2-00685203ed) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.3:1003/sdd (txn: tx837f072585794d10b231e-00685203ed) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to POST /a/c: Timeout (Nones) (txn: tx21df5ce7e876430a8f50e-00685203ed) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status -Exception: kaboom! (txn: tx4f48a73a63774df196d7f-00685203ed) -test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: txae098403fa8740ffb422b-00685203ed) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: txf00460adbe4d4e12822b9-00685203ed) -test INFO: Client disconnected on read of '/a/c' (txn: tx6702fda98f4245b2a6820-00685203ed) -test INFO: Client disconnected on read of '/a/c' (txn: txb03c1812a3894650b7ee3-00685203ed) -test INFO: Client disconnected on read of '/a/c' (txn: txb03c1812a3894650b7ee3-00685203ed) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +StopIteration (txn: txd29e7844463749ac9e4b6-006644f9e1) +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_different_timestamps +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_different_timestamps ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_with_some_missing +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_with_some_missing ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_with_two_vector_timestamps +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_with_two_vector_timestamps ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_delete_at_in_past +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_delete_at_in_past ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_delete_at_non_integer +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_delete_at_non_integer ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_limits_expirer_queue_deletes +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_limits_expirer_queue_deletes ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_negative_delete_after +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_negative_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_non_int_delete_after +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_non_int_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_delete_at_in_past +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_delete_at_in_past ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_delete_at_non_integer +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_delete_at_non_integer ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_limits_expirer_queue_deletes +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_limits_expirer_queue_deletes ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_negative_delete_after +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_negative_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_non_int_delete_after +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_non_int_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_requires_length +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_requires_length ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_connect_put_node_timeout +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_connect_put_node_timeout ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_container_sync_delete +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_container_sync_delete ... ok +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: +StopIteration (txn: txf2b75bec78c34c26b788d-006644f9e1) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: +StopIteration (txn: tx30452b7caf5246c8b11cd-006644f9e1) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server :/ re: Expect: 100-continue on /a/c/o: ConnectionTimeout (0.05s) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_container_update_backend_requests +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_container_update_backend_requests ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharded +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharded ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_creation +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_creation ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges_errors +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges_errors ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_delete_at_backend_requests +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_delete_at_backend_requests ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_expirer_DELETE_suppresses_expirer_queue_updates +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_expirer_DELETE_suppresses_expirer_queue_updates ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_handoff_local_first_default +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_handoff_local_first_default ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_handoff_local_first_non_default +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_handoff_local_first_non_default ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_best_effort +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_best_effort ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_moves_locals_first +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_moves_locals_first ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_noops_when_no_affinity +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_noops_when_no_affinity ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_handoff_first_noops_when_no_affinity +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_handoff_first_noops_when_no_affinity ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_object_DELETE_backend_update_container_ip_default +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_object_DELETE_backend_update_container_ip_default ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_repl_object_DELETE_backend_update_container_repl_ip +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_repl_object_DELETE_backend_update_container_repl_ip ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shrink_threshold +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shrink_threshold ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_smooth_distributed_backend_requests +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_smooth_distributed_backend_requests ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_some_404s_and_507s +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_some_404s_and_507s ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_not_configured +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_not_configured ... ok +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (1-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_per_policy_config +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_per_policy_config ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_per_policy_config_overrides_and_inherits +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_per_policy_config_overrides_and_inherits ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_proxy_server_config +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_proxy_server_config ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_info +test.unit.container.test_backend.TestContainerBroker.test_get_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_objects +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_db_file +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_db_file ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_info_is_deleted +test.unit.container.test_backend.TestContainerBroker.test_get_info_is_deleted ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_info_no_stale_reads +test.unit.container.test_backend.TestContainerBroker.test_get_info_no_stale_reads ... ok +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796497.00000, (0, 0) as of 1715796497.00000, active as of 1715796497.00000> to ShardRange<'k' to 't' as of 1715796498.00000, (0, 0) as of 1715796498.00000, sharded as of 1715796498.00000>, path: .shards_a/shard_c_1715796498.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/124/b240241ed15a8f2c892faea3ccdd8124/b240241ed15a8f2c892faea3ccdd8124.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796498.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/124/b240241ed15a8f2c892faea3ccdd8124/b240241ed15a8f2c892faea3ccdd8124.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796500.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/eaa/390f80152b3dff35902329f051fcbeaa/390f80152b3dff35902329f051fcbeaa.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796499.00000, (0, 0) as of 1715796499.00000, active as of 1715796499.00000> to ShardRange<'k' to 't' as of 1715796500.00000, (0, 0) as of 1715796500.00000, shrunk as of 1715796500.00000>, path: .shards_a/shard_c_1715796500.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/eaa/390f80152b3dff35902329f051fcbeaa/390f80152b3dff35902329f051fcbeaa.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796500.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/eaa/390f80152b3dff35902329f051fcbeaa/390f80152b3dff35902329f051fcbeaa.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796502.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/fec/8f15f28d705cc70e8312bc867010bfec/8f15f28d705cc70e8312bc867010bfec.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796501.00000, (0, 0) as of 1715796501.00000, shrinking as of 1715796501.00000> to ShardRange<'k' to 't' as of 1715796502.00000, (0, 0) as of 1715796502.00000, found as of 1715796502.00000>, path: .shards_a/shard_c_1715796502.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/fec/8f15f28d705cc70e8312bc867010bfec/8f15f28d705cc70e8312bc867010bfec.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796504.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/cab/7fc6fe31705e5d10541fe84389cfecab/7fc6fe31705e5d10541fe84389cfecab.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796503.00000, (0, 0) as of 1715796503.00000, shrinking as of 1715796503.00000> to ShardRange<'k' to 't' as of 1715796504.00000, (0, 0) as of 1715796504.00000, created as of 1715796504.00000>, path: .shards_a/shard_c_1715796504.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/cab/7fc6fe31705e5d10541fe84389cfecab/7fc6fe31705e5d10541fe84389cfecab.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796506.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/ecf/bb3ac8e3fb9b5643724be9cbf9076ecf/bb3ac8e3fb9b5643724be9cbf9076ecf.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796505.00000, (0, 0) as of 1715796505.00000, shrinking as of 1715796505.00000> to ShardRange<'k' to 't' as of 1715796506.00000, (0, 0) as of 1715796506.00000, cleaved as of 1715796506.00000>, path: .shards_a/shard_c_1715796506.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/ecf/bb3ac8e3fb9b5643724be9cbf9076ecf/bb3ac8e3fb9b5643724be9cbf9076ecf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796508.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/cbe/2746857e92d6a90a009f4af545be6cbe/2746857e92d6a90a009f4af545be6cbe.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796507.00000, (0, 0) as of 1715796507.00000, shrinking as of 1715796507.00000> to ShardRange<'k' to 't' as of 1715796508.00000, (0, 0) as of 1715796508.00000, active as of 1715796508.00000>, path: .shards_a/shard_c_1715796508.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/cbe/2746857e92d6a90a009f4af545be6cbe/2746857e92d6a90a009f4af545be6cbe.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796510.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/728/57a843170fbecd6f21d377c1f3c3c728/57a843170fbecd6f21d377c1f3c3c728.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796510.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/728/57a843170fbecd6f21d377c1f3c3c728/57a843170fbecd6f21d377c1f3c3c728.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796512.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/61c/1a3e7bff84a8ea2f487fa39f6624461c/1a3e7bff84a8ea2f487fa39f6624461c.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796511.00000, (0, 0) as of 1715796511.00000, shrinking as of 1715796511.00000> to ShardRange<'k' to 't' as of 1715796512.00000, (0, 0) as of 1715796512.00000, sharding as of 1715796512.00000>, path: .shards_a/shard_c_1715796512.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/61c/1a3e7bff84a8ea2f487fa39f6624461c/1a3e7bff84a8ea2f487fa39f6624461c.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796512.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/61c/1a3e7bff84a8ea2f487fa39f6624461c/1a3e7bff84a8ea2f487fa39f6624461c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796514.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/40a/e09fb6386b3f509856eb1c443b01d40a/e09fb6386b3f509856eb1c443b01d40a.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796513.00000, (0, 0) as of 1715796513.00000, shrinking as of 1715796513.00000> to ShardRange<'k' to 't' as of 1715796514.00000, (0, 0) as of 1715796514.00000, sharded as of 1715796514.00000>, path: .shards_a/shard_c_1715796514.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/40a/e09fb6386b3f509856eb1c443b01d40a/e09fb6386b3f509856eb1c443b01d40a.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796514.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/40a/e09fb6386b3f509856eb1c443b01d40a/e09fb6386b3f509856eb1c443b01d40a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796516.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/7a3/26e00025a14ede04e61c0d5c353497a3/26e00025a14ede04e61c0d5c353497a3.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796515.00000, (0, 0) as of 1715796515.00000, shrinking as of 1715796515.00000> to ShardRange<'k' to 't' as of 1715796516.00000, (0, 0) as of 1715796516.00000, shrunk as of 1715796516.00000>, path: .shards_a/shard_c_1715796516.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/7a3/26e00025a14ede04e61c0d5c353497a3/26e00025a14ede04e61c0d5c353497a3.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796516.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/7a3/26e00025a14ede04e61c0d5c353497a3/26e00025a14ede04e61c0d5c353497a3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796518.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/40d/a4665f2e043c08b02f5df2bf1521740d/a4665f2e043c08b02f5df2bf1521740d.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796517.00000, (0, 0) as of 1715796517.00000, sharding as of 1715796517.00000> to ShardRange<'k' to 't' as of 1715796518.00000, (0, 0) as of 1715796518.00000, found as of 1715796518.00000>, path: .shards_a/shard_c_1715796518.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/40d/a4665f2e043c08b02f5df2bf1521740d/a4665f2e043c08b02f5df2bf1521740d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796520.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/2ef/52e208ab3b75df441a31bf66436fb2ef/52e208ab3b75df441a31bf66436fb2ef.db +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges_with_misplaced_objects +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges_with_misplaced_objects ... ok +proxy-server DEBUG: Loaded override config for policy 1 (4-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (1-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (4-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (1-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (4-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (1-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (4-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (client_ip: 127.0.0.2) +cont1 DEBUG: Could not load '/tmp/tmp8ovv_4y8/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp8ovv_4y8/tmp_test_proxy_server_chunked/container-sync-realms.conf' (client_ip: 127.0.0.2) +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. (client_ip: 127.0.0.2) +cont2 DEBUG: Could not load '/tmp/tmp8ovv_4y8/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp8ovv_4y8/tmp_test_proxy_server_chunked/container-sync-realms.conf' (client_ip: 127.0.0.2) +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. (client_ip: 127.0.0.2) +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:07:29 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0768 "-" 1363412 - +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:07:29 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0772 "-" 1363412 - +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:07:30 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0569 "-" 1363412 - +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:07:30 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0791 "-" 1363412 - +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:07:30 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx3b1e62964aae4d1585d54-006644f9e2" "proxy-server 1363412" 0.0013 "-" 1363412 - +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:07:30 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:50559/sdb1/1/a/c" "tx3b1e62964aae4d1585d54-006644f9e2" "container-server 1363412" 0.0010 "-" 1363412 0 +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_delete_db_does_not_clear_particular_sharding_meta +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_delete_db_does_not_clear_particular_sharding_meta ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shrink_threshold_with_tombstones +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shrink_threshold_with_tombstones ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_info_sharding_states +test.unit.container.test_backend.TestContainerBroker.test_get_info_sharding_states ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_delete_object +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_delete_object ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_info_stale_read_ok +test.unit.container.test_backend.TestContainerBroker.test_get_info_stale_read_ok ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharded_large_diff +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharded_large_diff ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_DELETE +test.unit.proxy.test_mem_server.TestAccountController.test_DELETE ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_DELETE_with_query_string +test.unit.proxy.test_mem_server.TestAccountController.test_DELETE_with_query_string ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_single_donor_shrink_to_root +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_single_donor_shrink_to_root ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_items_since +test.unit.container.test_backend.TestContainerBroker.test_get_items_since ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_GET +test.unit.proxy.test_mem_server.TestAccountController.test_GET ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_GET_autocreate +test.unit.proxy.test_mem_server.TestAccountController.test_GET_autocreate ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_HEAD +test.unit.proxy.test_mem_server.TestAccountController.test_HEAD ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_HEAD_autocreate +test.unit.proxy.test_mem_server.TestAccountController.test_HEAD_autocreate ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_OPTIONS +test.unit.proxy.test_mem_server.TestAccountController.test_OPTIONS ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_POST_autocreate +test.unit.proxy.test_mem_server.TestAccountController.test_POST_autocreate ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_POST_autocreate_with_sysmeta +test.unit.proxy.test_mem_server.TestAccountController.test_POST_autocreate_with_sysmeta ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_POST_bad_metadata +test.unit.proxy.test_mem_server.TestAccountController.test_POST_bad_metadata ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_POST_metadata +test.unit.proxy.test_mem_server.TestAccountController.test_POST_metadata ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_PUT +test.unit.proxy.test_mem_server.TestAccountController.test_PUT ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_PUT_bad_metadata +test.unit.proxy.test_mem_server.TestAccountController.test_PUT_bad_metadata ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_PUT_connect_exceptions +test.unit.proxy.test_mem_server.TestAccountController.test_PUT_connect_exceptions ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_double_check_trailing_delimiter +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_double_check_trailing_delimiter ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_PUT_max_account_name_length +test.unit.proxy.test_mem_server.TestAccountController.test_PUT_max_account_name_length ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_PUT_metadata +test.unit.proxy.test_mem_server.TestAccountController.test_PUT_metadata ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_PUT_status +test.unit.proxy.test_mem_server.TestAccountController.test_PUT_status ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_namespaces +test.unit.container.test_backend.TestContainerBroker.test_get_namespaces ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_auto_create_account_listing_response_is_json +test.unit.proxy.test_mem_server.TestAccountController.test_auto_create_account_listing_response_is_json ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_connection_refused +test.unit.proxy.test_mem_server.TestAccountController.test_connection_refused ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_other_socket_error +test.unit.proxy.test_mem_server.TestAccountController.test_other_socket_error ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_response_get_accept_ranges_header +test.unit.proxy.test_mem_server.TestAccountController.test_response_get_accept_ranges_header ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_response_head_accept_ranges_header +test.unit.proxy.test_mem_server.TestAccountController.test_response_head_accept_ranges_header ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_namespaces_root_container_fill_gap +test.unit.container.test_backend.TestContainerBroker.test_get_namespaces_root_container_fill_gap ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_double_check_trailing_delimiter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_double_check_trailing_delimiter_non_slash ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_user_input +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_user_input ... ok +Unlinked retiring db '/tmp/tmpl2aej5fs/containers/part/suffix/hash/container.db' +test.unit.container.test_backend.TestContainerBroker.test_get_namespaces_state_filtering +test.unit.container.test_backend.TestContainerBroker.test_get_namespaces_state_filtering ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_brokers +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_brokers ... ok +Loaded db broker for a/c +Loaded db broker for a/c +Loaded db broker for a/c +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_deprecated_options +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_deprecated_options ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_objects +test.unit.container.test_backend.TestContainerBroker.test_get_objects ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_does_not_exist +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_does_not_exist ... ok +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:07:30 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:38295/sda1/1/a/c" "tx3b1e62964aae4d1585d54-006644f9e2" "container-server 1363412" 0.0009 "-" 1363412 0 +cont2 INFO: 127.0.0.1 - - [15/May/2024:18:07:30 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx3b1e62964aae4d1585d54-006644f9e2" "proxy-server 1363412" 0.0903 "-" 1363412 0 +cont1 INFO: 127.0.0.1 - - [15/May/2024:18:07:30 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx3b1e62964aae4d1585d54-006644f9e2" "proxy-server 1363412" 0.1747 "-" 1363412 0 +proxy INFO: 127.0.0.1 127.0.0.1 15/May/2024/18/07/30 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx3b1e62964aae4d1585d54-006644f9e2 - 0.1861 - - 1715796450.106777668 1715796450.292833328 0 +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:07:30 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx963937fc47b646c6bec61-006644f9e2" "proxy-server 1363412" 0.0012 "-" 1363412 - +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:07:30 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:50559/sdb1/1/a1/c1" "tx963937fc47b646c6bec61-006644f9e2" "container-server 1363412" 0.0046 "-" 1363412 0 +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:07:30 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:38295/sda1/1/a1/c1" "tx963937fc47b646c6bec61-006644f9e2" "container-server 1363412" 0.0029 "-" 1363412 0 +cont1 INFO: 127.0.0.1 - - [15/May/2024:18:07:30 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx963937fc47b646c6bec61-006644f9e2" "proxy-server 1363412" 0.1498 "-" 1363412 0 +cont2 INFO: 127.0.0.1 - - [15/May/2024:18:07:30 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx963937fc47b646c6bec61-006644f9e2" "proxy-server 1363412" 0.0692 "-" 1363412 0 +proxy INFO: 127.0.0.1 127.0.0.1 15/May/2024/18/07/30 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx963937fc47b646c6bec61-006644f9e2 - 0.1581 - - 1715796450.294295549 1715796450.452393055 0 +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:07:30 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txcda51308cbb040e1a9495-006644f9e2" "proxy-server 1363412" 0.0653 "-" 1363412 - +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:07:30 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:38295/sda1/2/a/c1" "txcda51308cbb040e1a9495-006644f9e2" "container-server 1363412" 0.0010 "-" 1363412 1 +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:07:30 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:50559/sdb1/2/a/c1" "txcda51308cbb040e1a9495-006644f9e2" "container-server 1363412" 0.0829 "-" 1363412 1 +cont1 INFO: 127.0.0.1 - - [15/May/2024:18:07:30 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txcda51308cbb040e1a9495-006644f9e2" "proxy-server 1363412" 0.2397 "-" 1363412 1 +cont2 INFO: 127.0.0.1 - - [15/May/2024:18:07:30 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txcda51308cbb040e1a9495-006644f9e2" "proxy-server 1363412" 0.1666 "-" 1363412 1 +proxy INFO: 127.0.0.1 127.0.0.1 15/May/2024/18/07/30 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txcda51308cbb040e1a9495-006644f9e2 - 0.3131 - - 1715796450.454568624 1715796450.767640352 1 +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:07:30 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txd8083dcd32d44144ba29a-006644f9e2" "proxy-server 1363412" 0.0612 "-" 1363412 - +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:07:31 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:38295/sda1/1/a/c2" "txd8083dcd32d44144ba29a-006644f9e2" "container-server 1363412" 0.0743 "-" 1363412 2 +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:07:31 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:50559/sdb1/1/a/c2" "txd8083dcd32d44144ba29a-006644f9e2" "container-server 1363412" 0.0010 "-" 1363412 2 +cont1 INFO: 127.0.0.1 - - [15/May/2024:18:07:31 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txd8083dcd32d44144ba29a-006644f9e2" "proxy-server 1363412" 0.2061 "-" 1363412 2 +cont2 INFO: 127.0.0.1 - - [15/May/2024:18:07:31 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txd8083dcd32d44144ba29a-006644f9e2" "proxy-server 1363412" 0.1469 "-" 1363412 2 +proxy INFO: 127.0.0.1 127.0.0.1 15/May/2024/18/07/31 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txd8083dcd32d44144ba29a-006644f9e2 - 0.2744 - - 1715796450.769162655 1715796451.043590307 2 +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (client_ip: 127.0.0.2) +cont1 DEBUG: Could not load '/tmp/tmpcdvxm5ql/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpcdvxm5ql/tmp_test_proxy_server_chunked/container-sync-realms.conf' (client_ip: 127.0.0.2) +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. (client_ip: 127.0.0.2) +cont2 DEBUG: Could not load '/tmp/tmpcdvxm5ql/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpcdvxm5ql/tmp_test_proxy_server_chunked/container-sync-realms.conf' (client_ip: 127.0.0.2) +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. (client_ip: 127.0.0.2) +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:07:31 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0751 "-" 1363412 - +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:07:31 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0714 "-" 1363412 - +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:07:31 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0752 "-" 1363412 - +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:07:31 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0711 "-" 1363412 - +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:07:31 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx6119ac3aac4c4f2285a34-006644f9e3" "proxy-server 1363412" 0.0018 "-" 1363412 - +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:07:31 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:39435/sdb1/1/a/c" "tx6119ac3aac4c4f2285a34-006644f9e3" "container-server 1363412" 0.0081 "-" 1363412 0 +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:07:31 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:54267/sda1/1/a/c" "tx6119ac3aac4c4f2285a34-006644f9e3" "container-server 1363412" 0.0012 "-" 1363412 0 +cont2 INFO: 127.0.0.1 - - [15/May/2024:18:07:31 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx6119ac3aac4c4f2285a34-006644f9e3" "proxy-server 1363412" 0.1548 "-" 1363412 0 +cont1 INFO: 127.0.0.1 - - [15/May/2024:18:07:31 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx6119ac3aac4c4f2285a34-006644f9e3" "proxy-server 1363412" 0.0845 "-" 1363412 0 +proxy INFO: 127.0.0.1 127.0.0.1 15/May/2024/18/07/31 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx6119ac3aac4c4f2285a34-006644f9e3 - 0.1633 - - 1715796451.683786154 1715796451.847079992 0 +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:07:31 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx63c8af1a59c34e99849c4-006644f9e3" "proxy-server 1363412" 0.0014 "-" 1363412 - +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:07:32 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:39435/sdb1/1/a1/c1" "tx63c8af1a59c34e99849c4-006644f9e3" "container-server 1363412" 0.0012 "-" 1363412 0 +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:07:32 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:54267/sda1/1/a1/c1" "tx63c8af1a59c34e99849c4-006644f9e3" "container-server 1363412" 0.0026 "-" 1363412 0 +cont1 INFO: 127.0.0.1 - - [15/May/2024:18:07:32 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx63c8af1a59c34e99849c4-006644f9e3" "proxy-server 1363412" 0.0778 "-" 1363412 0 +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_invalid +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_invalid ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_invalid_deprecated_options +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_invalid_deprecated_options ... ok +Loaded db broker for a/c +Loaded db broker for a/c +Loaded db broker for a/c +Loaded db broker for a/c +Loaded db broker for a/c +Loaded db broker for a/c +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_options +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_options ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_dry_run_and_yes_is_invalid +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_dry_run_and_yes_is_invalid ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_objects_since_row +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_objects_since_row ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_db_state +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_db_state ... ok +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (6, 'e99efef1d9254389dcef3aea998d5b07', '688a649e-5a57-486d-902c-1559eb7ed8de-', '1715796448.19372', '1715796448.19124', '0', '', '1715796448.19124', 99, 0) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, get_shard_ranges, () +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1715796448.86191', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1715796448.86191', 'deleted': 0, 'state': 40, 'state_timestamp': '1715796448.86191', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715796448.91981', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715796448.91981', 'deleted': 0, 'state': 60, 'state_timestamp': '1715796448.27852', 'epoch': '1715796448.27852', 'reported': 0, 'tombstones': -1}], '688a649e-5a57-486d-902c-1559eb7ed8de-') +test DEBUG: /tmp/tmpo0r_aal8/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e_1715796448.27852.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpo0r_aal8/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e_1715796448.27852.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (6, 'e99efef1d9254389dcef3aea998d5b07', '688a649e-5a57-486d-902c-1559eb7ed8de-', '1715796448.19372', '1715796448.78951', '0', '', '1715796448.19124', 101, 0) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, get_shard_ranges, () +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1715796448.86191', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1715796448.86191', 'deleted': 0, 'state': 40, 'state_timestamp': '1715796448.86191', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715796448.91981', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715796448.91981', 'deleted': 0, 'state': 60, 'state_timestamp': '1715796448.27852', 'epoch': '1715796448.27852', 'reported': 0, 'tombstones': -1}], '688a649e-5a57-486d-902c-1559eb7ed8de-') +test DEBUG: /tmp/tmpo0r_aal8/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e_1715796448.27852.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpo0r_aal8/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e_1715796448.27852.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (6, '5b0286cb31357a2b7386d27b82fee3cb', '68cce54b-8f86-43ca-9123-9d171fd57621-', '1715796449.61776', '1715796449.61506', '0', '', '1715796449.61506', 99, 0) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, get_shard_ranges, () +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1715796450.19561', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1715796450.19561', 'deleted': 0, 'state': 40, 'state_timestamp': '1715796450.19561', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715796450.25173', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715796450.25173', 'deleted': 0, 'state': 60, 'state_timestamp': '1715796449.67585', 'epoch': '1715796449.67585', 'reported': 0, 'tombstones': -1}], '68cce54b-8f86-43ca-9123-9d171fd57621-') +test DEBUG: /tmp/tmpz_cy9xx6/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e_1715796449.67585.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpz_cy9xx6/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e_1715796449.67585.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (6, '5b0286cb31357a2b7386d27b82fee3cb', '68cce54b-8f86-43ca-9123-9d171fd57621-', '1715796449.61776', '1715796450.13021', '0', '', '1715796449.61506', 101, 0) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, get_shard_ranges, () +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1715796450.19561', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1715796450.19561', 'deleted': 0, 'state': 40, 'state_timestamp': '1715796450.19561', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715796450.25173', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715796450.25173', 'deleted': 0, 'state': 60, 'state_timestamp': '1715796449.67585', 'epoch': '1715796449.67585', 'reported': 0, 'tombstones': -1}], '68cce54b-8f86-43ca-9123-9d171fd57621-') +test DEBUG: /tmp/tmpz_cy9xx6/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e_1715796449.67585.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpz_cy9xx6/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e_1715796449.67585.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (5, '5f5171e967406d375589b7b04c5e17dc', '73e5c02f-d3dc-4d4f-8272-f6133e3aadff-', '1715796451.05357', '1715796451.05110', '0', '', '1715796451.05110', 99, 0) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, get_shard_ranges, () +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1715796451.68211', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715796451.68211', 'deleted': 0, 'state': 10, 'state_timestamp': '1715796451.68211', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715796451.75678', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715796451.75678', 'deleted': 0, 'state': 60, 'state_timestamp': '1715796451.10618', 'epoch': '1715796451.10618', 'reported': 0, 'tombstones': -1}], '73e5c02f-d3dc-4d4f-8272-f6133e3aadff-') +test DEBUG: /tmp/tmph8a661mc/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e_1715796451.10618.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmph8a661mc/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e_1715796451.10618.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (5, '5f5171e967406d375589b7b04c5e17dc', '73e5c02f-d3dc-4d4f-8272-f6133e3aadff-', '1715796451.05357', '1715796451.62490', '0', '', '1715796451.05110', 0, 0) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, get_shard_ranges, () +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1715796451.68211', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715796451.68211', 'deleted': 0, 'state': 10, 'state_timestamp': '1715796451.68211', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715796451.75678', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715796451.75678', 'deleted': 0, 'state': 60, 'state_timestamp': '1715796451.10618', 'epoch': '1715796451.10618', 'reported': 0, 'tombstones': -1}], '73e5c02f-d3dc-4d4f-8272-f6133e3aadff-') +test DEBUG: /tmp/tmph8a661mc/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e_1715796451.10618.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharding +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharding ... ok +test.unit.proxy.test_server.TestContainerController.test_CORS_valid +test.unit.proxy.test_server.TestContainerController.test_CORS_valid ... ok +test.unit.proxy.test_server.TestContainerController.test_DELETE +test.unit.proxy.test_server.TestContainerController.test_DELETE ... ok +test.unit.proxy.test_server.TestContainerController.test_DELETE_backed_x_timestamp_header +test.unit.proxy.test_server.TestContainerController.test_DELETE_backed_x_timestamp_header ... ok +test.unit.proxy.test_server.TestContainerController.test_DELETE_x_account_headers_with_fewer_account_replicas +test.unit.proxy.test_server.TestContainerController.test_DELETE_x_account_headers_with_fewer_account_replicas ... ok +test.unit.proxy.test_server.TestContainerController.test_DELETE_x_account_headers_with_more_account_replicas +test.unit.proxy.test_server.TestContainerController.test_DELETE_x_account_headers_with_more_account_replicas ... ok +test.unit.proxy.test_server.TestContainerController.test_GET_account_non_existent +test.unit.proxy.test_server.TestContainerController.test_GET_account_non_existent ... ok +test.unit.proxy.test_server.TestContainerController.test_GET_auto_create_prefix_account_non_existent +test.unit.proxy.test_server.TestContainerController.test_GET_auto_create_prefix_account_non_existent ... ok +test.unit.proxy.test_server.TestContainerController.test_GET_calls_authorize +test.unit.proxy.test_server.TestContainerController.test_GET_calls_authorize ... ok +test.unit.proxy.test_server.TestContainerController.test_GET_no_content +test.unit.proxy.test_server.TestContainerController.test_GET_no_content ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_enable +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_enable ... ok +cont2 INFO: 127.0.0.1 - - [15/May/2024:18:07:32 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx63c8af1a59c34e99849c4-006644f9e3" "proxy-server 1363412" 0.1533 "-" 1363412 0 +proxy INFO: 127.0.0.1 127.0.0.1 15/May/2024/18/07/32 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx63c8af1a59c34e99849c4-006644f9e3 - 0.1612 - - 1715796451.848545551 1715796452.009726048 0 +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:07:32 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txb9b54e7e8f984311a9e1f-006644f9e4" "proxy-server 1363412" 0.0906 "-" 1363412 - +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:07:32 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:39435/sdb1/2/a/c1" "txb9b54e7e8f984311a9e1f-006644f9e4" "container-server 1363412" 0.0010 "-" 1363412 1 +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:07:32 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:54267/sda1/2/a/c1" "txb9b54e7e8f984311a9e1f-006644f9e4" "container-server 1363412" 0.0897 "-" 1363412 1 +cont1 INFO: 127.0.0.1 - - [15/May/2024:18:07:32 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txb9b54e7e8f984311a9e1f-006644f9e4" "proxy-server 1363412" 0.2730 "-" 1363412 1 +cont2 INFO: 127.0.0.1 - - [15/May/2024:18:07:32 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txb9b54e7e8f984311a9e1f-006644f9e4" "proxy-server 1363412" 0.1697 "-" 1363412 1 +proxy INFO: 127.0.0.1 127.0.0.1 15/May/2024/18/07/32 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txb9b54e7e8f984311a9e1f-006644f9e4 - 0.3710 - - 1715796452.011016607 1715796452.382066011 1 +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:07:32 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx661747f31a40417cb1dc6-006644f9e4" "proxy-server 1363412" 0.0732 "-" 1363412 - +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:07:32 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:39435/sdb1/1/a/c2" "tx661747f31a40417cb1dc6-006644f9e4" "container-server 1363412" 0.0690 "-" 1363412 2 +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:07:32 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:54267/sda1/1/a/c2" "tx661747f31a40417cb1dc6-006644f9e4" "container-server 1363412" 0.0009 "-" 1363412 2 +cont1 INFO: 127.0.0.1 - - [15/May/2024:18:07:32 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx661747f31a40417cb1dc6-006644f9e4" "proxy-server 1363412" 0.1401 "-" 1363412 2 +cont2 INFO: 127.0.0.1 - - [15/May/2024:18:07:32 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx661747f31a40417cb1dc6-006644f9e4" "proxy-server 1363412" 0.2205 "-" 1363412 2 +proxy INFO: 127.0.0.1 127.0.0.1 15/May/2024/18/07/32 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx661747f31a40417cb1dc6-006644f9e4 - 0.3003 - - 1715796452.383616686 1715796452.683949709 2 +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (client_ip: 127.0.0.2) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (client_ip: 127.0.0.2) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx892c076c945a440ca0c57-006644f9e4) +test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx1471b7b0c08446baa8a85-006644f9e4) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx8114fdf778d34502a1c41-006644f9e4) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx8114fdf778d34502a1c41-006644f9e4) +test ERROR: Container GET returning 503 for (204, 503, 503) (txn: tx8114fdf778d34502a1c41-006644f9e4) +test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx70d71991b408484794fa0-006644f9e4) +test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx70d71991b408484794fa0-006644f9e4) +test ERROR: Container GET returning 503 for (204, 503, 503) (txn: tx70d71991b408484794fa0-006644f9e4) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:2002/sdc (txn: txd89cfa3fba934b0d92437-006644f9e4) +test ERROR: Container GET returning 503 for (204, 404, 503) (txn: txd89cfa3fba934b0d92437-006644f9e4) +test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx23a471bd7bcb43dcb5e2c-006644f9e4) +test ERROR: Container GET returning 503 for (204, 404, 503) (txn: tx23a471bd7bcb43dcb5e2c-006644f9e4) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: txb5ac2bcf40e04ce6a2e48-006644f9e4) +test INFO: Client disconnected on read of '/a/c' (txn: txb5ac2bcf40e04ce6a2e48-006644f9e4) +test.unit.proxy.test_server.TestContainerController.test_HEAD_GET +test.unit.proxy.test_server.TestContainerController.test_HEAD_GET ... ok +test.unit.proxy.test_server.TestContainerController.test_HEAD_calls_authorize +test.unit.proxy.test_server.TestContainerController.test_HEAD_calls_authorize ... ok +test.unit.proxy.test_server.TestContainerController.test_OPTIONS +test.unit.proxy.test_server.TestContainerController.test_OPTIONS ... ok +test.unit.proxy.test_server.TestContainerController.test_OPTIONS_get_info_drops_origin +test.unit.proxy.test_server.TestContainerController.test_OPTIONS_get_info_drops_origin ... ok +test.unit.proxy.test_server.TestContainerController.test_POST +test.unit.proxy.test_server.TestContainerController.test_POST ... ok +test.unit.proxy.test_server.TestContainerController.test_POST_bad_metadata +test.unit.proxy.test_server.TestContainerController.test_POST_bad_metadata ... ok +test.unit.proxy.test_server.TestContainerController.test_POST_calls_clean_acl +test.unit.proxy.test_server.TestContainerController.test_POST_calls_clean_acl ... ok +test.unit.proxy.test_server.TestContainerController.test_POST_metadata +test.unit.proxy.test_server.TestContainerController.test_POST_metadata ... ok +test INFO: Client disconnected on read of '/a/c' (txn: tx768b8f261d59441fa294f-006644f9e4) +test INFO: Client disconnected on read of '/a/c' (txn: tx768b8f261d59441fa294f-006644f9e4) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txd5882ba6d24f4728981e6-006644f9e4) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx09a9ea8244394c99ab80e-006644f9e4) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx0cda6afc4d0f4e74aaa7e-006644f9e4) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx0cda6afc4d0f4e74aaa7e-006644f9e4) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx0cda6afc4d0f4e74aaa7e-006644f9e4) +test ERROR: Container GET returning 503 for [500, 500, 500] (txn: tx0cda6afc4d0f4e74aaa7e-006644f9e4) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx21d2ade392b748e2877c4-006644f9e4) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx21d2ade392b748e2877c4-006644f9e4) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx21d2ade392b748e2877c4-006644f9e4) +test ERROR: Container GET returning 503 for [500, 500, 500] (txn: tx21d2ade392b748e2877c4-006644f9e4) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a: Network unreachable (txn: tx230b18f9948e4b32ae0ad-006644f9e4) +test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a: Network unreachable (txn: tx230b18f9948e4b32ae0ad-006644f9e4) +test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a: Network unreachable (txn: tx230b18f9948e4b32ae0ad-006644f9e4) +test ERROR: Account HEAD returning 503 for [] (txn: tx230b18f9948e4b32ae0ad-006644f9e4) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 500 Trying to POST /a/c From Container Server 10.0.0.2:2002/sdc (txn: txb62026c8d99b447d878c1-006644f9e4) +test ERROR: ERROR 500 Trying to POST /a/c From Container Server 10.0.0.0:2000/sda (txn: tx75c38f435910450887e18-006644f9e4) +test ERROR: Container GET returning 503 for (204, 404, 503) (txn: tx75c38f435910450887e18-006644f9e4) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -93620,9 +89323,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: +StopIteration (txn: tx9c98f5cb14254a57a4366-006644f9e4) +test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -93630,8 +89332,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +StopIteration (txn: tx2a43850943414bfda680b-006644f9e4) +test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -93639,8 +89341,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: +StopIteration (txn: txab99e24a11714c05aa8e0-006644f9e4) +test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -93648,8 +89350,30 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: +StopIteration (txn: tx0b6ad9c87477411f80ba1-006644f9e4) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 500 Trying to PUT /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx29d8ff17edae41cbaa813-006644f9e4) +test ERROR: ERROR 500 Trying to PUT /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx01601d35d1fc459fb0182-006644f9e4) +test ERROR: Container GET returning 503 for (204, 404, 503) (txn: tx01601d35d1fc459fb0182-006644f9e4) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: tx8ab1b27a9baf4484b0bde-006644f9e4) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: tx8ab1b27a9baf4484b0bde-006644f9e4) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: tx8ab1b27a9baf4484b0bde-006644f9e4) +test ERROR: Account HEAD returning 503 for [503, 503, 503] (txn: tx8ab1b27a9baf4484b0bde-006644f9e4) +test.unit.proxy.test_server.TestContainerController.test_PUT +test.unit.proxy.test_server.TestContainerController.test_PUT ... ok +test.unit.proxy.test_server.TestContainerController.test_PUT_autocreate_account_utf8 +test.unit.proxy.test_server.TestContainerController.test_PUT_autocreate_account_utf8 ... ok +test.unit.proxy.test_server.TestContainerController.test_PUT_autocreate_account_with_sysmeta +test.unit.proxy.test_server.TestContainerController.test_PUT_autocreate_account_with_sysmeta ... ok +test.unit.proxy.test_server.TestContainerController.test_PUT_backed_x_timestamp_header +test.unit.proxy.test_server.TestContainerController.test_PUT_backed_x_timestamp_header ... ok +test.unit.proxy.test_server.TestContainerController.test_PUT_bad_metadata +test.unit.proxy.test_server.TestContainerController.test_PUT_bad_metadata ... ok +test.unit.proxy.test_server.TestContainerController.test_PUT_calls_clean_acl +test.unit.proxy.test_server.TestContainerController.test_PUT_calls_clean_acl ... ok +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to PUT /account: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -93657,9 +89381,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: +StopIteration (txn: tx8ab1b27a9baf4484b0bde-006644f9e4) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to PUT /account: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -93667,8 +89390,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +StopIteration (txn: tx8ab1b27a9baf4484b0bde-006644f9e4) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to PUT /account: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -93676,8 +89399,35 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: +StopIteration (txn: tx8ab1b27a9baf4484b0bde-006644f9e4) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx8ab1b27a9baf4484b0bde-006644f9e4) +test WARNING: Could not autocreate account '/account' (txn: tx8ab1b27a9baf4484b0bde-006644f9e4) +test INFO: autocreate account '/account' (txn: tx55316e7640444e3e8fe28-006644f9e4) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: tx371b768b636642d59053a-006644f9e4) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: tx371b768b636642d59053a-006644f9e4) +test ERROR: Account HEAD returning 503 for [503, 503] (txn: tx371b768b636642d59053a-006644f9e4) +test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.2:1002/sdc (txn: tx371b768b636642d59053a-006644f9e4) +test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.0:1000/sda (txn: tx371b768b636642d59053a-006644f9e4) +test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.1:1001/sdb (txn: tx371b768b636642d59053a-006644f9e4) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx371b768b636642d59053a-006644f9e4) +test WARNING: Could not autocreate account '/account' (txn: tx371b768b636642d59053a-006644f9e4) +test INFO: autocreate account '/account' (txn: tx071092ed06e042adb5a7e-006644f9e4) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx7430c97e7ab642ceaef27-006644f9e4) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx7430c97e7ab642ceaef27-006644f9e4) +test ERROR: Container GET returning 503 for (201, 503, 503) (txn: tx7430c97e7ab642ceaef27-006644f9e4) +test INFO: autocreate account '/account' (txn: tx0b26ace983144fc1b46e2-006644f9e4) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: tx756ca9db32524b018fd55-006644f9e4) +test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.0:1000/sda (txn: tx756ca9db32524b018fd55-006644f9e4) +test INFO: autocreate account '/account' (txn: tx756ca9db32524b018fd55-006644f9e4) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: tx0fb82da4ec7f48a8a8395-006644f9e4) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:2000/sda (txn: tx0fb82da4ec7f48a8a8395-006644f9e4) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: autocreate account '/☃' (txn: txf6c7d7f61646467382404-006644f9e4) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: autocreate account '/account' (txn: txb75ab689fb7d4188b7761-006644f9e4) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -93685,8 +89435,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: +StopIteration (txn: tx701faa6c730340349afde-006644f9e4) +test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -93694,10 +89444,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: +StopIteration (txn: tx0afeedd3a6504160871e9-006644f9e4) +test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -93705,8 +89453,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +StopIteration (txn: tx348f264d952244dfaaa8a-006644f9e4) +test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -93714,8261 +89462,7894 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: +StopIteration (txn: tx3359b8ffeea1470189fbc-006644f9e4) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test.unit.proxy.test_server.TestContainerController.test_PUT_connect_exceptions +test.unit.proxy.test_server.TestContainerController.test_PUT_connect_exceptions ... ok +test.unit.proxy.test_server.TestContainerController.test_PUT_max_container_name_length +test.unit.proxy.test_server.TestContainerController.test_PUT_max_container_name_length ... ok +test.unit.proxy.test_server.TestContainerController.test_PUT_max_containers_per_account +test.unit.proxy.test_server.TestContainerController.test_PUT_max_containers_per_account ... ok +test.unit.proxy.test_server.TestContainerController.test_PUT_metadata +test.unit.proxy.test_server.TestContainerController.test_PUT_metadata ... ok +test.unit.proxy.test_server.TestContainerController.test_PUT_policy_headers +test.unit.proxy.test_server.TestContainerController.test_PUT_policy_headers ... ok +test.unit.proxy.test_server.TestContainerController.test_PUT_x_account_headers_with_fewer_account_replicas +test.unit.proxy.test_server.TestContainerController.test_PUT_x_account_headers_with_fewer_account_replicas ... ok +test.unit.proxy.test_server.TestContainerController.test_PUT_x_account_headers_with_more_account_replicas +test.unit.proxy.test_server.TestContainerController.test_PUT_x_account_headers_with_more_account_replicas ... ok +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect + raise HTTPException() +http.client.HTTPException (txn: txfa225b75d6364d3da067e-006644f9e5) +test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c/: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect + raise HTTPException() +http.client.HTTPException (txn: txc3d69b34a71f47e9be059-006644f9e5) +test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect + raise HTTPException() +http.client.HTTPException (txn: txf27cdcc096ba41ec9ac15-006644f9e5) +test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect + raise HTTPException() +http.client.HTTPException (txn: txf27cdcc096ba41ec9ac15-006644f9e5) +test ERROR: Container GET returning 503 for (201, 503, 503) (txn: txf27cdcc096ba41ec9ac15-006644f9e5) +test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c/: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect + raise HTTPException() +http.client.HTTPException (txn: txdd7109cdc4024e29aeedf-006644f9e5) +test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c/: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: Container GET returning 503 for (204, 404, 503, 503) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect + raise HTTPException() +http.client.HTTPException (txn: txdd7109cdc4024e29aeedf-006644f9e5) +test ERROR: Container GET returning 503 for (201, 503, 503) (txn: txdd7109cdc4024e29aeedf-006644f9e5) +test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect + raise HTTPException() +http.client.HTTPException (txn: tx3cd23bbe2f124e9a93548-006644f9e5) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx3cd23bbe2f124e9a93548-006644f9e5) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:2000/sda (txn: tx3cd23bbe2f124e9a93548-006644f9e5) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx3cd23bbe2f124e9a93548-006644f9e5) +test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c/: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect + raise HTTPException() +http.client.HTTPException (txn: tx51bc32bb306f47d599f6a-006644f9e5) +test ERROR: ERROR 503 Trying to PUT /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx51bc32bb306f47d599f6a-006644f9e5) +test ERROR: ERROR 503 Trying to PUT /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx51bc32bb306f47d599f6a-006644f9e5) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx51bc32bb306f47d599f6a-006644f9e5) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: txf4b158aac25a4e399eb71-006644f9e5) +test.unit.proxy.test_server.TestContainerController.test_acc_missing_returns_404 +test.unit.proxy.test_server.TestContainerController.test_acc_missing_returns_404 ... ok +test.unit.proxy.test_server.TestContainerController.test_authorized_requests_when_account_not_found +test.unit.proxy.test_server.TestContainerController.test_authorized_requests_when_account_not_found ... ok +test.unit.proxy.test_server.TestContainerController.test_convert_index_to_name +test.unit.proxy.test_server.TestContainerController.test_convert_index_to_name ... ok +test.unit.proxy.test_server.TestContainerController.test_convert_policy_to_index +test.unit.proxy.test_server.TestContainerController.test_convert_policy_to_index ... ok +test.unit.proxy.test_server.TestContainerController.test_error_convert_index_to_name +test.unit.proxy.test_server.TestContainerController.test_error_convert_index_to_name ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_replace_enable +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_replace_enable ... ok +test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request + possible_source = conn.getresponse() + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse + raise Exception('test') +Exception: test (txn: tx4e9d45410ff547c2943f1-006644f9e5) +test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: Container GET returning 503 for (204, 503, 503, 503) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request + possible_source = conn.getresponse() + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse + raise Exception('test') +Exception: test (txn: tx4e9d45410ff547c2943f1-006644f9e5) +test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +StopIteration (txn: tx4e9d45410ff547c2943f1-006644f9e5) +test ERROR: Account HEAD returning 503 for [] (txn: tx4e9d45410ff547c2943f1-006644f9e5) +test DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: txb50c3e9faffb40219cc9e-006644f9e5) +test DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: txb50c3e9faffb40219cc9e-006644f9e5) +test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txb50c3e9faffb40219cc9e-006644f9e5) +test ERROR: Account HEAD returning 503 for [] (txn: txb50c3e9faffb40219cc9e-006644f9e5) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: tx0a4779464b464209859f7-006644f9e5) +test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request + possible_source = conn.getresponse() + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse + raise Exception('test') +Exception: test (txn: txf72beb74df254a7289ad1-006644f9e5) +test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request + possible_source = conn.getresponse() + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse + raise Exception('test') +Exception: test (txn: txf72beb74df254a7289ad1-006644f9e5) +test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: +StopIteration (txn: txf72beb74df254a7289ad1-006644f9e5) +test ERROR: Account HEAD returning 503 for [] (txn: txf72beb74df254a7289ad1-006644f9e5) +test DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: txf7661ac275014346b698a-006644f9e5) +test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txf7661ac275014346b698a-006644f9e5) +test DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: txf7661ac275014346b698a-006644f9e5) +test ERROR: Account HEAD returning 503 for [] (txn: txf7661ac275014346b698a-006644f9e5) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: txf150096b2ab245399c1b8-006644f9e5) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: Could not translate X-Backend-Storage-Policy-Index ('-1') from '/a' to policy (txn: tx16b6329588e542da8954c-006644f9e5) +test ERROR: Could not translate X-Backend-Storage-Policy-Index ('-1') from '/a/c' to policy (txn: tx16b6329588e542da8954c-006644f9e5) +test INFO: Client disconnected on read of '/a/c' (txn: tx16b6329588e542da8954c-006644f9e5) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx30a83ca6ca4d435f9ac5c-006644f9e5) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx4290f090daac4264baa70-006644f9e5) +test INFO: Client disconnected on read of '/a/c' (txn: tx4290f090daac4264baa70-006644f9e5) +test INFO: Client disconnected on read of '/a/c/' (txn: tx4290f090daac4264baa70-006644f9e5) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txd870b66bc32e493bafba2-006644f9e5) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txd870b66bc32e493bafba2-006644f9e5) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txd870b66bc32e493bafba2-006644f9e5) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txd870b66bc32e493bafba2-006644f9e5) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: txf9bd0d44af8b480f8cc59-006644f9e5) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: txf9bd0d44af8b480f8cc59-006644f9e5) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: txf9bd0d44af8b480f8cc59-006644f9e5) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txf9bd0d44af8b480f8cc59-006644f9e5) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx80ff868da371459696ba0-006644f9e5) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx80ff868da371459696ba0-006644f9e5) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx80ff868da371459696ba0-006644f9e5) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx80ff868da371459696ba0-006644f9e5) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx2c8b725c8adc4ee0ab724-006644f9e5) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx2c8b725c8adc4ee0ab724-006644f9e5) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx2c8b725c8adc4ee0ab724-006644f9e5) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx2c8b725c8adc4ee0ab724-006644f9e5) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx1216176ce53d4e7fbfe7f-006644f9e5) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx1216176ce53d4e7fbfe7f-006644f9e5) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx1216176ce53d4e7fbfe7f-006644f9e5) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx1216176ce53d4e7fbfe7f-006644f9e5) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: txb310ef4f9235448ea1108-006644f9e5) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: txb310ef4f9235448ea1108-006644f9e5) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: txb310ef4f9235448ea1108-006644f9e5) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txb310ef4f9235448ea1108-006644f9e5) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txff69956eb2bd43908cb92-006644f9e5) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txff69956eb2bd43908cb92-006644f9e5) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txff69956eb2bd43908cb92-006644f9e5) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txff69956eb2bd43908cb92-006644f9e5) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx68ed5cd8c59f404ca5b68-006644f9e5) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx68ed5cd8c59f404ca5b68-006644f9e5) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx68ed5cd8c59f404ca5b68-006644f9e5) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx68ed5cd8c59f404ca5b68-006644f9e5) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txb7d91dc2a3b04eab8d27d-006644f9e5) +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:2000/sda (txn: txb7d91dc2a3b04eab8d27d-006644f9e5) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txb7d91dc2a3b04eab8d27d-006644f9e5) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txb7d91dc2a3b04eab8d27d-006644f9e5) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txb7d91dc2a3b04eab8d27d-006644f9e5) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txb7d91dc2a3b04eab8d27d-006644f9e5) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txa445c4010b344aea8ad17-006644f9e5) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: txa445c4010b344aea8ad17-006644f9e5) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: txa445c4010b344aea8ad17-006644f9e5) +test ERROR: Container GET returning 503 for [503, 503] (txn: txa445c4010b344aea8ad17-006644f9e5) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx4a1360cfcba342d489dba-006644f9e5) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx4a1360cfcba342d489dba-006644f9e5) +test ERROR: Node will be error limited for 60.00s: 10.0.0.1:2001/sdb (txn: tx4a1360cfcba342d489dba-006644f9e5) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx4a1360cfcba342d489dba-006644f9e5) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx4a1360cfcba342d489dba-006644f9e5) +test ERROR: Node will be error limited for 60.00s: 10.0.0.2:2002/sdc (txn: tx4a1360cfcba342d489dba-006644f9e5) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx4a1360cfcba342d489dba-006644f9e5) +test ERROR: Container GET returning 503 for [503, 503] (txn: tx4a1360cfcba342d489dba-006644f9e5) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txedf72dc017204c30a612e-006644f9e5) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txedf72dc017204c30a612e-006644f9e5) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txedf72dc017204c30a612e-006644f9e5) +test ERROR: Container GET returning 503 for [] (txn: txedf72dc017204c30a612e-006644f9e5) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txa40fcad904e4473e96da2-006644f9e5) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txa40fcad904e4473e96da2-006644f9e5) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txa40fcad904e4473e96da2-006644f9e5) +test ERROR: Container GET returning 503 for [] (txn: txa40fcad904e4473e96da2-006644f9e5) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx7c63c383066b483d849e9-006644f9e5) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx7c63c383066b483d849e9-006644f9e5) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx7c63c383066b483d849e9-006644f9e5) +test ERROR: Container GET returning 503 for [] (txn: tx7c63c383066b483d849e9-006644f9e5) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx7525c63bb2454956a3cbf-006644f9e5) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx7525c63bb2454956a3cbf-006644f9e5) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx7525c63bb2454956a3cbf-006644f9e5) +test ERROR: Container GET returning 503 for [] (txn: tx7525c63bb2454956a3cbf-006644f9e5) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx5e853ba08ba9465897b05-006644f9e5) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx5e853ba08ba9465897b05-006644f9e5) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx5e853ba08ba9465897b05-006644f9e5) +test ERROR: Container GET returning 503 for [] (txn: tx5e853ba08ba9465897b05-006644f9e5) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx41436df6583240efa6924-006644f9e5) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx41436df6583240efa6924-006644f9e5) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx41436df6583240efa6924-006644f9e5) +test ERROR: Container GET returning 503 for [] (txn: tx41436df6583240efa6924-006644f9e5) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx8d308b26f408437698bf1-006644f9e5) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx8d308b26f408437698bf1-006644f9e5) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx8d308b26f408437698bf1-006644f9e5) +test ERROR: Container GET returning 503 for [] (txn: tx8d308b26f408437698bf1-006644f9e5) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx3a09453dec8345a38d8b4-006644f9e5) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx3a09453dec8345a38d8b4-006644f9e5) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx3a09453dec8345a38d8b4-006644f9e5) +test ERROR: Container GET returning 503 for [] (txn: tx3a09453dec8345a38d8b4-006644f9e5) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx6b16d563c54049eb99dee-006644f9e5) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx6b16d563c54049eb99dee-006644f9e5) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx6b16d563c54049eb99dee-006644f9e5) +test ERROR: Container GET returning 503 for [] (txn: tx6b16d563c54049eb99dee-006644f9e5) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txa3bae686b6944ee3beb12-006644f9e5) +test.unit.proxy.test_server.TestContainerController.test_error_limiting +test.unit.proxy.test_server.TestContainerController.test_error_limiting ... ok +test.unit.proxy.test_server.TestContainerController.test_no_convert_index_to_name_when_container_not_found +test.unit.proxy.test_server.TestContainerController.test_no_convert_index_to_name_when_container_not_found ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info ... ok +test.unit.proxy.test_server.TestContainerController.test_node_read_timeout_no_retry_to_container +test.unit.proxy.test_server.TestContainerController.test_node_read_timeout_no_retry_to_container ... ok +test.unit.proxy.test_server.TestContainerController.test_response_get_accept_ranges_header +test.unit.proxy.test_server.TestContainerController.test_response_get_accept_ranges_header ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_shard_ranges +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_shard_ranges ... ok +test.unit.proxy.test_server.TestContainerController.test_response_head_accept_ranges_header +test.unit.proxy.test_server.TestContainerController.test_response_head_accept_ranges_header ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_own_shard_range +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_own_shard_range ... ok +test.unit.proxy.test_server.TestContainerController.test_transfer_headers +test.unit.proxy.test_server.TestContainerController.test_transfer_headers ... ok +test.unit.proxy.test_server.TestContainerController.test_unauthorized_requests_when_account_not_found +test.unit.proxy.test_server.TestContainerController.test_unauthorized_requests_when_account_not_found ... ok +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txa3bae686b6944ee3beb12-006644f9e5) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txa3bae686b6944ee3beb12-006644f9e5) +test ERROR: Container GET returning 503 for [] (txn: txa3bae686b6944ee3beb12-006644f9e5) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx45bf9608ee1040c0b5ea1-006644f9e5) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx45bf9608ee1040c0b5ea1-006644f9e5) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx45bf9608ee1040c0b5ea1-006644f9e5) +test ERROR: Container GET returning 503 for [] (txn: tx45bf9608ee1040c0b5ea1-006644f9e5) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txef1198b8963d48c593c69-006644f9e5) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txef1198b8963d48c593c69-006644f9e5) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txef1198b8963d48c593c69-006644f9e5) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txef1198b8963d48c593c69-006644f9e5) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx5c00228568824bc186c8e-006644f9e5) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx5c00228568824bc186c8e-006644f9e5) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx5c00228568824bc186c8e-006644f9e5) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx5c00228568824bc186c8e-006644f9e5) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx2c632c22bdc34398b971e-006644f9e5) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx2c632c22bdc34398b971e-006644f9e5) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx2c632c22bdc34398b971e-006644f9e5) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx2c632c22bdc34398b971e-006644f9e5) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx174acc8e0bda431288ca6-006644f9e5) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx174acc8e0bda431288ca6-006644f9e5) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx174acc8e0bda431288ca6-006644f9e5) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx174acc8e0bda431288ca6-006644f9e5) +test INFO: Client disconnected on read of '/a/c' (txn: txf7f44512d1914ba5bea05-006644f9e5) +test INFO: Client disconnected on read of '/a/c/' (txn: txf7f44512d1914ba5bea05-006644f9e5) +test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request + possible_source = conn.getresponse() + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse + raise Exception('test') +Exception: test (txn: tx3ef29e56f8c04ff3a4381-006644f9e5) +test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request + possible_source = conn.getresponse() + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse + raise Exception('test') +Exception: test (txn: tx3ef29e56f8c04ff3a4381-006644f9e5) +test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request + possible_source = conn.getresponse() + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse + raise Exception('test') +Exception: test (txn: tx3ef29e56f8c04ff3a4381-006644f9e5) +test ERROR: Account HEAD returning 503 for [] (txn: tx3ef29e56f8c04ff3a4381-006644f9e5) +test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_DELETE -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_DELETE ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_info_sharding_states -test.unit.container.test_backend.TestContainerBroker.test_get_info_sharding_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty_shard_container ... ok -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request + possible_source = conn.getresponse() + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse + raise Exception('test') +Exception: test (txn: tx88c90ce2c2264b46952e2-006644f9e5) +test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status -Exception: kaboom! (txn: tx0233c152fde749ae8e0a4-00685203ed) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0233c152fde749ae8e0a4-00685203ed) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request + possible_source = conn.getresponse() + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse + raise Exception('test') +Exception: test (txn: tx88c90ce2c2264b46952e2-006644f9e5) +test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status -Exception: kaboom! (txn: tx886231f0995f4ae79879d-00685203ed) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx886231f0995f4ae79879d-00685203ed) -proxy-server ERROR: Object GET returning 503 for [] (txn: tx886231f0995f4ae79879d-00685203ed) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request + possible_source = conn.getresponse() + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse + raise Exception('test') +Exception: test (txn: tx88c90ce2c2264b46952e2-006644f9e5) +test ERROR: Account HEAD returning 503 for [] (txn: tx88c90ce2c2264b46952e2-006644f9e5) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: tx281bb4dc6d8b4db5b953f-006644f9e5) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: tx1e55591b1ce046cb89fcf-006644f9e5) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: tx52cfc75c37e74be592b98-006644f9e5) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test.unit.proxy.test_server.TestProxyServer.test_adds_transaction_id +test.unit.proxy.test_server.TestProxyServer.test_adds_transaction_id ... ok +test.unit.proxy.test_server.TestProxyServer.test_adds_transaction_id_length_limit +test.unit.proxy.test_server.TestProxyServer.test_adds_transaction_id_length_limit ... ok +test.unit.proxy.test_server.TestProxyServer.test_calls_authorize_allow +test.unit.proxy.test_server.TestProxyServer.test_calls_authorize_allow ... ok +test.unit.proxy.test_server.TestProxyServer.test_calls_authorize_deny +test.unit.proxy.test_server.TestProxyServer.test_calls_authorize_deny ... ok +test.unit.proxy.test_server.TestProxyServer.test_check_response_200 +test.unit.proxy.test_server.TestProxyServer.test_check_response_200 ... ok +test.unit.proxy.test_server.TestProxyServer.test_check_response_503 +test.unit.proxy.test_server.TestProxyServer.test_check_response_503 ... ok +test.unit.proxy.test_server.TestProxyServer.test_check_response_507 +test.unit.proxy.test_server.TestProxyServer.test_check_response_507 ... ok +test.unit.proxy.test_server.TestProxyServer.test_denied_host_header +test.unit.proxy.test_server.TestProxyServer.test_denied_host_header ... ok +test.unit.proxy.test_server.TestProxyServer.test_error_limit_methods +test.unit.proxy.test_server.TestProxyServer.test_error_limit_methods ... ok +test.unit.proxy.test_server.TestProxyServer.test_error_occurred +test.unit.proxy.test_server.TestProxyServer.test_error_occurred ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty_shard_container ... ok +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 Trying to PUT /v1/a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR 503 full Trying to GET /v1/a/c/o From Object Server 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage +test DEBUG: Node is error limited: 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage +test DEBUG: Node is error limited: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: test msg 10.0.0.0:1000/sda +test ERROR: ERROR with test1 server 10.0.0.0:1000/sda re: test1 msg: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status -Exception: kaboom! (txn: txb14e14c14982466182306-00685203ed) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txb14e14c14982466182306-00685203ed) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd8a26f2250204b39ae8ea-00685203ed) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx5a2a4b197abe4a37ba430-00685203ed) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx5a2a4b197abe4a37ba430-00685203ed) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txeecbc7fafd19478a8ac47-00685203ed) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txeecbc7fafd19478a8ac47-00685203ed) -proxy-server ERROR: Object GET returning 503 for [] (txn: txeecbc7fafd19478a8ac47-00685203ed) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1307, in test_error_limit_methods + raise Exception('kaboom1!') +Exception: kaboom1! +test WARNING: ERROR with test2 server 10.0.0.0:1000/sda re: test2 msg Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status -Exception: kaboom! (txn: tx4867e3ae61ed403c91451-00685203ed) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1321, in test_error_limit_methods + raise Exception('kaboom2!') +Exception: kaboom2! +test WARNING: ERROR with test3 server 10.0.0.0:1000/sda re: test3 msg Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status -Exception: kaboom! (txn: tx4867e3ae61ed403c91451-00685203ed) -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_explode -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_explode ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_mixed_explode_and_timeout -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_mixed_explode_and_timeout ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_timeout -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_timeout ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_removes_swift_bytes -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_removes_swift_bytes ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_resuming -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_resuming ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_resuming_ignores_416 -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_resuming_ignores_416 ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_simple -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_simple ... ok -test DEBUG: Setting object count to 1024 (txn: tx4219876787294a8aa0851-00685203ec) -test DEBUG: Found 1024 objects in shard (state=sharding), total = 1024 (txn: tx4219876787294a8aa0851-00685203ec) -test DEBUG: Setting object count to 1024 (txn: tx4219876787294a8aa0851-00685203ec) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx9c20c0f9aef04fa492424-00685203ec) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx9c20c0f9aef04fa492424-00685203ec) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx9c20c0f9aef04fa492424-00685203ec) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9c20c0f9aef04fa492424-00685203ec) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx9c20c0f9aef04fa492424-00685203ec) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx9c20c0f9aef04fa492424-00685203ec) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9c20c0f9aef04fa492424-00685203ec) -test INFO: Caching listing namespaces for shard-listing-v2/.shards_a/c_pie (3 namespaces) (txn: tx9c20c0f9aef04fa492424-00685203ec) -test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: tx9c20c0f9aef04fa492424-00685203ec) -test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: tx9c20c0f9aef04fa492424-00685203ec) -test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9c20c0f9aef04fa492424-00685203ec) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx9c20c0f9aef04fa492424-00685203ec) -test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: tx9c20c0f9aef04fa492424-00685203ec) -test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9c20c0f9aef04fa492424-00685203ec) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: tx9c20c0f9aef04fa492424-00685203ec) -test DEBUG: Getting listing part 2 from shard Namespace(name='a/c_sub_pie', lower='lemon', upper='') a/c_sub_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx9c20c0f9aef04fa492424-00685203ec) -test DEBUG: Get listing from /v1/a/c_sub_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9c20c0f9aef04fa492424-00685203ec) -test DEBUG: Found 4 objects in shard (state=unsharded), total = 8 (txn: tx9c20c0f9aef04fa492424-00685203ec) -test DEBUG: Found 8 objects in shard (state=sharded), total = 48 (txn: tx9c20c0f9aef04fa492424-00685203ec) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx9c20c0f9aef04fa492424-00685203ec) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx9c20c0f9aef04fa492424-00685203ec) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx9c20c0f9aef04fa492424-00685203ec) -test DEBUG: Setting object count to 1072 (txn: tx9c20c0f9aef04fa492424-00685203ec) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx79804a80c72a4b5d9d85c-00685203ed) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx79804a80c72a4b5d9d85c-00685203ed) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx79804a80c72a4b5d9d85c-00685203ed) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx79804a80c72a4b5d9d85c-00685203ed) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx79804a80c72a4b5d9d85c-00685203ed) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx79804a80c72a4b5d9d85c-00685203ed) -test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: tx79804a80c72a4b5d9d85c-00685203ed) -test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: tx79804a80c72a4b5d9d85c-00685203ed) -test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: tx79804a80c72a4b5d9d85c-00685203ed) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx79804a80c72a4b5d9d85c-00685203ed) -test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: tx79804a80c72a4b5d9d85c-00685203ed) -test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: tx79804a80c72a4b5d9d85c-00685203ed) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: tx79804a80c72a4b5d9d85c-00685203ed) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: tx79804a80c72a4b5d9d85c-00685203ed) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: tx79804a80c72a4b5d9d85c-00685203ed) -test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: tx79804a80c72a4b5d9d85c-00685203ed) -test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: tx79804a80c72a4b5d9d85c-00685203ed) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx79804a80c72a4b5d9d85c-00685203ed) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx79804a80c72a4b5d9d85c-00685203ed) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx79804a80c72a4b5d9d85c-00685203ed) -test DEBUG: Setting object count to 1072 (txn: tx79804a80c72a4b5d9d85c-00685203ed) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1336, in test_error_limit_methods + raise Exception('kaboom3!') +Exception: kaboom3! +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status -Exception: kaboom! (txn: tx4867e3ae61ed403c91451-00685203ed) -proxy-server ERROR: Object GET returning 503 for [] (txn: tx4867e3ae61ed403c91451-00685203ed) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status -Exception: kaboom! (txn: tx4a9545cb215d41d7bcb18-00685203ed) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4a9545cb215d41d7bcb18-00685203ed) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test.unit.proxy.test_server.TestProxyServer.test_exception_occurred +test.unit.proxy.test_server.TestProxyServer.test_exception_occurred ... ok +test.unit.proxy.test_server.TestProxyServer.test_exception_occurred_replication_ip_port_logging +test.unit.proxy.test_server.TestProxyServer.test_exception_occurred_replication_ip_port_logging ... ok +test.unit.proxy.test_server.TestProxyServer.test_get_info_controller +test.unit.proxy.test_server.TestProxyServer.test_get_info_controller ... ok +test.unit.proxy.test_server.TestProxyServer.test_get_object_ring +test.unit.proxy.test_server.TestProxyServer.test_get_object_ring ... ok +test.unit.proxy.test_server.TestProxyServer.test_inexistent_method_request +test.unit.proxy.test_server.TestProxyServer.test_inexistent_method_request ... ok +test.unit.proxy.test_server.TestProxyServer.test_info_defaults +test.unit.proxy.test_server.TestProxyServer.test_info_defaults ... ok +test.unit.proxy.test_server.TestProxyServer.test_internal_method_request +test.unit.proxy.test_server.TestProxyServer.test_internal_method_request ... ok +test.unit.proxy.test_server.TestProxyServer.test_internal_reserved_name_request +test.unit.proxy.test_server.TestProxyServer.test_internal_reserved_name_request ... ok +test.unit.proxy.test_server.TestProxyServer.test_negative_content_length +test.unit.proxy.test_server.TestProxyServer.test_negative_content_length ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_shard_ranges_with_minimum_size +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_shard_ranges_with_minimum_size ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_is_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_enable_sharding +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_enable_sharding ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_objects_since_row +test.unit.container.test_backend.TestContainerBroker.test_get_objects_since_row ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharding_large_diff +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharding_large_diff ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_policy_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_policy_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_no_stale_reads +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_no_stale_reads ... ok +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796519.00000, (0, 0) as of 1715796519.00000, sharding as of 1715796519.00000> to ShardRange<'k' to 't' as of 1715796520.00000, (0, 0) as of 1715796520.00000, created as of 1715796520.00000>, path: .shards_a/shard_c_1715796520.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/2ef/52e208ab3b75df441a31bf66436fb2ef/52e208ab3b75df441a31bf66436fb2ef.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796522.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/259/1f73bddd4353fc26e3b86540ed18b259/1f73bddd4353fc26e3b86540ed18b259.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796521.00000, (0, 0) as of 1715796521.00000, sharding as of 1715796521.00000> to ShardRange<'k' to 't' as of 1715796522.00000, (0, 0) as of 1715796522.00000, cleaved as of 1715796522.00000>, path: .shards_a/shard_c_1715796522.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/259/1f73bddd4353fc26e3b86540ed18b259/1f73bddd4353fc26e3b86540ed18b259.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796524.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/b2c/54931470a3495112827703133cd71b2c/54931470a3495112827703133cd71b2c.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796523.00000, (0, 0) as of 1715796523.00000, sharding as of 1715796523.00000> to ShardRange<'k' to 't' as of 1715796524.00000, (0, 0) as of 1715796524.00000, active as of 1715796524.00000>, path: .shards_a/shard_c_1715796524.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/b2c/54931470a3495112827703133cd71b2c/54931470a3495112827703133cd71b2c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796526.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/0da/5012e48e2e9ab46ac8cd99c3693b20da/5012e48e2e9ab46ac8cd99c3693b20da.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796525.00000, (0, 0) as of 1715796525.00000, sharding as of 1715796525.00000> to ShardRange<'k' to 't' as of 1715796526.00000, (0, 0) as of 1715796526.00000, shrinking as of 1715796526.00000>, path: .shards_a/shard_c_1715796526.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/0da/5012e48e2e9ab46ac8cd99c3693b20da/5012e48e2e9ab46ac8cd99c3693b20da.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796526.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/0da/5012e48e2e9ab46ac8cd99c3693b20da/5012e48e2e9ab46ac8cd99c3693b20da.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796528.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/c17/15dd5f7f36a1bc2d6041144b4fa1ec17/15dd5f7f36a1bc2d6041144b4fa1ec17.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796528.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/c17/15dd5f7f36a1bc2d6041144b4fa1ec17/15dd5f7f36a1bc2d6041144b4fa1ec17.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796530.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/c32/e4a400535bf3d9ae28a2cf3072d05c32/e4a400535bf3d9ae28a2cf3072d05c32.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796529.00000, (0, 0) as of 1715796529.00000, sharding as of 1715796529.00000> to ShardRange<'k' to 't' as of 1715796530.00000, (0, 0) as of 1715796530.00000, sharded as of 1715796530.00000>, path: .shards_a/shard_c_1715796530.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/c32/e4a400535bf3d9ae28a2cf3072d05c32/e4a400535bf3d9ae28a2cf3072d05c32.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796530.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/c32/e4a400535bf3d9ae28a2cf3072d05c32/e4a400535bf3d9ae28a2cf3072d05c32.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796532.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/c09/13cc52a4fe0d12da2b7a9b204ae47c09/13cc52a4fe0d12da2b7a9b204ae47c09.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796531.00000, (0, 0) as of 1715796531.00000, sharding as of 1715796531.00000> to ShardRange<'k' to 't' as of 1715796532.00000, (0, 0) as of 1715796532.00000, shrunk as of 1715796532.00000>, path: .shards_a/shard_c_1715796532.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/c09/13cc52a4fe0d12da2b7a9b204ae47c09/13cc52a4fe0d12da2b7a9b204ae47c09.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796532.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/c09/13cc52a4fe0d12da2b7a9b204ae47c09/13cc52a4fe0d12da2b7a9b204ae47c09.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796534.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/e21/8c825cc1f22ebb4803985d0151a78e21/8c825cc1f22ebb4803985d0151a78e21.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796533.00000, (0, 0) as of 1715796533.00000, sharded as of 1715796533.00000> to ShardRange<'k' to 't' as of 1715796534.00000, (0, 0) as of 1715796534.00000, found as of 1715796534.00000>, path: .shards_a/shard_c_1715796534.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/e21/8c825cc1f22ebb4803985d0151a78e21/8c825cc1f22ebb4803985d0151a78e21.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796536.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/b31/8fb57d3955e782412844e0464496fb31/8fb57d3955e782412844e0464496fb31.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796535.00000, (0, 0) as of 1715796535.00000, sharded as of 1715796535.00000> to ShardRange<'k' to 't' as of 1715796536.00000, (0, 0) as of 1715796536.00000, created as of 1715796536.00000>, path: .shards_a/shard_c_1715796536.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/b31/8fb57d3955e782412844e0464496fb31/8fb57d3955e782412844e0464496fb31.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796538.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/ecd/1d2572e794638ec3fb7bb546643b5ecd/1d2572e794638ec3fb7bb546643b5ecd.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796537.00000, (0, 0) as of 1715796537.00000, sharded as of 1715796537.00000> to ShardRange<'k' to 't' as of 1715796538.00000, (0, 0) as of 1715796538.00000, cleaved as of 1715796538.00000>, path: .shards_a/shard_c_1715796538.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/ecd/1d2572e794638ec3fb7bb546643b5ecd/1d2572e794638ec3fb7bb546643b5ecd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796540.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/e1b/5407645c1f6865e6beb477e7a0acfe1b/5407645c1f6865e6beb477e7a0acfe1b.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796539.00000, (0, 0) as of 1715796539.00000, sharded as of 1715796539.00000> to ShardRange<'k' to 't' as of 1715796540.00000, (0, 0) as of 1715796540.00000, active as of 1715796540.00000>, path: .shards_a/shard_c_1715796540.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/e1b/5407645c1f6865e6beb477e7a0acfe1b/5407645c1f6865e6beb477e7a0acfe1b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796542.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/538/779c607fcd73c0c4841034f88715f538/779c607fcd73c0c4841034f88715f538.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796541.00000, (0, 0) as of 1715796541.00000, sharded as of 1715796541.00000> to ShardRange<'k' to 't' as of 1715796542.00000, (0, 0) as of 1715796542.00000, shrinking as of 1715796542.00000>, path: .shards_a/shard_c_1715796542.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/538/779c607fcd73c0c4841034f88715f538/779c607fcd73c0c4841034f88715f538.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796542.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/538/779c607fcd73c0c4841034f88715f538/779c607fcd73c0c4841034f88715f538.db +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_exception +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_exception ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_info +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_info ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_own_shard_range +test.unit.container.test_backend.TestContainerBroker.test_get_own_shard_range ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_policy_info +test.unit.container.test_backend.TestContainerBroker.test_get_policy_info ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge ... ok +test.unit.proxy.test_server.TestProxyServer.test_node_concurrency +test.unit.proxy.test_server.TestProxyServer.test_node_concurrency ... ok +test.unit.proxy.test_server.TestProxyServer.test_node_timing +test.unit.proxy.test_server.TestProxyServer.test_node_timing ... ok +test.unit.proxy.test_server.TestProxyServer.test_private_method_request +test.unit.proxy.test_server.TestProxyServer.test_private_method_request ... ok +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy ... ok +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_inherits +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_inherits ... ok +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: tx07f25254c55c4c50bf226-006644f9e5) +test INFO: Client disconnected on read of '/a/c' (txn: tx07f25254c55c4c50bf226-006644f9e5) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.1.0:1100/sda (txn: txc35a8121b4274ae6af0e0-006644f9e5) +test INFO: Client disconnected on read of '/a/c' (txn: txc35a8121b4274ae6af0e0-006644f9e5) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to UPDATE /a/c: Network unreachable (txn: tx11dd88431ed64282a3f86-006644f9e6) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to UPDATE /a/c: Network unreachable (txn: tx11dd88431ed64282a3f86-006644f9e6) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to UPDATE /a/c: Network unreachable (txn: tx11dd88431ed64282a3f86-006644f9e6) +test ERROR: Container UPDATE returning 503 for (503, 503, 503) (txn: tx11dd88431ed64282a3f86-006644f9e6) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r3=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r3=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r3=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_overrides +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_overrides ... ok +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_with_no_default +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_with_no_default ... ok +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_proxy_server_config +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_proxy_server_config ... ok +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_timing_per_policy +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_timing_per_policy ... ok +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_default +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_default ... ok +test.unit.proxy.test_server.TestProxyServer.test_statsd_prefix +test.unit.proxy.test_server.TestProxyServer.test_statsd_prefix ... ok +test.unit.proxy.test_server.TestProxyServer.test_unhandled_exception +test.unit.proxy.test_server.TestProxyServer.test_unhandled_exception ... ok +test.unit.proxy.test_server.TestProxyServer.test_valid_api_version +test.unit.proxy.test_server.TestProxyServer.test_valid_api_version ... ok +test.unit.proxy.test_server.TestProxyServerLoading.test_concurrent_ec_options +test.unit.proxy.test_server.TestProxyServerLoading.test_concurrent_ec_options ... ok +test.unit.proxy.test_server.TestProxyServerLoading.test_float_timeouts +test.unit.proxy.test_server.TestProxyServerLoading.test_float_timeouts ... ok +test.unit.proxy.test_server.TestProxyServerLoading.test_load_policy_rings +test.unit.proxy.test_server.TestProxyServerLoading.test_load_policy_rings ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_fills_gap +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_fills_gap ... ok +test.unit.proxy.test_server.TestProxyServerLoading.test_missing_rings +test.unit.proxy.test_server.TestProxyServerLoading.test_missing_rings ... ok +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8 +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_container +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_container ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_container_utf_object +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_container_utf_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_containers +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_containers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_object +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_version_container +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_version_container ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_version_container_utf_object +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_version_container_utf_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_PUT_sysmeta_then_GET +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_PUT_sysmeta_then_GET ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_PUT_sysmeta_then_HEAD +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_PUT_sysmeta_then_HEAD ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_replication_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_replication_info ... ok +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_not_updated_by_POST +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_not_updated_by_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_replaced_by_PUT +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_replaced_by_PUT ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_updated_by_COPY +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_updated_by_COPY ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_updated_by_COPY_from +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_updated_by_COPY_from ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_transient_sysmeta_replaced_by_PUT_or_POST +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_transient_sysmeta_replaced_by_PUT_or_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': True, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 4}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.2, 'concurrent_ec_extra_requests': 0}, app) +test.unit.container.test_backend.TestContainerBroker.test_get_replication_info +test.unit.container.test_backend.TestContainerBroker.test_get_replication_info ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_unsharded +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_unsharded ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_warns_of_gap +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_warns_of_gap ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_warns_of_overlap +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_warns_of_overlap ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_report_info +test.unit.container.test_backend.TestContainerBroker.test_get_report_info ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_children_overlaps_with_parent_donor +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_children_overlaps_with_parent_donor ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_sharding_states +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_sharding_states ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_shard_range_rows_with_limit +test.unit.container.test_backend.TestContainerBroker.test_get_shard_range_rows_with_limit ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_exits_if_sharding_state +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_exits_if_sharding_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_report_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_report_info ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges +test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_stale_read_ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_stale_read_ok ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_exits_if_shrinking_state +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_exits_if_shrinking_state ... ok +test WARNING: /tmp/tmph8a661mc/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e_1715796451.10618.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (5, 'e8e36389e8caf34ceb459cf94c2d50a2', 'f2f7b9e2-9d18-420b-af3d-c53449cdab8d-', '1715796452.54060', '1715796452.53720', '0', '', '1715796452.53720', 99, 0) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, get_shard_ranges, () +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1715796453.22904', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715796453.22904', 'deleted': 0, 'state': 10, 'state_timestamp': '1715796453.22904', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715796453.29739', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715796453.29739', 'deleted': 0, 'state': 60, 'state_timestamp': '1715796452.58865', 'epoch': '1715796452.58865', 'reported': 0, 'tombstones': -1}], 'f2f7b9e2-9d18-420b-af3d-c53449cdab8d-') +test DEBUG: /tmp/tmpj_zh8qt3/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e_1715796452.58865.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpj_zh8qt3/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e_1715796452.58865.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (5, 'e8e36389e8caf34ceb459cf94c2d50a2', 'f2f7b9e2-9d18-420b-af3d-c53449cdab8d-', '1715796452.54060', '1715796453.15545', '0', '', '1715796452.53720', 0, 0) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, get_shard_ranges, () +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1715796453.22904', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715796453.22904', 'deleted': 0, 'state': 10, 'state_timestamp': '1715796453.22904', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715796453.29739', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715796453.29739', 'deleted': 0, 'state': 60, 'state_timestamp': '1715796452.58865', 'epoch': '1715796452.58865', 'reported': 0, 'tombstones': -1}], 'f2f7b9e2-9d18-420b-af3d-c53449cdab8d-') +test DEBUG: /tmp/tmpj_zh8qt3/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e_1715796452.58865.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpj_zh8qt3/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e_1715796452.58865.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (3, '59b0ce4c17a4d2273dcefcd6c22f7680', '4a925c66-a57a-43d6-b6c6-0ef8a877919d-', '1715796454.00872', '1715796454.00224', '0', '', '1715796454.00224', 99, 0) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1715796454.04646', 'lower': '', 'upper': 'a', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1715796454.04646', 'deleted': 0, 'state': 40, 'state_timestamp': '1715796454.04646', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715796454.04671', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715796454.04671', 'deleted': 0, 'state': 60, 'state_timestamp': '1715796454.04656', 'epoch': '1715796454.04656', 'reported': 0, 'tombstones': -1}], '4a925c66-a57a-43d6-b6c6-0ef8a877919d-') +test DEBUG: /tmp/tmpaemssxhg/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e_1715796454.04656.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpaemssxhg/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e_1715796454.04656.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (3, '59b0ce4c17a4d2273dcefcd6c22f7680', '4a925c66-a57a-43d6-b6c6-0ef8a877919d-', '1715796454.00872', '1715796454.53146', '0', '', '1715796454.00224', 99, 0) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, get_shard_ranges, () +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1715796454.04646', 'lower': '', 'upper': 'a', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1715796454.04646', 'deleted': 0, 'state': 40, 'state_timestamp': '1715796454.04646', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715796454.04671', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715796454.04671', 'deleted': 0, 'state': 60, 'state_timestamp': '1715796454.04656', 'epoch': '1715796454.04656', 'reported': 0, 'tombstones': -1}], '4a925c66-a57a-43d6-b6c6-0ef8a877919d-') +test DEBUG: /tmp/tmpaemssxhg/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e_1715796454.04656.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpaemssxhg/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e_1715796454.04656.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (3, '59b0ce4c17a4d2273dcefcd6c22f7680', '9fe33b10-68d8-4d33-ba31-a773a31821c9-', '1715796454.86974', '1715796454.86644', '0', '', '1715796454.86644', 99, 0) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1715796454.92026', 'lower': '', 'upper': 'a', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1715796454.92026', 'deleted': 0, 'state': 40, 'state_timestamp': '1715796454.92026', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715796454.92044', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715796454.92044', 'deleted': 0, 'state': 60, 'state_timestamp': '1715796454.92032', 'epoch': '1715796454.92032', 'reported': 0, 'tombstones': -1}], '9fe33b10-68d8-4d33-ba31-a773a31821c9-') +test DEBUG: /tmp/tmpnrri_i69/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e_1715796454.92032.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpnrri_i69/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e_1715796454.92032.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (3, '59b0ce4c17a4d2273dcefcd6c22f7680', '9fe33b10-68d8-4d33-ba31-a773a31821c9-', '1715796454.86974', '1715796455.44217', '0', '', '1715796454.86644', 99, 0) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, get_shard_ranges, () +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1715796454.92026', 'lower': '', 'upper': 'a', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1715796454.92026', 'deleted': 0, 'state': 40, 'state_timestamp': '1715796454.92026', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715796454.92044', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715796454.92044', 'deleted': 0, 'state': 60, 'state_timestamp': '1715796454.92032', 'epoch': '1715796454.92032', 'reported': 0, 'tombstones': -1}], '9fe33b10-68d8-4d33-ba31-a773a31821c9-') +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_unsharded_large_diff +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_unsharded_large_diff ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_includes +test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_includes ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_with_sharding_overlaps +test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_with_sharding_overlaps ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_range_rows_with_limit +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_range_rows_with_limit ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_items_since +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_items_since ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_with_shrinking_overlaps +test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_with_shrinking_overlaps ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_shard_usage +test.unit.container.test_backend.TestContainerBroker.test_get_shard_usage ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBroker.test_has_multiple_policies +test.unit.container.test_backend.TestContainerBroker.test_has_multiple_policies ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_missing +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_missing ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_includes +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_includes ... ok +test.unit.container.test_backend.TestContainerBroker.test_has_other_shard_ranges +test.unit.container.test_backend.TestContainerBroker.test_has_other_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces_root_container_fill_gap +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces_root_container_fill_gap ... ok +test.unit.container.test_backend.TestContainerBroker.test_initialize_container_broker_in_default +test.unit.container.test_backend.TestContainerBroker.test_initialize_container_broker_in_default ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges_errors +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_with_sharding_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_with_sharding_overlaps ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_missing_large_diff +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_missing_large_diff ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces_state_filtering +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces_state_filtering ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796544.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/135/637533d2d11d4595aee2197e9dcc6135/637533d2d11d4595aee2197e9dcc6135.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796543.00000, (0, 0) as of 1715796543.00000, sharded as of 1715796543.00000> to ShardRange<'k' to 't' as of 1715796544.00000, (0, 0) as of 1715796544.00000, sharding as of 1715796544.00000>, path: .shards_a/shard_c_1715796544.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/135/637533d2d11d4595aee2197e9dcc6135/637533d2d11d4595aee2197e9dcc6135.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796544.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/135/637533d2d11d4595aee2197e9dcc6135/637533d2d11d4595aee2197e9dcc6135.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796546.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/660/6d644794725acc6f7d5e4b7016747660/6d644794725acc6f7d5e4b7016747660.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796546.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/660/6d644794725acc6f7d5e4b7016747660/6d644794725acc6f7d5e4b7016747660.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796548.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/209/6b2010089f37aef9fdc82b3319167209/6b2010089f37aef9fdc82b3319167209.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796547.00000, (0, 0) as of 1715796547.00000, sharded as of 1715796547.00000> to ShardRange<'k' to 't' as of 1715796548.00000, (0, 0) as of 1715796548.00000, shrunk as of 1715796548.00000>, path: .shards_a/shard_c_1715796548.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/209/6b2010089f37aef9fdc82b3319167209/6b2010089f37aef9fdc82b3319167209.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796548.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/209/6b2010089f37aef9fdc82b3319167209/6b2010089f37aef9fdc82b3319167209.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796550.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/24e/ed40fa96a0bc2d6a49a0eb52fc99324e/ed40fa96a0bc2d6a49a0eb52fc99324e.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796549.00000, (0, 0) as of 1715796549.00000, shrunk as of 1715796549.00000> to ShardRange<'k' to 't' as of 1715796550.00000, (0, 0) as of 1715796550.00000, found as of 1715796550.00000>, path: .shards_a/shard_c_1715796550.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/24e/ed40fa96a0bc2d6a49a0eb52fc99324e/ed40fa96a0bc2d6a49a0eb52fc99324e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796552.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/8b5/61a0f0b5c6112584e443925462b9b8b5/61a0f0b5c6112584e443925462b9b8b5.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796551.00000, (0, 0) as of 1715796551.00000, shrunk as of 1715796551.00000> to ShardRange<'k' to 't' as of 1715796552.00000, (0, 0) as of 1715796552.00000, created as of 1715796552.00000>, path: .shards_a/shard_c_1715796552.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/8b5/61a0f0b5c6112584e443925462b9b8b5/61a0f0b5c6112584e443925462b9b8b5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796554.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/9d3/783e9c28dee8de97606e2047a44499d3/783e9c28dee8de97606e2047a44499d3.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796553.00000, (0, 0) as of 1715796553.00000, shrunk as of 1715796553.00000> to ShardRange<'k' to 't' as of 1715796554.00000, (0, 0) as of 1715796554.00000, cleaved as of 1715796554.00000>, path: .shards_a/shard_c_1715796554.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/9d3/783e9c28dee8de97606e2047a44499d3/783e9c28dee8de97606e2047a44499d3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796556.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/050/b1765a11a97889424a54a7a833e12050/b1765a11a97889424a54a7a833e12050.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796555.00000, (0, 0) as of 1715796555.00000, shrunk as of 1715796555.00000> to ShardRange<'k' to 't' as of 1715796556.00000, (0, 0) as of 1715796556.00000, active as of 1715796556.00000>, path: .shards_a/shard_c_1715796556.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/050/b1765a11a97889424a54a7a833e12050/b1765a11a97889424a54a7a833e12050.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796558.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/0bb/d81cc2651328707846a1d06c0254f0bb/d81cc2651328707846a1d06c0254f0bb.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796557.00000, (0, 0) as of 1715796557.00000, shrunk as of 1715796557.00000> to ShardRange<'k' to 't' as of 1715796558.00000, (0, 0) as of 1715796558.00000, shrinking as of 1715796558.00000>, path: .shards_a/shard_c_1715796558.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/0bb/d81cc2651328707846a1d06c0254f0bb/d81cc2651328707846a1d06c0254f0bb.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796558.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/0bb/d81cc2651328707846a1d06c0254f0bb/d81cc2651328707846a1d06c0254f0bb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796560.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/719/eee420da76c3be85e7e30648b2ef2719/eee420da76c3be85e7e30648b2ef2719.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796559.00000, (0, 0) as of 1715796559.00000, shrunk as of 1715796559.00000> to ShardRange<'k' to 't' as of 1715796560.00000, (0, 0) as of 1715796560.00000, sharding as of 1715796560.00000>, path: .shards_a/shard_c_1715796560.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/719/eee420da76c3be85e7e30648b2ef2719/eee420da76c3be85e7e30648b2ef2719.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796560.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/719/eee420da76c3be85e7e30648b2ef2719/eee420da76c3be85e7e30648b2ef2719.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796562.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/e7e/67bc969eff43efe954825a840b33de7e/67bc969eff43efe954825a840b33de7e.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796561.00000, (0, 0) as of 1715796561.00000, shrunk as of 1715796561.00000> to ShardRange<'k' to 't' as of 1715796562.00000, (0, 0) as of 1715796562.00000, sharded as of 1715796562.00000>, path: .shards_a/shard_c_1715796562.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/e7e/67bc969eff43efe954825a840b33de7e/67bc969eff43efe954825a840b33de7e.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796562.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/e7e/67bc969eff43efe954825a840b33de7e/67bc969eff43efe954825a840b33de7e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796564.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/a27/c6e351b68f72d400af7ecf947ee3aa27/c6e351b68f72d400af7ecf947ee3aa27.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796564.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/a27/c6e351b68f72d400af7ecf947ee3aa27/c6e351b68f72d400af7ecf947ee3aa27.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796565.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/d92/0e18742670a945395cf9295881777d92/0e18742670a945395cf9295881777d92.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796567.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/f27/781efabcf6173fa23f3146c2351cbf27/781efabcf6173fa23f3146c2351cbf27.db +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_with_shrinking_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_with_shrinking_overlaps ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_objects +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges_with_misplaced_objects +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges_with_misplaced_objects ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_presharding +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_presharding ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_usage +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_usage ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_has_multiple_policies +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_has_multiple_policies ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_presharding_large_diff +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_presharding_large_diff ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_brokers +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_brokers ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_has_other_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_has_other_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_db_state +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_db_state ... ok +test.unit.container.test_backend.TestContainerBroker.test_is_deleted +test.unit.container.test_backend.TestContainerBroker.test_is_deleted ... ok +test.unit.container.test_backend.TestContainerBroker.test_is_old_enough_to_reclaim +test.unit.container.test_backend.TestContainerBroker.test_is_old_enough_to_reclaim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_initialize_container_broker_in_default +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_initialize_container_broker_in_default ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_objects_since_row +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_objects_since_row ... ok +test.unit.container.test_backend.TestContainerBroker.test_is_reclaimable +test.unit.container.test_backend.TestContainerBroker.test_is_reclaimable ... ok +test DEBUG: /tmp/tmpnrri_i69/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e_1715796454.92032.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpnrri_i69/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e_1715796454.92032.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (8, '2fa6ed8da5c494095a3db748559b3839', '612e2450-8581-4455-a442-a5858631733d-', '1715796455.85038', '1715796455.84781', '0', '', '1715796455.84781', 2, 0) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('612e2450-8581-4455-a442-a5858631733d-', '33379ecb053aa5c9e356c68997cbb59e_1715796456.05208.db') +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (8, '2fa6ed8da5c494095a3db748559b3839', '612e2450-8581-4455-a442-a5858631733d-', '1715796455.85038', '1715796455.84781', '0', '', '1715796455.84781', 2, 0) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, get_shard_ranges, () +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1715796455.90620', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715796455.90620', 'deleted': 0, 'state': 10, 'state_timestamp': '1715796455.90620', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715796456.05227', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715796456.05227', 'deleted': 0, 'state': 60, 'state_timestamp': '1715796456.05208', 'epoch': '1715796456.05208', 'reported': 0, 'tombstones': -1}], '612e2450-8581-4455-a442-a5858631733d-') +test DEBUG: /tmp/tmpldlxdtsn/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e_1715796456.05208.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpldlxdtsn/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e_1715796456.05208.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (8, 'b7f34b0872e4c1a4ff97994767d21a7e', 'd7d9e078-4a79-49e6-a6b3-479eb8af2cd1-', '1715796457.01968', '1715796457.01377', '0', '', '1715796457.01377', 2, 0) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('d7d9e078-4a79-49e6-a6b3-479eb8af2cd1-', '33379ecb053aa5c9e356c68997cbb59e_1715796457.17972.db') +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (8, 'b7f34b0872e4c1a4ff97994767d21a7e', 'd7d9e078-4a79-49e6-a6b3-479eb8af2cd1-', '1715796457.01968', '1715796457.01377', '0', '', '1715796457.01377', 2, 0) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, get_shard_ranges, () +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1715796457.07465', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715796457.07465', 'deleted': 0, 'state': 10, 'state_timestamp': '1715796457.07465', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715796457.17988', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715796457.17988', 'deleted': 0, 'state': 60, 'state_timestamp': '1715796457.17972', 'epoch': '1715796457.17972', 'reported': 0, 'tombstones': -1}], 'd7d9e078-4a79-49e6-a6b3-479eb8af2cd1-') +test DEBUG: /tmp/tmp73wit3pe/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e_1715796457.17972.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmp73wit3pe/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e_1715796457.17972.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (11, '253ec56a075fff2d8b841fad6146fab8', '68c956b4-97f4-4376-b8cd-df3d82ebd743-', '1715796457.88022', '1715796457.85899', '0', '', '1715796457.85899', 3, 0) +test WARNING: /tmp/tmp_b486r1x/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e_1715796457.98761.db is unable to replicate shard ranges to peer 10.0.0.1:1001/sdb; peer may need upgrading +test WARNING: /tmp/tmp_b486r1x/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e_1715796457.98761.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (11, '253ec56a075fff2d8b841fad6146fab8', '68c956b4-97f4-4376-b8cd-df3d82ebd743-', '1715796457.88022', '1715796458.44973', '0', '', '1715796457.85899', 3, 0) +test WARNING: /tmp/tmp_b486r1x/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e_1715796457.98761.db is unable to replicate shard ranges to peer 10.0.0.1:1001/sdb; peer may need upgrading +test WARNING: /tmp/tmp_b486r1x/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e_1715796457.98761.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (11, 'e6b0831dcefa30781d06ed64b228e9a2', 'faca10cc-df6a-45eb-8a2d-d9c1a5364749-', '1715796458.73978', '1715796458.73462', '0', '', '1715796458.73462', 3, 0) +test WARNING: /tmp/tmpl4er58gj/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e_1715796458.87363.db is unable to replicate shard ranges to peer 10.0.0.1:1001/sdb; peer may need upgrading +test WARNING: /tmp/tmpl4er58gj/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e_1715796458.87363.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (11, 'e6b0831dcefa30781d06ed64b228e9a2', 'faca10cc-df6a-45eb-8a2d-d9c1a5364749-', '1715796458.73978', '1715796459.39462', '0', '', '1715796458.73462', 3, 0) +test WARNING: /tmp/tmpl4er58gj/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e_1715796458.87363.db is unable to replicate shard ranges to peer 10.0.0.1:1001/sdb; peer may need upgrading +test WARNING: /tmp/tmpl4er58gj/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e_1715796458.87363.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (10, '8c0e7548b873b49ac95089900cfe7422', 'f1a4a037-84e6-44df-8eea-e9995fb1f68f-', '1715796459.71299', '1715796459.70627', '0', '', '1715796459.70627', 5, 0) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, get_shard_ranges, () +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1715796460.40259', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715796460.40259', 'deleted': 0, 'state': 10, 'state_timestamp': '1715796460.40259', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715796460.49429', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715796460.49429', 'deleted': 0, 'state': 60, 'state_timestamp': '1715796459.86162', 'epoch': '1715796459.86162', 'reported': 0, 'tombstones': -1}], 'f1a4a037-84e6-44df-8eea-e9995fb1f68f-') +test DEBUG: /tmp/tmpmn7zk29t/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e_1715796459.86162.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpmn7zk29t/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e_1715796459.86162.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_sharding +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_sharding ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps ... ok +test.unit.container.test_backend.TestContainerBroker.test_last_modified_time +test.unit.container.test_backend.TestContainerBroker.test_last_modified_time ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_complete_sequence +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_complete_sequence ... ok +test.unit.container.test_backend.TestContainerBroker.test_legacy_pending_files +test.unit.container.test_backend.TestContainerBroker.test_legacy_pending_files ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_own_shard_range +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_own_shard_range ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_is_deleted ... ok +test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter +test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_no_stale_reads +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_no_stale_reads ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_policy_info +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_policy_info ... ok +test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_non_slash +test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_non_slash ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_multiple_missing +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_multiple_missing ... ok +test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_order_and_reverse +test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_order_and_reverse ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_not_root +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_not_root ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_sharding_large_diff +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_sharding_large_diff ... ok +test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_prefix_delim +test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_prefix_delim ... ok +test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_with_reserved_name +test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_with_reserved_name ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_replication_info +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_replication_info ... ok +test.unit.container.test_backend.TestContainerBroker.test_load_old_record_from_pending_file +test.unit.container.test_backend.TestContainerBroker.test_load_old_record_from_pending_file ... ok +test.unit.container.test_backend.TestContainerBroker.test_make_tuple_for_pickle +test.unit.container.test_backend.TestContainerBroker.test_make_tuple_for_pickle ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_with_overlap +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_with_overlap ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_no_shard_ranges +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_no_shard_ranges ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_not_needed +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_not_needed ... ok +test.unit.container.test_backend.TestContainerBroker.test_merge_items +test.unit.container.test_backend.TestContainerBroker.test_merge_items ... ok +test.unit.container.test_backend.TestContainerBroker.test_merge_items_is_green +test.unit.container.test_backend.TestContainerBroker.test_merge_items_is_green ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_not_root +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_not_root ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_unsharded +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_unsharded ... ok +test ERROR: Problem finding shard upper in '/tmp/tmpkly9ime8/test_container.db': : LockTimeout (Nones) +test ERROR: Problem finding shard upper in '/tmp/tmpkly9ime8/test_container.db': : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2507, in find_shard_ranges + next_shard_upper = sub_broker._get_next_shard_range_upper( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +sqlite3.OperationalError +test DEBUG: Unlinked retiring db '/tmp/tmpu3gx2iuv/containers/part/suffix/hash/container.db' +test WARNING: Unexpected db files will be ignored: ['/tmp/tmpu3gx2iuv/containers/part/suffix/hash/container.db'] +Unlinked retiring db '/tmp/tmp9kpxmjv0/containers/part/suffix/hash/hash.db' +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_report_info +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_report_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_sharding_states +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_sharding_states ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_older_overlapping_donor_and_acceptor_shards +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_older_overlapping_donor_and_acceptor_shards ... ok +test.unit.container.test_backend.TestContainerBroker.test_merge_items_overwrite +test.unit.container.test_backend.TestContainerBroker.test_merge_items_overwrite ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_stale_read_ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_stale_read_ok ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_one_complete_sequences_one_incomplete +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_one_complete_sequences_one_incomplete ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_range_rows_with_limit +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_range_rows_with_limit ... ok +test.unit.container.test_backend.TestContainerBroker.test_merge_items_overwrite_unicode +test.unit.container.test_backend.TestContainerBroker.test_merge_items_overwrite_unicode ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_one_incomplete_sequence +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_one_incomplete_sequence ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_items_since +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_items_since ... ok +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (10, '8c0e7548b873b49ac95089900cfe7422', 'f1a4a037-84e6-44df-8eea-e9995fb1f68f-', '1715796459.71299', '1715796460.33264', '0', '', '1715796459.70627', 5, 0) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, get_shard_ranges, () +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1715796460.40259', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715796460.40259', 'deleted': 0, 'state': 10, 'state_timestamp': '1715796460.40259', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715796460.49429', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715796460.49429', 'deleted': 0, 'state': 60, 'state_timestamp': '1715796459.86162', 'epoch': '1715796459.86162', 'reported': 0, 'tombstones': -1}], 'f1a4a037-84e6-44df-8eea-e9995fb1f68f-') +test DEBUG: /tmp/tmpmn7zk29t/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e_1715796459.86162.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpmn7zk29t/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e_1715796459.86162.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (10, 'a1533d60fda4d31daab8b3a6386a7b42', 'e7202bfb-37e6-4a57-afce-47dd9c06d66f-', '1715796461.24237', '1715796461.24021', '0', '', '1715796461.24021', 5, 0) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, get_shard_ranges, () +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1715796461.93545', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715796461.93545', 'deleted': 0, 'state': 10, 'state_timestamp': '1715796461.93545', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715796461.99901', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715796461.99901', 'deleted': 0, 'state': 60, 'state_timestamp': '1715796461.38807', 'epoch': '1715796461.38807', 'reported': 0, 'tombstones': -1}], 'e7202bfb-37e6-4a57-afce-47dd9c06d66f-') +test DEBUG: /tmp/tmpjlfskx7y/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e_1715796461.38807.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpjlfskx7y/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e_1715796461.38807.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (10, 'a1533d60fda4d31daab8b3a6386a7b42', 'e7202bfb-37e6-4a57-afce-47dd9c06d66f-', '1715796461.24237', '1715796461.86738', '0', '', '1715796461.24021', 5, 0) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, get_shard_ranges, () +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1715796461.93545', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715796461.93545', 'deleted': 0, 'state': 10, 'state_timestamp': '1715796461.93545', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715796461.99901', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715796461.99901', 'deleted': 0, 'state': 60, 'state_timestamp': '1715796461.38807', 'epoch': '1715796461.38807', 'reported': 0, 'tombstones': -1}], 'e7202bfb-37e6-4a57-afce-47dd9c06d66f-') +test DEBUG: /tmp/tmpjlfskx7y/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e_1715796461.38807.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpjlfskx7y/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e_1715796461.38807.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (11, 'a6691664b8038cb7ddd148da80b184d1', 'c1698758-c956-4714-a1de-d78bd4e756de-', '1715796464.17171', '1715796464.15898', '0', '', '1715796464.15898', 3, 0) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1715796464.23260', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715796464.23260', 'deleted': 0, 'state': 10, 'state_timestamp': '1715796464.23260', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715796464.31396', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715796464.31396', 'deleted': 0, 'state': 60, 'state_timestamp': '1715796464.31378', 'epoch': '1715796464.31378', 'reported': 0, 'tombstones': -1}], 'c1698758-c956-4714-a1de-d78bd4e756de-') +test DEBUG: /tmp/tmp_awkpwxx/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e_1715796464.31378.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmp_awkpwxx/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e_1715796464.31378.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (11, 'a6691664b8038cb7ddd148da80b184d1', 'c1698758-c956-4714-a1de-d78bd4e756de-', '1715796464.17171', '1715796464.79185', '0', '', '1715796464.15898', 3, 0) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, get_shard_ranges, () +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1715796464.23260', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715796464.23260', 'deleted': 0, 'state': 10, 'state_timestamp': '1715796464.23260', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715796464.31396', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715796464.31396', 'deleted': 0, 'state': 60, 'state_timestamp': '1715796464.31378', 'epoch': '1715796464.31378', 'reported': 0, 'tombstones': -1}], 'c1698758-c956-4714-a1de-d78bd4e756de-') +test DEBUG: /tmp/tmp_awkpwxx/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e_1715796464.31378.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmp_awkpwxx/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e_1715796464.31378.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (11, '9874e58780cb8d210075a2bbfbdbc6dc', 'b083aa62-ca9e-405d-8bfc-67f0f1f5af46-', '1715796465.15640', '1715796465.15407', '0', '', '1715796465.15407', 3, 0) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1715796465.23043', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715796465.23043', 'deleted': 0, 'state': 10, 'state_timestamp': '1715796465.23043', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715796465.30483', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715796465.30483', 'deleted': 0, 'state': 60, 'state_timestamp': '1715796465.30467', 'epoch': '1715796465.30467', 'reported': 0, 'tombstones': -1}], 'b083aa62-ca9e-405d-8bfc-67f0f1f5af46-') +test DEBUG: /tmp/tmpt2ducfwo/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e_1715796465.30467.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_unsharded_large_diff +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_unsharded_large_diff ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_overlapping_donor_and_acceptor_shards_default +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_overlapping_donor_and_acceptor_shards_default ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBroker.test_merge_items_post_overwrite_out_of_order +test.unit.container.test_backend.TestContainerBroker.test_merge_items_post_overwrite_out_of_order ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_overlapping_incomplete_sequences +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_overlapping_incomplete_sequences ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_missing +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_missing ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_deleted ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_parent_overlaps_with_children_donors +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_parent_overlaps_with_children_donors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces ... ok +test.unit.container.test_backend.TestContainerBroker.test_merge_shard_range_single_record +test.unit.container.test_backend.TestContainerBroker.test_merge_shard_range_single_record ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_old_enough_to_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_old_enough_to_reclaim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_includes +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_includes ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_two_complete_sequences_one_incomplete +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_two_complete_sequences_one_incomplete ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty_old_style_shard_container ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796569.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/d24/3e38f3a3c72ea71708622f535b20ad24/3e38f3a3c72ea71708622f535b20ad24.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796571.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/15c/55487fcd8df3afb5f980488af606815c/55487fcd8df3afb5f980488af606815c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796573.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/0ce/5b1f204809cc711c50a5380d3d3250ce/5b1f204809cc711c50a5380d3d3250ce.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796575.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/cf9/3e62cc15eb8bd380e6283431b9affcf9/3e62cc15eb8bd380e6283431b9affcf9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796577.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/e75/96fb7cf7b10fd9af1ae348ba50e56e75/96fb7cf7b10fd9af1ae348ba50e56e75.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796579.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/66d/447885934740d30b8d7f2a522b39b66d/447885934740d30b8d7f2a522b39b66d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796581.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/b0f/6d1f286085c447f03f177b8781a48b0f/6d1f286085c447f03f177b8781a48b0f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796583.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/16e/c89f79e8f0596ae5db51cd820c0b716e/c89f79e8f0596ae5db51cd820c0b716e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796585.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/86e/6f4e1c7d9e299512d6c33deaf056d86e/6f4e1c7d9e299512d6c33deaf056d86e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796587.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/7db/be28da8986c8880d8deac8b9cf21b7db/be28da8986c8880d8deac8b9cf21b7db.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796589.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/23e/2e735dc1a11adc27af1dc879d6a2323e/2e735dc1a11adc27af1dc879d6a2323e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796591.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/fed/b2efd532ff62a049c61d5570c5cabfed/b2efd532ff62a049c61d5570c5cabfed.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796593.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/7d9/cdbf4215881d26306d93ddfad50eb7d9/cdbf4215881d26306d93ddfad50eb7d9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796595.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/65e/4e34a33ae04937de1e0dbfb84bebe65e/4e34a33ae04937de1e0dbfb84bebe65e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796597.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/3ce/2ad9f19c97a63cd01bfa63c6f79d43ce/2ad9f19c97a63cd01bfa63c6f79d43ce.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796599.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/f50/e83985af0dba43c1316c21b5a3541f50/e83985af0dba43c1316c21b5a3541f50.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796601.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/6b5/1be8148c7816fc14626a6f150c8bb6b5/1be8148c7816fc14626a6f150c8bb6b5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796603.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/5e8/1b58dbf9f349628bcef87b3449f455e8/1b58dbf9f349628bcef87b3449f455e8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796605.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/7de/c59aca1bd4610c01a38b523ddf6857de/c59aca1bd4610c01a38b523ddf6857de.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796607.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/b6f/c4eaeb7dee16c101bc902a2fe3338b6f/c4eaeb7dee16c101bc902a2fe3338b6f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796609.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/bd6/dca7f9e2ac87572d01f067157abb1bd6/dca7f9e2ac87572d01f067157abb1bd6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796611.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/bdf/483bd1161cca901ba8d24d72268aabdf/483bd1161cca901ba8d24d72268aabdf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796613.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/b43/b1a789303e8e14ef229e5ada4cdb0b43/b1a789303e8e14ef229e5ada4cdb0b43.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796615.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/866/00fa771fcafb21869cc2c4da05f0d866/00fa771fcafb21869cc2c4da05f0d866.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796617.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/c24/c01bc553c7649fd9f24a208b410e3c24/c01bc553c7649fd9f24a208b410e3c24.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796619.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/01f/dd09c12c97db3b0bf988bafb6689a01f/dd09c12c97db3b0bf988bafb6689a01f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796621.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/059/cb97e16b56d0868e62c72e1e1aa7e059/cb97e16b56d0868e62c72e1e1aa7e059.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796623.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/b81/fcd47ff8062d7a1a42e3056d92135b81/fcd47ff8062d7a1a42e3056d92135b81.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796625.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/110/40c061e985b5d7362e47e303e25bb110/40c061e985b5d7362e47e303e25bb110.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796627.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/e06/c78dda7cd88cbc33ba03ad9b15bbde06/c78dda7cd88cbc33ba03ad9b15bbde06.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796629.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/d9d/88ea3258199965798a1764826ef29d9d/88ea3258199965798a1764826ef29d9d.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796629.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/d9d/88ea3258199965798a1764826ef29d9d/88ea3258199965798a1764826ef29d9d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796631.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/ea3/64dca6328502916f02fc4af4424c7ea3/64dca6328502916f02fc4af4424c7ea3.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796631.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/ea3/64dca6328502916f02fc4af4424c7ea3/64dca6328502916f02fc4af4424c7ea3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796633.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/9a4/2f891ab301dec13d1477e5194960d9a4/2f891ab301dec13d1477e5194960d9a4.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796633.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/9a4/2f891ab301dec13d1477e5194960d9a4/2f891ab301dec13d1477e5194960d9a4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796635.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/68e/199022040ca995cb7c3c02efdba3b68e/199022040ca995cb7c3c02efdba3b68e.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796635.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/68e/199022040ca995cb7c3c02efdba3b68e/199022040ca995cb7c3c02efdba3b68e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796637.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/493/5cfecb21cd5bf30ae11ea02ac0709493/5cfecb21cd5bf30ae11ea02ac0709493.db +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces_root_container_fill_gap +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces_root_container_fill_gap ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_younger_acceptor_with_overlapping_donor_shards +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_younger_acceptor_with_overlapping_donor_shards ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_with_sharding_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_with_sharding_overlaps ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_younger_overlapping_donor_shards +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_younger_overlapping_donor_shards ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_sharded +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_sharded ... ok +test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges +test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_replace +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_replace ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces_state_filtering +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces_state_filtering ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_reclaimable ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_with_shrinking_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_with_shrinking_overlaps ... ok +test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges_deleted +test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges_deleted ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_show +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_show ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_show_and_analyze +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_show_and_analyze ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_subcommand_required +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_subcommand_required ... ok +test.unit.cli.test_reload.TestMain.test_check_failed +test.unit.cli.test_reload.TestMain.test_check_failed ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_objects +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_usage +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_usage ... ok +test.unit.cli.test_reload.TestMain.test_good +test.unit.cli.test_reload.TestMain.test_good ... ok +test.unit.cli.test_reload.TestMain.test_needs_pid +test.unit.cli.test_reload.TestMain.test_needs_pid ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_last_modified_time +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_last_modified_time ... ok +test.unit.cli.test_reload.TestMain.test_timeout +test.unit.cli.test_reload.TestMain.test_timeout ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_sharded_large_diff +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_sharded_large_diff ... ok +test.unit.common.middleware.crypto.test_crypto.TestCrypto.test_filter_factory +test.unit.common.middleware.crypto.test_crypto.TestCrypto.test_filter_factory ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_with_fullcontrol_permission ... ok +test INFO: - - - [15/May/2024:18:07:20 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.1506 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:20 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0822 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:20 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0576 "-" 1363413 - +test INFO: - - - [15/May/2024:18:07:20 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.1772 "-" 1363413 - +Finished. Marked 0 objects for deletion. +Reloaded swift-proxy-server +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_with_write_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_with_write_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_without_permission ... ok +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other WRITE +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_list_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_list_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_encoding_type_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_encoding_type_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads_over_default +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads_over_default ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_negative_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_negative_maxuploads ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_str_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_str_maxuploads ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_delimiter ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_id_and_key_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_id_and_key_marker ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_key_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_key_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_has_multiple_policies +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_has_multiple_policies ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_prefix +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_prefix ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_without_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_without_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_without_segment_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_without_segment_bucket ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_abort +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_abort ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_complete +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_complete ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_initiate +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_initiate ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_upload_part_missing_key +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_upload_part_missing_key ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_with_write_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_with_write_permission ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other WRITE +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_without_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_with_fullcontrol_permission ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_with_write_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_with_write_permission ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other WRITE +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_without_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_with_read_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_with_read_permission ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_legacy_pending_files +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_legacy_pending_files ... ok +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_without_permission ... ok +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_with_read_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_with_read_permission ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_without_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_list_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_list_parts ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_list_parts_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_list_parts_error ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:49 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:49 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:49 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e', 'Content-Length': '0'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:49 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6', 'Content-Length': '0'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:49 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:49 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multi_upload_empty_body +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multi_upload_empty_body ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_abort +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_abort ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_abort_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_abort_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_complete_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_complete_error ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:49 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '13'} +test DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:49 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_complete_s3acl +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_complete_s3acl ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_initiate_no_content_type +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_initiate_no_content_type ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:49 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_uploads_list +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_uploads_list ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_upload_part +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_upload_part ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:49 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '11'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_upload_part_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_upload_part_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_with_fullcontrol_permission ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 15 May 2024 18:07:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Wed, 15 May 2024 18:07:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_with_write_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_with_write_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_without_permission ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other WRITE +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: src_bucket src_obj HEAD {} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_invalid_source +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_invalid_source ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 15 May 2024 18:07:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: src_bucket src_obj HEAD {} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_owner_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_owner_permission ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: src_bucket src_obj HEAD {} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Wed, 15 May 2024 18:07:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: src_bucket src_obj HEAD {} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_write_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_write_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_without_permission ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other WRITE +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_without_src_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_without_src_permission ... ok +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Wed, 15 May 2024 18:07:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: src_bucket src_obj HEAD {} +test DEBUG: +test:testertest:testertest:writetest:writeWRITE +test DEBUG: permission denined: 403 Forbidden test:write READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:49 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: src_bucket src_obj HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:49 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: src_bucket src_obj HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:49 -0000', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: src_bucket src_obj HEAD {'If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:49 -0000', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: src_bucket src_obj HEAD {'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_with_match_and_s3acl +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_with_match_and_s3acl ... ok +swift: Adding required filter versioned_writes to pipeline at position 0 +swift: Adding required filter dlo to pipeline at position 0 +swift: Adding required filter copy to pipeline at position 0 +swift: Adding required filter listing_formats to pipeline at position 4 +swift: Adding required filter gatekeeper to pipeline at position 0 +swift: Adding required filter catch_errors to pipeline at position 0 +swift: Pipeline was modified. New pipeline is "catch_errors gatekeeper copy dlo versioned_writes cache listing_formats proxy-server". +swift: Adding required filter versioned_writes to pipeline at position 0 +swift: Adding required filter dlo to pipeline at position 0 +swift: Adding required filter copy to pipeline at position 0 +swift: Adding required filter listing_formats to pipeline at position 4 +swift: Adding required filter gatekeeper to pipeline at position 0 +swift: Adding required filter catch_errors to pipeline at position 0 +swift: Pipeline was modified. New pipeline is "catch_errors gatekeeper copy dlo versioned_writes cache listing_formats proxy-server". +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:49 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: src_bucket src_obj HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:49 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: src_bucket src_obj HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 15 May 2024 18:07:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_with_not_match_and_s3acl +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_with_not_match_and_s3acl ... ok +test.unit.common.middleware.s3api.test_s3api.TestListingMiddleware.test_s3_etag_in_json +test.unit.common.middleware.s3api.test_s3api.TestListingMiddleware.test_s3_etag_in_json ... ok +test.unit.common.middleware.s3api.test_s3api.TestListingMiddleware.test_s3_etag_non_json +test.unit.common.middleware.s3api.test_s3api.TestListingMiddleware.test_s3_etag_non_json ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_enabled +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_enabled ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_not_configured +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_not_configured ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_suspended +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_suspended ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_enabled +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_enabled ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_error +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_error ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_suspended +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_suspended ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_enabled +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_enabled ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_not_configured +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_not_configured ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_suspended +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_suspended ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_enabled +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_enabled ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_error +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_error ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_not_implemented +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_not_implemented ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_suspended +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_suspended ... ok +test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_bad_copy_from +test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_bad_copy_from ... ok +test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_bad_destination +test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_bad_destination ... ok +test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_copy_from +test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_copy_from ... ok +test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_destination +test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_destination ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderProject.test_reader_get +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderProject.test_reader_get ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderProject.test_reader_put +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderProject.test_reader_put ... ok +test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_cache_middleware +test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_cache_middleware ... ok +test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_filter_factory +test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_filter_factory ... ok +test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_config +test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_config ... ok +test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_config_with_options +test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_config_with_options ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_has_other_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_has_other_shard_ranges ... ok +swift: Adding required filter versioned_writes to pipeline at position 0 +swift: Adding required filter dlo to pipeline at position 0 +swift: Adding required filter copy to pipeline at position 0 +swift: Adding required filter listing_formats to pipeline at position 4 +swift: Adding required filter gatekeeper to pipeline at position 0 +swift: Adding required filter catch_errors to pipeline at position 0 +swift: Pipeline was modified. New pipeline is "catch_errors gatekeeper copy dlo versioned_writes cache listing_formats proxy-server". +test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_memcache_config +test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_memcache_config ... ok +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_bytes_quota_copy_from_bad_src +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_bytes_quota_copy_from_bad_src ... ok +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_bytes_quota_copy_from_no_src +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_bytes_quota_copy_from_no_src ... ok +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_bytes_quota_copy_from +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_bytes_quota_copy_from ... ok +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_bytes_quota_copy_verb +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_bytes_quota_copy_verb ... ok +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_cross_account_PUT_verb +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_cross_account_PUT_verb ... ok +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_cross_account_verb +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_cross_account_verb ... ok +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_from +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_from ... ok +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_verb +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_verb ... ok +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_from +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_from ... ok +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_verb +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_verb ... ok +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_counts_quota_copy_from +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_counts_quota_copy_from ... ok +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_counts_quota_copy_verb +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_counts_quota_copy_verb ... ok +test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_off +test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_off ... ok +test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_on +test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_on ... ok +test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_on_allow_deletes +test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_on_allow_deletes ... ok +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_non_swift_path +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_non_swift_path ... ok +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off ... ok +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_destination_account_on_on_copy +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_destination_account_on_on_copy ... ok +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_src_acct_on_dest_acct_off_on_copy +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_src_acct_on_dest_acct_off_on_copy ... ok +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_src_acct_on_dest_acct_on_on_copy +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_src_acct_on_dest_acct_on_on_copy ... ok +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on ... ok +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_account_off +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_account_off ... ok +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_allow_deletes +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_allow_deletes ... ok +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_destination_account_off_on_copy +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_destination_account_off_on_copy ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_default_types +test.unit.common.middleware.test_slo.TestRespAttrs.test_default_types ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_from_empty_headers +test.unit.common.middleware.test_slo.TestRespAttrs.test_from_empty_headers ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_from_only_timestamp +test.unit.common.middleware.test_slo.TestRespAttrs.test_from_only_timestamp ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_from_regular_object +test.unit.common.middleware.test_slo.TestRespAttrs.test_from_regular_object ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_from_valid_sysmeta +test.unit.common.middleware.test_slo.TestRespAttrs.test_from_valid_sysmeta ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_from_zero_byte_sysmeta +test.unit.common.middleware.test_slo.TestRespAttrs.test_from_zero_byte_sysmeta ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_init_calculates_is_legacy +test.unit.common.middleware.test_slo.TestRespAttrs.test_init_calculates_is_legacy ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_init_converts_timestamps_from_strings +test.unit.common.middleware.test_slo.TestRespAttrs.test_init_converts_timestamps_from_strings ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_init_with_no_sysmeta +test.unit.common.middleware.test_slo.TestRespAttrs.test_init_with_no_sysmeta ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_init_with_no_sysmeta_offset +test.unit.common.middleware.test_slo.TestRespAttrs.test_init_with_no_sysmeta_offset ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_invalid_sysmeta +test.unit.common.middleware.test_slo.TestRespAttrs.test_invalid_sysmeta ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_legacy_slo_sysmeta +test.unit.common.middleware.test_slo.TestRespAttrs.test_legacy_slo_sysmeta ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_non_slo_with_sysmeta +test.unit.common.middleware.test_slo.TestRespAttrs.test_non_slo_with_sysmeta ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_partial_modern_sysmeta +test.unit.common.middleware.test_slo.TestRespAttrs.test_partial_modern_sysmeta ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_not_legacy +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_not_legacy ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_range +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_range ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_raw_data +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_raw_data ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_sub_slo +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_sub_slo ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_sub_slo_range +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_sub_slo_range ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_range_manifest +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_range_manifest ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_segment_with_non_ascii_path +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_segment_with_non_ascii_path ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_subrange_manifest +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_subrange_manifest ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_first_byte +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_first_byte ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_on_segment_boundaries +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_on_segment_boundaries ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_overlapping_end +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_overlapping_end ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_sub_slo +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_sub_slo ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_unsatisfiable +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_unsatisfiable ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_range_manifest +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_range_manifest ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_after_merge_sharded +test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_after_merge_sharded ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_subrange_manifest +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_subrange_manifest ... ok +test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_both +test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_both ... ok +test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_host +test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_host ... ok +test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_scheme +test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_scheme ... ok +test.unit.common.middleware.test_subrequest_logging.TestSubRequestLogging.test_subrequest_logged_with_POST +test.unit.common.middleware.test_subrequest_logging.TestSubRequestLogging.test_subrequest_logged_with_POST ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 15 May 2024 18:07:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: A key is specified for bucket API. +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: A key is specified for bucket API. +test DEBUG: Calling S3Api Middleware +test DEBUG: A key is specified for bucket API. +test DEBUG: Calling S3Api Middleware +test DEBUG: A key is specified for bucket API. +test DEBUG: Calling S3Api Middleware +test DEBUG: A key is specified for bucket API. +test DEBUG: Calling S3Api Middleware +test DEBUG: A key is specified for bucket API. +test DEBUG: Calling S3Api Middleware +test DEBUG: A key is specified for bucket API. +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: A key is specified for bucket API. +test DEBUG: User tenant_id with role(s) rdr1,rdr2 has project reader authorizing +test INFO: - - 15/May/2024/18/07/49 HEAD /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1715796469.513646364 1715796469.513841391 0 +test INFO: - - 15/May/2024/18/07/49 POST /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0008 - - 1715796469.513598204 1715796469.514388561 0 +test INFO: - - 15/May/2024/18/07/49 GET /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1715796469.515890598 1715796469.516131401 0 +test INFO: - - 15/May/2024/18/07/49 POST /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0008 - - 1715796469.515845537 1715796469.516625404 0 +test INFO: - - 15/May/2024/18/07/49 POST /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1715796469.517975330 1715796469.518163919 0 +test INFO: - - 15/May/2024/18/07/49 POST /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0007 - - 1715796469.517928123 1715796469.518675804 0 +test INFO: - - 15/May/2024/18/07/49 PUT /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1715796469.520070076 1715796469.520284891 0 +test INFO: - - 15/May/2024/18/07/49 POST /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0008 - - 1715796469.520024776 1715796469.520782232 0 +test INFO: - - 15/May/2024/18/07/49 DELETE /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1715796469.522352695 1715796469.522562027 0 +test INFO: - - 15/May/2024/18/07/49 POST /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0007 - - 1715796469.522308350 1715796469.523048401 0 +test INFO: - - 15/May/2024/18/07/49 HEAD /v1/a/c/sub_get HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1715796469.524702311 1715796469.524876833 0 +test INFO: - - 15/May/2024/18/07/49 GET /v1/a/test/obj HTTP/1.0 200 - Swift - - - - - - 0.0002 SSC - 1715796469.525178194 1715796469.525419474 0 +test INFO: - - 15/May/2024/18/07/49 HEAD /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1715796469.525846243 1715796469.526005030 0 +test INFO: - - 15/May/2024/18/07/49 PUT /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0020 - - 1715796469.524558067 1715796469.526547670 - +test INFO: - - 15/May/2024/18/07/49 GET /v1/a/c/sub_get HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1715796469.528032541 1715796469.528252363 0 +test INFO: - - 15/May/2024/18/07/49 GET /v1/a/test/obj HTTP/1.0 200 - Swift - - - - - - 0.0002 SSC - 1715796469.528549433 1715796469.528775454 0 +test INFO: - - 15/May/2024/18/07/49 GET /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1715796469.529193878 1715796469.529396057 0 +test INFO: - - 15/May/2024/18/07/49 PUT /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0020 - - 1715796469.527893305 1715796469.529914379 - +test INFO: - - 15/May/2024/18/07/49 POST /v1/a/c/sub_get HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1715796469.531378269 1715796469.531618118 0 +test INFO: - - 15/May/2024/18/07/49 GET /v1/a/test/obj HTTP/1.0 200 - Swift - - - - - - 0.0002 SSC - 1715796469.531928062 1715796469.532159805 0 +test INFO: - - 15/May/2024/18/07/49 POST /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1715796469.532584906 1715796469.532759905 0 +test INFO: - - 15/May/2024/18/07/49 PUT /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0020 - - 1715796469.531240225 1715796469.533249140 - +test INFO: - - 15/May/2024/18/07/49 PUT /v1/a/c/sub_get HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1715796469.534929037 1715796469.535134792 0 +test INFO: - - 15/May/2024/18/07/49 GET /v1/a/test/obj HTTP/1.0 200 - Swift - - - - - - 0.0003 SSC - 1715796469.535439730 1715796469.535710812 0 +test INFO: - - 15/May/2024/18/07/49 PUT /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1715796469.536126375 1715796469.536315918 0 +test INFO: - - 15/May/2024/18/07/49 PUT /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0020 - - 1715796469.534793139 1715796469.536808968 - +test INFO: - - 15/May/2024/18/07/49 DELETE /v1/a/c/sub_get HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1715796469.538251877 1715796469.538416862 0 +test INFO: - - 15/May/2024/18/07/49 GET /v1/a/test/obj HTTP/1.0 200 - Swift - - - - - - 0.0002 SSC - 1715796469.538756609 1715796469.538985014 0 +test INFO: - - 15/May/2024/18/07/49 DELETE /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1715796469.539423227 1715796469.539617538 0 +test.unit.common.middleware.test_subrequest_logging.TestSubRequestLogging.test_subrequest_logged_x_copy_from +test.unit.common.middleware.test_subrequest_logging.TestSubRequestLogging.test_subrequest_logged_x_copy_from ... ok +test.unit.common.test_db.TestDatabaseBroker.test_DB_PREALLOCATION_setting +test.unit.common.test_db.TestDatabaseBroker.test_DB_PREALLOCATION_setting ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter ... ok +test.unit.common.test_db.TestDatabaseBroker.test_commit_puts +test.unit.common.test_db.TestDatabaseBroker.test_commit_puts ... ok +test WARNING: /tmp/tmpt2ducfwo/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e_1715796465.30467.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (11, '9874e58780cb8d210075a2bbfbdbc6dc', 'b083aa62-ca9e-405d-8bfc-67f0f1f5af46-', '1715796465.15640', '1715796465.74082', '0', '', '1715796465.15407', 3, 0) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, get_shard_ranges, () +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1715796465.23043', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715796465.23043', 'deleted': 0, 'state': 10, 'state_timestamp': '1715796465.23043', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715796465.30483', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715796465.30483', 'deleted': 0, 'state': 60, 'state_timestamp': '1715796465.30467', 'epoch': '1715796465.30467', 'reported': 0, 'tombstones': -1}], 'b083aa62-ca9e-405d-8bfc-67f0f1f5af46-') +test DEBUG: /tmp/tmpt2ducfwo/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e_1715796465.30467.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpt2ducfwo/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e_1715796465.30467.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, '6a2cc0e79510496cb819eba606fcc9e7', '7f05f396-4ce3-4fe1-8178-ddb172c5c42a-sda', '1715796466.12464', '1715796466.12239', '0', '', '1715796466.12239', 1, 0) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('7f05f396-4ce3-4fe1-8178-ddb172c5c42a-sda', '33379ecb053aa5c9e356c68997cbb59e.db') +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (6, 'f9d031e12c2cdd69b66d9811ae82fba7', 'e0d967c1-3802-42db-95f0-3c507c117c0a-sda', '1715796466.49394', '1715796466.49050', '0', '', '1715796466.49050', 6, 0) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, get_shard_ranges, () +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1715796466.67913', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1715796466.67913', 'deleted': 0, 'state': 40, 'state_timestamp': '1715796466.67913', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715796466.72912', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715796466.72912', 'deleted': 0, 'state': 60, 'state_timestamp': '1715796466.72886', 'epoch': '1715796466.72886', 'reported': 0, 'tombstones': -1}], 'e0d967c1-3802-42db-95f0-3c507c117c0a-sda') +test DEBUG: /tmp/tmp5f6l3z0g/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmp5f6l3z0g/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (6, 'f9d031e12c2cdd69b66d9811ae82fba7', 'e0d967c1-3802-42db-95f0-3c507c117c0a-sda', '1715796466.49394', '1715796466.61541', '0', '', '1715796466.49050', 6, 0) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, get_shard_ranges, () +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1715796466.67913', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1715796466.67913', 'deleted': 0, 'state': 40, 'state_timestamp': '1715796466.67913', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715796466.72912', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715796466.72912', 'deleted': 0, 'state': 60, 'state_timestamp': '1715796466.72886', 'epoch': '1715796466.72886', 'reported': 0, 'tombstones': -1}], 'e0d967c1-3802-42db-95f0-3c507c117c0a-sda') +test DEBUG: /tmp/tmp5f6l3z0g/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmp5f6l3z0g/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (6, 'ad4a7b8f85410e958ec1802ea8751142', '1ad25d7a-f9ec-4699-a002-894012708f82-sda', '1715796467.43763', '1715796467.43312', '0', '', '1715796467.43312', 6, 0) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, get_shard_ranges, () +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1715796467.66064', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1715796467.66064', 'deleted': 0, 'state': 40, 'state_timestamp': '1715796467.66064', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715796467.72804', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715796467.72804', 'deleted': 0, 'state': 60, 'state_timestamp': '1715796467.72782', 'epoch': '1715796467.72782', 'reported': 0, 'tombstones': -1}], '1ad25d7a-f9ec-4699-a002-894012708f82-sda') +test DEBUG: /tmp/tmpa9icsas2/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpa9icsas2/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (6, 'ad4a7b8f85410e958ec1802ea8751142', '1ad25d7a-f9ec-4699-a002-894012708f82-sda', '1715796467.43763', '1715796467.59792', '0', '', '1715796467.43312', 6, 0) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, get_shard_ranges, () +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1715796467.66064', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1715796467.66064', 'deleted': 0, 'state': 40, 'state_timestamp': '1715796467.66064', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715796467.72804', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715796467.72804', 'deleted': 0, 'state': 60, 'state_timestamp': '1715796467.72782', 'epoch': '1715796467.72782', 'reported': 0, 'tombstones': -1}], '1ad25d7a-f9ec-4699-a002-894012708f82-sda') +test DEBUG: /tmp/tmpa9icsas2/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpa9icsas2/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (3, '0f4cff92086c14cf00fb1e1ad5bb53dd', '4de640cd-6012-47a2-a5aa-b3b9845bc347-sda', '1715796468.43053', '1715796468.42783', '0', '', '1715796468.42783', 3, 0) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, rsync_then_merge, ('4de640cd-6012-47a2-a5aa-b3b9845bc347-sda', '33379ecb053aa5c9e356c68997cbb59e.db') +test DEBUG: Unlinked retiring db '/tmp/tmprn8w030j/sdb/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db' +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_initialize_container_broker_in_default +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_initialize_container_broker_in_default ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_non_slash ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_objects_since_row +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_objects_since_row ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_after_merge_sharding +test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_after_merge_sharding ... ok +test.unit.common.test_db.TestDatabaseBroker.test_delete_db +test.unit.common.test_db.TestDatabaseBroker.test_delete_db ... ok +test.unit.common.test_db.TestDatabaseBroker.test_disk_db_init +test.unit.common.test_db.TestDatabaseBroker.test_disk_db_init ... ok +test.unit.common.test_db.TestDatabaseBroker.test_disk_preallocate +test.unit.common.test_db.TestDatabaseBroker.test_disk_preallocate ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_order_and_reverse +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_order_and_reverse ... ok +test.unit.common.test_db.TestDatabaseBroker.test_initialize +test.unit.common.test_db.TestDatabaseBroker.test_initialize ... ok +test.unit.common.test_db.TestDatabaseBroker.test_lock +test.unit.common.test_db.TestDatabaseBroker.test_lock ... ok +test.unit.common.test_db.TestDatabaseBroker.test_memory_db_init +test.unit.common.test_db.TestDatabaseBroker.test_memory_db_init ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_before_merge_sharded +test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_before_merge_sharded ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_prefix_delim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_own_shard_range +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_own_shard_range ... ok +test.unit.common.test_db.TestDatabaseBroker.test_merge_syncs +test.unit.common.test_db.TestDatabaseBroker.test_merge_syncs ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_with_reserved_name +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_with_reserved_name ... ok +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796637.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/493/5cfecb21cd5bf30ae11ea02ac0709493/5cfecb21cd5bf30ae11ea02ac0709493.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796639.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/886/7a885d61cf73fcb8d52af86cba3fc886/7a885d61cf73fcb8d52af86cba3fc886.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796639.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/886/7a885d61cf73fcb8d52af86cba3fc886/7a885d61cf73fcb8d52af86cba3fc886.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796641.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/217/894356a8840ae68ae0d2711e54f96217/894356a8840ae68ae0d2711e54f96217.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796641.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/217/894356a8840ae68ae0d2711e54f96217/894356a8840ae68ae0d2711e54f96217.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796643.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/f6a/8db1159b8b7f29115d3f16d5606bff6a/8db1159b8b7f29115d3f16d5606bff6a.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796643.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/f6a/8db1159b8b7f29115d3f16d5606bff6a/8db1159b8b7f29115d3f16d5606bff6a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796645.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/c1b/e18345a5191aab1d0e43309a0cf9cc1b/e18345a5191aab1d0e43309a0cf9cc1b.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796645.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/c1b/e18345a5191aab1d0e43309a0cf9cc1b/e18345a5191aab1d0e43309a0cf9cc1b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796647.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/d17/784160408bac2c58fb48b6c882681d17/784160408bac2c58fb48b6c882681d17.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796647.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/d17/784160408bac2c58fb48b6c882681d17/784160408bac2c58fb48b6c882681d17.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796649.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/bbc/b1c74aaf7dfc9e81df39c7bd2bb44bbc/b1c74aaf7dfc9e81df39c7bd2bb44bbc.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796649.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/bbc/b1c74aaf7dfc9e81df39c7bd2bb44bbc/b1c74aaf7dfc9e81df39c7bd2bb44bbc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796651.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/20f/e84673d55d2fb4c2ac45e2c85e4c720f/e84673d55d2fb4c2ac45e2c85e4c720f.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796651.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/20f/e84673d55d2fb4c2ac45e2c85e4c720f/e84673d55d2fb4c2ac45e2c85e4c720f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796653.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/d7b/92d37b33c73257d752ea0a4c07599d7b/92d37b33c73257d752ea0a4c07599d7b.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796653.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/d7b/92d37b33c73257d752ea0a4c07599d7b/92d37b33c73257d752ea0a4c07599d7b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796655.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/890/aed90649b6c3c45daaeb5c735d3bf890/aed90649b6c3c45daaeb5c735d3bf890.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796655.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/890/aed90649b6c3c45daaeb5c735d3bf890/aed90649b6c3c45daaeb5c735d3bf890.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796657.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/78c/5c2d3e4936a6fff88f0c70317bdc478c/5c2d3e4936a6fff88f0c70317bdc478c.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796657.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/78c/5c2d3e4936a6fff88f0c70317bdc478c/5c2d3e4936a6fff88f0c70317bdc478c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796659.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/4d8/718017db79dcb62e46ba081388f554d8/718017db79dcb62e46ba081388f554d8.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796659.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/4d8/718017db79dcb62e46ba081388f554d8/718017db79dcb62e46ba081388f554d8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796661.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/a8c/38e759e2879f266e718f1bc354f45a8c/38e759e2879f266e718f1bc354f45a8c.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796661.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/a8c/38e759e2879f266e718f1bc354f45a8c/38e759e2879f266e718f1bc354f45a8c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796663.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/f43/1fe2869334b01fde04a221e77e58af43/1fe2869334b01fde04a221e77e58af43.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796663.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/f43/1fe2869334b01fde04a221e77e58af43/1fe2869334b01fde04a221e77e58af43.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796665.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/41c/05dd70ed9e403cbfacd0d6014999b41c/05dd70ed9e403cbfacd0d6014999b41c.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796665.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/41c/05dd70ed9e403cbfacd0d6014999b41c/05dd70ed9e403cbfacd0d6014999b41c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796667.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/e73/afa8d1ec83f189309566b3dbba7c3e73/afa8d1ec83f189309566b3dbba7c3e73.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796667.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/e73/afa8d1ec83f189309566b3dbba7c3e73/afa8d1ec83f189309566b3dbba7c3e73.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796669.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/36c/9c32015833f85c1481fe2f991095b36c/9c32015833f85c1481fe2f991095b36c.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796669.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/36c/9c32015833f85c1481fe2f991095b36c/9c32015833f85c1481fe2f991095b36c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796671.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/c54/8d915f7b1a1407cc62d767a8ca5e8c54/8d915f7b1a1407cc62d767a8ca5e8c54.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796671.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/c54/8d915f7b1a1407cc62d767a8ca5e8c54/8d915f7b1a1407cc62d767a8ca5e8c54.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796673.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/37f/23dcf256144db8c482cdf036532ee37f/23dcf256144db8c482cdf036532ee37f.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796673.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/37f/23dcf256144db8c482cdf036532ee37f/23dcf256144db8c482cdf036532ee37f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796675.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/249/3c372528cec5b2abc13b45674030a249/3c372528cec5b2abc13b45674030a249.db +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_policy_info +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_policy_info ... ok +test.unit.common.test_db.TestDatabaseBroker.test_metadata +test.unit.common.test_db.TestDatabaseBroker.test_metadata ... ok +test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_on_non_utf8 +test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_on_non_utf8 ... ok +test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_over_max_count +test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_over_max_count ... ok +test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_over_max_overall_size +test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_over_max_overall_size ... ok +test.unit.common.test_db.TestDatabaseBroker.test_metadata_with_max_count +test.unit.common.test_db.TestDatabaseBroker.test_metadata_with_max_count ... ok +test.unit.common.test_db.TestDatabaseBroker.test_metadata_with_max_overall_size +test.unit.common.test_db.TestDatabaseBroker.test_metadata_with_max_overall_size ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_before_merge_sharding +test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_before_merge_sharding ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_load_old_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_load_old_record_from_pending_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_make_tuple_for_pickle +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_make_tuple_for_pickle ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replicator_sync +test.unit.container.test_replicator.TestReplicatorSync.test_replicator_sync ... ok +test.unit.common.test_db.TestDatabaseBroker.test_newid +test.unit.common.test_db.TestDatabaseBroker.test_newid ... ok +test INFO: - - 15/May/2024/18/07/49 PUT /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0020 - - 1715796469.538117170 1715796469.540117979 - +Quarantined /tmp/tmpz7e3byjt/dev/dbs/par/pre/db to /tmp/tmpz7e3byjt/dev/quarantined/tests/db due to malformed database +Quarantined /tmp/tmpz7e3byjt/dev/dbs/par/pre/db to /tmp/tmpz7e3byjt/dev/quarantined/tests/db due to malformed database +Quarantined /tmp/tmpz7e3byjt/dev/dbs/par/pre/db to /tmp/tmpz7e3byjt/dev/quarantined/tests/db due to corrupted database +Quarantined /tmp/tmpz7e3byjt/dev/dbs/par/pre/db to /tmp/tmpz7e3byjt/dev/quarantined/tests/db due to disk error while accessing database +test.unit.common.test_db.TestDatabaseBroker.test_possibly_quarantine_db_errors +test.unit.common.test_db.TestDatabaseBroker.test_possibly_quarantine_db_errors ... ok +test.unit.common.test_db.TestDatabaseBroker.test_put_record +test.unit.common.test_db.TestDatabaseBroker.test_put_record ... ok +Quarantined /tmp/tmpbf7vcjs3/dev/dbs/par/pre/db to /tmp/tmpbf7vcjs3/dev/quarantined/containers/db due to missing row in container_stat table +test.unit.common.test_db.TestDatabaseBroker.test_reclaim_missing_container_info +test.unit.common.test_db.TestDatabaseBroker.test_reclaim_missing_container_info ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_report_up_to_date +test.unit.container.test_replicator.TestReplicatorSync.test_report_up_to_date ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty_shard_container ... ok +test.unit.common.test_db.TestDatabaseBroker.test_skip_commits +test.unit.common.test_db.TestDatabaseBroker.test_skip_commits ... ok +Quarantined /tmp/tmpz6gb7_1r/dev/dbs/par/pre/db to /tmp/tmpz6gb7_1r/dev/quarantined/containers/db due to missing row in container_stat table +test.unit.common.test_db.TestDatabaseBroker.test_update_metadata_missing_container_info +test.unit.common.test_db.TestDatabaseBroker.test_update_metadata_missing_container_info ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_rsync_failure +test.unit.container.test_replicator.TestReplicatorSync.test_rsync_failure ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_replication_info +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_replication_info ... ok +test.unit.common.test_db.TestDatabaseBroker.test_validate_metadata_is_called_from_update_metadata +test.unit.common.test_db.TestDatabaseBroker.test_validate_metadata_is_called_from_update_metadata ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_rsync_then_merge +test.unit.container.test_replicator.TestReplicatorSync.test_rsync_then_merge ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_enable_sharding +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_enable_sharding ... ok +test.unit.common.test_db.TestDatabaseBroker.test_validate_metadata_is_not_called_from_update_metadata +test.unit.common.test_db.TestDatabaseBroker.test_validate_metadata_is_not_called_from_update_metadata ... ok +test.unit.common.test_db.TestHelperFunctions.test_zero_like +test.unit.common.test_db.TestHelperFunctions.test_zero_like ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_bad_request_line +test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_bad_request_line ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_message +test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_message ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_message_no_logger +test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_message_no_logger ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_request +test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_request ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_parse_request_no_proxy +test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_parse_request_no_proxy ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_exception +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_exception ... ok +test.unit.common.test_memcached.TestMemcached.test_connection_pool_timeout +test.unit.common.test_memcached.TestMemcached.test_connection_pool_timeout ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_is_green +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_is_green ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_bogus_db_quarantines +test.unit.container.test_replicator.TestReplicatorSync.test_sync_bogus_db_quarantines ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_report_info +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_report_info ... ok +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 433, in set + raise MemcacheConnectionError('failed set: %s' % msg) +swift.common.memcached.MemcacheConnectionError: failed set: + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/usr/lib/python3/dist-packages/eventlet/queue.py", line 116, in switch + self.greenlet.switch(value) + File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 264, in main + result = function(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 1551, in _timing_stats + result = func(cache, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 437, in set + self._exception_occurred(server, e, cmd, conn_start_time, + File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 283, in _exception_occurred + elif isinstance(e, (socket.error, MemcacheConnectionError)): + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +TypeError: isinstance() arg 2 must be a type, a tuple of types, or a union +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_range_rows_with_limit +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_range_rows_with_limit ... ok +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 433, in set + raise MemcacheConnectionError('failed set: %s' % msg) +swift.common.memcached.MemcacheConnectionError: failed set: + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/usr/lib/python3/dist-packages/eventlet/queue.py", line 116, in switch + self.greenlet.switch(value) + File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 264, in main + result = function(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 1551, in _timing_stats + result = func(cache, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 437, in set + self._exception_occurred(server, e, cmd, conn_start_time, + File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 283, in _exception_occurred + elif isinstance(e, (socket.error, MemcacheConnectionError)): + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +TypeError: isinstance() arg 2 must be a type, a tuple of types, or a union +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_deleted ... ok +test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_container_merge_other_ranges +test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_container_merge_other_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_old_enough_to_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_old_enough_to_reclaim ... ok +test.unit.common.test_memcached.TestMemcached.test_connection_pooling +test.unit.common.test_memcached.TestMemcached.test_connection_pooling ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_overwrite +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_overwrite ... ok +test.unit.common.test_memcached.TestMemcached.test_connection_slow_connect +test.unit.common.test_memcached.TestMemcached.test_connection_slow_connect ... ok +test.unit.common.test_memcached.TestMemcached.test_decr +test.unit.common.test_memcached.TestMemcached.test_decr ... ok +test.unit.common.test_memcached.TestMemcached.test_delete +test.unit.common.test_memcached.TestMemcached.test_delete ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges ... ok +test.unit.common.test_memcached.TestMemcached.test_error_disabled +test.unit.common.test_memcached.TestMemcached.test_error_disabled ... ok +test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10107731819152832 +test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.1022806167602539 +test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10257887840270996 +test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10282182693481445 +test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10305213928222656 +test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10324764251708984 +test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10345792770385742 +test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10367918014526367 +test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0006322860717773 +test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try +test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.001359224319458 +test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try +test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0015976428985596 +test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try +test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0018229484558105 +test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try +test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0020246505737305 +test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try +test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0023415088653564 +test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try +test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0027515888214111 +test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try +test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0029487609863281 +test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try +test ERROR: Timeout connecting to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10269546508789062 +test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method decr, time_spent 4.363059997558594e-05: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 528, in incr + new_val = self._incr_or_decr(fp, sock, cmd, delta_val) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 488, in _incr_or_decr + line = fp.readline().strip().split() + ^^^^^^^^^^^^^^^^^^^ +AttributeError: 'NoneType' object has no attribute 'strip' +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test.unit.common.test_memcached.TestMemcached.test_error_limiting +test.unit.common.test_memcached.TestMemcached.test_error_limiting ... ok +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error limiting server 1.2.3.5:11211 +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error limiting server 1.2.3.4:11211 +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method get: No more memcached servers to try +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error limiting server 1.2.3.5:11211 +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test.unit.common.test_memcached.TestMemcached.test_error_limiting_custom_config +test.unit.common.test_memcached.TestMemcached.test_error_limiting_custom_config ... ok +test.unit.common.test_memcached.TestMemcached.test_error_raising +test.unit.common.test_memcached.TestMemcached.test_error_raising ... ok +test.unit.common.test_memcached.TestMemcached.test_get_conns +test.unit.common.test_memcached.TestMemcached.test_get_conns ... ok +test.unit.common.test_memcached.TestMemcached.test_get_conns_bad_v6 +test.unit.common.test_memcached.TestMemcached.test_get_conns_bad_v6 ... ok +test.unit.common.test_memcached.TestMemcached.test_get_conns_hostname +test.unit.common.test_memcached.TestMemcached.test_get_conns_hostname ... ok +test.unit.common.test_memcached.TestMemcached.test_get_failed_connection_mid_request +test.unit.common.test_memcached.TestMemcached.test_get_failed_connection_mid_request ... ok +test.unit.common.test_memcached.TestMemcached.test_incr +test.unit.common.test_memcached.TestMemcached.test_incr ... ok +test.unit.common.test_memcached.TestMemcached.test_incr_add_expires +test.unit.common.test_memcached.TestMemcached.test_incr_add_expires ... ok +test.unit.common.test_memcached.TestMemcached.test_incr_failed_connection_mid_request +test.unit.common.test_memcached.TestMemcached.test_incr_failed_connection_mid_request ... ok +test.unit.common.test_memcached.TestMemcached.test_incr_unexpected_response +test.unit.common.test_memcached.TestMemcached.test_incr_unexpected_response ... ok +test.unit.common.test_memcached.TestMemcached.test_incr_w_timeout +test.unit.common.test_memcached.TestMemcached.test_incr_w_timeout ... ok +test.unit.common.test_memcached.TestMemcached.test_item_size_warning_threshold +test.unit.common.test_memcached.TestMemcached.test_item_size_warning_threshold ... ok +test.unit.common.test_memcached.TestMemcached.test_logger_kwarg +test.unit.common.test_memcached.TestMemcached.test_logger_kwarg ... ok +test.unit.common.test_memcached.TestMemcached.test_multi +test.unit.common.test_memcached.TestMemcached.test_multi ... ok +test.unit.common.test_memcached.TestMemcached.test_multi_delete +test.unit.common.test_memcached.TestMemcached.test_multi_delete ... ok +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats ... ok +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_error +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_error ... ok +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_exception +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_exception ... ok +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_timeout +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_timeout ... ok +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_incr_exception +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_incr_exception ... ok +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_incr_timeout +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_incr_timeout ... ok +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error limiting server 1.2.3.5:11211 +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error limiting server 1.2.3.5:11211 +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method get, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method get, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method decr, time_spent 2.3126602172851562e-05: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 528, in incr + new_val = self._incr_or_decr(fp, sock, cmd, delta_val) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 488, in _incr_or_decr + line = fp.readline().strip().split() + ^^^^^^^^^^^^^^^^^^^ +AttributeError: 'NoneType' object has no attribute 'strip' +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method incr, time_spent 1.0, expired ttl=1.23 +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method incr, time_spent 1.0: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 528, in incr + new_val = self._incr_or_decr(fp, sock, cmd, delta_val) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 493, in _incr_or_decr + return int(line[0].strip()) + ^^^^^^^^^^^^^^^^^^^^ +ValueError: invalid literal for int() with base 10: b'UNEXPECTED' +test WARNING: Item size larger than warning threshold: 80 (80) >= 80 (80) +test WARNING: Item size larger than warning threshold: 81 (81) >= 80 (80) +test WARNING: Item size larger than warning threshold: 99 (99) >= 80 (80) +test WARNING: Item size larger than warning threshold: 100 (100) >= 80 (80) +test WARNING: Item size larger than warning threshold: 0 (0) >= 0 (0) +test WARNING: Item size larger than warning threshold: 1 (1) >= 0 (0) +test WARNING: Item size larger than warning threshold: 50 (50) >= 0 (0) +test WARNING: Item size larger than warning threshold: 99 (99) >= 0 (0) +test WARNING: Item size larger than warning threshold: 100 (100) >= 0 (0) +test WARNING: Item size larger than warning threshold: 2048576 (2Mi) >= 1000000 (977Ki) +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix multi_key, method get_multi, time_spent 2.5272369384765625e-05, incomplete read +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix get_key, method get, time_spent 0.0, failed to connect +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix get_key, method get, time_spent 0.0: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 460, in get + sock.sendall(b'get ' + cmd.hash_key + b'\r\n') + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_memcached.py", line 107, in sendall + handler(*parts[1:]) + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_memcached.py", line 1282, in handle_get + raise Exception('get failed') +Exception: get failed +test ERROR: Timeout talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method get, config_timeout 0.01, time_spent 1.0 +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix incr_key, method incr, time_spent 0.0: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 531, in incr + new_val = self._add(fp, sock, cmd, add_val, timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 496, in _add + sock.sendall(b' '.join([ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_memcached.py", line 107, in sendall + handler(*parts[1:]) + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_memcached.py", line 1224, in handle_add + raise Exception('add failed') +Exception: add failed +test ERROR: Timeout talking to memcached: 1.2.3.4:11211: with key_prefix nvratelimit/v2/wf, method incr, config_timeout 0.01, time_spent 1.0 +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_set_exception +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_set_exception ... ok +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_set_timeout +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_set_timeout ... ok +test.unit.common.test_memcached.TestMemcached.test_retry +test.unit.common.test_memcached.TestMemcached.test_retry ... ok +test.unit.common.test_memcached.TestMemcached.test_serialization +test.unit.common.test_memcached.TestMemcached.test_serialization ... ok +test.unit.common.test_memcached.TestMemcached.test_set_error +test.unit.common.test_memcached.TestMemcached.test_set_error ... ok +test.unit.common.test_memcached.TestMemcached.test_set_error_raise_on_error +test.unit.common.test_memcached.TestMemcached.test_set_error_raise_on_error ... ok +test.unit.common.test_memcached.TestMemcached.test_set_get_json +test.unit.common.test_memcached.TestMemcached.test_set_get_json ... ok +test.unit.common.test_memcached.TestMemcached.test_tls_context_kwarg +test.unit.common.test_memcached.TestMemcached.test_tls_context_kwarg ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_constrain_req_limit +test.unit.common.test_request_helpers.TestRequestHelpers.test_constrain_req_limit ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_copy_header_subset +test.unit.common.test_request_helpers.TestRequestHelpers.test_copy_header_subset ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_get_ip_port +test.unit.common.test_request_helpers.TestRequestHelpers.test_get_ip_port ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_get_name_and_placement_object_replication +test.unit.common.test_request_helpers.TestRequestHelpers.test_get_name_and_placement_object_replication ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_get_name_and_placement_object_req +test.unit.common.test_request_helpers.TestRequestHelpers.test_get_name_and_placement_object_req ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_get_reserved_name +test.unit.common.test_request_helpers.TestRequestHelpers.test_get_reserved_name ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_get_reserved_name +test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_get_reserved_name ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_names_in_system_accounts +test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_names_in_system_accounts ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_reserved_name +test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_reserved_name ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_reserved_names +test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_reserved_names ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_split_reserved_name +test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_split_reserved_name ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_object_transient_sysmeta +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_object_transient_sysmeta ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_sys_meta +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_sys_meta ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_sys_or_user_meta +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_sys_or_user_meta ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_use_replication_network +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_use_replication_network ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_user_meta +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_user_meta ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_remove_items +test.unit.common.test_request_helpers.TestRequestHelpers.test_remove_items ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_split_reserved_name +test.unit.common.test_request_helpers.TestRequestHelpers.test_split_reserved_name ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_object_transient_sysmeta_prefix +test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_object_transient_sysmeta_prefix ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_sys_meta_prefix +test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_sys_meta_prefix ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_user_meta_prefix +test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_user_meta_prefix ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_container_params +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_container_params ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_account +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_account ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_container +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_container ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_name +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_name ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_object +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_object ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_params +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_params ... ok +test.unit.common.test_swob.TestRange.test_range +test.unit.common.test_swob.TestRange.test_range ... ok +test.unit.common.test_swob.TestRange.test_range_invalid_syntax +test.unit.common.test_swob.TestRange.test_range_invalid_syntax ... ok +test.unit.common.test_swob.TestRange.test_ranges_for_large_length +test.unit.common.test_swob.TestRange.test_ranges_for_large_length ... ok +test.unit.common.test_swob.TestRange.test_ranges_for_length +test.unit.common.test_swob.TestRange.test_ranges_for_length ... ok +test.unit.common.test_swob.TestRange.test_ranges_for_length_edges +test.unit.common.test_swob.TestRange.test_ranges_for_length_edges ... ok +test.unit.common.test_swob.TestRange.test_ranges_for_length_multi +test.unit.common.test_swob.TestRange.test_ranges_for_length_multi ... ok +test.unit.common.test_swob.TestRange.test_ranges_for_length_no_end +test.unit.common.test_swob.TestRange.test_ranges_for_length_no_end ... ok +test.unit.common.test_swob.TestRange.test_ranges_for_length_no_start +test.unit.common.test_swob.TestRange.test_ranges_for_length_no_start ... ok +test.unit.common.test_swob.TestRange.test_ranges_for_length_nonascending +test.unit.common.test_swob.TestRange.test_ranges_for_length_nonascending ... ok +test.unit.common.test_swob.TestRange.test_ranges_for_length_overlapping +test.unit.common.test_swob.TestRange.test_ranges_for_length_overlapping ... ok +test.unit.common.test_swob.TestRange.test_ranges_for_length_too_many +test.unit.common.test_swob.TestRange.test_ranges_for_length_too_many ... ok +test.unit.common.test_swob.TestRange.test_str +test.unit.common.test_swob.TestRange.test_str ... ok +test.unit.common.test_swob.TestRange.test_upsidedown_range +test.unit.common.test_swob.TestRange.test_upsidedown_range ... ok +test.unit.common.test_swob.TestResponse.test_200_with_body_and_headers +test.unit.common.test_swob.TestResponse.test_200_with_body_and_headers ... ok +test.unit.common.test_swob.TestResponse.test_507 +test.unit.common.test_swob.TestResponse.test_507 ... ok +test.unit.common.test_swob.TestResponse.test_app_iter +test.unit.common.test_swob.TestResponse.test_app_iter ... ok +test.unit.common.test_swob.TestResponse.test_call_finds_nonempty_chunk +test.unit.common.test_swob.TestResponse.test_call_finds_nonempty_chunk ... ok +test.unit.common.test_swob.TestResponse.test_call_preserves_closeability +test.unit.common.test_swob.TestResponse.test_call_preserves_closeability ... ok +test.unit.common.test_swob.TestResponse.test_call_reifies_request_if_necessary +test.unit.common.test_swob.TestResponse.test_call_reifies_request_if_necessary ... ok +test.unit.common.test_swob.TestResponse.test_call_requires_that_start_response_is_called +test.unit.common.test_swob.TestResponse.test_call_requires_that_start_response_is_called ... ok +test.unit.common.test_swob.TestResponse.test_charset +test.unit.common.test_swob.TestResponse.test_charset ... ok +test.unit.common.test_swob.TestResponse.test_charset_content_type +test.unit.common.test_swob.TestResponse.test_charset_content_type ... ok +test.unit.common.test_swob.TestResponse.test_content_type +test.unit.common.test_swob.TestResponse.test_content_type ... ok +test.unit.common.test_swob.TestResponse.test_empty_body +test.unit.common.test_swob.TestResponse.test_empty_body ... ok +test.unit.common.test_swob.TestResponse.test_etag +test.unit.common.test_swob.TestResponse.test_etag ... ok +test.unit.common.test_swob.TestResponse.test_host_url_default +test.unit.common.test_swob.TestResponse.test_host_url_default ... ok +test.unit.common.test_swob.TestResponse.test_host_url_default_port_squelched +test.unit.common.test_swob.TestResponse.test_host_url_default_port_squelched ... ok +test.unit.common.test_swob.TestResponse.test_host_url_host_https +test.unit.common.test_swob.TestResponse.test_host_url_host_https ... ok +test.unit.common.test_swob.TestResponse.test_host_url_host_override +test.unit.common.test_swob.TestResponse.test_host_url_host_override ... ok +test.unit.common.test_swob.TestResponse.test_host_url_host_port_override +test.unit.common.test_swob.TestResponse.test_host_url_host_port_override ... ok +test.unit.common.test_swob.TestResponse.test_host_url_https +test.unit.common.test_swob.TestResponse.test_host_url_https ... ok +test.unit.common.test_swob.TestResponse.test_host_url_https_port_squelched +test.unit.common.test_swob.TestResponse.test_host_url_https_port_squelched ... ok +test.unit.common.test_swob.TestResponse.test_init_with_body_headers_app_iter +test.unit.common.test_swob.TestResponse.test_init_with_body_headers_app_iter ... ok +test.unit.common.test_swob.TestResponse.test_location_no_rewrite +test.unit.common.test_swob.TestResponse.test_location_no_rewrite ... ok +test.unit.common.test_swob.TestResponse.test_location_no_rewrite_when_told_not_to +test.unit.common.test_swob.TestResponse.test_location_no_rewrite_when_told_not_to ... ok +test.unit.common.test_swob.TestResponse.test_location_rewrite +test.unit.common.test_swob.TestResponse.test_location_rewrite ... ok +test.unit.common.test_swob.TestResponse.test_location_rewrite_no_host +test.unit.common.test_swob.TestResponse.test_location_rewrite_no_host ... ok +test.unit.common.test_swob.TestResponse.test_multi_range_body +test.unit.common.test_swob.TestResponse.test_multi_range_body ... ok +test.unit.common.test_swob.TestResponse.test_multi_ranges_wo_iter_ranges +test.unit.common.test_swob.TestResponse.test_multi_ranges_wo_iter_ranges ... ok +test.unit.common.test_swob.TestResponse.test_multi_response_iter +test.unit.common.test_swob.TestResponse.test_multi_response_iter ... ok +test.unit.common.test_swob.TestResponse.test_properties +test.unit.common.test_swob.TestResponse.test_properties ... ok +test.unit.common.test_swob.TestResponse.test_range_body +test.unit.common.test_swob.TestResponse.test_range_body ... ok +test.unit.common.test_swob.TestResponse.test_single_range_wo_iter_range +test.unit.common.test_swob.TestResponse.test_single_range_wo_iter_range ... ok +test.unit.common.test_swob.TestResponse.test_swob_closes_large_HEAD_resp_iter +test.unit.common.test_swob.TestResponse.test_swob_closes_large_HEAD_resp_iter ... ok +test.unit.common.test_swob.TestResponse.test_swob_drains_small_HEAD_resp_iter +test.unit.common.test_swob.TestResponse.test_swob_drains_small_HEAD_resp_iter ... ok +test.unit.common.test_swob.TestResponse.test_unicode_body +test.unit.common.test_swob.TestResponse.test_unicode_body ... ok +test.unit.common.test_utils.ResellerConfReader.test_defaults +test.unit.common.test_utils.ResellerConfReader.test_defaults ... ok +test.unit.common.test_utils.ResellerConfReader.test_multiple_same_resellers +test.unit.common.test_utils.ResellerConfReader.test_multiple_same_resellers ... ok +test.unit.common.test_utils.ResellerConfReader.test_multiple_stray_commas_resellers +test.unit.common.test_utils.ResellerConfReader.test_multiple_stray_commas_resellers ... ok +test.unit.common.test_utils.ResellerConfReader.test_same_as_default +test.unit.common.test_utils.ResellerConfReader.test_same_as_default ... ok +test.unit.common.test_utils.ResellerConfReader.test_several_resellers_first_blank +test.unit.common.test_utils.ResellerConfReader.test_several_resellers_first_blank ... ok +test.unit.common.test_utils.ResellerConfReader.test_several_resellers_with_blank_comma +test.unit.common.test_utils.ResellerConfReader.test_several_resellers_with_blank_comma ... ok +test.unit.common.test_utils.ResellerConfReader.test_several_resellers_with_conf +test.unit.common.test_utils.ResellerConfReader.test_several_resellers_with_conf ... ok +test.unit.common.test_utils.ResellerConfReader.test_single_blank_reseller +test.unit.common.test_utils.ResellerConfReader.test_single_blank_reseller ... ok +test.unit.common.test_utils.ResellerConfReader.test_single_blank_reseller_with_conf +test.unit.common.test_utils.ResellerConfReader.test_single_blank_reseller_with_conf ... ok +test.unit.common.test_utils.ResellerConfReader.test_stray_comma +test.unit.common.test_utils.ResellerConfReader.test_stray_comma ... ok +test.unit.common.test_utils.ResellerConfReader.test_unprefixed_options +test.unit.common.test_utils.ResellerConfReader.test_unprefixed_options ... ok +test.unit.common.test_utils.TestAffinityKeyFunction.test_all_whitespace_value +test.unit.common.test_utils.TestAffinityKeyFunction.test_all_whitespace_value ... ok +test.unit.common.test_utils.TestAffinityKeyFunction.test_bogus_value +test.unit.common.test_utils.TestAffinityKeyFunction.test_bogus_value ... ok +test.unit.common.test_utils.TestAffinityKeyFunction.test_empty_value +test.unit.common.test_utils.TestAffinityKeyFunction.test_empty_value ... ok +test.unit.common.test_utils.TestAffinityKeyFunction.test_more_specific_after_less_specific +test.unit.common.test_utils.TestAffinityKeyFunction.test_more_specific_after_less_specific ... ok +test.unit.common.test_utils.TestAffinityKeyFunction.test_multiple +test.unit.common.test_utils.TestAffinityKeyFunction.test_multiple ... ok +test.unit.common.test_utils.TestAffinityKeyFunction.test_single_region +test.unit.common.test_utils.TestAffinityKeyFunction.test_single_region ... ok +test.unit.common.test_utils.TestAffinityKeyFunction.test_with_zone_zero +test.unit.common.test_utils.TestAffinityKeyFunction.test_with_zone_zero ... ok +test.unit.common.test_utils.TestGreenthreadSafeIterator.test_access_is_serialized +test.unit.common.test_utils.TestGreenthreadSafeIterator.test_access_is_serialized ... ok +test.unit.common.test_utils.TestGreenthreadSafeIterator.test_setup_works +test.unit.common.test_utils.TestGreenthreadSafeIterator.test_setup_works ... ok +test.unit.container.test_sharder.TestCleavingContext.test_cursor +test.unit.container.test_sharder.TestCleavingContext.test_cursor ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_includes +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_includes ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_reclaimable ... ok +test.unit.container.test_sharder.TestCleavingContext.test_delete +test.unit.container.test_sharder.TestCleavingContext.test_delete ... ok +test.unit.container.test_sharder.TestCleavingContext.test_done +test.unit.container.test_sharder.TestCleavingContext.test_done ... ok +test.unit.container.test_sharder.TestCleavingContext.test_init +test.unit.container.test_sharder.TestCleavingContext.test_init ... ok +test.unit.container.test_sharder.TestCleavingContext.test_iter +test.unit.container.test_sharder.TestCleavingContext.test_iter ... ok +test.unit.container.test_sharder.TestCleavingContext.test_load +test.unit.container.test_sharder.TestCleavingContext.test_load ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_overwrite_unicode +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_overwrite_unicode ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_with_sharding_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_with_sharding_overlaps ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_last_modified_time +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_last_modified_time ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges_errors +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_with_shrinking_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_with_shrinking_overlaps ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_legacy_pending_files +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_legacy_pending_files ... ok +test.unit.container.test_sharder.TestCleavingContext.test_load_all +test.unit.container.test_sharder.TestCleavingContext.test_load_all ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_newer_remote_create +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_newer_remote_create ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_usage +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_usage ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges_with_misplaced_objects +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges_with_misplaced_objects ... ok +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (3, '8837f0cbe21957ee28be52c7a373dd85', '1b6d35af-af82-4edf-9866-153e0913a9bc-sda', '1715796469.50780', '1715796469.50543', '0', '', '1715796469.50543', 3, 0) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, rsync_then_merge, ('1b6d35af-af82-4edf-9866-153e0913a9bc-sda', '33379ecb053aa5c9e356c68997cbb59e.db') +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (3, '97b547f46859259007a98bd8e730717b', '705ed80d-1bfb-45f0-a736-fc340af8d895-sda', '1715796470.59578', '1715796470.59311', '0', '', '1715796470.59311', 3, 0) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, rsync_then_merge, ('705ed80d-1bfb-45f0-a736-fc340af8d895-sda', '33379ecb053aa5c9e356c68997cbb59e.db') +test DEBUG: Unlinked retiring db '/tmp/tmphw4v55wt/sdb/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db' +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (3, 'f952c808e390b97a0d6778733555e8d9', 'add72bff-ea11-4259-9f91-eaa1275c37e6-sda', '1715796471.43889', '1715796471.43574', '0', '', '1715796471.43574', 3, 0) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, rsync_then_merge, ('add72bff-ea11-4259-9f91-eaa1275c37e6-sda', '33379ecb053aa5c9e356c68997cbb59e.db') +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', 'e0890f57-d49f-4b28-9542-33704809e6ad-sda', '1715796474.51983', '1715796474.51711', '0', '', '1715796474.51711', 0, 0) +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpu8xrozgi/sdb/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', '39f13db7-456f-4266-a9f5-a5746866b277-sdb', '1715796475.18819', '1715796476.00000', '0', '', '1715796476.00000', 0, 1) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('39f13db7-456f-4266-a9f5-a5746866b277-sdb', '33379ecb053aa5c9e356c68997cbb59e.db') +REPLICATE: /sda/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', '39f13db7-456f-4266-a9f5-a5746866b277-sdb', '1715796475.18819', '1715796476.00000', '0', '', '1715796476.00000', 0, 1) +test ERROR: Quarantining DB /tmp/tmpu8xrozgi/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +REPLICATE: /sda/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('39f13db7-456f-4266-a9f5-a5746866b277-sdb', '33379ecb053aa5c9e356c68997cbb59e.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.36351 seconds (2.75099/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:2 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmph6jpgm8s/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', '0f55e453-f27e-4de8-aee1-678b11de2cfe-sda', '1715796475.63550', '1715796475', '0', '', '1715796475', 0, 1) +test DEBUG: /tmp/tmph6jpgm8s/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', '0f55e453-f27e-4de8-aee1-678b11de2cfe-sda', '1715796475.63550', '1715796475', '0', '', '1715796475', 0, 1) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('0f55e453-f27e-4de8-aee1-678b11de2cfe-sda', '33379ecb053aa5c9e356c68997cbb59e.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.37440 seconds (2.67094/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpw74o1gva/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, 'd387065bb5cb89e257a8e987f75b150b', 'fad78db7-3fcc-461e-9342-4f49f1111fa2-sda', '1715796476.16412', '1715796476', '0', '', '1715796476', 1, 1) +test DEBUG: /tmp/tmpw74o1gva/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1715796478.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], 'fad78db7-3fcc-461e-9342-4f49f1111fa2-sda') +test DEBUG: /tmp/tmpw74o1gva/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.051204s) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_syncs, ([],) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, 'd387065bb5cb89e257a8e987f75b150b', 'fad78db7-3fcc-461e-9342-4f49f1111fa2-sda', '1715796476.16412', '1715796476', '0', '', '1715796476', 1, 1) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('fad78db7-3fcc-461e-9342-4f49f1111fa2-sda', '33379ecb053aa5c9e356c68997cbb59e.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.73990 seconds (1.35153/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpvvn_7lrl/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', '04fe7f6d-6a54-40a7-aee3-e2e7caa289bd-sda', '1715796477.04209', '1715796477', '0', '', '1715796477', 0, 1) +test DEBUG: /tmp/tmpvvn_7lrl/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', '04fe7f6d-6a54-40a7-aee3-e2e7caa289bd-sda', '1715796477.04209', '1715796477', '0', '', '1715796477', 0, 1) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('04fe7f6d-6a54-40a7-aee3-e2e7caa289bd-sda', '33379ecb053aa5c9e356c68997cbb59e.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.48756 seconds (2.05104/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpuwy34a2r/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, '25f147d515a829aad091b04e0be06a4e', '710f24f3-2685-4054-aad3-89318f4c0a96-sda', '1715796477.67745', '1715796477', '0', '', '1715796477', 1, 1) +test DEBUG: /tmp/tmpuwy34a2r/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, '25f147d515a829aad091b04e0be06a4e', '710f24f3-2685-4054-aad3-89318f4c0a96-sda', '1715796477.67745', '1715796477', '0', '', '1715796477', 1, 1) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('710f24f3-2685-4054-aad3-89318f4c0a96-sda', '33379ecb053aa5c9e356c68997cbb59e.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 1.01807 seconds (0.98225/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp6884vhzj/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_post_overwrite_out_of_order +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_post_overwrite_out_of_order ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter ... ok +test.unit.container.test_sharder.TestCleavingContext.test_load_modify_store_load +test.unit.container.test_sharder.TestCleavingContext.test_load_modify_store_load ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_has_multiple_policies +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_has_multiple_policies ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_range_single_record +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_range_single_record ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_non_slash ... ok +test.unit.container.test_sharder.TestCleavingContext.test_load_modify_store_load_old_style +test.unit.container.test_sharder.TestCleavingContext.test_load_modify_store_load_old_style ... ok +test.unit.container.test_sharder.TestCleavingContext.test_range_done +test.unit.container.test_sharder.TestCleavingContext.test_range_done ... ok +test.unit.container.test_sharder.TestCleavingContext.test_reset +test.unit.container.test_sharder.TestCleavingContext.test_reset ... ok +test.unit.container.test_sharder.TestCleavingContext.test_start +test.unit.container.test_sharder.TestCleavingContext.test_start ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_has_other_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_has_other_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_brokers +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_brokers ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_order_and_reverse +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_order_and_reverse ... ok +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796675.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/249/3c372528cec5b2abc13b45674030a249/3c372528cec5b2abc13b45674030a249.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796677.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/2ee/6794033644b1317acf8b050c95a772ee/6794033644b1317acf8b050c95a772ee.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796677.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/2ee/6794033644b1317acf8b050c95a772ee/6794033644b1317acf8b050c95a772ee.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796679.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/01d/2af8c835a449d8fd060e59d307c5b01d/2af8c835a449d8fd060e59d307c5b01d.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796679.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/01d/2af8c835a449d8fd060e59d307c5b01d/2af8c835a449d8fd060e59d307c5b01d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796681.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/6cd/6fe4ce7adea3e77c71a6c1e256ca96cd/6fe4ce7adea3e77c71a6c1e256ca96cd.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796681.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/6cd/6fe4ce7adea3e77c71a6c1e256ca96cd/6fe4ce7adea3e77c71a6c1e256ca96cd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796683.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/f3e/42286635706e88e67b82e5fab0b23f3e/42286635706e88e67b82e5fab0b23f3e.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796683.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/f3e/42286635706e88e67b82e5fab0b23f3e/42286635706e88e67b82e5fab0b23f3e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796685.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/fd9/4742c1e961e0128e2971de6f18c7cfd9/4742c1e961e0128e2971de6f18c7cfd9.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796685.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/fd9/4742c1e961e0128e2971de6f18c7cfd9/4742c1e961e0128e2971de6f18c7cfd9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796687.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/2ed/8ae20a670b24b878b0882d33954da2ed/8ae20a670b24b878b0882d33954da2ed.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796687.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/2ed/8ae20a670b24b878b0882d33954da2ed/8ae20a670b24b878b0882d33954da2ed.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796689.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/cd7/ff4e33b7a01c30d7ec11710c13a3ecd7/ff4e33b7a01c30d7ec11710c13a3ecd7.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796689.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/cd7/ff4e33b7a01c30d7ec11710c13a3ecd7/ff4e33b7a01c30d7ec11710c13a3ecd7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796691.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/00c/0552aa94ab82563e6cd8b89fc0f7e00c/0552aa94ab82563e6cd8b89fc0f7e00c.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796691.00000, db: /tmp/tmp2n2r3i5g/sda/containers/0/00c/0552aa94ab82563e6cd8b89fc0f7e00c/0552aa94ab82563e6cd8b89fc0f7e00c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796481.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/1f2/4dfd7c0904741b99bddc6b20a38481f2/4dfd7c0904741b99bddc6b20a38481f2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796486.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/a3b/3c62066d43355129498fef69addaba3b/3c62066d43355129498fef69addaba3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796491.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/7fb/55f77afaded215a28e625307864087fb/55f77afaded215a28e625307864087fb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796496.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/14d/2e41b4c4370147ffe9e5aa431592814d/2e41b4c4370147ffe9e5aa431592814d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796501.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/5c8/9a985a1c3a0de2b9b8e5d8dbec69f5c8/9a985a1c3a0de2b9b8e5d8dbec69f5c8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796506.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/289/875ea737faae4c6a85d0e9a0961ee289/875ea737faae4c6a85d0e9a0961ee289.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796511.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/5d0/bcf7defa2fede38609ee5d50625b95d0/bcf7defa2fede38609ee5d50625b95d0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796516.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/542/db36c906ef1ef179c63f0780c0a50542/db36c906ef1ef179c63f0780c0a50542.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796521.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/254/ce0341c349200597b9d9b1a4220cf254/ce0341c349200597b9d9b1a4220cf254.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796526.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/2a8/a0659b23fe11da47b5b7ce33d14cc2a8/a0659b23fe11da47b5b7ce33d14cc2a8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796531.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/ed4/ebade961a4b5fbf6eee6e947e67c6ed4/ebade961a4b5fbf6eee6e947e67c6ed4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796536.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/92b/8d195fb8eec99288704646e66644392b/8d195fb8eec99288704646e66644392b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796541.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/313/8407be164ea190b6415e06f4ebc8e313/8407be164ea190b6415e06f4ebc8e313.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796546.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/6b1/0b262f2b93f716a6c39d56cb118666b1/0b262f2b93f716a6c39d56cb118666b1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796551.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/d49/b1cb53dda8ff2149552d2b6a5f6e8d49/b1cb53dda8ff2149552d2b6a5f6e8d49.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796556.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/655/92e02368c96a429c6c3a1bc504fe8655/92e02368c96a429c6c3a1bc504fe8655.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796561.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/f2d/54d5bf31390bd68c3612c64ee41c3f2d/54d5bf31390bd68c3612c64ee41c3f2d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796566.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/00d/8170a18da86a2eae14a3168340d4400d/8170a18da86a2eae14a3168340d4400d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796571.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/487/4459a2f5db3e2c989d9cf5f85c173487/4459a2f5db3e2c989d9cf5f85c173487.db +test.unit.container.test_sharder.TestCleavingContext.test_store +test.unit.container.test_sharder.TestCleavingContext.test_store ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_initialize_container_broker_in_default +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_initialize_container_broker_in_default ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_prefix_delim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_db_state +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_db_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_with_reserved_name +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_with_reserved_name ... ok +test.unit.container.test_sharder.TestCleavingContext.test_store_add_row_load +test.unit.container.test_sharder.TestCleavingContext.test_store_add_row_load ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_load_old_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_load_old_record_from_pending_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_make_tuple_for_pickle +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_make_tuple_for_pickle ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_newer_remote_delete +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_newer_remote_delete ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_is_deleted ... ok +test.unit.container.test_sharder.TestCleavingContext.test_store_add_row_load_old_style +test.unit.container.test_sharder.TestCleavingContext.test_store_add_row_load_old_style ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_no_stale_reads +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_no_stale_reads ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_is_green +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_is_green ... ok +test.unit.container.test_sharder.TestCleavingContext.test_store_modify_db_id_load +test.unit.container.test_sharder.TestCleavingContext.test_store_modify_db_id_load ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_older_remote_delete +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_older_remote_delete ... ok +Unlinked retiring db '/tmp/tmp0_feshq6/containers/part/suffix/hash/container.db' +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', 'bb838405-205f-4cc8-8a9c-1712ee0ba98c-sda', '1715796478.93832', '1715796478', '0', '', '1715796478', 0, 1) +test DEBUG: /tmp/tmp6884vhzj/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', 'bb838405-205f-4cc8-8a9c-1712ee0ba98c-sda', '1715796478.93832', '1715796478', '0', '', '1715796478', 0, 1) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('bb838405-205f-4cc8-8a9c-1712ee0ba98c-sda', '33379ecb053aa5c9e356c68997cbb59e.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.34121 seconds (2.93078/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmphzq5fksk/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, 'c8d64d0a8674ab0348b4b11af5056ce5', 'eeb8fec9-4206-49f4-90b3-423bc1db3cee-sda', '1715796479.58773', '1715796479', '0', '', '1715796479', 1, 0) +test DEBUG: /tmp/tmphzq5fksk/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1715796482.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'eeb8fec9-4206-49f4-90b3-423bc1db3cee-sda') +test DEBUG: /tmp/tmphzq5fksk/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.109292s) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_syncs, ([],) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, 'c8d64d0a8674ab0348b4b11af5056ce5', 'eeb8fec9-4206-49f4-90b3-423bc1db3cee-sda', '1715796479.58773', '1715796479', '0', '', '1715796479', 1, 0) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('eeb8fec9-4206-49f4-90b3-423bc1db3cee-sda', '33379ecb053aa5c9e356c68997cbb59e.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 1.19894 seconds (0.83407/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpi0z_y1ly/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', '3a6119f9-7b67-47dc-bdb8-c498c90dc1d0-sda', '1715796481.22127', '1715796481', '0', '', '1715796481', 0, 1) +test DEBUG: /tmp/tmpi0z_y1ly/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', '3a6119f9-7b67-47dc-bdb8-c498c90dc1d0-sda', '1715796481.22127', '1715796481', '0', '', '1715796481', 0, 1) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('3a6119f9-7b67-47dc-bdb8-c498c90dc1d0-sda', '33379ecb053aa5c9e356c68997cbb59e.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.56361 seconds (1.77427/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpgk9sfvq5/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, 'fd6c7a1fd15ca72f2e00f594a50288ed', '27e71a5e-9ae5-42a5-883b-922101a6eaba-sda', '1715796482.02040', '1715796482', '0', '', '1715796482', 1, 0) +test DEBUG: /tmp/tmpgk9sfvq5/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, 'fd6c7a1fd15ca72f2e00f594a50288ed', '27e71a5e-9ae5-42a5-883b-922101a6eaba-sda', '1715796482.02040', '1715796482', '0', '', '1715796482', 1, 0) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('27e71a5e-9ae5-42a5-883b-922101a6eaba-sda', '33379ecb053aa5c9e356c68997cbb59e.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.87890 seconds (1.13778/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpqn4ce_rk/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', 'd829c43a-927a-4181-afee-070454849023-sda', '1715796483.40307', '1715796485', '0', '', '1715796485', 0, 1) +test DEBUG: /tmp/tmpqn4ce_rk/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', 'd829c43a-927a-4181-afee-070454849023-sda', '1715796483.40307', '1715796485', '0', '', '1715796485', 0, 1) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('d829c43a-927a-4181-afee-070454849023-sda', '33379ecb053aa5c9e356c68997cbb59e.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.65872 seconds (1.51810/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpavhhou4r/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, 'd81a790defc5fc6889ccb412710b6e53', 'f9fd3db2-a95e-4886-98a0-fb8852138c46-sda', '1715796484.31800', '1715796486', '0', '', '1715796486', 1, 1) +test DEBUG: /tmp/tmpavhhou4r/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1715796487.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], 'f9fd3db2-a95e-4886-98a0-fb8852138c46-sda') +test DEBUG: /tmp/tmpavhhou4r/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.503933s) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_syncs, ([],) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, 'd81a790defc5fc6889ccb412710b6e53', 'f9fd3db2-a95e-4886-98a0-fb8852138c46-sda', '1715796484.31800', '1715796486', '0', '', '1715796486', 1, 1) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('f9fd3db2-a95e-4886-98a0-fb8852138c46-sda', '33379ecb053aa5c9e356c68997cbb59e.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 4.07874 seconds (0.24517/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpol7zk8yt/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_sharding_states +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_sharding_states ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_overwrite +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_overwrite ... ok +test.unit.container.test_sharder.TestCleavingContext.test_store_modify_db_id_load_old_style +test.unit.container.test_sharder.TestCleavingContext.test_store_modify_db_id_load_old_style ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_stale_read_ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_stale_read_ok ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_items_since +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_items_since ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_overwrite_unicode +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_overwrite_unicode ... ok +test.unit.container.test_sharder.TestCleavingContext.test_store_old_style +test.unit.container.test_sharder.TestCleavingContext.test_store_old_style ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_old_enough_to_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_old_enough_to_reclaim ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_half_delete_policy_over_newer_remote_create +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_half_delete_policy_over_newer_remote_create ... ok +test.unit.container.test_sharder.TestCleavingContext.test_store_reclaim_load +test.unit.container.test_sharder.TestCleavingContext.test_store_reclaim_load ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces_root_container_fill_gap +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces_root_container_fill_gap ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_post_overwrite_out_of_order +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_post_overwrite_out_of_order ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_reclaimable ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces_state_filtering +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces_state_filtering ... ok +test.unit.container.test_sharder.TestCleavingContext.test_store_reclaim_load_old_style +test.unit.container.test_sharder.TestCleavingContext.test_store_reclaim_load_old_style ... ok +test.unit.obj.test_diskfile.TestDiskFileRouter.test_invalid_policy_config +test.unit.obj.test_diskfile.TestDiskFileRouter.test_invalid_policy_config ... ok +test.unit.obj.test_diskfile.TestDiskFileRouter.test_policy +test.unit.obj.test_diskfile.TestDiskFileRouter.test_policy ... ok +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_audit_location_class +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_audit_location_class ... ok +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_auditor_status +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_auditor_status ... ok +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_finding_of_hashdirs +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_finding_of_hashdirs ... ok +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_only_catch_expected_errors +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_only_catch_expected_errors ... ok +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_skipping_files +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_skipping_files ... ok +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_skipping_unmounted_devices +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_skipping_unmounted_devices ... ok +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_update_auditor_status_throttle +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_update_auditor_status_throttle ... ok +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_creates_empty_hashes +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_creates_empty_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_handoff +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_mixed +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_mixed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_no_hashes +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_no_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_primary +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_primary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_revert_only_tombstones +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_revert_only_tombstones ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_cleans_tmp +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_cleans_tmp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_creates_datadir +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_creates_datadir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_creates_datadir_error +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_creates_datadir_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_mount_check +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_mount_check ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_multi_device_skips_non_non_local_devs +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_multi_device_skips_non_non_local_devs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_multi_device_skips_non_ring_devices +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_multi_device_skips_non_ring_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_overrides +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_overrides ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_invalid_paths +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_invalid_paths ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_non_ec_policy_and_device +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_non_ec_policy_and_device ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_non_local_devs_servers_per_port +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_non_local_devs_servers_per_port ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_local_devices +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_local_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_local_devices_with_no_ec_policy_env +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_local_devices_with_no_ec_policy_env ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffix_delta +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffix_delta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffixes_in_sync +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffixes_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffixes_to_sync +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffixes_to_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_first_enables_handoffs_only +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_first_enables_handoffs_only ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_default +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_default ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_enabled +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_enabled ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_false_and_first_false +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_false_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_false_and_first_none +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_false_and_first_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_ignores_handoffs_first +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_ignores_handoffs_first ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_none_and_first_false +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_none_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_true_and_first_false +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_true_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_true_and_first_true +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_true_and_first_true ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_iter_nodes_for_frag +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_iter_nodes_for_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_handoff +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_down +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_down ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_in_sync +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_not_in_sync +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_not_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_some_in_sync +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_some_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup_but_already_reclaimed +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup_but_already_reclaimed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup_tombstone +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_cleanup_meta_pure_handoff +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_cleanup_meta_pure_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_not_cleanup_meta_also_primary +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_not_cleanup_meta_also_primary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_not_cleanup_meta_new_data +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_not_cleanup_meta_new_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_is_handoff_fails +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_is_handoff_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_suffix_call_errors +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_suffix_call_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_objects +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_objects ... ok +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_sync_missing_durable +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_sync_missing_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_sync_partner_unmounted +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_sync_partner_unmounted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_will_not_revert_to_handoff +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_will_not_revert_to_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_removes_non_partition_files +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_removes_non_partition_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_with_duplicate_frags_no_errors +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_with_duplicate_frags_no_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_with_no_ec_policy_env +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_with_no_ec_policy_env ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_ring_ip_and_bind_ip +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_ring_ip_and_bind_ip ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_sync_duplicates_to_remote_region +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_sync_duplicates_to_remote_region ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_two_ec_policies +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_two_ec_policies ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncReplication.test_content_type_sync +test.unit.obj.test_ssync.TestSsyncReplication.test_content_type_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncReplication.test_expired_object +test.unit.obj.test_ssync.TestSsyncReplication.test_expired_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncReplication.test_meta_file_not_synced_to_legacy_receiver +test.unit.obj.test_ssync.TestSsyncReplication.test_meta_file_not_synced_to_legacy_receiver ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncReplication.test_meta_file_sync +test.unit.obj.test_ssync.TestSsyncReplication.test_meta_file_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncReplication.test_no_longer_expired_object_syncs +test.unit.obj.test_ssync.TestSsyncReplication.test_no_longer_expired_object_syncs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncReplication.test_no_longer_expired_object_syncs_meta +test.unit.obj.test_ssync.TestSsyncReplication.test_no_longer_expired_object_syncs_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncReplication.test_nothing_to_sync +test.unit.obj.test_ssync.TestSsyncReplication.test_nothing_to_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncReplication.test_sync +test.unit.obj.test_ssync.TestSsyncReplication.test_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_init_node_timeout +test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_init_node_timeout ... ok +test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_range_fast_forward +test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_range_fast_forward ... ok +test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_range_fast_forward_after_data_timeout +test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_range_fast_forward_after_data_timeout ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_half_not_found_headers_and_body +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_half_not_found_headers_and_body ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_range_single_record +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_range_single_record ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_half_not_found_statuses +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_half_not_found_statuses ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_handoff +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_handoff ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_limits_expirer_queue_updates +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_limits_expirer_queue_updates ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_missing_one +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_missing_one ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_mostly_found +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_mostly_found ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_mostly_not_found +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_mostly_not_found ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_not_found +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_not_found ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_simple +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_simple ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_write_affinity_after_replication +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_write_affinity_after_replication ... ok +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix set_key, method set, time_spent 0.0: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status -Exception: kaboom! (txn: tx4a9545cb215d41d7bcb18-00685203ed) -proxy-server ERROR: Object GET returning 503 for [] (txn: tx4a9545cb215d41d7bcb18-00685203ed) + File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 427, in set + sock.sendall(set_msg(cmd.hash_key, flags, timeout, value)) + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_memcached.py", line 107, in sendall + handler(*parts[1:]) + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_memcached.py", line 1252, in handle_set + raise Exception('set failed') +Exception: set failed +test ERROR: Timeout talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method set, config_timeout 0.01, time_spent 1.0 +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method get, time_spent 0.0, [Errno 32] Broken pipe +test WARNING: Item size larger than warning threshold: 9 (9) >= 1 (1) +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix too-big, method set, time_spent 0.0, failed set: SERVER_ERROR object too large for cache +test WARNING: Item size larger than warning threshold: 9 (9) >= 1 (1) +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix too-big, method set, time_spent 0.0, failed set: SERVER_ERROR object too large for cache +test DEBUG: Skipping the update of recently changed /tmp/tmpvucuu1sm/sdq/objects/auditor_status_ALL.json +test DEBUG: Skipping the update of recently changed /tmp/tmpvucuu1sm/sdp/objects/auditor_status_ALL.json +test DEBUG: Skipping the update of recently changed /tmp/tmpvucuu1sm/sdp/objects/auditor_status_ALL.json +test DEBUG: Skipping the update of recently changed /tmp/tmpvucuu1sm/sdq/objects/auditor_status_ALL.json +test DEBUG: Skipping: /tmp/tmpoav7j2tl/garbage is not a directory +test DEBUG: Skipping: /tmp/tmpoav7j2tl/garbage is not mounted +test DEBUG: Skipping: /tmp/tmp4q1ps7cb/sdq is not mounted +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx5ece39543b92406db32eb-00685203ed) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx5ece39543b92406db32eb-00685203ed) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx5ece39543b92406db32eb-00685203ed) -proxy-server ERROR: Object GET returning 503 for [] (txn: tx5ece39543b92406db32eb-00685203ed) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: tx99106c65f0ce4477adb3f-00685203ed) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.1:1001/sdb (txn: tx6f934fe922f942428f6cc-00685203ed) -proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.2:1002/sdc (txn: tx6f934fe922f942428f6cc-00685203ed) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.5:1005/sdf, error: ERROR Insufficient Storage (txn: txc287fb1969ba455e8cd6e-006644fa0c) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.1:1001/sdb (txn: tx20c393c58901452991fb4-00685203ed) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: tx3c3a3f93435e415cad3f7-00685203ed) -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_slow_read -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_slow_read ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_info_stale_read_ok -test.unit.container.test_backend.TestContainerBroker.test_get_info_stale_read_ok ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_transfer_encoding_chunked -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_transfer_encoding_chunked ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_unable_to_resume -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_unable_to_resume ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes_after_body_started -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes_after_body_started ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes_before_body_started -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes_before_body_started ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_unable_to_resume -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_unable_to_resume ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_x_newest_not_found_when_404_newer -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_x_newest_not_found_when_404_newer ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_error_limit_supression_count -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_error_limit_supression_count ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_removes_swift_bytes -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_removes_swift_bytes ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_simple -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_simple ... ok proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.0:1000/sda (txn: tx374f22090fec49a4b3698-00685203ed) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: txfee356a88ce74aff850ba-00685203ee) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.0:1000/sda (txn: tx0f0cd1cab8d94523b570b-00685203ee) -proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.2:1002/sdc (txn: tx0f0cd1cab8d94523b570b-00685203ee) -proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.1:1001/sdb (txn: tx0f0cd1cab8d94523b570b-00685203ee) -proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: tx0f0cd1cab8d94523b570b-00685203ee) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read next part of object multi-part GET (retrying) 10.0.0.2:1002/sdc (txn: tx75b310f316ea4183b94b0-00685203ee) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.0:1000/sda (txn: tx077df2cdc3f94346ba430-00685203ee) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read next part of object multi-part GET (retrying) 10.0.0.0:1000/sda (txn: tx2995d5c3a634454f85eb5-00685203ee) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read next part of object multi-part GET (retrying) 10.0.0.0:1000/sda (txn: tx45b1c0de298f4067b5c63-00685203ee) -proxy-server ERROR: Trying to read next part of object multi-part GET (retrying) 10.0.0.2:1002/sdc (txn: tx45b1c0de298f4067b5c63-00685203ee) -proxy-server ERROR: Trying to read next part of object multi-part GET (retrying) 10.0.0.1:1001/sdb (txn: tx45b1c0de298f4067b5c63-00685203ee) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx0875c794bd9e4edba12a1-00685203ee) -proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx0875c794bd9e4edba12a1-00685203ee) -proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txd2af8e91e0f94fb598d8a-00685203ee) -proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx28dab22268364a2283bfe-00685203ee) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a/c/o: Timeout (Nones) (txn: tx28dab22268364a2283bfe-00685203ee) -proxy-server ERROR: Object HEAD returning 503 for [] (txn: tx28dab22268364a2283bfe-00685203ee) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a/c/o: Timeout (Nones) (txn: tx611febadffe442a7b6d39-00685203ee) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: tx611febadffe442a7b6d39-00685203ee) -proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx611febadffe442a7b6d39-00685203ee) -proxy-server ERROR: Object HEAD returning 503 for [507] (txn: tx611febadffe442a7b6d39-00685203ee) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: tx12e7a6d208064304a9765-00685203ee) -proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx12e7a6d208064304a9765-00685203ee) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a/c/o: Timeout (Nones) (txn: tx12e7a6d208064304a9765-00685203ee) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_write_affinity_before_replication +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_write_affinity_before_replication ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_all_primaries_error_limited +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_all_primaries_error_limited ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_disconnect +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_disconnect ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_error +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_error ... ok proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_different_timestamps -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_different_timestamps ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_with_some_missing -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_with_some_missing ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_with_two_vector_timestamps -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_with_two_vector_timestamps ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_delete_at_in_past -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_delete_at_in_past ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_delete_at_non_integer -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_delete_at_non_integer ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_limits_expirer_queue_deletes -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_limits_expirer_queue_deletes ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_negative_delete_after -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_negative_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_non_int_delete_after -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_non_int_delete_after ... ok -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sda re: Trying to HEAD /v1/a/c/o: +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txc5063ad162e247f684899-006644fa0c) +proxy-server DEBUG: Node is error limited: 10.0.0.6:1006/sdg (txn: txc5063ad162e247f684899-006644fa0c) +proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: txc5063ad162e247f684899-006644fa0c) +proxy-server DEBUG: Node is error limited: 10.0.0.7:1007/sdh (txn: txc5063ad162e247f684899-006644fa0c) +proxy-server DEBUG: Node is error limited: 10.0.0.9:1009/sdj (txn: txc5063ad162e247f684899-006644fa0c) +proxy-server DEBUG: Node is error limited: 10.0.0.3:1003/sdd (txn: txc5063ad162e247f684899-006644fa0c) +proxy-server DEBUG: Node is error limited: 10.0.0.10:1010/sdk (txn: txc5063ad162e247f684899-006644fa0c) +proxy-server DEBUG: Node is error limited: 10.0.0.13:1013/sdn (txn: txc5063ad162e247f684899-006644fa0c) +proxy-server DEBUG: Node is error limited: 10.0.0.8:1008/sdi (txn: txc5063ad162e247f684899-006644fa0c) +proxy-server DEBUG: Node is error limited: 10.0.0.12:1012/sdm (txn: txc5063ad162e247f684899-006644fa0c) +proxy-server DEBUG: Node is error limited: 10.0.0.11:1011/sdl (txn: txc5063ad162e247f684899-006644fa0c) +proxy-server DEBUG: Node is error limited: 10.0.0.5:1005/sdf (txn: txc5063ad162e247f684899-006644fa0c) +proxy-server DEBUG: Node is error limited: 10.0.0.4:1004/sde (txn: txc5063ad162e247f684899-006644fa0c) +proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: txc5063ad162e247f684899-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc5063ad162e247f684899-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc5063ad162e247f684899-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc5063ad162e247f684899-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc5063ad162e247f684899-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc5063ad162e247f684899-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc5063ad162e247f684899-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc5063ad162e247f684899-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc5063ad162e247f684899-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc5063ad162e247f684899-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc5063ad162e247f684899-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc5063ad162e247f684899-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc5063ad162e247f684899-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc5063ad162e247f684899-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc5063ad162e247f684899-006644fa0c) +proxy-server ERROR: Object returning 503 for [] (txn: txc5063ad162e247f684899-006644fa0c) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.5:1005/sdf (txn: tx20c2a72feaf347eaa9123-006644fa0c) +proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.0:1000/sda (txn: tx20c2a72feaf347eaa9123-006644fa0c) +proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.1:1001/sdb (txn: tx20c2a72feaf347eaa9123-006644fa0c) +proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.4:1004/sde (txn: tx20c2a72feaf347eaa9123-006644fa0c) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx20c2a72feaf347eaa9123-006644fa0c) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx20c2a72feaf347eaa9123-006644fa0c) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx20c2a72feaf347eaa9123-006644fa0c) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx20c2a72feaf347eaa9123-006644fa0c) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx20c2a72feaf347eaa9123-006644fa0c) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx20c2a72feaf347eaa9123-006644fa0c) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx20c2a72feaf347eaa9123-006644fa0c) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx20c2a72feaf347eaa9123-006644fa0c) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx20c2a72feaf347eaa9123-006644fa0c) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx20c2a72feaf347eaa9123-006644fa0c) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR 503 Trying to GET /a/c/o From Object Server 10.0.0.13:1013/sdn (txn: tx1b90d6a1e8eb4e11a8e2e-006644fa0c) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx11e2ea39b20947838d24a-006644fa0c) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx11e2ea39b20947838d24a-006644fa0c) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx11e2ea39b20947838d24a-006644fa0c) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx11e2ea39b20947838d24a-006644fa0c) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx11e2ea39b20947838d24a-006644fa0c) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx11e2ea39b20947838d24a-006644fa0c) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx11e2ea39b20947838d24a-006644fa0c) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx11e2ea39b20947838d24a-006644fa0c) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx11e2ea39b20947838d24a-006644fa0c) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx11e2ea39b20947838d24a-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx893ae83fab574d4abddc5-00685203ee) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx11e2ea39b20947838d24a-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx893ae83fab574d4abddc5-00685203ee) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx11e2ea39b20947838d24a-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx893ae83fab574d4abddc5-00685203ee) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx11e2ea39b20947838d24a-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx77cefeec3cc644d484425-00685203ee) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx11e2ea39b20947838d24a-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx77cefeec3cc644d484425-00685203ee) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx11e2ea39b20947838d24a-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx77cefeec3cc644d484425-00685203ee) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx11e2ea39b20947838d24a-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx034388de926d4a83a0d55-00685203ee) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx11e2ea39b20947838d24a-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx034388de926d4a83a0d55-00685203ee) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx11e2ea39b20947838d24a-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx034388de926d4a83a0d55-00685203ee) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_chunkreadtimeout_during_transfer_data -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_chunkreadtimeout_during_transfer_data ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_connect_exception_with_unicode_path -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_connect_exception_with_unicode_path ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_connect_exceptions -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_connect_exceptions ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_converts_delete_after_to_delete_at -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_converts_delete_after_to_delete_at ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at_in_past -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at_in_past ... ok -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server WARNING: ERROR Client read timeout (Nones) (txn: txc2e3a752413f4269bb061-00685203ee) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Expect: 100-continue on /AUTH_kilroy/%ED%88%8E/%E9%90%89: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 724, in _connect_put_node - putter = self._make_putter(node, part, req, headers) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 981, in _make_putter - putter = Putter.connect( - ^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 1850, in connect - conn, expect_resp, final_resp, connect_duration = cls._make_connection( - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 1814, in _make_connection - conn = http_connect(ip, port, node['device'], - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status -Exception: Connection refused: Please insert ten dollars (txn: txccf7a987239e47faa9383-00685203ee) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o.jpg From Object Server 10.0.0.0:1000/sda (txn: tx2ca5fef0e7d6414da6bec-00685203ee) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o.jpg From Object Server 10.0.0.1:1001/sdb (txn: txb961cd9bb2e14e288c5d5-00685203ee) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o.jpg From Object Server 10.0.0.2:1002/sdc (txn: tx9889be4d9ca242bf9e29a-00685203ee) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Expect: 100-continue on /a/c/o.jpg: Timeout (Nones) (txn: tx947c615cb89349f99d034-00685203ee) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Expect: 100-continue on /a/c/o.jpg: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 724, in _connect_put_node - putter = self._make_putter(node, part, req, headers) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 981, in _make_putter - putter = Putter.connect( - ^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 1850, in connect - conn, expect_resp, final_resp, connect_duration = cls._make_connection( - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 1814, in _make_connection - conn = http_connect(ip, port, node['device'], - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status -Exception: kaboom! (txn: txf4af2ba03d9941a38d3a0-00685203ee) -proxy-server ERROR: ERROR 503 Expect: 100-continue From Object Server 10.0.0.2:1002/sdc (txn: txb11f0bae938f47e3ba449-00685203ee) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: tx4e9042263c3d47e999f95-00685203ee) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to get final status of PUT to /v1/a/c/o.jpg: Timeout (Nones) (txn: tx7bd1651bbafb4038b05b0-00685203ee) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to get final status of PUT to /v1/a/c/o.jpg: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 523, in _get_conn_response - resp = putter.await_response( - ^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 1752, in await_response - self.resp = self.conn.getresponse() - ^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 848, in getresponse - self.status = self._status.get_response_status() - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 748, in get_response_status - raise self.status -Exception (txn: txd81760c3bc8b490c9557a-00685203ee) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: tx1bc750c7a53a4651be745-00685203ee) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at_non_integer -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at_non_integer ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_empty_bad_etag -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_empty_bad_etag ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_error_during_transfer_data -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_error_during_transfer_data ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_error_with_footers -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_error_with_footers ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_exception_during_transfer_data -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_exception_during_transfer_data ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_final_response_errors_with_unicode_path -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_final_response_errors_with_unicode_path ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_get_expect_errors_with_unicode_path -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_get_expect_errors_with_unicode_path ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match_denied -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match_denied ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match_not_star -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match_not_star ... ok -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: +StopIteration (txn: tx11e2ea39b20947838d24a-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +StopIteration (txn: tx11e2ea39b20947838d24a-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: +StopIteration (txn: tx11e2ea39b20947838d24a-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: +StopIteration (txn: tx11e2ea39b20947838d24a-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: Container GET returning 503 for (404, 503, 503, 503) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: +StopIteration (txn: tx11e2ea39b20947838d24a-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +StopIteration (txn: tx11e2ea39b20947838d24a-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: +StopIteration (txn: tx11e2ea39b20947838d24a-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: +StopIteration (txn: tx11e2ea39b20947838d24a-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: Container GET returning 503 for (503, 503, 503, 503) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +StopIteration (txn: tx11e2ea39b20947838d24a-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +StopIteration (txn: tx11e2ea39b20947838d24a-006644fa0c) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx1b866a04d6d344b79917d-006644fa0c) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx1b866a04d6d344b79917d-006644fa0c) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx1b866a04d6d344b79917d-006644fa0c) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx1b866a04d6d344b79917d-006644fa0c) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx1b866a04d6d344b79917d-006644fa0c) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx1b866a04d6d344b79917d-006644fa0c) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx1b866a04d6d344b79917d-006644fa0c) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx1b866a04d6d344b79917d-006644fa0c) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx1b866a04d6d344b79917d-006644fa0c) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx1b866a04d6d344b79917d-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: +StopIteration (txn: tx1b866a04d6d344b79917d-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: +StopIteration (txn: tx1b866a04d6d344b79917d-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +StopIteration (txn: tx1b866a04d6d344b79917d-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +StopIteration (txn: tx1b866a04d6d344b79917d-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: +StopIteration (txn: tx1b866a04d6d344b79917d-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: +StopIteration (txn: tx1b866a04d6d344b79917d-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +StopIteration (txn: tx1b866a04d6d344b79917d-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +StopIteration (txn: tx1b866a04d6d344b79917d-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: +StopIteration (txn: tx1b866a04d6d344b79917d-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: +StopIteration (txn: tx1b866a04d6d344b79917d-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +StopIteration (txn: tx1b866a04d6d344b79917d-006644fa0c) +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_if_match +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_if_match ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_last_modified_time +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_last_modified_time ... ok +proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +StopIteration (txn: tx1b866a04d6d344b79917d-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: +StopIteration (txn: tx1b866a04d6d344b79917d-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: +StopIteration (txn: tx1b866a04d6d344b79917d-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +StopIteration (txn: tx1b866a04d6d344b79917d-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +StopIteration (txn: tx1b866a04d6d344b79917d-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: +StopIteration (txn: tx1b866a04d6d344b79917d-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: +StopIteration (txn: tx1b866a04d6d344b79917d-006644fa0c) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: Container GET returning 503 for (204, 404, 503, 503) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +StopIteration (txn: txd9dc52bd450a4eaba566e-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +StopIteration (txn: txd9dc52bd450a4eaba566e-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: +StopIteration (txn: txd9dc52bd450a4eaba566e-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: +StopIteration (txn: txd9dc52bd450a4eaba566e-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: Container GET returning 503 for (204, 503, 503, 503) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +StopIteration (txn: txd9dc52bd450a4eaba566e-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +StopIteration (txn: txd9dc52bd450a4eaba566e-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: +StopIteration (txn: txd9dc52bd450a4eaba566e-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: +StopIteration (txn: txd9dc52bd450a4eaba566e-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +StopIteration (txn: txd9dc52bd450a4eaba566e-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +StopIteration (txn: txd9dc52bd450a4eaba566e-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: +StopIteration (txn: txd9dc52bd450a4eaba566e-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: +StopIteration (txn: txd9dc52bd450a4eaba566e-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +StopIteration (txn: txd9dc52bd450a4eaba566e-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +StopIteration (txn: txd9dc52bd450a4eaba566e-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: +StopIteration (txn: txd9dc52bd450a4eaba566e-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: +StopIteration (txn: txd9dc52bd450a4eaba566e-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: Container GET returning 503 for (404, 503, 503, 503) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +StopIteration (txn: txd9dc52bd450a4eaba566e-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_POST -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_POST ... ok -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server WARNING: Client disconnected without sending last chunk (txn: txa903553be67d46259e796-00685203ee) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.2:1002/sdc (txn: txd4a6b83191534ab8b1fa3-00685203ee) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.0:1000/sda (txn: txd4a6b83191534ab8b1fa3-00685203ee) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.1:1001/sdb (txn: txd4a6b83191534ab8b1fa3-00685203ee) -proxy-server ERROR: Object PUT returning 503 for [503, 503, 503] (txn: txd4a6b83191534ab8b1fa3-00685203ee) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR Exception transferring data to object servers {'path': '/v1/a/c/o.jpg'}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 1020, in _transfer_data - chunk = next(data_source) - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3709, in __next__ - return self._get_next_item() - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 6533, in _get_next_item - return super(CooperativeIterator, self)._get_next_item() - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3705, in _get_next_item - return next(self.wrapped_iter) - ^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 882, in reader - return req.environ['wsgi.input'].read( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/controllers/test_obj.py", line 1662, in read - raise Exception('exception message') -Exception: exception message (txn: tx49bd995c4c614628b9083-00685203ee) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to get final status of PUT to /v1/AUTH_kilroy/%ED%88%8E/%E9%90%89: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 523, in _get_conn_response - resp = putter.await_response( - ^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 1752, in await_response - self.resp = self.conn.getresponse() - ^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 848, in getresponse - self.status = self._status.get_response_status() - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 748, in get_response_status - raise self.status -Exception: boom (txn: tx1977f683bc7b400ab61b8-00685203ee) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to get final status of PUT to /v1/AUTH_kilroy/%ED%88%8E/%E9%90%89: Timeout (Nones) (txn: tx3578064558e749b88bdea-00685203ee) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: tx4cb855b38b454800b6129-00685203ee) -proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx24615738cc684f2fb99ca-00685203ee) -proxy-server ERROR: ERROR 500 b'' Trying to PUT /v1/AUTH_kilroy/%ED%88%8E/%E9%90%89 From Object Server 10.0.0.2:1002/sdc (txn: tx24615738cc684f2fb99ca-00685203ee) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: txdbe2da9f144547b99f16f-00685203ee) -proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txe6b0b0e85f4e48e1aa00b-00685203ee) -proxy-server ERROR: ERROR 503 Expect: 100-continue From Object Server 10.0.0.1:1001/sdb (txn: txe6b0b0e85f4e48e1aa00b-00685203ee) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Object PUT returning 412, [412] (txn: tx214d62edb543431d873f1-00685203ee) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_insufficient_data_from_client -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_insufficient_data_from_client ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_limits_expirer_queue_deletes -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_limits_expirer_queue_deletes ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_negative_delete_after -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_negative_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_non_int_delete_after -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_non_int_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_requires_length -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_requires_length ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_send_exception_with_unicode_path -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_send_exception_with_unicode_path ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_simple -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_simple ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_timeout_during_transfer_data -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_timeout_during_transfer_data ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_body_and_no_footers -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_body_and_no_footers ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_chunked_body_and_no_footers -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_chunked_body_and_no_footers ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_no_body_and_no_footers -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_no_body_and_no_footers ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_connect_put_node_timeout -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_connect_put_node_timeout ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_delete -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_delete ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_match -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_match ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_newer -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_newer ... ok -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server WARNING: Client disconnected without sending enough data (txn: tx702e1b5c5e624af5ac3b6-00685203ee) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to write to /AUTH_kilroy/%ED%88%8E/%E9%90%89: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 1795, in _send_chunk - self.conn.send(to_send) - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 926, in send - self.give_send(self, data) - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/controllers/test_obj.py", line 1426, in capture_send - raise exc -Exception: Exception while sending data on connection (txn: tx8ecf23c69516477eb26c9-00685203ee) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to write to /AUTH_kilroy/%ED%88%8E/%E9%90%89: ChunkWriteTimeout (Nones) (txn: txf8d521cde97944a88f872-00685203ee) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR Exception causing client disconnect: Timeout (Nones) (txn: tx806025c4de984d4ea53dd-00685203ee) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server :/ re: Expect: 100-continue on /a/c/o: ConnectionTimeout (0.05s) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Object PUT returning 202 for 409: 1750205422.55221 <= '409 (1750205422.55221), 409 (1750205422.55221), 409 (1750205422.55221)' (txn: tx6efa0263bffb4a27a624b-00685203ee) -proxy-server DEBUG: Object PUT returning 202 for 409: 1750205422.55464 <= '409 (1750205422.55464), 409 (1750205422.55464), 409 (1750205422.55464)' (txn: txbbc43acf897549fd941a9-00685203ee) -proxy-server DEBUG: Object PUT returning 202 for 409: 1750205422.55737 <= '409 (1750205422.55737), 409 (1750205422.55737), 409 (1750205422.55737)' (txn: txf0c1c8c6be6a42109f116-00685203ee) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_not_found -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_not_found ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_older -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_older ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_race -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_race ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_unsynced_race -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_unsynced_race ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_update_backend_requests -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_update_backend_requests ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_delete_at_backend_requests -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_delete_at_backend_requests ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_expirer_DELETE_suppresses_expirer_queue_updates -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_expirer_DELETE_suppresses_expirer_queue_updates ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_handoff_local_first_default -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_handoff_local_first_default ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_handoff_local_first_non_default -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_handoff_local_first_non_default ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_best_effort -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_best_effort ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_moves_locals_first -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_moves_locals_first ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_noops_when_no_affinity -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_noops_when_no_affinity ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_handoff_first_noops_when_no_affinity -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_handoff_first_noops_when_no_affinity ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_object_DELETE_backend_update_container_ip_default -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_object_DELETE_backend_update_container_ip_default ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_primary_returns_some_nonsense_timestamp -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_primary_returns_some_nonsense_timestamp ... ok -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +StopIteration (txn: txd9dc52bd450a4eaba566e-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: +StopIteration (txn: tx3bf8b539dfcd4a94a7e15-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: +StopIteration (txn: tx3bf8b539dfcd4a94a7e15-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: Container GET returning 503 for (503, 503, 503, 503) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: +StopIteration (txn: tx3bf8b539dfcd4a94a7e15-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +StopIteration (txn: tx3bf8b539dfcd4a94a7e15-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: +StopIteration (txn: tx3bf8b539dfcd4a94a7e15-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: +StopIteration (txn: tx3bf8b539dfcd4a94a7e15-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: +StopIteration (txn: tx3bf8b539dfcd4a94a7e15-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +StopIteration (txn: tx3bf8b539dfcd4a94a7e15-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: +StopIteration (txn: tx3bf8b539dfcd4a94a7e15-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: +StopIteration (txn: tx3bf8b539dfcd4a94a7e15-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: +StopIteration (txn: tx3bf8b539dfcd4a94a7e15-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +StopIteration (txn: tx3bf8b539dfcd4a94a7e15-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: +StopIteration (txn: tx3bf8b539dfcd4a94a7e15-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: +StopIteration (txn: tx3bf8b539dfcd4a94a7e15-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: +StopIteration (txn: tx3bf8b539dfcd4a94a7e15-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +StopIteration (txn: tx3bf8b539dfcd4a94a7e15-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: +StopIteration (txn: tx3bf8b539dfcd4a94a7e15-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: +StopIteration (txn: tx3bf8b539dfcd4a94a7e15-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: +StopIteration (txn: tx0cf92a1b789d42c28b22e-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +StopIteration (txn: tx0cf92a1b789d42c28b22e-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: +StopIteration (txn: tx0cf92a1b789d42c28b22e-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: +StopIteration (txn: tx0cf92a1b789d42c28b22e-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: Container GET returning 503 for (201, 404, 503, 503) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: +StopIteration (txn: tx0cf92a1b789d42c28b22e-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +StopIteration (txn: tx0cf92a1b789d42c28b22e-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: +StopIteration (txn: tx0cf92a1b789d42c28b22e-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: +StopIteration (txn: tx0cf92a1b789d42c28b22e-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: Container GET returning 503 for (201, 503, 503, 503) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: +StopIteration (txn: tx0cf92a1b789d42c28b22e-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +StopIteration (txn: tx0cf92a1b789d42c28b22e-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: +StopIteration (txn: tx0cf92a1b789d42c28b22e-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: +StopIteration (txn: tx0cf92a1b789d42c28b22e-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_PUT -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_PUT ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_no_memcache ... ok -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Object PUT returning 202 for 409: 1750205422.00000 <= '409 (1750205423.00000), 409 (1750205423.00000), 409 (1750205423.00000)' (txn: tx4b4e0109f7f647e5b8cc2-00685203ee) -proxy-server DEBUG: Object PUT returning 202 for 409: 1750205424.00000 <= '409 (1750205425.00000), 409 (1750205425.00000), 409 (1750205425.00000)' (txn: tx77a568a2391b4eb6b68a7-00685203ee) -proxy-server DEBUG: Object PUT returning 202 for 409: 1750205426.00000 <= '409 (1750205427.00000), 409 (1750205427.00000), 409 (1750205427.00000)' (txn: tx61d2bb93b1ad4a66a4f2f-00685203ee) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Object PUT returning 202 for 409: 1750205422.00000 <= '409 (1750205422.00000), 409 (1750205422.00000), 409 (1750205422.00000)' (txn: txda53ee93adf4436c83615-00685203ee) -proxy-server DEBUG: Object PUT returning 202 for 409: 1750205423.00000 <= '409 (1750205423.00000), 409 (1750205423.00000), 409 (1750205423.00000)' (txn: tx24ef2668499e4b82ae402-00685203ee) -proxy-server DEBUG: Object PUT returning 202 for 409: 1750205424.00000 <= '409 (1750205424.00000), 409 (1750205424.00000), 409 (1750205424.00000)' (txn: tx92a6a3436bdb42dabd978-00685203ee) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Object PUT returning 202 for 409: 1750205422.00000 <= '409 (1750205422.00000)' (txn: tx98077b1985304c7386a02-00685203ee) -proxy-server DEBUG: Object PUT returning 202 for 409: 1750205423.00000 <= '409 (1750205423.00000)' (txn: tx595e2c8419364d4d986de-00685203ee) -proxy-server DEBUG: Object PUT returning 202 for 409: 1750205424.00000 <= '409 (1750205424.00000)' (txn: txd06221bde58e451d9470d-00685203ee) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: tx4dadad4ea2a54b378bfa1-00685203ee) -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_if_none_match -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_if_none_match ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_missing_backend_timestamp -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_missing_backend_timestamp ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_other_weird_success_response -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_other_weird_success_response ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_repl_object_DELETE_backend_update_container_repl_ip -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_repl_object_DELETE_backend_update_container_repl_ip ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_smooth_distributed_backend_requests -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_smooth_distributed_backend_requests ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_some_404s_and_507s -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_some_404s_and_507s ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_txn_id_logging_on_PUT -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_txn_id_logging_on_PUT ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_not_configured -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_not_configured ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_per_policy_config -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_per_policy_config ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_items_since -test.unit.container.test_backend.TestContainerBroker.test_get_items_since ... ok -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Object PUT returning 202 for 409: 1750205422.00000 <= '409 (1750205423.00000)' (txn: txc5930172fa91492bb3729-00685203ee) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Object PUT returning 412, [409, 412, 412] (txn: tx9f7ee978e2a44582acb52-00685203ee) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Object PUT returning 202 for 409: 1750205422.00000 <= '409 (unknown), 409 (unknown), 409 (unknown)' (txn: tx6876aa0b40fd4eaaba9f0-00685203ee) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Object PUT returning 202 for 409: 1750205422.00000 <= '409 (1750205423.00000), 201 (unknown), 201 (unknown)' (txn: tx80c0e913d6de4066ac9d1-00685203ee) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (nulo): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (nulo): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_per_policy_config_overrides_and_inherits -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_per_policy_config_overrides_and_inherits ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_proxy_server_config -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_proxy_server_config ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_x_timestamp_not_overridden -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_x_timestamp_not_overridden ... ok -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (nulo): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (nulo): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmpn57c6n36/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpn57c6n36/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmpn57c6n36/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpn57c6n36/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:23 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.2248 "-" 709787 - -HTTP PERF: 0.22839 seconds to PUT 127.0.0.1:45209 /sda1/0/a) -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205500.00000, (0, 0) as of 1750205500.00000, shrunk as of 1750205500.00000> to ShardRange<'k' to 't' as of 1750205501.00000, (0, 0) as of 1750205501.00000, cleaved as of 1750205501.00000>, path: .shards_a/shard_c_1750205501.00000, db: /tmp/tmp1awdfjue/sda/containers/0/1a6/c6f6dca86414ca131260d9effe7d71a6/c6f6dca86414ca131260d9effe7d71a6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205503.00000, db: /tmp/tmp1awdfjue/sda/containers/0/991/6cdf8a323dd34ee0664d68630f828991/6cdf8a323dd34ee0664d68630f828991.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205502.00000, (0, 0) as of 1750205502.00000, shrunk as of 1750205502.00000> to ShardRange<'k' to 't' as of 1750205503.00000, (0, 0) as of 1750205503.00000, active as of 1750205503.00000>, path: .shards_a/shard_c_1750205503.00000, db: /tmp/tmp1awdfjue/sda/containers/0/991/6cdf8a323dd34ee0664d68630f828991/6cdf8a323dd34ee0664d68630f828991.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205505.00000, db: /tmp/tmp1awdfjue/sda/containers/0/539/2e7e65ca7099969cfda46d2bf00ce539/2e7e65ca7099969cfda46d2bf00ce539.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205504.00000, (0, 0) as of 1750205504.00000, shrunk as of 1750205504.00000> to ShardRange<'k' to 't' as of 1750205505.00000, (0, 0) as of 1750205505.00000, shrinking as of 1750205505.00000>, path: .shards_a/shard_c_1750205505.00000, db: /tmp/tmp1awdfjue/sda/containers/0/539/2e7e65ca7099969cfda46d2bf00ce539/2e7e65ca7099969cfda46d2bf00ce539.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205505.00000, db: /tmp/tmp1awdfjue/sda/containers/0/539/2e7e65ca7099969cfda46d2bf00ce539/2e7e65ca7099969cfda46d2bf00ce539.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205507.00000, db: /tmp/tmp1awdfjue/sda/containers/0/c75/1a88a2db19fd9646a8c3d071304c2c75/1a88a2db19fd9646a8c3d071304c2c75.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205506.00000, (0, 0) as of 1750205506.00000, shrunk as of 1750205506.00000> to ShardRange<'k' to 't' as of 1750205507.00000, (0, 0) as of 1750205507.00000, sharding as of 1750205507.00000>, path: .shards_a/shard_c_1750205507.00000, db: /tmp/tmp1awdfjue/sda/containers/0/c75/1a88a2db19fd9646a8c3d071304c2c75/1a88a2db19fd9646a8c3d071304c2c75.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205507.00000, db: /tmp/tmp1awdfjue/sda/containers/0/c75/1a88a2db19fd9646a8c3d071304c2c75/1a88a2db19fd9646a8c3d071304c2c75.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205509.00000, db: /tmp/tmp1awdfjue/sda/containers/0/d67/d3e14e61a04b3c63d7c47adde415fd67/d3e14e61a04b3c63d7c47adde415fd67.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205508.00000, (0, 0) as of 1750205508.00000, shrunk as of 1750205508.00000> to ShardRange<'k' to 't' as of 1750205509.00000, (0, 0) as of 1750205509.00000, sharded as of 1750205509.00000>, path: .shards_a/shard_c_1750205509.00000, db: /tmp/tmp1awdfjue/sda/containers/0/d67/d3e14e61a04b3c63d7c47adde415fd67/d3e14e61a04b3c63d7c47adde415fd67.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205509.00000, db: /tmp/tmp1awdfjue/sda/containers/0/d67/d3e14e61a04b3c63d7c47adde415fd67/d3e14e61a04b3c63d7c47adde415fd67.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205511.00000, db: /tmp/tmp1awdfjue/sda/containers/0/16b/796a89361424a333065566a4d82fd16b/796a89361424a333065566a4d82fd16b.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205511.00000, db: /tmp/tmp1awdfjue/sda/containers/0/16b/796a89361424a333065566a4d82fd16b/796a89361424a333065566a4d82fd16b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205512.00000, db: /tmp/tmp1awdfjue/sda/containers/0/41e/16873496e4da1a73392f7bc659a5c41e/16873496e4da1a73392f7bc659a5c41e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205514.00000, db: /tmp/tmp1awdfjue/sda/containers/0/aa2/bd0daf7f5bcc75065bf75ed9d746baa2/bd0daf7f5bcc75065bf75ed9d746baa2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205516.00000, db: /tmp/tmp1awdfjue/sda/containers/0/652/406b5aca3beb64f8dfea521faa528652/406b5aca3beb64f8dfea521faa528652.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205518.00000, db: /tmp/tmp1awdfjue/sda/containers/0/63d/3819fa5e61a6911e6080a11b7e8c563d/3819fa5e61a6911e6080a11b7e8c563d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205520.00000, db: /tmp/tmp1awdfjue/sda/containers/0/c5c/2b94ae7767b0ccb33080b1527ccedc5c/2b94ae7767b0ccb33080b1527ccedc5c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205522.00000, db: /tmp/tmp1awdfjue/sda/containers/0/0e0/111521be8b93de708b0b4d21ff0ea0e0/111521be8b93de708b0b4d21ff0ea0e0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205524.00000, db: /tmp/tmp1awdfjue/sda/containers/0/fc7/4f62b23f1802eb87603f9ea85c521fc7/4f62b23f1802eb87603f9ea85c521fc7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205526.00000, db: /tmp/tmp1awdfjue/sda/containers/0/e30/25539f6190f1c833cf7ceedd192f1e30/25539f6190f1c833cf7ceedd192f1e30.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205528.00000, db: /tmp/tmp1awdfjue/sda/containers/0/50b/be7d448292e0e036d6e4826423fc250b/be7d448292e0e036d6e4826423fc250b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205530.00000, db: /tmp/tmp1awdfjue/sda/containers/0/3e6/d12bdf766a484d67f3ef993a7edc63e6/d12bdf766a484d67f3ef993a7edc63e6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205532.00000, db: /tmp/tmp1awdfjue/sda/containers/0/70f/c90e9697984e222a32cb5b68690e370f/c90e9697984e222a32cb5b68690e370f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205534.00000, db: /tmp/tmp1awdfjue/sda/containers/0/7f9/fea0e5eec565a049314895f7e63437f9/fea0e5eec565a049314895f7e63437f9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205536.00000, db: /tmp/tmp1awdfjue/sda/containers/0/4a9/731e22cb24e1922e54034dc05e7134a9/731e22cb24e1922e54034dc05e7134a9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205538.00000, db: /tmp/tmp1awdfjue/sda/containers/0/54f/1aab07092c8ba2c92291b278e372854f/1aab07092c8ba2c92291b278e372854f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205540.00000, db: /tmp/tmp1awdfjue/sda/containers/0/6e3/a44fba161df88f97ecc83d84c18146e3/a44fba161df88f97ecc83d84c18146e3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205542.00000, db: /tmp/tmp1awdfjue/sda/containers/0/0cf/755dbcae01f64e71a5092740110730cf/755dbcae01f64e71a5092740110730cf.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205544.00000, db: /tmp/tmp1awdfjue/sda/containers/0/734/59ca3c7b6f47229a66ea59e56393f734/59ca3c7b6f47229a66ea59e56393f734.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205546.00000, db: /tmp/tmp1awdfjue/sda/containers/0/e79/d3584f8c6def943926514f0320185e79/d3584f8c6def943926514f0320185e79.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205548.00000, db: /tmp/tmp1awdfjue/sda/containers/0/2c8/7848298c7a8a9c77fd16f9b2fd2dd2c8/7848298c7a8a9c77fd16f9b2fd2dd2c8.db -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:23 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.4238 "-" 709787 - -HTTP PERF: 0.42598 seconds to PUT 127.0.0.1:42869 /sdb1/0/a) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: +StopIteration (txn: tx0cf92a1b789d42c28b22e-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +StopIteration (txn: tx0cf92a1b789d42c28b22e-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: +StopIteration (txn: tx0cf92a1b789d42c28b22e-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: +StopIteration (txn: tx0cf92a1b789d42c28b22e-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: +StopIteration (txn: tx0cf92a1b789d42c28b22e-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +StopIteration (txn: tx0cf92a1b789d42c28b22e-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: +StopIteration (txn: tx39707a75538845f586f34-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: +StopIteration (txn: tx39707a75538845f586f34-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: Container GET returning 503 for (404, 503, 503, 503) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: +StopIteration (txn: tx39707a75538845f586f34-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +StopIteration (txn: tx39707a75538845f586f34-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: +StopIteration (txn: tx39707a75538845f586f34-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: +StopIteration (txn: tx39707a75538845f586f34-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: Container GET returning 503 for (503, 503, 503, 503) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: +StopIteration (txn: tx39707a75538845f586f34-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status -OSError (txn: tx4c7ac98ec78644999603c-00685203ed) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx39707a75538845f586f34-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status -OSError (txn: tx4c7ac98ec78644999603c-00685203ed) -test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx39707a75538845f586f34-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status -OSError (txn: tx4c7ac98ec78644999603c-00685203ed) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx39707a75538845f586f34-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status -OSError (txn: tx4c7ac98ec78644999603c-00685203ed) -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx39707a75538845f586f34-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status -OSError (txn: tx4c7ac98ec78644999603c-00685203ed) -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to GET /v1/a/c: + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx39707a75538845f586f34-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status -OSError (txn: tx4c7ac98ec78644999603c-00685203ed) -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to GET /v1/a/c: + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx39707a75538845f586f34-006644fa0c) +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_if_none_match +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_if_none_match ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mismatched_fragment_archives +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mismatched_fragment_archives ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mixed_ranged_responses_success +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mixed_ranged_responses_success ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mixed_success_with_range +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mixed_success_with_range ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_ndata_equals_nparity_with_missing_and_errors +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_ndata_equals_nparity_with_missing_and_errors ... ok +proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx39707a75538845f586f34-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx39707a75538845f586f34-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx39707a75538845f586f34-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx39707a75538845f586f34-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx39707a75538845f586f34-006644fa0c) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Error decoding fragments for '/a/c/o'. Segments decoded: 3, Lengths: [458, 458, 458, 458, 490, 458, 458, 458, 458, 458]: Invalid fragment payload in ECPyECLibDriver.decode (txn: txc442056489cf40a0b9634-006644fa0c) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx61c579cfcbdb4f80bde5d-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx61c579cfcbdb4f80bde5d-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx61c579cfcbdb4f80bde5d-006644fa0c) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 412 from primary (txn: txafb1516235c2498a8a80b-006644fa0c) +proxy-server DEBUG: Ignoring 412 from primary (txn: txafb1516235c2498a8a80b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from primary (txn: txafb1516235c2498a8a80b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from primary (txn: txafb1516235c2498a8a80b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from primary (txn: txafb1516235c2498a8a80b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from primary (txn: txafb1516235c2498a8a80b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from primary (txn: txafb1516235c2498a8a80b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from primary (txn: txafb1516235c2498a8a80b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txafb1516235c2498a8a80b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txafb1516235c2498a8a80b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txafb1516235c2498a8a80b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txafb1516235c2498a8a80b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txafb1516235c2498a8a80b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txafb1516235c2498a8a80b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txafb1516235c2498a8a80b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txafb1516235c2498a8a80b-006644fa0c) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx7b0e82c5c29f43d993aad-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status -OSError (txn: tx4c7ac98ec78644999603c-00685203ed) -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to GET /v1/a/c: + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx7b0e82c5c29f43d993aad-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx7b0e82c5c29f43d993aad-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx7b0e82c5c29f43d993aad-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx7b0e82c5c29f43d993aad-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx7b0e82c5c29f43d993aad-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx7b0e82c5c29f43d993aad-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx7b0e82c5c29f43d993aad-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx7b0e82c5c29f43d993aad-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status -OSError (txn: tx4c7ac98ec78644999603c-00685203ed) -test ERROR: Container GET returning 503 for [] (txn: tx4c7ac98ec78644999603c-00685203ed) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: tx69c679e09aff4a47a1fc0-00685203ee) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx69c679e09aff4a47a1fc0-00685203ee) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx69c679e09aff4a47a1fc0-00685203ee) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.3:1003/sdd (txn: tx69c679e09aff4a47a1fc0-00685203ee) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.4:1004/sda (txn: tx69c679e09aff4a47a1fc0-00685203ee) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.5:1005/sda (txn: tx69c679e09aff4a47a1fc0-00685203ee) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.6:1006/sda (txn: tx69c679e09aff4a47a1fc0-00685203ee) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.7:1007/sda (txn: tx69c679e09aff4a47a1fc0-00685203ee) -test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500, 500, 500] (txn: tx69c679e09aff4a47a1fc0-00685203ee) -test INFO: Client disconnected on read of '/a/c' (txn: tx122625fd925441b7a3c16-00685203ee) -test INFO: Client disconnected on read of '/a/c' (txn: tx8f3de7623db0463ca636e-00685203ee) -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_codes_for_GET -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_codes_for_GET ... ok -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_swift_owner -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_swift_owner ... ok -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txc347dfd1ef11421aa4357-00685203ee) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txc347dfd1ef11421aa4357-00685203ee) -test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txc347dfd1ef11421aa4357-00685203ee) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txc347dfd1ef11421aa4357-00685203ee) -test ERROR: Container GET returning 503 for [] (txn: txc347dfd1ef11421aa4357-00685203ee) -test INFO: Client disconnected on read of '/a/c' (txn: txc347dfd1ef11421aa4357-00685203ee) -test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx73499823115140e0993d5-00685203ee) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx73499823115140e0993d5-00685203ee) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx73499823115140e0993d5-00685203ee) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx73499823115140e0993d5-00685203ee) -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx73499823115140e0993d5-00685203ee) -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx73499823115140e0993d5-00685203ee) -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx73499823115140e0993d5-00685203ee) -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx73499823115140e0993d5-00685203ee) -test ERROR: Container GET returning 503 for [] (txn: tx73499823115140e0993d5-00685203ee) -test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txb00b7bf2b794456a8715a-00685203ee) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txb00b7bf2b794456a8715a-00685203ee) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txb00b7bf2b794456a8715a-00685203ee) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txb00b7bf2b794456a8715a-00685203ee) -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txb00b7bf2b794456a8715a-00685203ee) -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txb00b7bf2b794456a8715a-00685203ee) -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txb00b7bf2b794456a8715a-00685203ee) -test ERROR: Container GET returning 503 for [] (txn: txb00b7bf2b794456a8715a-00685203ee) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx50ae6e9f6899456a8f978-00685203ee) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx50ae6e9f6899456a8f978-00685203ee) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx50ae6e9f6899456a8f978-00685203ee) -test ERROR: Container GET returning 503 for [] (txn: tx50ae6e9f6899456a8f978-00685203ee) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx23d90ca4e9204362b16c8-00685203ee) -test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx23d90ca4e9204362b16c8-00685203ee) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.3:1003/sdd (txn: txe813242222bc4e429e1ab-00685203ee) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: txe813242222bc4e429e1ab-00685203ee) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: txe813242222bc4e429e1ab-00685203ee) -test ERROR: Container GET returning 503 for [500, 500, 500] (txn: txe813242222bc4e429e1ab-00685203ee) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx70e57f990fe7447bb198e-00685203ee) -test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx223b86779afc4a358bc8c-00685203ee) -test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx223b86779afc4a358bc8c-00685203ee) -test INFO: Client disconnected on read of '/a/c' (txn: tx223b86779afc4a358bc8c-00685203ee) -test ERROR: Container GET returning 503 for [] (txn: tx5873295cf791497f84bd2-00685203ee) -test INFO: Client disconnected on read of '/a/c' (txn: tx5873295cf791497f84bd2-00685203ee) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: txfcf36d1272db418ca5c94-00685203ee) -test INFO: Client disconnected on read of '/a/c' (txn: txfcf36d1272db418ca5c94-00685203ee) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to POST /a/c: + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx7b0e82c5c29f43d993aad-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txbe93b70ee30840458f8d0-00685203ee) -test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to POST /a/c: +StopIteration (txn: tx7b0e82c5c29f43d993aad-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txbe93b70ee30840458f8d0-00685203ee) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to POST /a/c: +StopIteration (txn: tx7b0e82c5c29f43d993aad-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txbe93b70ee30840458f8d0-00685203ee) -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +StopIteration (txn: tx7b0e82c5c29f43d993aad-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txbe93b70ee30840458f8d0-00685203ee) -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_sys_meta_headers_POST -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_sys_meta_headers_POST ... ok -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_sys_meta_headers_PUT -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_sys_meta_headers_PUT ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_not_available -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_not_available ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_reading -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_reading ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_recheck_time_zero -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_recheck_time_zero ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_writing -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_writing ... ok -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +StopIteration (txn: tx7b0e82c5c29f43d993aad-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txbe93b70ee30840458f8d0-00685203ee) -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: +StopIteration (txn: tx7b0e82c5c29f43d993aad-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txbe93b70ee30840458f8d0-00685203ee) -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: +StopIteration (txn: tx7b0e82c5c29f43d993aad-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txbe93b70ee30840458f8d0-00685203ee) -test ERROR: Container GET returning 503 for (200, 503, 503, 503) (txn: txbe93b70ee30840458f8d0-00685203ee) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to PUT /a/c: +StopIteration (txn: tx7b0e82c5c29f43d993aad-006644fa0c) +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_no_response_error +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_no_response_error ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_nondurable_when_node_iter_runs_out_of_nodes +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_nondurable_when_node_iter_runs_out_of_nodes ... ok +proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx52aee6f2f25e480a81fe2-00685203ee) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to PUT /a/c: +StopIteration (txn: tx7b0e82c5c29f43d993aad-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx52aee6f2f25e480a81fe2-00685203ee) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to PUT /a/c: +StopIteration (txn: tx7b0e82c5c29f43d993aad-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx52aee6f2f25e480a81fe2-00685203ee) -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: +StopIteration (txn: tx7b0e82c5c29f43d993aad-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx52aee6f2f25e480a81fe2-00685203ee) -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +StopIteration (txn: tx7b0e82c5c29f43d993aad-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx52aee6f2f25e480a81fe2-00685203ee) -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: +StopIteration (txn: tx7b0e82c5c29f43d993aad-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx52aee6f2f25e480a81fe2-00685203ee) -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: +StopIteration (txn: tx7b0e82c5c29f43d993aad-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx52aee6f2f25e480a81fe2-00685203ee) -test ERROR: Container GET returning 503 for (200, 503, 503, 503) (txn: tx52aee6f2f25e480a81fe2-00685203ee) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=x1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server INFO: Caching updating shards for shard-updating-v2/a/c (3 shards) (txn: tx1b5f6aeb40fb471b83b24-00685203ee) -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_empty_body -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_empty_body ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_enable_sharding -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_enable_sharding ... ok -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:23 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.2533 "-" 709787 - -HTTP PERF: 0.25601 seconds to PUT 127.0.0.1:45209 /sda1/2/a1) -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_with_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_with_memcache ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_namespaces -test.unit.container.test_backend.TestContainerBroker.test_get_namespaces ... ok -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:24 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.3031 "-" 709787 - -HTTP PERF: 0.30960 seconds to PUT 127.0.0.1:42869 /sdb1/2/a1) -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:24 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txe87e501afc3843c8a2545-00685203f0" "proxy-server 709787" 0.0029 "-" 709787 - -HTTP PERF: 0.00485 seconds to HEAD 127.0.0.1:42869 /sdb1/0/a?format=json) -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_exception -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_exception ... ok -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txcfa73cb54a4341d081432-00685203ee) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txcfa73cb54a4341d081432-00685203ee) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txcfa73cb54a4341d081432-00685203ee) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txcfa73cb54a4341d081432-00685203ee) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txcfa73cb54a4341d081432-00685203ee) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txcfa73cb54a4341d081432-00685203ee) -test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: txcfa73cb54a4341d081432-00685203ee) -test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: txcfa73cb54a4341d081432-00685203ee) -test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: txcfa73cb54a4341d081432-00685203ee) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: txcfa73cb54a4341d081432-00685203ee) -test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: txcfa73cb54a4341d081432-00685203ee) -test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: txcfa73cb54a4341d081432-00685203ee) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: txcfa73cb54a4341d081432-00685203ee) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: txcfa73cb54a4341d081432-00685203ee) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: txcfa73cb54a4341d081432-00685203ee) -test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: txcfa73cb54a4341d081432-00685203ee) -test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: txcfa73cb54a4341d081432-00685203ee) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txcfa73cb54a4341d081432-00685203ee) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txcfa73cb54a4341d081432-00685203ee) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txcfa73cb54a4341d081432-00685203ee) -test DEBUG: Setting object count to 1072 (txn: txcfa73cb54a4341d081432-00685203ee) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx6c26bc9a02cb41059d146-00685203ef) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx6c26bc9a02cb41059d146-00685203ef) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx6c26bc9a02cb41059d146-00685203ef) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx6c26bc9a02cb41059d146-00685203ef) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx6c26bc9a02cb41059d146-00685203ef) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx6c26bc9a02cb41059d146-00685203ef) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx6c26bc9a02cb41059d146-00685203ef) -test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: tx6c26bc9a02cb41059d146-00685203ef) -test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: tx6c26bc9a02cb41059d146-00685203ef) -test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: tx6c26bc9a02cb41059d146-00685203ef) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx6c26bc9a02cb41059d146-00685203ef) -test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: tx6c26bc9a02cb41059d146-00685203ef) -test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: tx6c26bc9a02cb41059d146-00685203ef) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: tx6c26bc9a02cb41059d146-00685203ef) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: tx6c26bc9a02cb41059d146-00685203ef) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: tx6c26bc9a02cb41059d146-00685203ef) -test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: tx6c26bc9a02cb41059d146-00685203ef) -test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: tx6c26bc9a02cb41059d146-00685203ef) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx6c26bc9a02cb41059d146-00685203ef) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx6c26bc9a02cb41059d146-00685203ef) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx6c26bc9a02cb41059d146-00685203ef) -test DEBUG: Setting object count to 1072 (txn: tx6c26bc9a02cb41059d146-00685203ef) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txf5622c03a3e54716b5366-00685203f0) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: txf5622c03a3e54716b5366-00685203f0) -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_deleted_shard -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_deleted_shard ... ok -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:24 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:57999/sdb1/3/a/c" "txe87e501afc3843c8a2545-00685203f0" "container-server 709787" 0.0274 "-" 709787 0 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:24 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:60435/sda1/3/a/c" "txe87e501afc3843c8a2545-00685203f0" "container-server 709787" 0.0016 "-" 709787 0 -HTTP PERF: 0.03223 seconds to PUT 127.0.0.1:45209 /sda1/0/a/c) -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:24 +0000] "PUT /sda1/3/a/c" 201 - "PUT http://localhost/v1/a/c" "txe87e501afc3843c8a2545-00685203f0" "proxy-server 709787" 0.3206 "-" 709787 0 -HTTP PERF: 0.32291 seconds to PUT 127.0.0.1:42869 /sdb1/0/a/c) -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:24 +0000] "PUT /sdb1/3/a/c" 201 - "PUT http://localhost/v1/a/c" "txe87e501afc3843c8a2545-00685203f0" "proxy-server 709787" 0.6203 "-" 709787 0 -HTTP PERF: 0.62208 seconds to PUT 127.0.0.1:57999 /sdb1/3/a/c) -HTTP PERF: 0.62308 seconds to PUT 127.0.0.1:60435 /sda1/3/a/c) -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/00/10/24 PUT /v1/a/c HTTP/1.0 201 - - t - - - txe87e501afc3843c8a2545-00685203f0 - 0.6362 - - 1750205424.176646709 1750205424.812870026 0 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:24 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx89a1f5073baf4aef85ba7-00685203f0" "proxy-server 709787" 0.0015 "-" 709787 - -HTTP PERF: 0.00255 seconds to HEAD 127.0.0.1:42869 /sdb1/2/a1?format=json) -test.unit.container.test_backend.TestContainerBroker.test_get_namespaces_root_container_fill_gap -test.unit.container.test_backend.TestContainerBroker.test_get_namespaces_root_container_fill_gap ... ok -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:25 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:57999/sdb1/0/a1/c1" "tx89a1f5073baf4aef85ba7-00685203f0" "container-server 709787" 0.0021 "-" 709787 0 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:25 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:60435/sda1/0/a1/c1" "tx89a1f5073baf4aef85ba7-00685203f0" "container-server 709787" 0.0010 "-" 709787 0 -HTTP PERF: 0.00552 seconds to PUT 127.0.0.1:45209 /sda1/2/a1/c1) -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:25 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx89a1f5073baf4aef85ba7-00685203f0" "proxy-server 709787" 0.3755 "-" 709787 0 -HTTP PERF: 0.37745 seconds to PUT 127.0.0.1:42869 /sdb1/2/a1/c1) -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:25 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx89a1f5073baf4aef85ba7-00685203f0" "proxy-server 709787" 0.6741 "-" 709787 0 -HTTP PERF: 0.67598 seconds to PUT 127.0.0.1:60435 /sda1/0/a1/c1) -HTTP PERF: 0.67636 seconds to PUT 127.0.0.1:57999 /sdb1/0/a1/c1) -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_delimiter_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_delimiter_no_memcache ... ok -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/00/10/25 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx89a1f5073baf4aef85ba7-00685203f0 - 0.6818 - - 1750205424.814153671 1750205425.495953321 0 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:25 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx9a996cd0949a4364bec2e-00685203f1" "proxy-server 709787" 0.2538 "-" 709787 - -HTTP PERF: 0.25535 seconds to HEAD 127.0.0.1:45209 /sda1/0/a?format=json) -test.unit.container.test_backend.TestContainerBroker.test_get_namespaces_state_filtering -test.unit.container.test_backend.TestContainerBroker.test_get_namespaces_state_filtering ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_objects -test.unit.container.test_backend.TestContainerBroker.test_get_objects ... ok -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:26 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:60435/sda1/3/a/c1" "tx9a996cd0949a4364bec2e-00685203f1" "container-server 709787" 0.0716 "-" 709787 1 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:26 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:57999/sdb1/3/a/c1" "tx9a996cd0949a4364bec2e-00685203f1" "container-server 709787" 0.0015 "-" 709787 1 -HTTP PERF: 0.07640 seconds to PUT 127.0.0.1:42869 /sdb1/0/a/c1) -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:26 +0000] "PUT /sda1/3/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx9a996cd0949a4364bec2e-00685203f1" "proxy-server 709787" 0.1584 "-" 709787 1 -HTTP PERF: 0.15953 seconds to PUT 127.0.0.1:45209 /sda1/0/a/c1) -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:26 +0000] "PUT /sdb1/3/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx9a996cd0949a4364bec2e-00685203f1" "proxy-server 709787" 0.2963 "-" 709787 1 -HTTP PERF: 0.29806 seconds to PUT 127.0.0.1:57999 /sdb1/3/a/c1) -HTTP PERF: 0.29801 seconds to PUT 127.0.0.1:60435 /sda1/3/a/c1) -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/00/10/26 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx9a996cd0949a4364bec2e-00685203f1 - 0.5568 - - 1750205425.497672081 1750205426.054488897 1 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:26 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txc5a8fb0538e54263b00c1-00685203f2" "proxy-server 709787" 0.0983 "-" 709787 - -HTTP PERF: 0.09984 seconds to HEAD 127.0.0.1:45209 /sda1/0/a?format=json) -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:26 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:57999/sdb1/0/a/c2" "txc5a8fb0538e54263b00c1-00685203f2" "container-server 709787" 0.0011 "-" 709787 2 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:26 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:60435/sda1/0/a/c2" "txc5a8fb0538e54263b00c1-00685203f2" "container-server 709787" 0.1431 "-" 709787 2 -HTTP PERF: 0.20834 seconds to PUT 127.0.0.1:45209 /sda1/0/a/c2) -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:26 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txc5a8fb0538e54263b00c1-00685203f2" "proxy-server 709787" 0.2687 "-" 709787 2 -HTTP PERF: 0.14890 seconds to PUT 127.0.0.1:42869 /sdb1/0/a/c2) -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:26 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txc5a8fb0538e54263b00c1-00685203f2" "proxy-server 709787" 0.2086 "-" 709787 2 -HTTP PERF: 0.27131 seconds to PUT 127.0.0.1:57999 /sdb1/0/a/c2) -HTTP PERF: 0.27121 seconds to PUT 127.0.0.1:60435 /sda1/0/a/c2) -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_expose_headers -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_expose_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_non_strict -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_non_strict ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_strict -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_strict ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_with_obj_headers -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_with_obj_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_DELETE -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_DELETE ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_DELETE_x_container_headers_with_more_container_replicas -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_DELETE_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_bad_range_zero_byte -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_bad_range_zero_byte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_calls_authorize -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_newest -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_newest ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_newest_large_file -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_newest_large_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_pipeline -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_pipeline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_ranges -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_ranges_resuming -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_ranges_resuming ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_respects_read_affinity -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_respects_read_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_short_read -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_short_read ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_short_read_resuming -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_short_read_resuming ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_absolute_uri -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_absolute_uri ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_calls_authorize -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_newest -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_newest ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_OPTIONS -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_OPTIONS ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_backend_headers -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_backend_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_calls_authorize -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_converts_delete_after_to_delete_at -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_converts_delete_after_to_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_authorize -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_count -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_key_len -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_key_len ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_size -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_size ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_val_len -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_val_len ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_x_container_headers_with_more_container_replicas -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_GET_unicode_metadata -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_GET_unicode_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_POST_last_modified -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_POST_last_modified ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_POST_requires_container_exist -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_POST_requires_container_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_auto_content_type -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_auto_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_autodetect_content_type -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_autodetect_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_bad_content_type -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_bad_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_bad_message_length -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_bad_message_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_calls_authorize -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_connect_exceptions -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_connect_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_error_limiting -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_error_limiting ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_error_limiting_last_node -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_error_limiting_last_node ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_expect_header_nonzero_content_length -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_expect_header_nonzero_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_expect_header_zero_content_length -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_expect_header_zero_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_getresponse_exceptions -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_getresponse_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_max_size -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_max_size ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_too_large -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_too_large ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_unsup_xfr_encoding -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_unsup_xfr_encoding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_both -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_both ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_both_with_crazy_meta -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_both_with_crazy_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_content_length -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_transfer_encoding -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_transfer_encoding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_no_etag_fallocate -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_no_etag_fallocate ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_not_autodetect_content_type -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_not_autodetect_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_all_containers_error -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_all_containers_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_container_does_not_exist -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_container_does_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_container_exist_on_handoff -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_container_exist_on_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_primary_containers_timeout -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_primary_containers_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_primary_timeout_container_exist -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_primary_timeout_container_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_respects_write_affinity -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_respects_write_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_respects_write_affinity_with_507s -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_respects_write_affinity_with_507s ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_send_exceptions -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_send_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_equal_replicas -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_equal_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_fewer_container_replicas -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_fewer_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_many_object_replicas -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_many_object_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_more_container_replicas -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_fewer_container_replicas -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_fewer_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_more_container_replicas -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_acc_or_con_missing_returns_404 -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_acc_or_con_missing_returns_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_cache_set_error -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_cache_set_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_can_skip_cache -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_can_skip_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_errors -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_no_cache -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_empty_cache -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_empty_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_cache -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_infocache -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_infocache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_bad_metadata -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_bad_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_best_response_sets_etag -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_best_response_sets_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_best_response_sets_headers -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_best_response_sets_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_method -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_path -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_path_no_controller -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_path_no_controller ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_utf8 -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_utf8 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_version -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_version ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_chunked_put -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_chunked_put ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_head_account -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_head_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_unhandled_exception -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_unhandled_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_utf8_all_the_way_down -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_utf8_all_the_way_down ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_client_disconnect -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_client_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_client_timeout -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_client_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_conditional_GET_replication -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_conditional_GET_replication ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_conditional_range_get -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_conditional_range_get ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_custom_mime_types_files -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_custom_mime_types_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_error_limiting -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_error_limiting ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_error_limiting_survives_ring_reload -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_error_limiting_survives_ring_reload ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_calls_sort_nodes -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_calls_sort_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_gives_extra_if_error_limited_inline -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_gives_extra_if_error_limited_inline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_skips_error_limited -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_skips_error_limited ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -swift: ERROR 500 Trying to DELETE /a From Account Server 10.0.0.2:1002/sdc -swift: ERROR 500 Trying to DELETE /a From Account Server 10.0.0.1:1001/sdb -swift: ERROR 500 Trying to DELETE /a From Account Server 10.0.0.2:1002/sdc -swift: Account DELETE returning 503 for (201, 503, 503) -swift: ERROR 500 Trying to DELETE /a From Account Server 10.0.0.1:1001/sdb -swift: Account DELETE returning 503 for (204, 404, 503) -swift: Client disconnected on read of '/a' -swift: Client disconnected on read of '/a' -swift: ERROR 503 b'' Trying to GET /a From Account Server 10.0.0.0:1000/sda -swift: ERROR 503 b'' Trying to GET /a From Account Server 10.0.0.0:1000/sda -swift: Client disconnected on read of '/a' -swift: Client disconnected on read of '/a' -swift: ERROR 503 b'' Trying to GET /a From Account Server 10.0.0.0:1000/sda -swift: ERROR 503 b'' Trying to GET /a From Account Server 10.0.0.2:1002/sdc -swift: ERROR 503 b'' Trying to GET /a From Account Server 10.0.0.0:1000/sda -swift: ERROR 503 b'' Trying to GET /a From Account Server 10.0.0.2:1002/sdc -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_with_replication_network -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_with_replication_network ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_without_replication_network -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_without_replication_network ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -swift: Client disconnected on read of '/a' -swift: Client disconnected on read of '/a' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_leak_1 -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_leak_1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_mismatched_etags -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_mismatched_etags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_first_two_time_out_etags_match -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_first_two_time_out_etags_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_one_etag_mismatch -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_one_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -swift: ERROR 503 b'' Trying to GET /a From Account Server 10.0.0.2:1002/sdc -swift: ERROR 503 b'' Trying to GET /a From Account Server 10.0.0.1:1001/sdb -swift: ERROR 503 b'' Trying to GET /a From Account Server 10.0.0.2:1002/sdc -swift: ERROR 503 b'' Trying to GET /a From Account Server 10.0.0.0:1000/sda -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_two_etag_mismatch -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_two_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_only_first_time_out -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_only_first_time_out ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -swift: ERROR 503 b'' Trying to GET /a From Account Server 10.0.0.0:1000/sda -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_three_time_out -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_three_time_out ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -swift: ERROR 503 b'' Trying to GET /a From Account Server 10.0.0.1:1001/sdb -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_two_time_out -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_two_time_out ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_request_setting -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_request_setting ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_write_timeout -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_write_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_policy_IO -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_policy_IO ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_policy_IO_override -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_policy_IO_override ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_proxy_passes_content_length_on_head -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_proxy_passes_content_length_on_head ... swift: Client disconnected on read of '/a' -skipped 'Large xattrs not supported in `/tmp`. Skipping test' -swift: Client disconnected on read of '/a' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_proxy_passes_content_type -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_proxy_passes_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_response_get_accept_ranges_header -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_response_get_accept_ranges_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_response_head_accept_ranges_header -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_response_head_accept_ranges_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_delimiter_reverse_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_delimiter_reverse_no_memcache ... ok -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/00/10/26 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txc5a8fb0538e54263b00c1-00685203f2 - 0.3746 - - 1750205426.055890083 1750205426.430460215 2 -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmphvelw2tx/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmphvelw2tx/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmphvelw2tx/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmphvelw2tx/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:26 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.0870 "-" 709787 - -HTTP PERF: 0.09106 seconds to PUT 127.0.0.1:55639 /sda1/0/a) -test.unit.proxy.test_mem_server.TestAccountController.test_DELETE -test.unit.proxy.test_mem_server.TestAccountController.test_DELETE ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_DELETE_with_query_string -test.unit.proxy.test_mem_server.TestAccountController.test_DELETE_with_query_string ... ok -swift: Client disconnected on read of '/a' -swift: Client disconnected on read of '/a' -swift: ERROR 503 b'' Trying to GET /a From Account Server 10.0.0.1:1001/sdb -swift: ERROR 503 b'' Trying to GET /a From Account Server 10.0.0.0:1000/sda -swift: ERROR 503 b'' Trying to GET /a From Account Server 10.0.0.2:1002/sdc -swift: ERROR 503 b'' Trying to GET /a From Account Server 10.0.0.1:1001/sdb -swift: ERROR 503 b'' Trying to GET /a From Account Server 10.0.0.2:1002/sdc -swift: ERROR 503 b'' Trying to GET /a From Account Server 10.0.0.0:1000/sda -swift: Account GET returning 503 for [503, 503] -swift: ERROR 503 b'' Trying to GET /a From Account Server 10.0.0.1:1001/sdb -swift: ERROR 503 b'' Trying to GET /a From Account Server 10.0.0.2:1002/sdc -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:26 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0647 "-" 709787 - -HTTP PERF: 0.06649 seconds to PUT 127.0.0.1:47367 /sdb1/0/a) -swift: Account GET returning 503 for [503, 503] -test.unit.proxy.test_mem_server.TestAccountController.test_GET -test.unit.proxy.test_mem_server.TestAccountController.test_GET ... ok -swift: ERROR 503 b'' Trying to GET /a From Account Server 10.0.0.0:1000/sda -swift: ERROR 503 b'' Trying to GET /a From Account Server 10.0.0.1:1001/sdb -swift: ERROR 503 b'' Trying to GET /a From Account Server 10.0.0.2:1002/sdc -swift: ERROR 503 b'' Trying to GET /a From Account Server 10.0.0.0:1000/sda -swift: ERROR 500 b'' Trying to GET /a From Account Server 10.0.0.0:1000/sda -swift: ERROR 500 b'' Trying to GET /a From Account Server 10.0.0.1:1001/sdb -swift: Account GET returning 503 for [500, 500, 400] -swift: ERROR 500 b'' Trying to GET /a From Account Server 10.0.0.2:1002/sdc -swift: ERROR 500 b'' Trying to GET /a From Account Server 10.0.0.1:1001/sdb -swift: Account GET returning 503 for [500, 500, 400] -test.unit.proxy.test_mem_server.TestAccountController.test_GET_autocreate -test.unit.proxy.test_mem_server.TestAccountController.test_GET_autocreate ... ok -swift: Client disconnected on read of '/a' -swift: Client disconnected on read of '/a' -swift: ERROR 503 b'' Trying to GET /a From Account Server 10.0.0.1:1001/sdb -swift: ERROR 503 b'' Trying to GET /a From Account Server 10.0.0.0:1000/sda -swift: Client disconnected on read of '/a' -swift: Client disconnected on read of '/a' -swift: ERROR 503 b'' Trying to GET /a From Account Server 10.0.0.1:1001/sdb -swift: ERROR 503 b'' Trying to GET /a From Account Server 10.0.0.2:1002/sdc -swift: ERROR 503 b'' Trying to GET /a From Account Server 10.0.0.1:1001/sdb -swift: ERROR 503 b'' Trying to GET /a From Account Server 10.0.0.2:1002/sdc -swift: Client disconnected on read of '/a' -swift: Client disconnected on read of '/a' -swift: ERROR 503 b'' Trying to GET /a From Account Server 10.0.0.1:1001/sdb -swift: ERROR 503 b'' Trying to GET /a From Account Server 10.0.0.2:1002/sdc -swift: Client disconnected on read of '/a' -swift: Client disconnected on read of '/a' -swift: Client disconnected on read of '/a' -swift: Client disconnected on read of '/a' -swift: ERROR 503 b'' Trying to GET /a From Account Server 10.0.0.1:1001/sdb -swift: ERROR 503 b'' Trying to GET /a From Account Server 10.0.0.2:1002/sdc -swift: ERROR 503 b'' Trying to GET /a From Account Server 10.0.0.1:1001/sdb -swift: ERROR 503 b'' Trying to GET /a From Account Server 10.0.0.2:1002/sdc -swift: Account GET returning 503 for [503, 503] -swift: ERROR 503 b'' Trying to GET /a From Account Server 10.0.0.2:1002/sdc -swift: ERROR 503 b'' Trying to GET /a From Account Server 10.0.0.1:1001/sdb -swift: Account GET returning 503 for [503, 503] -swift: ERROR 503 b'' Trying to GET /a From Account Server 10.0.0.0:1000/sda -swift: ERROR 503 b'' Trying to GET /a From Account Server 10.0.0.0:1000/sda -test.unit.proxy.test_mem_server.TestAccountController.test_HEAD -test.unit.proxy.test_mem_server.TestAccountController.test_HEAD ... ok -swift: ERROR 500 b'' Trying to GET /a From Account Server 10.0.0.0:1000/sda -swift: ERROR 500 b'' Trying to GET /a From Account Server 10.0.0.0:1000/sda -swift: ERROR 500 b'' Trying to GET /a From Account Server 10.0.0.2:1002/sdc -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:26 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0777 "-" 709787 - -HTTP PERF: 0.07968 seconds to PUT 127.0.0.1:55639 /sda1/2/a1) -swift: ERROR 500 b'' Trying to GET /a From Account Server 10.0.0.1:1001/sdb -swift: Account GET returning 503 for [500, 500, 400] -swift: ERROR 500 b'' Trying to GET /a From Account Server 10.0.0.0:1000/sda -swift: ERROR 500 b'' Trying to GET /a From Account Server 10.0.0.2:1002/sdc -swift: Account GET returning 503 for [500, 500, 400] -test.unit.proxy.test_mem_server.TestAccountController.test_HEAD_autocreate -test.unit.proxy.test_mem_server.TestAccountController.test_HEAD_autocreate ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_OPTIONS -test.unit.proxy.test_mem_server.TestAccountController.test_OPTIONS ... ok -swift: autocreate account '/a' -swift: autocreate account '/a' -swift: ERROR 503 Trying to POST /a From Account Server 10.0.0.0:1000/sda -swift: ERROR 503 Trying to PUT /a From Account Server 10.0.0.0:1000/sda -swift: autocreate account '/a' -swift: ERROR 504 Trying to POST /a From Account Server 10.0.0.1:1001/sdb -swift: ERROR 503 Trying to POST /a/ From Account Server 10.0.0.2:1002/sdc -swift: ERROR 503 Trying to PUT /a From Account Server 10.0.0.0:1000/sda -swift: autocreate account '/a' -swift: ERROR 504 Trying to POST /a/ From Account Server 10.0.0.1:1001/sdb -swift: Could not autocreate account '/a' -swift: Could not autocreate account '/a' -test.unit.proxy.test_mem_server.TestAccountController.test_POST_autocreate -test.unit.proxy.test_mem_server.TestAccountController.test_POST_autocreate ... ok -swift: autocreate account '/a' -swift: autocreate account '/a' -test.unit.proxy.test_mem_server.TestAccountController.test_POST_autocreate_with_sysmeta -test.unit.proxy.test_mem_server.TestAccountController.test_POST_autocreate_with_sysmeta ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_POST_bad_metadata -test.unit.proxy.test_mem_server.TestAccountController.test_POST_bad_metadata ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_POST_metadata -test.unit.proxy.test_mem_server.TestAccountController.test_POST_metadata ... ok -swift: ERROR 500 Trying to PUT /a From Account Server 10.0.0.0:1000/sda -swift: ERROR 500 Trying to PUT /a From Account Server 10.0.0.1:1001/sdb -swift: ERROR 500 Trying to PUT /a From Account Server 10.0.0.0:1000/sda -swift: Account GET returning 503 for (201, 503, 503) -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:26 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0748 "-" 709787 - -HTTP PERF: 0.07761 seconds to PUT 127.0.0.1:47367 /sdb1/2/a1) -swift: ERROR 500 Trying to PUT /a From Account Server 10.0.0.0:1000/sda -swift: Account GET returning 503 for (204, 404, 503) -test.unit.proxy.test_mem_server.TestAccountController.test_PUT -test.unit.proxy.test_mem_server.TestAccountController.test_PUT ... ok -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:26 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx2fb578f52f9b4b7d8c3e1-00685203f2" "proxy-server 709787" 0.0013 "-" 709787 - -HTTP PERF: 0.00294 seconds to HEAD 127.0.0.1:55639 /sda1/0/a?format=json) -test.unit.proxy.test_mem_server.TestAccountController.test_PUT_bad_metadata -test.unit.proxy.test_mem_server.TestAccountController.test_PUT_bad_metadata ... ok -swift: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to PUT /a: #012Traceback (most recent call last):#012 File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request#012 conn = http_connect(#012 ^^^^^^^^^^^^^#012 File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect#012 raise HTTPException()#012http.client.HTTPException -swift: ERROR with Account server 10.0.0.0:1000/sda re: Trying to PUT /a/: #012Traceback (most recent call last):#012 File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request#012 conn = http_connect(#012 ^^^^^^^^^^^^^#012 File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect#012 raise HTTPException()#012http.client.HTTPException -swift: ERROR with Account server 10.0.0.0:1000/sda re: Trying to PUT /a: #012Traceback (most recent call last):#012 File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request#012 conn = http_connect(#012 ^^^^^^^^^^^^^#012 File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect#012 raise HTTPException()#012http.client.HTTPException -swift: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to PUT /a: #012Traceback (most recent call last):#012 File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request#012 conn = http_connect(#012 ^^^^^^^^^^^^^#012 File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect#012 raise HTTPException()#012http.client.HTTPException -swift: Account GET returning 503 for (201, 503, 503) -swift: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to PUT /a/: #012Traceback (most recent call last):#012 File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request#012 conn = http_connect(#012 ^^^^^^^^^^^^^#012 File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect#012 raise HTTPException()#012http.client.HTTPException -swift: ERROR with Account server 10.0.0.0:1000/sda re: Trying to PUT /a/: #012Traceback (most recent call last):#012 File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request#012 conn = http_connect(#012 ^^^^^^^^^^^^^#012 File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect#012 raise HTTPException()#012http.client.HTTPException -swift: Account GET returning 503 for (201, 503, 503) -swift: ERROR with Account server 10.0.0.0:1000/sda re: Trying to PUT /a: #012Traceback (most recent call last):#012 File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request#012 conn = http_connect(#012 ^^^^^^^^^^^^^#012 File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect#012 raise HTTPException()#012http.client.HTTPException -swift: ERROR 503 Trying to PUT /a From Account Server 10.0.0.2:1002/sdc -swift: ERROR 503 Trying to PUT /a From Account Server 10.0.0.1:1001/sdb -swift: Account GET returning 503 for (503, 503, 503) -swift: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to PUT /a/: #012Traceback (most recent call last):#012 File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request#012 conn = http_connect(#012 ^^^^^^^^^^^^^#012 File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect#012 raise HTTPException()#012http.client.HTTPException -swift: ERROR 503 Trying to PUT /a/ From Account Server 10.0.0.2:1002/sdc -swift: ERROR 503 Trying to PUT /a/ From Account Server 10.0.0.0:1000/sda -swift: Account GET returning 503 for (503, 503, 503) -test.unit.proxy.test_mem_server.TestAccountController.test_PUT_connect_exceptions -test.unit.proxy.test_mem_server.TestAccountController.test_PUT_connect_exceptions ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_PUT_max_account_name_length -test.unit.proxy.test_mem_server.TestAccountController.test_PUT_max_account_name_length ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_PUT_metadata -test.unit.proxy.test_mem_server.TestAccountController.test_PUT_metadata ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_PUT_status -test.unit.proxy.test_mem_server.TestAccountController.test_PUT_status ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_auto_create_account_listing_response_is_json -test.unit.proxy.test_mem_server.TestAccountController.test_auto_create_account_listing_response_is_json ... ok -swift: ERROR with Account server 127.0.0.1:1/sdc re: Trying to HEAD /v1/account: Connection refused -swift: ERROR with Account server 127.0.0.1:1/sda re: Trying to HEAD /v1/account: Connection refused -swift: ERROR with Account server 127.0.0.1:1/sdb re: Trying to HEAD /v1/account: Connection refused -swift: Account HEAD returning 503 for [] -test.unit.proxy.test_mem_server.TestAccountController.test_connection_refused -test.unit.proxy.test_mem_server.TestAccountController.test_connection_refused ... ok -swift: ERROR with Account server 127.0.0.1:-1/sdb re: Trying to HEAD /v1/account: #012Traceback (most recent call last):#012 File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request#012 conn = http_connect(#012 ^^^^^^^^^^^^^#012 File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect#012 return http_connect_raw(#012 ^^^^^^^^^^^^^^^^^#012 File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 322, in http_connect_raw#012 conn.endheaders()#012 File "/usr/lib/python3/dist-packages/eventlet/green/http/client.py", line 1301, in endheaders#012 self._send_output(message_body, encode_chunked=encode_chunked)#012 File "/usr/lib/python3/dist-packages/eventlet/green/http/client.py", line 1089, in _send_output#012 self.send(msg)#012 File "/usr/lib/python3/dist-packages/eventlet/green/http/client.py", line 1018, in send#012 self.connect()#012 File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 212, in connect#012 ret = HTTPConnection.connect(self)#012 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^#012 File "/usr/lib/python3/dist-packages/eventlet/green/http/client.py", line 989, in connect#012 self.sock = self._create_connection(#012 ^^^^^^^^^^^^^^^^^^^^^^^^#012 File "/usr/lib/python3/dist-packages/eventlet/green/socket.py", line 44, in create_connection#012 for res in getaddrinfo(host, port, 0, SOCK_STREAM):#012 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^#012 File "/usr/lib/python3/dist-packages/eventlet/support/greendns.py", line 567, in getaddrinfo#012 ai = socket.getaddrinfo(addr, port, family,#012 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^#012 File "/usr/lib/python3.11/socket.py", line 962, in getaddrinfo#012 for res in _socket.getaddrinfo(host, port, family, type, proto, flags):#012 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^#012socket.gaierror: [Errno -8] Servname not supported for ai_socktype -swift: ERROR with Account server 127.0.0.1:-1/sda re: Trying to HEAD /v1/account: #012Traceback (most recent call last):#012 File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request#012 conn = http_connect(#012 ^^^^^^^^^^^^^#012 File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect#012 return http_connect_raw(#012 ^^^^^^^^^^^^^^^^^#012 File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 322, in http_connect_raw#012 conn.endheaders()#012 File "/usr/lib/python3/dist-packages/eventlet/green/http/client.py", line 1301, in endheaders#012 self._send_output(message_body, encode_chunked=encode_chunked)#012 File "/usr/lib/python3/dist-packages/eventlet/green/http/client.py", line 1089, in _send_output#012 self.send(msg)#012 File "/usr/lib/python3/dist-packages/eventlet/green/http/client.py", line 1018, in send#012 self.connect()#012 File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 212, in connect#012 ret = HTTPConnection.connect(self)#012 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^#012 File "/usr/lib/python3/dist-packages/eventlet/green/http/client.py", line 989, in connect#012 self.sock = self._create_connection(#012 ^^^^^^^^^^^^^^^^^^^^^^^^#012 File "/usr/lib/python3/dist-packages/eventlet/green/socket.py", line 44, in create_connection#012 for res in getaddrinfo(host, port, 0, SOCK_STREAM):#012 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^#012 File "/usr/lib/python3/dist-packages/eventlet/support/greendns.py", line 567, in getaddrinfo#012 ai = socket.getaddrinfo(addr, port, family,#012 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^#012 File "/usr/lib/python3.11/socket.py", line 962, in getaddrinfo#012 for res in _socket.getaddrinfo(host, port, family, type, proto, flags):#012 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^#012socket.gaierror: [Errno -8] Servname not supported for ai_socktype -swift: ERROR with Account server 127.0.0.1:-1/sdc re: Trying to HEAD /v1/account: #012Traceback (most recent call last):#012 File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request#012 conn = http_connect(#012 ^^^^^^^^^^^^^#012 File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect#012 return http_connect_raw(#012 ^^^^^^^^^^^^^^^^^#012 File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 322, in http_connect_raw#012 conn.endheaders()#012 File "/usr/lib/python3/dist-packages/eventlet/green/http/client.py", line 1301, in endheaders#012 self._send_output(message_body, encode_chunked=encode_chunked)#012 File "/usr/lib/python3/dist-packages/eventlet/green/http/client.py", line 1089, in _send_output#012 self.send(msg)#012 File "/usr/lib/python3/dist-packages/eventlet/green/http/client.py", line 1018, in send#012 self.connect()#012 File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 212, in connect#012 ret = HTTPConnection.connect(self)#012 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^#012 File "/usr/lib/python3/dist-packages/eventlet/green/http/client.py", line 989, in connect#012 self.sock = self._create_connection(#012 ^^^^^^^^^^^^^^^^^^^^^^^^#012 File "/usr/lib/python3/dist-packages/eventlet/green/socket.py", line 44, in create_connection#012 for res in getaddrinfo(host, port, 0, SOCK_STREAM):#012 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^#012 File "/usr/lib/python3/dist-packages/eventlet/support/greendns.py", line 567, in getaddrinfo#012 ai = socket.getaddrinfo(addr, port, family,#012 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^#012 File "/usr/lib/python3.11/socket.py", line 962, in getaddrinfo#012 for res in _socket.getaddrinfo(host, port, family, type, proto, flags):#012 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^#012socket.gaierror: [Errno -8] Servname not supported for ai_socktype -swift: Account HEAD returning 503 for [] -swift: Client disconnected on read of '/a' -test.unit.proxy.test_mem_server.TestAccountController.test_other_socket_error -test.unit.proxy.test_mem_server.TestAccountController.test_other_socket_error ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_response_get_accept_ranges_header -test.unit.proxy.test_mem_server.TestAccountController.test_response_get_accept_ranges_header ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_response_head_accept_ranges_header -test.unit.proxy.test_mem_server.TestAccountController.test_response_head_accept_ranges_header ... ok -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:27 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:50459/sda1/3/a/c" "tx2fb578f52f9b4b7d8c3e1-00685203f2" "container-server 709787" 0.0177 "-" 709787 0 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:27 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:35017/sdb1/3/a/c" "tx2fb578f52f9b4b7d8c3e1-00685203f2" "container-server 709787" 0.0020 "-" 709787 0 -HTTP PERF: 0.11833 seconds to PUT 127.0.0.1:47367 /sdb1/0/a/c) -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:27 +0000] "PUT /sdb1/3/a/c" 201 - "PUT http://localhost/v1/a/c" "tx2fb578f52f9b4b7d8c3e1-00685203f2" "proxy-server 709787" 0.1701 "-" 709787 0 -HTTP PERF: 0.02548 seconds to PUT 127.0.0.1:55639 /sda1/0/a/c) -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:27 +0000] "PUT /sda1/3/a/c" 201 - "PUT http://localhost/v1/a/c" "tx2fb578f52f9b4b7d8c3e1-00685203f2" "proxy-server 709787" 0.1206 "-" 709787 0 -HTTP PERF: 0.17555 seconds to PUT 127.0.0.1:50459 /sda1/3/a/c) -HTTP PERF: 0.17577 seconds to PUT 127.0.0.1:35017 /sdb1/3/a/c) -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/00/10/27 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx2fb578f52f9b4b7d8c3e1-00685203f2 - 0.1826 - - 1750205426.868808508 1750205427.051398993 0 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:27 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx25abaee6bda34d489906f-00685203f3" "proxy-server 709787" 0.0031 "-" 709787 - -HTTP PERF: 0.00731 seconds to HEAD 127.0.0.1:55639 /sda1/2/a1?format=json) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Problem with listing response from /v1/a/c/o: JSONDecodeError('Expecting value: line 1 column 1 (char 0)') (txn: tx96a5f95bc20b46bb9c455-00685203ee) -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmpherp6gfc/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpherp6gfc/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmpherp6gfc/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpherp6gfc/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:23 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.4007 "-" 709811 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:23 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.2041 "-" 709811 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:24 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.3177 "-" 709811 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:24 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.3552 "-" 709811 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:24 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx66e761c5796f47128933d-00685203f0" "proxy-server 709811" 0.0019 "-" 709811 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:25 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:41045/sdb1/1/a/c" "tx66e761c5796f47128933d-00685203f0" "container-server 709811" 0.0238 "-" 709811 0 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:25 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:58529/sda1/1/a/c" "tx66e761c5796f47128933d-00685203f0" "container-server 709811" 0.0019 "-" 709811 0 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:25 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx66e761c5796f47128933d-00685203f0" "proxy-server 709811" 0.6802 "-" 709811 0 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:25 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx66e761c5796f47128933d-00685203f0" "proxy-server 709811" 0.3736 "-" 709811 0 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/00/10/25 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx66e761c5796f47128933d-00685203f0 - 0.6935 - - 1750205424.463178635 1750205425.156711102 0 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:25 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txff104fe164f34eeba0351-00685203f1" "proxy-server 709811" 0.0016 "-" 709811 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:25 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:41045/sdb1/1/a1/c1" "txff104fe164f34eeba0351-00685203f1" "container-server 709811" 0.0014 "-" 709811 0 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:25 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:58529/sda1/1/a1/c1" "txff104fe164f34eeba0351-00685203f1" "container-server 709811" 0.0165 "-" 709811 0 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:25 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txff104fe164f34eeba0351-00685203f1" "proxy-server 709811" 0.7217 "-" 709811 0 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:25 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txff104fe164f34eeba0351-00685203f1" "proxy-server 709811" 0.3412 "-" 709811 0 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/00/10/25 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txff104fe164f34eeba0351-00685203f1 - 0.7325 - - 1750205425.158442020 1750205425.890906096 0 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:25 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txa62ce7d37acc46be96938-00685203f1" "proxy-server 709811" 0.0657 "-" 709811 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:26 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:41045/sdb1/2/a/c1" "txa62ce7d37acc46be96938-00685203f1" "container-server 709811" 0.0091 "-" 709811 1 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:26 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:58529/sda1/2/a/c1" "txa62ce7d37acc46be96938-00685203f1" "container-server 709811" 0.0547 "-" 709811 1 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:26 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txa62ce7d37acc46be96938-00685203f1" "proxy-server 709811" 0.1757 "-" 709811 1 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:26 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txa62ce7d37acc46be96938-00685203f1" "proxy-server 709811" 0.2630 "-" 709811 1 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/00/10/26 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txa62ce7d37acc46be96938-00685203f1 - 0.3376 - - 1750205425.892645597 1750205426.230255604 1 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:26 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx49a3b14dad22493da3f69-00685203f2" "proxy-server 709811" 0.0564 "-" 709811 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:26 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:58529/sda1/1/a/c2" "tx49a3b14dad22493da3f69-00685203f2" "container-server 709811" 0.1232 "-" 709811 2 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:26 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:41045/sdb1/1/a/c2" "tx49a3b14dad22493da3f69-00685203f2" "container-server 709811" 0.0015 "-" 709811 2 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:26 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx49a3b14dad22493da3f69-00685203f2" "proxy-server 709811" 0.1955 "-" 709811 2 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:26 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx49a3b14dad22493da3f69-00685203f2" "proxy-server 709811" 0.3453 "-" 709811 2 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/00/10/26 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx49a3b14dad22493da3f69-00685203f2 - 0.4148 - - 1750205426.232024670 1750205426.646807671 2 -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmp09yesy2j/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp09yesy2j/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmp09yesy2j/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp09yesy2j/tmp_test_proxy_server_chunked/container-sync-realms.conf' -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:27 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:50459/sda1/0/a1/c1" "tx25abaee6bda34d489906f-00685203f3" "container-server 709787" 0.0046 "-" 709787 0 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:27 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:35017/sdb1/0/a1/c1" "tx25abaee6bda34d489906f-00685203f3" "container-server 709787" 0.0012 "-" 709787 0 -HTTP PERF: 0.00842 seconds to PUT 127.0.0.1:55639 /sda1/2/a1/c1) -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:27 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx25abaee6bda34d489906f-00685203f3" "proxy-server 709787" 0.0574 "-" 709787 0 -HTTP PERF: 0.05867 seconds to PUT 127.0.0.1:47367 /sdb1/2/a1/c1) -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:27 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx25abaee6bda34d489906f-00685203f3" "proxy-server 709787" 0.1340 "-" 709787 0 -HTTP PERF: 0.13676 seconds to PUT 127.0.0.1:50459 /sda1/0/a1/c1) -HTTP PERF: 0.13645 seconds to PUT 127.0.0.1:35017 /sdb1/0/a1/c1) -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/00/10/27 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx25abaee6bda34d489906f-00685203f3 - 0.1486 - - 1750205427.053539991 1750205427.202147245 0 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:27 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txe0c6064bc92f48c79464a-00685203f3" "proxy-server 709787" 0.0530 "-" 709787 - -HTTP PERF: 0.05598 seconds to HEAD 127.0.0.1:55639 /sda1/0/a?format=json) -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:27 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:50459/sda1/3/a/c1" "txe0c6064bc92f48c79464a-00685203f3" "container-server 709787" 0.0555 "-" 709787 1 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:27 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:35017/sdb1/3/a/c1" "txe0c6064bc92f48c79464a-00685203f3" "container-server 709787" 0.0013 "-" 709787 1 -HTTP PERF: 0.06281 seconds to PUT 127.0.0.1:47367 /sdb1/0/a/c1) -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:27 +0000] "PUT /sda1/3/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txe0c6064bc92f48c79464a-00685203f3" "proxy-server 709787" 0.1188 "-" 709787 1 -HTTP PERF: 0.12013 seconds to PUT 127.0.0.1:55639 /sda1/0/a/c1) -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:27 +0000] "PUT /sdb1/3/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txe0c6064bc92f48c79464a-00685203f3" "proxy-server 709787" 0.1997 "-" 709787 1 -HTTP PERF: 0.20130 seconds to PUT 127.0.0.1:50459 /sda1/3/a/c1) -HTTP PERF: 0.20190 seconds to PUT 127.0.0.1:35017 /sdb1/3/a/c1) -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/00/10/27 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txe0c6064bc92f48c79464a-00685203f3 - 0.2606 - - 1750205427.203444242 1750205427.464007616 1 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:27 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx515efeb707d74622a9cc1-00685203f3" "proxy-server 709787" 0.0774 "-" 709787 - -HTTP PERF: 0.07883 seconds to HEAD 127.0.0.1:47367 /sdb1/0/a?format=json) -test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: txf5622c03a3e54716b5366-00685203f0) -test WARNING: Failed to get container listing from /v1/a/c?format=json&states=listing: 404 (txn: txf5622c03a3e54716b5366-00685203f0) -test ERROR: Aborting listing from shards due to bad response: [404] (txn: txf5622c03a3e54716b5366-00685203f0) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 5 shards for: /v1/a/c?delimiter=%2F&format=json&states=listing (txn: tx0a1d139c41ea4f63ac262-00685203f1) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ha-ppy', lower='', upper='ha/ppy') .shards_a/c_ha-ppy with {'X-Backend-Record-Type': 'auto'} (txn: tx0a1d139c41ea4f63ac262-00685203f1) -test DEBUG: Get listing from /v1/.shards_a/c_ha-ppy?delimiter=%2F&format=json&limit=10000&marker=&end_marker=ha%2Fppy%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0a1d139c41ea4f63ac262-00685203f1) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx0a1d139c41ea4f63ac262-00685203f1) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='ha/ptic', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx0a1d139c41ea4f63ac262-00685203f1) -test DEBUG: Get listing from /v1/.shards_a/c_ham?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0a1d139c41ea4f63ac262-00685203f1) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 2 (txn: tx0a1d139c41ea4f63ac262-00685203f1) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx0a1d139c41ea4f63ac262-00685203f1) -test DEBUG: Get listing from /v1/.shards_a/c_pie?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0a1d139c41ea4f63ac262-00685203f1) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 2 (txn: tx0a1d139c41ea4f63ac262-00685203f1) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx0a1d139c41ea4f63ac262-00685203f1) -test DEBUG: Get listing from /v1/.shards_a/c_?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx0a1d139c41ea4f63ac262-00685203f1) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 3 (txn: tx0a1d139c41ea4f63ac262-00685203f1) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 6 shards for: /v1/a/c?delimiter=%2F&reverse=on&format=json&states=listing (txn: tx970212a5e12b486e89800-00685203f2) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx970212a5e12b486e89800-00685203f2) -test DEBUG: Get listing from /v1/.shards_a/c_?delimiter=%2F&reverse=on&format=json&limit=10000&marker=&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: tx970212a5e12b486e89800-00685203f2) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: tx970212a5e12b486e89800-00685203f2) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx970212a5e12b486e89800-00685203f2) -test DEBUG: Get listing from /v1/.shards_a/c_pie?delimiter=%2F&reverse=on&format=json&limit=9999&marker=pumpkin&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx970212a5e12b486e89800-00685203f2) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 1 (txn: tx970212a5e12b486e89800-00685203f2) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='ha/ptic', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx970212a5e12b486e89800-00685203f2) -test DEBUG: Get listing from /v1/.shards_a/c_ham?delimiter=%2F&reverse=on&format=json&limit=9999&marker=pumpkin&end_marker=ha%2Fptic {'X-Backend-Record-Type': 'auto'} (txn: tx970212a5e12b486e89800-00685203f2) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: tx970212a5e12b486e89800-00685203f2) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ha-ppy', lower='ha.d', upper='ha/ppy') .shards_a/c_ha-ppy with {'X-Backend-Record-Type': 'auto'} (txn: tx970212a5e12b486e89800-00685203f2) -test DEBUG: Get listing from /v1/.shards_a/c_ha-ppy?delimiter=%2F&reverse=on&format=json&limit=9998&marker=ha%2F&end_marker=ha.d {'X-Backend-Record-Type': 'auto'} (txn: tx970212a5e12b486e89800-00685203f2) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 3 (txn: tx970212a5e12b486e89800-00685203f2) -test DEBUG: Getting listing part 5 from shard Namespace(name='.shards_a/c_ha.d', lower='', upper='ha.d') .shards_a/c_ha.d with {'X-Backend-Record-Type': 'auto'} (txn: tx970212a5e12b486e89800-00685203f2) -test DEBUG: Get listing from /v1/.shards_a/c_ha.d?delimiter=%2F&reverse=on&format=json&limit=9997&marker=ha.ggle&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx970212a5e12b486e89800-00685203f2) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 4 (txn: tx970212a5e12b486e89800-00685203f2) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx85f2b08214314f2e86d53-00685203f3) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx85f2b08214314f2e86d53-00685203f3) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx85f2b08214314f2e86d53-00685203f3) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx85f2b08214314f2e86d53-00685203f3) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx85f2b08214314f2e86d53-00685203f3) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx85f2b08214314f2e86d53-00685203f3) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx85f2b08214314f2e86d53-00685203f3) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx85f2b08214314f2e86d53-00685203f3) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx85f2b08214314f2e86d53-00685203f3) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx85f2b08214314f2e86d53-00685203f3) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx85f2b08214314f2e86d53-00685203f3) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx85f2b08214314f2e86d53-00685203f3) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx85f2b08214314f2e86d53-00685203f3) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx85f2b08214314f2e86d53-00685203f3) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx85f2b08214314f2e86d53-00685203f3) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx85f2b08214314f2e86d53-00685203f3) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx85f2b08214314f2e86d53-00685203f3) -test DEBUG: Setting object count to 3120 (txn: tx85f2b08214314f2e86d53-00685203f3) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txfd2ba66dcbbb44ceb3601-00685203f3) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: txfd2ba66dcbbb44ceb3601-00685203f3) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txfd2ba66dcbbb44ceb3601-00685203f3) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txfd2ba66dcbbb44ceb3601-00685203f3) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txfd2ba66dcbbb44ceb3601-00685203f3) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txfd2ba66dcbbb44ceb3601-00685203f3) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txfd2ba66dcbbb44ceb3601-00685203f3) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txfd2ba66dcbbb44ceb3601-00685203f3) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txfd2ba66dcbbb44ceb3601-00685203f3) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txfd2ba66dcbbb44ceb3601-00685203f3) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txfd2ba66dcbbb44ceb3601-00685203f3) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txfd2ba66dcbbb44ceb3601-00685203f3) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txfd2ba66dcbbb44ceb3601-00685203f3) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: txfd2ba66dcbbb44ceb3601-00685203f3) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txfd2ba66dcbbb44ceb3601-00685203f3) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txfd2ba66dcbbb44ceb3601-00685203f3) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: txfd2ba66dcbbb44ceb3601-00685203f3) -test DEBUG: Setting object count to 3120 (txn: txfd2ba66dcbbb44ceb3601-00685203f3) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx703db42f6f9e40b4a25f6-00685203f3) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx703db42f6f9e40b4a25f6-00685203f3) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx703db42f6f9e40b4a25f6-00685203f3) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx703db42f6f9e40b4a25f6-00685203f3) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx703db42f6f9e40b4a25f6-00685203f3) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx703db42f6f9e40b4a25f6-00685203f3) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx703db42f6f9e40b4a25f6-00685203f3) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx703db42f6f9e40b4a25f6-00685203f3) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx703db42f6f9e40b4a25f6-00685203f3) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx703db42f6f9e40b4a25f6-00685203f3) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx703db42f6f9e40b4a25f6-00685203f3) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx703db42f6f9e40b4a25f6-00685203f3) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx703db42f6f9e40b4a25f6-00685203f3) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx703db42f6f9e40b4a25f6-00685203f3) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx703db42f6f9e40b4a25f6-00685203f3) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx703db42f6f9e40b4a25f6-00685203f3) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx703db42f6f9e40b4a25f6-00685203f3) -test DEBUG: Setting object count to 3120 (txn: tx703db42f6f9e40b4a25f6-00685203f3) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx09b57085827d41158848d-00685203f3) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx09b57085827d41158848d-00685203f3) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx09b57085827d41158848d-00685203f3) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx09b57085827d41158848d-00685203f3) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx09b57085827d41158848d-00685203f3) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx09b57085827d41158848d-00685203f3) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx09b57085827d41158848d-00685203f3) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx09b57085827d41158848d-00685203f3) -test DEBUG: Getting listing part 2 from shard Namespace(name='a/c', lower='pie', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: tx09b57085827d41158848d-00685203f3) -test DEBUG: Get listing from /v1/a/c?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'object'} (txn: tx09b57085827d41158848d-00685203f3) -test DEBUG: Found 3072 objects in shard (state=sharded), total = 3120 (txn: tx09b57085827d41158848d-00685203f3) -test DEBUG: Setting object count to 3120 (txn: tx09b57085827d41158848d-00685203f3) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx547d959fa0b4424685a6c-00685203f3) -test DEBUG: GET listing from 5 shards for: /v1/a/c?reverse=true&limit=&format=json&states=listing (txn: tx547d959fa0b4424685a6c-00685203f3) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx547d959fa0b4424685a6c-00685203f3) -test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&limit=10000&format=json&marker=&end_marker=%F0%9F%8C%B4 {'X-Backend-Record-Type': 'auto'} (txn: tx547d959fa0b4424685a6c-00685203f3) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: tx547d959fa0b4424685a6c-00685203f3) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx547d959fa0b4424685a6c-00685203f3) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?reverse=true&limit=8976&format=json&marker=%F0%9F%8C%B5&end_marker=%E2%98%83 {'X-Backend-Record-Type': 'auto'} (txn: tx547d959fa0b4424685a6c-00685203f3) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2048 (txn: tx547d959fa0b4424685a6c-00685203f3) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx547d959fa0b4424685a6c-00685203f3) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?reverse=true&limit=7952&format=json&marker=%E2%98%84&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: tx547d959fa0b4424685a6c-00685203f3) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3072 (txn: tx547d959fa0b4424685a6c-00685203f3) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx547d959fa0b4424685a6c-00685203f3) -test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&limit=6928&format=json&marker=q&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx547d959fa0b4424685a6c-00685203f3) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 3080 (txn: tx547d959fa0b4424685a6c-00685203f3) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx547d959fa0b4424685a6c-00685203f3) -test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&limit=6920&format=json&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx547d959fa0b4424685a6c-00685203f3) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 3120 (txn: tx547d959fa0b4424685a6c-00685203f3) -test DEBUG: Setting object count to 3120 (txn: tx547d959fa0b4424685a6c-00685203f3) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx4a98fc02ad5a4a55b5612-00685203f3) -test DEBUG: GET listing from 5 shards for: /v1/a/c?limit=49&format=json&states=listing (txn: tx4a98fc02ad5a4a55b5612-00685203f3) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx4a98fc02ad5a4a55b5612-00685203f3) -test DEBUG: Get listing from /v1/.shards_a/c_ham?limit=49&format=json&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx4a98fc02ad5a4a55b5612-00685203f3) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx4a98fc02ad5a4a55b5612-00685203f3) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx4a98fc02ad5a4a55b5612-00685203f3) -test DEBUG: Get listing from /v1/.shards_a/c_pie?limit=9&format=json&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx4a98fc02ad5a4a55b5612-00685203f3) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx4a98fc02ad5a4a55b5612-00685203f3) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx4a98fc02ad5a4a55b5612-00685203f3) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?limit=1&format=json&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx4a98fc02ad5a4a55b5612-00685203f3) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 49 (txn: tx4a98fc02ad5a4a55b5612-00685203f3) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx01b01b4288af44b9b5617-00685203f3) -test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=%E2%98%86&format=json&states=listing (txn: tx01b01b4288af44b9b5617-00685203f3) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx01b01b4288af44b9b5617-00685203f3) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&format=json&limit=10000&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx01b01b4288af44b9b5617-00685203f3) -test DEBUG: Found 1022 objects in shard (state=unsharded), total = 1022 (txn: tx01b01b4288af44b9b5617-00685203f3) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx01b01b4288af44b9b5617-00685203f3) -test DEBUG: Get listing from /v1/.shards_a/c_?marker=%E2%A8%83&format=json&limit=8978&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx01b01b4288af44b9b5617-00685203f3) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2046 (txn: tx01b01b4288af44b9b5617-00685203f3) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txbf368ff6ffe645d28f8bb-00685203f4) -test DEBUG: GET listing from 4 shards for: /v1/a/c?end_marker=%E2%98%8A&format=json&states=listing (txn: txbf368ff6ffe645d28f8bb-00685203f4) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txbf368ff6ffe645d28f8bb-00685203f4) -test DEBUG: Get listing from /v1/.shards_a/c_ham?end_marker=ham%00&format=json&limit=10000&marker= {'X-Backend-Record-Type': 'auto'} (txn: txbf368ff6ffe645d28f8bb-00685203f4) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txbf368ff6ffe645d28f8bb-00685203f4) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txbf368ff6ffe645d28f8bb-00685203f4) -test DEBUG: Get listing from /v1/.shards_a/c_pie?end_marker=pie%00&format=json&limit=9960&marker=h {'X-Backend-Record-Type': 'auto'} (txn: txbf368ff6ffe645d28f8bb-00685203f4) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txbf368ff6ffe645d28f8bb-00685203f4) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txbf368ff6ffe645d28f8bb-00685203f4) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?end_marker=%E2%98%83%00&format=json&limit=9952&marker=p {'X-Backend-Record-Type': 'auto'} (txn: txbf368ff6ffe645d28f8bb-00685203f4) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txbf368ff6ffe645d28f8bb-00685203f4) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txbf368ff6ffe645d28f8bb-00685203f4) -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_memcache ... ok -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:28 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:35017/sdb1/0/a/c2" "tx515efeb707d74622a9cc1-00685203f3" "container-server 709787" 0.0013 "-" 709787 2 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:28 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:50459/sda1/0/a/c2" "tx515efeb707d74622a9cc1-00685203f3" "container-server 709787" 0.2230 "-" 709787 2 -HTTP PERF: 0.44259 seconds to PUT 127.0.0.1:47367 /sdb1/0/a/c2) -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:28 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx515efeb707d74622a9cc1-00685203f3" "proxy-server 709787" 0.6976 "-" 709787 2 -HTTP PERF: 0.22866 seconds to PUT 127.0.0.1:55639 /sda1/0/a/c2) -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:28 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx515efeb707d74622a9cc1-00685203f3" "proxy-server 709787" 0.4431 "-" 709787 2 -HTTP PERF: 0.70194 seconds to PUT 127.0.0.1:50459 /sda1/0/a/c2) -HTTP PERF: 0.70222 seconds to PUT 127.0.0.1:35017 /sdb1/0/a/c2) -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_json -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_json ... ok -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_unknown -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_unknown ... ok -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_xml -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_xml ... ok -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_bad_accept -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_bad_accept ... ok -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_invalid_utf8 -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_invalid_utf8 ... ok -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_json -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_json ... ok -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_xml -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_xml ... ok -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_utf8 -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_utf8 ... ok -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_account_acl_header_access -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_account_acl_header_access ... ok -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_account_acls_through_delegation -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_account_acls_through_delegation ... ok -test.unit.proxy.test_server.TestECGets.test_GET_with_missing_durables -test.unit.proxy.test_server.TestECGets.test_GET_with_missing_durables ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECGets.test_GET_with_multiple_frags_per_node -test.unit.proxy.test_server.TestECGets.test_GET_with_multiple_frags_per_node ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECGets.test_GET_with_multiple_timestamps_on_nodes -test.unit.proxy.test_server.TestECGets.test_GET_with_multiple_timestamps_on_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECGets.test_GET_with_same_frag_index_on_multiple_nodes -test.unit.proxy.test_server.TestECGets.test_GET_with_same_frag_index_on_multiple_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyObjectPerformance.test_GET_debug_large_file -test.unit.proxy.test_server.TestProxyObjectPerformance.test_GET_debug_large_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_default_proxy_config -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_default_proxy_config ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_log_name -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_log_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_bad_section_name -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_bad_section_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_equality -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_equality ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_inherits_defaults -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_inherits_defaults ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_read_affinity_value -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_read_affinity_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_sorting_method_value -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_sorting_method_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_write_affinity_node_count_value -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_write_affinity_node_count_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_write_affinity_value -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_write_affinity_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_none_configured -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_none_configured ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_one_configured -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_one_configured ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_affinity -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_concurrency_settings -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_concurrency_settings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_sorting_method -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_sorting_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_section_name_inherits_from_app_section_name -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_section_name_inherits_from_app_section_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_sets_timing_sorting_method -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_sets_timing_sorting_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_warns_about_sorting_method_mismatch -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_warns_about_sorting_method_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_warns_override_sorting_method_mismatch -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_warns_override_sorting_method_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_with_DEFAULT_options -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_with_DEFAULT_options ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_with_unknown_policy -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_with_unknown_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8 -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_container -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_container ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_container_utf_object -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_container_utf_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_containers -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_containers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_object -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_version_container -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_version_container ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_version_container_utf_object -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_version_container_utf_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/00/10/28 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx515efeb707d74622a9cc1-00685203f3 - 0.7840 - - 1750205427.465094566 1750205428.249054670 2 -test.unit.container.test_backend.TestContainerBroker.test_get_objects_since_row -test.unit.container.test_backend.TestContainerBroker.test_get_objects_since_row ... ok -test.unit.proxy.test_server.TestECObjectController.test_GET_ec -test.unit.proxy.test_server.TestECObjectController.test_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_GET_ec_404 -test.unit.proxy.test_server.TestECObjectController.test_GET_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_GET_ec_big -test.unit.proxy.test_server.TestECObjectController.test_GET_ec_big ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_GET_ec_deleted -test.unit.proxy.test_server.TestECObjectController.test_GET_ec_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_GET_ec_failure_handling -test.unit.proxy.test_server.TestECObjectController.test_GET_ec_failure_handling ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_GET_pipeline -test.unit.proxy.test_server.TestECObjectController.test_GET_pipeline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_HEAD_ec -test.unit.proxy.test_server.TestECObjectController.test_HEAD_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_HEAD_ec_404 -test.unit.proxy.test_server.TestECObjectController.test_HEAD_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges ... ok -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_archive_etag_mismatch -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_quorum_bad_request -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_quorum_bad_request ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_if_none_match -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_multiple_segments -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_multiple_segments ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_object_etag_mismatch -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_object_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_conditional_GET_ec -test.unit.proxy.test_server.TestECObjectController.test_conditional_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_ec_client_disconnect -test.unit.proxy.test_server.TestECObjectController.test_ec_client_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_ec_client_put_disconnect -test.unit.proxy.test_server.TestECObjectController.test_ec_client_put_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_reload_ring_ec -test.unit.proxy.test_server.TestECObjectController.test_reload_ring_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBroker.test_get_own_shard_range -test.unit.container.test_backend.TestContainerBroker.test_get_own_shard_range ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_mix_ok_and_deleted_shard -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_mix_ok_and_deleted_shard ... ok -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:27 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0699 "-" 709811 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:27 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0760 "-" 709811 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:27 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0696 "-" 709811 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:27 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0709 "-" 709811 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:27 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txe1aa74fa162f4e85b925a-00685203f3" "proxy-server 709811" 0.0009 "-" 709811 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:27 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:57053/sda1/1/a/c" "txe1aa74fa162f4e85b925a-00685203f3" "container-server 709811" 0.0012 "-" 709811 0 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:27 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:48369/sdb1/1/a/c" "txe1aa74fa162f4e85b925a-00685203f3" "container-server 709811" 0.0011 "-" 709811 0 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:27 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txe1aa74fa162f4e85b925a-00685203f3" "proxy-server 709811" 0.1325 "-" 709811 0 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:27 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txe1aa74fa162f4e85b925a-00685203f3" "proxy-server 709811" 0.0785 "-" 709811 0 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/00/10/27 PUT /v1/a/c HTTP/1.0 201 - - t - - - txe1aa74fa162f4e85b925a-00685203f3 - 0.1395 - - 1750205427.340010643 1750205427.479496956 0 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:27 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txdbd9311cc07d401cb5118-00685203f3" "proxy-server 709811" 0.0015 "-" 709811 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:27 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:57053/sda1/1/a1/c1" "txdbd9311cc07d401cb5118-00685203f3" "container-server 709811" 0.0015 "-" 709811 0 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:27 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:48369/sdb1/1/a1/c1" "txdbd9311cc07d401cb5118-00685203f3" "container-server 709811" 0.0012 "-" 709811 0 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:27 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txdbd9311cc07d401cb5118-00685203f3" "proxy-server 709811" 0.2174 "-" 709811 0 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:27 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txdbd9311cc07d401cb5118-00685203f3" "proxy-server 709811" 0.4130 "-" 709811 0 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/00/10/27 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txdbd9311cc07d401cb5118-00685203f3 - 0.4211 - - 1750205427.480988264 1750205427.902059555 0 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:28 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txa3f504be195b4e2fba4f4-00685203f3" "proxy-server 709811" 0.2263 "-" 709811 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:28 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:48369/sdb1/2/a/c1" "txa3f504be195b4e2fba4f4-00685203f3" "container-server 709811" 0.1668 "-" 709811 1 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:28 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:57053/sda1/2/a/c1" "txa3f504be195b4e2fba4f4-00685203f3" "container-server 709811" 0.0041 "-" 709811 1 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:28 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txa3f504be195b4e2fba4f4-00685203f3" "proxy-server 709811" 0.4171 "-" 709811 1 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:28 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txa3f504be195b4e2fba4f4-00685203f3" "proxy-server 709811" 0.6469 "-" 709811 1 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/00/10/28 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txa3f504be195b4e2fba4f4-00685203f3 - 0.8814 - - 1750205427.903692722 1750205428.785079002 1 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:28 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txed425fd50dea426188432-00685203f4" "proxy-server 709811" 0.0639 "-" 709811 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:29 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:57053/sda1/1/a/c2" "txed425fd50dea426188432-00685203f4" "container-server 709811" 0.0854 "-" 709811 2 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:29 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:48369/sdb1/1/a/c2" "txed425fd50dea426188432-00685203f4" "container-server 709811" 0.0058 "-" 709811 2 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:29 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txed425fd50dea426188432-00685203f4" "proxy-server 709811" 0.2442 "-" 709811 2 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:29 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txed425fd50dea426188432-00685203f4" "proxy-server 709811" 0.1670 "-" 709811 2 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/00/10/29 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txed425fd50dea426188432-00685203f4 - 0.3153 - - 1750205428.786484241 1750205429.101790190 2 -test.unit.container.test_backend.TestContainerBroker.test_get_policy_info -test.unit.container.test_backend.TestContainerBroker.test_get_policy_info ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_replication_info -test.unit.container.test_backend.TestContainerBroker.test_get_replication_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges_errors -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges_errors ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharding_container_gap_in_shards_with_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharding_container_gap_in_shards_with_memcache ... ok -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size ... ok -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size_resuming -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size_resuming ... ok -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?end_marker=%E2%98%8A&format=json&limit=8928&marker=%D1%B0 {'X-Backend-Record-Type': 'auto'} (txn: txbf368ff6ffe645d28f8bb-00685203f4) -test DEBUG: Found 6 objects in shard (state=unsharded), total = 1078 (txn: txbf368ff6ffe645d28f8bb-00685203f4) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx028782e4b4bb490eb244a-00685203f4) -test DEBUG: GET listing from 5 shards for: /v1/a/c?prefix=hat&format=json&states=listing (txn: tx028782e4b4bb490eb244a-00685203f4) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx028782e4b4bb490eb244a-00685203f4) -test DEBUG: Get listing from /v1/.shards_a/c_pie?prefix=hat&format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx028782e4b4bb490eb244a-00685203f4) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx028782e4b4bb490eb244a-00685203f4) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txc58a5c328d664000886e5-00685203f4) -test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json&states=listing (txn: txc58a5c328d664000886e5-00685203f4) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txc58a5c328d664000886e5-00685203f4) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json {'X-Backend-Record-Type': 'auto'} (txn: txc58a5c328d664000886e5-00685203f4) -test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: txc58a5c328d664000886e5-00685203f4) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx6fa3f85459474d5089243-00685203f4) -test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json&states=listing (txn: tx6fa3f85459474d5089243-00685203f4) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx6fa3f85459474d5089243-00685203f4) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json {'X-Backend-Record-Type': 'auto'} (txn: tx6fa3f85459474d5089243-00685203f4) -test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: tx6fa3f85459474d5089243-00685203f4) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx819b194842db4e81a8b08-00685203f5) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: tx819b194842db4e81a8b08-00685203f5) -test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx819b194842db4e81a8b08-00685203f5) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: tx819b194842db4e81a8b08-00685203f5) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_c', lower='b', upper='c') .shards_a/c_c with {'X-Backend-Record-Type': 'auto'} (txn: tx819b194842db4e81a8b08-00685203f5) -test DEBUG: Get listing from /v1/.shards_a/c_c?format=json&limit=9999&marker=b&end_marker=c%00 {'X-Backend-Record-Type': 'auto'} (txn: tx819b194842db4e81a8b08-00685203f5) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: tx819b194842db4e81a8b08-00685203f5) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='c', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx819b194842db4e81a8b08-00685203f5) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx819b194842db4e81a8b08-00685203f5) -test WARNING: Failed to get container listing from /v1/a/c?format=json&states=listing: 404 (txn: tx819b194842db4e81a8b08-00685203f5) -test ERROR: Aborting listing from shards due to bad response: [200, 200, 404] (txn: tx819b194842db4e81a8b08-00685203f5) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txce670d42bc5a4ed8adf8d-00685203f6) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txce670d42bc5a4ed8adf8d-00685203f6) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txce670d42bc5a4ed8adf8d-00685203f6) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txce670d42bc5a4ed8adf8d-00685203f6) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txce670d42bc5a4ed8adf8d-00685203f6) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txce670d42bc5a4ed8adf8d-00685203f6) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: txce670d42bc5a4ed8adf8d-00685203f6) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txce670d42bc5a4ed8adf8d-00685203f6) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txce670d42bc5a4ed8adf8d-00685203f6) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: txce670d42bc5a4ed8adf8d-00685203f6) -test DEBUG: Setting object count to 1065 (txn: txce670d42bc5a4ed8adf8d-00685203f6) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 1.2.3.4:6200/sda (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 1.2.3.4:6200/sda (txn: txn1) (client_ip: 127.0.0.2) -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size_resuming_chunked -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size_resuming_chunked ... ok -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_init_node_timeout -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_init_node_timeout ... ok -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part ... ok -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_insufficient_bytes -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_insufficient_bytes ... ok -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_read_timeout -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_read_timeout ... ok -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_small_fragment_size -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_small_fragment_size ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_not_available -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_not_available ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_reading -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_reading ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_recheck_time_zero -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_recheck_time_zero ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_writing -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_writing ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_empty_body -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_empty_body ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_half_not_found_headers_and_body -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_half_not_found_headers_and_body ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_half_not_found_statuses -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_half_not_found_statuses ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_handoff -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_handoff ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_limits_expirer_queue_updates -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_limits_expirer_queue_updates ... ok -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 1.2.3.4:6200/sda (txn: txn1) (client_ip: 127.0.0.2) -proxy-server WARNING: Client disconnected on read of EC frag 'a/c/o' (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=%E1%88%B41_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server INFO: Caching updating shards for shard-updating-v2/a/c (3 shards) (txn: txd318ac85ea8449c3bde81-00685203f6) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Problem with listing response from /v1/a/c/o: JSONDecodeError('Expecting value: line 1 column 1 (char 0)') (txn: tx87c24783f7e94af19e7c6-00685203f6) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: tx5090d2c8887042c18158b-00685203f6) -proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx5090d2c8887042c18158b-00685203f6) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_missing_one -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_missing_one ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_mostly_found -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_mostly_found ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_mostly_not_found -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_mostly_not_found ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_not_found -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_not_found ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_simple -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_simple ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_with_write_affinity -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_with_write_affinity ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_write_affinity_after_replication -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_write_affinity_after_replication ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_write_affinity_before_replication -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_write_affinity_before_replication ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_GET_all_primaries_error_limited -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_GET_all_primaries_error_limited ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_simple -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_simple ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_different_timestamps -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_different_timestamps ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_with_some_missing -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_with_some_missing ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_with_two_vector_timestamps -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_with_two_vector_timestamps ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_delete_at_in_past -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_delete_at_in_past ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty ... ok -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: txfef00b7adbc349e19a05e-00685203f6) -proxy-server ERROR: Object GET returning 503 for [] (txn: txfef00b7adbc349e19a05e-00685203f6) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx7b0e82c5c29f43d993aad-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx6755cccd689d4c3189df4-00685203f6) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx7b0e82c5c29f43d993aad-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx342b07adc0bd473b9e4a3-00685203f6) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx7b0e82c5c29f43d993aad-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txe0f0da55489a4d1c9e77d-00685203f6) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_delete_at_non_integer -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_delete_at_non_integer ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_limits_expirer_queue_deletes -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_limits_expirer_queue_deletes ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_negative_delete_after -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_negative_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_non_int_delete_after -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_non_int_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_delete_at_in_past -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_delete_at_in_past ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_delete_at_non_integer -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_delete_at_non_integer ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_limits_expirer_queue_deletes -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_limits_expirer_queue_deletes ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_negative_delete_after -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_negative_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_non_int_delete_after -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_non_int_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_requires_length -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_requires_length ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_connect_put_node_timeout -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_connect_put_node_timeout ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_container_sync_delete -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_container_sync_delete ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_container_update_backend_requests -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_container_update_backend_requests ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_delete_at_backend_requests -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_delete_at_backend_requests ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_expirer_DELETE_suppresses_expirer_queue_updates -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_expirer_DELETE_suppresses_expirer_queue_updates ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_handoff_local_first_default -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_handoff_local_first_default ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_handoff_local_first_non_default -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_handoff_local_first_non_default ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_best_effort -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_best_effort ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_moves_locals_first -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_moves_locals_first ... ok -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server :/ re: Expect: 100-continue on /a/c/o: ConnectionTimeout (0.05s) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_noops_when_no_affinity -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_noops_when_no_affinity ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_handoff_first_noops_when_no_affinity -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_handoff_first_noops_when_no_affinity ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_object_DELETE_backend_update_container_ip_default -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_object_DELETE_backend_update_container_ip_default ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_repl_object_DELETE_backend_update_container_repl_ip -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_repl_object_DELETE_backend_update_container_repl_ip ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_smooth_distributed_backend_requests -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_smooth_distributed_backend_requests ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_some_404s_and_507s -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_some_404s_and_507s ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_not_configured -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_not_configured ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_per_policy_config -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_per_policy_config ... ok -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (1-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (4-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (1-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (4-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (1-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_per_policy_config_overrides_and_inherits -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_per_policy_config_overrides_and_inherits ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_proxy_server_config -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_proxy_server_config ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_report_info -test.unit.container.test_backend.TestContainerBroker.test_get_report_info ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_shard_range_rows_with_limit -test.unit.container.test_backend.TestContainerBroker.test_get_shard_range_rows_with_limit ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges_with_misplaced_objects -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges_with_misplaced_objects ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges -test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_includes -test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_includes ... ok -proxy-server DEBUG: Loaded override config for policy 1 (4-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (1-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (4-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (client_ip: 127.0.0.2) -cont1 DEBUG: Could not load '/tmp/tmp59ikkhye/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp59ikkhye/tmp_test_proxy_server_chunked/container-sync-realms.conf' (client_ip: 127.0.0.2) -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. (client_ip: 127.0.0.2) -cont2 DEBUG: Could not load '/tmp/tmp59ikkhye/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp59ikkhye/tmp_test_proxy_server_chunked/container-sync-realms.conf' (client_ip: 127.0.0.2) -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. (client_ip: 127.0.0.2) -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:31 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.3694 "-" 709806 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:31 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.2906 "-" 709806 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:31 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0618 "-" 709806 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:31 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0484 "-" 709806 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:31 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx37f5dc6c4a94478289aef-00685203f7" "proxy-server 709806" 0.0025 "-" 709806 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:31 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:49245/sdb1/1/a/c" "tx37f5dc6c4a94478289aef-00685203f7" "container-server 709806" 0.0048 "-" 709806 0 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:31 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:45729/sda1/1/a/c" "tx37f5dc6c4a94478289aef-00685203f7" "container-server 709806" 0.0019 "-" 709806 0 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:31 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx37f5dc6c4a94478289aef-00685203f7" "proxy-server 709806" 0.1474 "-" 709806 0 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:31 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx37f5dc6c4a94478289aef-00685203f7" "proxy-server 709806" 0.0856 "-" 709806 0 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/00/10/31 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx37f5dc6c4a94478289aef-00685203f7 - 0.1610 - - 1750205431.673397779 1750205431.834378719 0 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:31 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx8861d383a71a4d48ade9b-00685203f7" "proxy-server 709806" 0.0014 "-" 709806 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:32 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:45729/sda1/1/a1/c1" "tx8861d383a71a4d48ade9b-00685203f7" "container-server 709806" 0.0050 "-" 709806 0 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:32 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:49245/sdb1/1/a1/c1" "tx8861d383a71a4d48ade9b-00685203f7" "container-server 709806" 0.0013 "-" 709806 0 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:32 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx8861d383a71a4d48ade9b-00685203f7" "proxy-server 709806" 0.1436 "-" 709806 0 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:32 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx8861d383a71a4d48ade9b-00685203f7" "proxy-server 709806" 0.3596 "-" 709806 0 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/00/10/32 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx8861d383a71a4d48ade9b-00685203f7 - 0.3671 - - 1750205431.835822344 1750205432.202913284 0 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:32 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx525c949626c84025a99f0-00685203f8" "proxy-server 709806" 0.1224 "-" 709806 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:32 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:45729/sda1/2/a/c1" "tx525c949626c84025a99f0-00685203f8" "container-server 709806" 0.0026 "-" 709806 1 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:32 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:49245/sdb1/2/a/c1" "tx525c949626c84025a99f0-00685203f8" "container-server 709806" 0.0655 "-" 709806 1 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:32 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx525c949626c84025a99f0-00685203f8" "proxy-server 709806" 0.3525 "-" 709806 1 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:32 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx525c949626c84025a99f0-00685203f8" "proxy-server 709806" 0.5672 "-" 709806 1 -test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_with_sharding_overlaps -test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_with_sharding_overlaps ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_with_shrinking_overlaps -test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_with_shrinking_overlaps ... ok -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_json -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_json ... ok -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_unknown -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_unknown ... ok -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_xml -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_xml ... ok -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_bad_accept -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_bad_accept ... ok -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_invalid_utf8 -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_invalid_utf8 ... ok -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_json -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_json ... ok -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_xml -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_xml ... ok -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_utf8 -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_utf8 ... ok -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_account_acl_header_access -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_account_acl_header_access ... ok -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_account_acls_through_delegation -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_account_acls_through_delegation ... ok -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/00/10/32 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx525c949626c84025a99f0-00685203f8 - 0.6979 - - 1750205432.204262495 1750205432.902157545 1 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:32 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx64955c7e070342e6a1b7f-00685203f8" "proxy-server 709806" 0.0513 "-" 709806 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:33 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:49245/sdb1/1/a/c2" "tx64955c7e070342e6a1b7f-00685203f8" "container-server 709806" 0.0746 "-" 709806 2 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:33 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:45729/sda1/1/a/c2" "tx64955c7e070342e6a1b7f-00685203f8" "container-server 709806" 0.0014 "-" 709806 2 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:33 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx64955c7e070342e6a1b7f-00685203f8" "proxy-server 709806" 0.1911 "-" 709806 2 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:00:10:33 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx64955c7e070342e6a1b7f-00685203f8" "proxy-server 709806" 0.1277 "-" 709806 2 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/00/10/33 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx64955c7e070342e6a1b7f-00685203f8 - 0.2514 - - 1750205432.904184580 1750205433.155605078 2 -test.unit.container.test_backend.TestContainerBroker.test_get_shard_usage -test.unit.container.test_backend.TestContainerBroker.test_get_shard_usage ... ok -test.unit.container.test_backend.TestContainerBroker.test_has_multiple_policies -test.unit.container.test_backend.TestContainerBroker.test_has_multiple_policies ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty_old_style_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_brokers -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_brokers ... ok -test.unit.container.test_backend.TestContainerBroker.test_has_other_shard_ranges -test.unit.container.test_backend.TestContainerBroker.test_has_other_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBroker.test_initialize_container_broker_in_default -test.unit.container.test_backend.TestContainerBroker.test_initialize_container_broker_in_default ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205550.00000, db: /tmp/tmp1awdfjue/sda/containers/0/841/8980f55bed373dd52575707580455841/8980f55bed373dd52575707580455841.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205552.00000, db: /tmp/tmp1awdfjue/sda/containers/0/9cf/26cf2277b5bc30e3050a7db5de06a9cf/26cf2277b5bc30e3050a7db5de06a9cf.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205554.00000, db: /tmp/tmp1awdfjue/sda/containers/0/868/cbafa9558434370f5335a9884736f868/cbafa9558434370f5335a9884736f868.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205556.00000, db: /tmp/tmp1awdfjue/sda/containers/0/022/3114d53b324874f723a9b3c0164ee022/3114d53b324874f723a9b3c0164ee022.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205558.00000, db: /tmp/tmp1awdfjue/sda/containers/0/e80/d6687ff10709ba6b69494ab7dc228e80/d6687ff10709ba6b69494ab7dc228e80.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205560.00000, db: /tmp/tmp1awdfjue/sda/containers/0/0d5/c9a7637757d4b17b165c77595dd040d5/c9a7637757d4b17b165c77595dd040d5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205562.00000, db: /tmp/tmp1awdfjue/sda/containers/0/410/d71b404d7f05e51934a30fed9a0ef410/d71b404d7f05e51934a30fed9a0ef410.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205564.00000, db: /tmp/tmp1awdfjue/sda/containers/0/b2d/3c81195fa452635456b5a31f0135cb2d/3c81195fa452635456b5a31f0135cb2d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205566.00000, db: /tmp/tmp1awdfjue/sda/containers/0/c23/ee285d6dcde0f1aef0f0e03bff9f9c23/ee285d6dcde0f1aef0f0e03bff9f9c23.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205568.00000, db: /tmp/tmp1awdfjue/sda/containers/0/b1d/6d8a333d9e808ee8e6b58a3c3d331b1d/6d8a333d9e808ee8e6b58a3c3d331b1d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205570.00000, db: /tmp/tmp1awdfjue/sda/containers/0/520/ea6e7da617062a9a41052bed0065b520/ea6e7da617062a9a41052bed0065b520.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205572.00000, db: /tmp/tmp1awdfjue/sda/containers/0/97c/91aac5269c4cce7ee73c453b0d21797c/91aac5269c4cce7ee73c453b0d21797c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205574.00000, db: /tmp/tmp1awdfjue/sda/containers/0/65d/efafc31e936b5c70a5518d48119ff65d/efafc31e936b5c70a5518d48119ff65d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205576.00000, db: /tmp/tmp1awdfjue/sda/containers/0/822/e4d5976e4331b390e0604113a50fa822/e4d5976e4331b390e0604113a50fa822.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205576.00000, db: /tmp/tmp1awdfjue/sda/containers/0/822/e4d5976e4331b390e0604113a50fa822/e4d5976e4331b390e0604113a50fa822.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205578.00000, db: /tmp/tmp1awdfjue/sda/containers/0/298/a66c3e2f7a146b9bc5c0eb0e083ed298/a66c3e2f7a146b9bc5c0eb0e083ed298.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205578.00000, db: /tmp/tmp1awdfjue/sda/containers/0/298/a66c3e2f7a146b9bc5c0eb0e083ed298/a66c3e2f7a146b9bc5c0eb0e083ed298.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205580.00000, db: /tmp/tmp1awdfjue/sda/containers/0/360/d652299ab096c30024d5f449d9484360/d652299ab096c30024d5f449d9484360.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205580.00000, db: /tmp/tmp1awdfjue/sda/containers/0/360/d652299ab096c30024d5f449d9484360/d652299ab096c30024d5f449d9484360.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205582.00000, db: /tmp/tmp1awdfjue/sda/containers/0/090/5b7e9237eda31932d3b0ff3a10801090/5b7e9237eda31932d3b0ff3a10801090.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205582.00000, db: /tmp/tmp1awdfjue/sda/containers/0/090/5b7e9237eda31932d3b0ff3a10801090/5b7e9237eda31932d3b0ff3a10801090.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205584.00000, db: /tmp/tmp1awdfjue/sda/containers/0/f85/23149b032ec2eadba3d340d761945f85/23149b032ec2eadba3d340d761945f85.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205584.00000, db: /tmp/tmp1awdfjue/sda/containers/0/f85/23149b032ec2eadba3d340d761945f85/23149b032ec2eadba3d340d761945f85.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205586.00000, db: /tmp/tmp1awdfjue/sda/containers/0/7b6/ee382c4e25cbdad7e3954b8b1c3907b6/ee382c4e25cbdad7e3954b8b1c3907b6.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205586.00000, db: /tmp/tmp1awdfjue/sda/containers/0/7b6/ee382c4e25cbdad7e3954b8b1c3907b6/ee382c4e25cbdad7e3954b8b1c3907b6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205588.00000, db: /tmp/tmp1awdfjue/sda/containers/0/d18/7b7d5bc5f69efa95c4eceb6a2d5bfd18/7b7d5bc5f69efa95c4eceb6a2d5bfd18.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205588.00000, db: /tmp/tmp1awdfjue/sda/containers/0/d18/7b7d5bc5f69efa95c4eceb6a2d5bfd18/7b7d5bc5f69efa95c4eceb6a2d5bfd18.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205590.00000, db: /tmp/tmp1awdfjue/sda/containers/0/5da/c4bf2c0a0b9206e800484aca57ed75da/c4bf2c0a0b9206e800484aca57ed75da.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205590.00000, db: /tmp/tmp1awdfjue/sda/containers/0/5da/c4bf2c0a0b9206e800484aca57ed75da/c4bf2c0a0b9206e800484aca57ed75da.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205592.00000, db: /tmp/tmp1awdfjue/sda/containers/0/2d7/51357c14889cca7af2f078d5819232d7/51357c14889cca7af2f078d5819232d7.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205592.00000, db: /tmp/tmp1awdfjue/sda/containers/0/2d7/51357c14889cca7af2f078d5819232d7/51357c14889cca7af2f078d5819232d7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205594.00000, db: /tmp/tmp1awdfjue/sda/containers/0/f61/db2663d4e6ad099d8432c37f2ebd1f61/db2663d4e6ad099d8432c37f2ebd1f61.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205594.00000, db: /tmp/tmp1awdfjue/sda/containers/0/f61/db2663d4e6ad099d8432c37f2ebd1f61/db2663d4e6ad099d8432c37f2ebd1f61.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205596.00000, db: /tmp/tmp1awdfjue/sda/containers/0/a0b/61c7048ad350122657a5450a24258a0b/61c7048ad350122657a5450a24258a0b.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205596.00000, db: /tmp/tmp1awdfjue/sda/containers/0/a0b/61c7048ad350122657a5450a24258a0b/61c7048ad350122657a5450a24258a0b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205598.00000, db: /tmp/tmp1awdfjue/sda/containers/0/674/b1504c935998452724a45e103295b674/b1504c935998452724a45e103295b674.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205598.00000, db: /tmp/tmp1awdfjue/sda/containers/0/674/b1504c935998452724a45e103295b674/b1504c935998452724a45e103295b674.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205600.00000, db: /tmp/tmp1awdfjue/sda/containers/0/dbd/76e00e13929ecbb57e6aa73d48451dbd/76e00e13929ecbb57e6aa73d48451dbd.db -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_db_state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_db_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_is_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_no_stale_reads -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_no_stale_reads ... ok -test.unit.container.test_backend.TestContainerBroker.test_is_deleted -test.unit.container.test_backend.TestContainerBroker.test_is_deleted ... ok -test.unit.container.test_backend.TestContainerBroker.test_is_old_enough_to_reclaim -test.unit.container.test_backend.TestContainerBroker.test_is_old_enough_to_reclaim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty_old_style_shard_container ... ok -test.unit.container.test_backend.TestContainerBroker.test_is_reclaimable -test.unit.container.test_backend.TestContainerBroker.test_is_reclaimable ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_sharding_states -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_sharding_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_stale_read_ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_stale_read_ok ... ok -test.unit.container.test_backend.TestContainerBroker.test_last_modified_time -test.unit.container.test_backend.TestContainerBroker.test_last_modified_time ... ok -test.unit.container.test_backend.TestContainerBroker.test_legacy_pending_files -test.unit.container.test_backend.TestContainerBroker.test_legacy_pending_files ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_items_since -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_items_since ... ok -test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter -test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces ... ok -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205600.00000, db: /tmp/tmp1awdfjue/sda/containers/0/dbd/76e00e13929ecbb57e6aa73d48451dbd/76e00e13929ecbb57e6aa73d48451dbd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205602.00000, db: /tmp/tmp1awdfjue/sda/containers/0/56b/72a79fcad662e638dbfd11fed33ba56b/72a79fcad662e638dbfd11fed33ba56b.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205602.00000, db: /tmp/tmp1awdfjue/sda/containers/0/56b/72a79fcad662e638dbfd11fed33ba56b/72a79fcad662e638dbfd11fed33ba56b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205604.00000, db: /tmp/tmp1awdfjue/sda/containers/0/cdd/986b81c961ad94386d362789f4106cdd/986b81c961ad94386d362789f4106cdd.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205604.00000, db: /tmp/tmp1awdfjue/sda/containers/0/cdd/986b81c961ad94386d362789f4106cdd/986b81c961ad94386d362789f4106cdd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205606.00000, db: /tmp/tmp1awdfjue/sda/containers/0/1ee/58edf604b1b15a2bda9aaadc0cbee1ee/58edf604b1b15a2bda9aaadc0cbee1ee.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205606.00000, db: /tmp/tmp1awdfjue/sda/containers/0/1ee/58edf604b1b15a2bda9aaadc0cbee1ee/58edf604b1b15a2bda9aaadc0cbee1ee.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205608.00000, db: /tmp/tmp1awdfjue/sda/containers/0/4c6/d746041da640aaf7f1bbb5f6ffd834c6/d746041da640aaf7f1bbb5f6ffd834c6.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205608.00000, db: /tmp/tmp1awdfjue/sda/containers/0/4c6/d746041da640aaf7f1bbb5f6ffd834c6/d746041da640aaf7f1bbb5f6ffd834c6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205610.00000, db: /tmp/tmp1awdfjue/sda/containers/0/824/461727674575aa94daef238bd002a824/461727674575aa94daef238bd002a824.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205610.00000, db: /tmp/tmp1awdfjue/sda/containers/0/824/461727674575aa94daef238bd002a824/461727674575aa94daef238bd002a824.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205612.00000, db: /tmp/tmp1awdfjue/sda/containers/0/707/33d941e33cd4d19c2d85984ca8b07707/33d941e33cd4d19c2d85984ca8b07707.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205612.00000, db: /tmp/tmp1awdfjue/sda/containers/0/707/33d941e33cd4d19c2d85984ca8b07707/33d941e33cd4d19c2d85984ca8b07707.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205614.00000, db: /tmp/tmp1awdfjue/sda/containers/0/6ee/e24eb95f08f15e8ad81bd48b118886ee/e24eb95f08f15e8ad81bd48b118886ee.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205614.00000, db: /tmp/tmp1awdfjue/sda/containers/0/6ee/e24eb95f08f15e8ad81bd48b118886ee/e24eb95f08f15e8ad81bd48b118886ee.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205616.00000, db: /tmp/tmp1awdfjue/sda/containers/0/b31/fb586fe94600cfe8fd741116d8d58b31/fb586fe94600cfe8fd741116d8d58b31.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205616.00000, db: /tmp/tmp1awdfjue/sda/containers/0/b31/fb586fe94600cfe8fd741116d8d58b31/fb586fe94600cfe8fd741116d8d58b31.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205618.00000, db: /tmp/tmp1awdfjue/sda/containers/0/9bc/13e09b2c4a40b21ab069806cd7b1b9bc/13e09b2c4a40b21ab069806cd7b1b9bc.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205618.00000, db: /tmp/tmp1awdfjue/sda/containers/0/9bc/13e09b2c4a40b21ab069806cd7b1b9bc/13e09b2c4a40b21ab069806cd7b1b9bc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205620.00000, db: /tmp/tmp1awdfjue/sda/containers/0/b3a/60e54fe37efee5a8e12bc1d391483b3a/60e54fe37efee5a8e12bc1d391483b3a.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205620.00000, db: /tmp/tmp1awdfjue/sda/containers/0/b3a/60e54fe37efee5a8e12bc1d391483b3a/60e54fe37efee5a8e12bc1d391483b3a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205622.00000, db: /tmp/tmp1awdfjue/sda/containers/0/a52/92962b613e2670d66d4913aa029faa52/92962b613e2670d66d4913aa029faa52.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205622.00000, db: /tmp/tmp1awdfjue/sda/containers/0/a52/92962b613e2670d66d4913aa029faa52/92962b613e2670d66d4913aa029faa52.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205624.00000, db: /tmp/tmp1awdfjue/sda/containers/0/3c6/53db2067d56b6db90b18e88e0f7553c6/53db2067d56b6db90b18e88e0f7553c6.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205624.00000, db: /tmp/tmp1awdfjue/sda/containers/0/3c6/53db2067d56b6db90b18e88e0f7553c6/53db2067d56b6db90b18e88e0f7553c6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205626.00000, db: /tmp/tmp1awdfjue/sda/containers/0/6d9/2041447ba9ca3f0ec5383b66499636d9/2041447ba9ca3f0ec5383b66499636d9.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205626.00000, db: /tmp/tmp1awdfjue/sda/containers/0/6d9/2041447ba9ca3f0ec5383b66499636d9/2041447ba9ca3f0ec5383b66499636d9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205628.00000, db: /tmp/tmp1awdfjue/sda/containers/0/a23/f875891296ed1b6415debb5efeb55a23/f875891296ed1b6415debb5efeb55a23.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205628.00000, db: /tmp/tmp1awdfjue/sda/containers/0/a23/f875891296ed1b6415debb5efeb55a23/f875891296ed1b6415debb5efeb55a23.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205630.00000, db: /tmp/tmp1awdfjue/sda/containers/0/4c4/57358b9d38870beda38bf5cce713b4c4/57358b9d38870beda38bf5cce713b4c4.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205630.00000, db: /tmp/tmp1awdfjue/sda/containers/0/4c4/57358b9d38870beda38bf5cce713b4c4/57358b9d38870beda38bf5cce713b4c4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205632.00000, db: /tmp/tmp1awdfjue/sda/containers/0/ea5/2de5389eb6b807fd044f148f78689ea5/2de5389eb6b807fd044f148f78689ea5.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205632.00000, db: /tmp/tmp1awdfjue/sda/containers/0/ea5/2de5389eb6b807fd044f148f78689ea5/2de5389eb6b807fd044f148f78689ea5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205634.00000, db: /tmp/tmp1awdfjue/sda/containers/0/d33/6320abaf8a206d218234758009399d33/6320abaf8a206d218234758009399d33.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205634.00000, db: /tmp/tmp1awdfjue/sda/containers/0/d33/6320abaf8a206d218234758009399d33/6320abaf8a206d218234758009399d33.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205636.00000, db: /tmp/tmp1awdfjue/sda/containers/0/388/62e722da04a6ca0fe4fef2205e51d388/62e722da04a6ca0fe4fef2205e51d388.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205636.00000, db: /tmp/tmp1awdfjue/sda/containers/0/388/62e722da04a6ca0fe4fef2205e51d388/62e722da04a6ca0fe4fef2205e51d388.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205638.00000, db: /tmp/tmp1awdfjue/sda/containers/0/d71/ef65540b83582abaae4b25be2ba4fd71/ef65540b83582abaae4b25be2ba4fd71.db -test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_non_slash -test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_non_slash ... ok -test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_container_merge_other_ranges -test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_container_merge_other_ranges ... ok -test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_order_and_reverse -test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_order_and_reverse ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces_root_container_fill_gap -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces_root_container_fill_gap ... ok -test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_prefix_delim -test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_prefix_delim ... ok -test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_with_reserved_name -test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_with_reserved_name ... ok -test.unit.container.test_backend.TestContainerBroker.test_load_old_record_from_pending_file -test.unit.container.test_backend.TestContainerBroker.test_load_old_record_from_pending_file ... ok -test.unit.container.test_backend.TestContainerBroker.test_make_tuple_for_pickle -test.unit.container.test_backend.TestContainerBroker.test_make_tuple_for_pickle ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces_state_filtering -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces_state_filtering ... ok -test.unit.container.test_backend.TestContainerBroker.test_merge_items -test.unit.container.test_backend.TestContainerBroker.test_merge_items ... ok -test.unit.container.test_backend.TestContainerBroker.test_merge_items_is_green -test.unit.container.test_backend.TestContainerBroker.test_merge_items_is_green ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_enable_sharding -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_enable_sharding ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_objects -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_exception -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_exception ... ok -test.unit.container.test_backend.TestContainerBroker.test_merge_items_overwrite -test.unit.container.test_backend.TestContainerBroker.test_merge_items_overwrite ... ok -test.unit.container.test_backend.TestContainerBroker.test_merge_items_overwrite_unicode -test.unit.container.test_backend.TestContainerBroker.test_merge_items_overwrite_unicode ... ok -test.unit.container.test_backend.TestContainerBroker.test_merge_items_post_overwrite_out_of_order -test.unit.container.test_backend.TestContainerBroker.test_merge_items_post_overwrite_out_of_order ... ok -test.unit.container.test_backend.TestContainerBroker.test_merge_shard_range_single_record -test.unit.container.test_backend.TestContainerBroker.test_merge_shard_range_single_record ... ok -test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges -test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_objects_since_row -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_objects_since_row ... ok -test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges_deleted -test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_own_shard_range -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_own_shard_range ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges_errors -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_enable_sharding -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_enable_sharding ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_exception -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_exception ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_policy_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_policy_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges_with_misplaced_objects -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges_with_misplaced_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_replication_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_replication_info ... ok -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205638.00000, db: /tmp/tmp1awdfjue/sda/containers/0/d71/ef65540b83582abaae4b25be2ba4fd71/ef65540b83582abaae4b25be2ba4fd71.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205444.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/fd6/b94874620d51d4dd78e30234d486afd6/b94874620d51d4dd78e30234d486afd6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205449.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/349/8c3307588778a905c0e30e9a48703349/8c3307588778a905c0e30e9a48703349.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205454.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/add/844d6d404b256602feafad0e0db39add/844d6d404b256602feafad0e0db39add.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205459.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/624/2901cd398b846de1607cb7f7d1f66624/2901cd398b846de1607cb7f7d1f66624.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205464.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/46e/86bccb39b06b19261d139a683e91346e/86bccb39b06b19261d139a683e91346e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205469.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/a0e/c893c6087a753bfa0ad18ba45c127a0e/c893c6087a753bfa0ad18ba45c127a0e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205474.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/5b4/4b4f01a465e58499098eb07db66d35b4/4b4f01a465e58499098eb07db66d35b4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205479.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/0f4/d14ce27dc8326cbf49e803d3a4a170f4/d14ce27dc8326cbf49e803d3a4a170f4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205484.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/3dd/1ef1f6b4dbb366cfc793e5fc506f33dd/1ef1f6b4dbb366cfc793e5fc506f33dd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205489.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/922/1d9ce8f94078a53e984be7725ca71922/1d9ce8f94078a53e984be7725ca71922.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205494.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/45e/394c4fd6cdaac58678b088fe5221845e/394c4fd6cdaac58678b088fe5221845e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205499.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/975/f8b70d9cc717bc01a29376e21777a975/f8b70d9cc717bc01a29376e21777a975.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205504.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/05f/a1c6e1dc993565d07baf7d306e65205f/a1c6e1dc993565d07baf7d306e65205f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205509.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/8f1/4c8b24ba53082819096f4cc8a94388f1/4c8b24ba53082819096f4cc8a94388f1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205514.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/878/01541c8362d625ee2173f2f3ca3e3878/01541c8362d625ee2173f2f3ca3e3878.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205519.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/3f3/250c4d7fa1361414ce8858ec9a30c3f3/250c4d7fa1361414ce8858ec9a30c3f3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205524.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/f0c/d7d717376456b838e49eb7455f885f0c/d7d717376456b838e49eb7455f885f0c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205529.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/2f2/52bb32739ebea70baa99f86f0d7a02f2/52bb32739ebea70baa99f86f0d7a02f2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205534.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/bd2/f0ce631d109576a2d8fd47d2dae1fbd2/f0ce631d109576a2d8fd47d2dae1fbd2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205539.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/2d7/f2b6835c51de3ad862d69a8bf33a72d7/f2b6835c51de3ad862d69a8bf33a72d7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205544.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/6b3/230ba672fcf00100af1d2a9dac8b66b3/230ba672fcf00100af1d2a9dac8b66b3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205549.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/a0e/c8f765da8ed64144511181bd9532ca0e/c8f765da8ed64144511181bd9532ca0e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205554.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/4c7/0d5869eaa75a7fd6a7bb87ed26dd24c7/0d5869eaa75a7fd6a7bb87ed26dd24c7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205559.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/e97/3b3a88e72106ad8152000c69943bee97/3b3a88e72106ad8152000c69943bee97.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205564.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/7fa/1f3e1abc315c8e4432eb5df7f3d567fa/1f3e1abc315c8e4432eb5df7f3d567fa.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205569.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/100/d5428099435be277989e5003e6215100/d5428099435be277989e5003e6215100.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205574.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/89c/087cf075d6e86edd7c497e3ede87e89c/087cf075d6e86edd7c497e3ede87e89c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205579.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/3a8/37738d849313a55773f394bbbc1783a8/37738d849313a55773f394bbbc1783a8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205584.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/56d/4afaa1a12056ea9351e59c8395fd656d/4afaa1a12056ea9351e59c8395fd656d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205589.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/816/77539c52c61e2b192770705048275816/77539c52c61e2b192770705048275816.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205594.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/76c/5d2645ba6f2378e482f1bf953dd1276c/5d2645ba6f2378e482f1bf953dd1276c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205599.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/73c/1c29bf690657b5b48741808c7d22073c/1c29bf690657b5b48741808c7d22073c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205604.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/d66/d55575da18c5cf77f93b8aa5764bfd66/d55575da18c5cf77f93b8aa5764bfd66.db -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_report_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_report_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_brokers -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_brokers ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_range_rows_with_limit -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_range_rows_with_limit ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_db_state -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_db_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges_errors -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_includes -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_includes ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges_with_misplaced_objects -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges_with_misplaced_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_is_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_with_sharding_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_with_sharding_overlaps ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_no_stale_reads -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_no_stale_reads ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_with_shrinking_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_with_shrinking_overlaps ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_brokers -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_brokers ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_usage -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_usage ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_has_multiple_policies -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_has_multiple_policies ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_sharding_states -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_sharding_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_db_state -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_db_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_stale_read_ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_stale_read_ok ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_has_other_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_has_other_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_items_since -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_items_since ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_initialize_container_broker_in_default -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_initialize_container_broker_in_default ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_is_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_no_stale_reads -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_no_stale_reads ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces_root_container_fill_gap -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces_root_container_fill_gap ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces_state_filtering -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces_state_filtering ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_objects -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_sharding_states -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_sharding_states ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205609.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/2bb/1cf98603eaa42e484ad1b6d4b7c122bb/1cf98603eaa42e484ad1b6d4b7c122bb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205614.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/9fc/e02a27eaa0e6a52dbe436360327279fc/e02a27eaa0e6a52dbe436360327279fc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205619.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/22b/99997dc2f9097b2477490a679c29c22b/99997dc2f9097b2477490a679c29c22b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205624.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/377/f10596d855917ac0f540c8c058682377/f10596d855917ac0f540c8c058682377.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205629.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/e41/7b8b30d2a1f5f454341d76b4dacbde41/7b8b30d2a1f5f454341d76b4dacbde41.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205634.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/ff3/f4c0e6f0ebe635e57eab1f6b375e1ff3/f4c0e6f0ebe635e57eab1f6b375e1ff3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205639.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/8b3/5be50c61b6642ca54e3cf35b0654e8b3/5be50c61b6642ca54e3cf35b0654e8b3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205644.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/7ad/0debd397f9fb9442869cb7bf54ddc7ad/0debd397f9fb9442869cb7bf54ddc7ad.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205649.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/68c/15043b60a8cf50817b3c569bddf2e68c/15043b60a8cf50817b3c569bddf2e68c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205654.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/e03/5491333f1dfdf5412f17c1b6c0192e03/5491333f1dfdf5412f17c1b6c0192e03.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205659.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/61a/49a0997ad86922eaf35e021a7706561a/49a0997ad86922eaf35e021a7706561a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205664.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/d4f/fbc631ffaded3acc8ac6ba1d45c21d4f/fbc631ffaded3acc8ac6ba1d45c21d4f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205669.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/fe9/f65af5db543eaed3853f0bba1b3c7fe9/f65af5db543eaed3853f0bba1b3c7fe9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205674.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/4a1/3c1e87f33304d0287bd2d82018cea4a1/3c1e87f33304d0287bd2d82018cea4a1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205679.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/6ca/3108baf14b50b3e15686cbe2da4b26ca/3108baf14b50b3e15686cbe2da4b26ca.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205684.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/f79/ebe259eb711880e82a32b5c81033cf79/ebe259eb711880e82a32b5c81033cf79.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205689.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/6b6/f18cd2f734cfe1b099be512b774db6b6/f18cd2f734cfe1b099be512b774db6b6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205694.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/2d3/7d0474ede62dfef22397d2546b1dd2d3/7d0474ede62dfef22397d2546b1dd2d3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205699.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/b06/4f7f5756c9982a8a3ccac35555637b06/4f7f5756c9982a8a3ccac35555637b06.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205704.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/549/6feff46101a4fe0c37f5eabd9c74d549/6feff46101a4fe0c37f5eabd9c74d549.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205709.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/1b3/8ac792cc8f4e0abb429342b3be9051b3/8ac792cc8f4e0abb429342b3be9051b3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205714.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/fe5/aa00e80cbe012637ce12c66515266fe5/aa00e80cbe012637ce12c66515266fe5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205719.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/bf1/e40e5ab546f9f61e3756f80f7f41fbf1/e40e5ab546f9f61e3756f80f7f41fbf1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205724.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/3b4/98fac0cfd7534e90111ce2c7787873b4/98fac0cfd7534e90111ce2c7787873b4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205729.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/ee2/9c00b58c0cd2e90c52e33f23c13ecee2/9c00b58c0cd2e90c52e33f23c13ecee2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205734.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/8cc/8a6a467c314954b74821120122b158cc/8a6a467c314954b74821120122b158cc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205739.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/f5c/547695105a038f0ea2d59072e06dbf5c/547695105a038f0ea2d59072e06dbf5c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205744.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/e4f/2085b71c3a4fdaebe0e888e380500e4f/2085b71c3a4fdaebe0e888e380500e4f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205749.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/c76/5d04c060a633cbc436c756a6073f4c76/5d04c060a633cbc436c756a6073f4c76.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205754.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/60a/60e2f2fbc6b16d9177384ceca840960a/60e2f2fbc6b16d9177384ceca840960a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205759.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/7af/929ed45201a183d545249537a46907af/929ed45201a183d545249537a46907af.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205764.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/7fd/716b97c54d26e1bd05abcbe47193d7fd/716b97c54d26e1bd05abcbe47193d7fd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205769.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/752/77e9d8a7483c4126579271b0ed96d752/77e9d8a7483c4126579271b0ed96d752.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205774.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/925/2bdbae8a4c29a7d777b508e7f2ff7925/2bdbae8a4c29a7d777b508e7f2ff7925.db -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_stale_read_ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_stale_read_ok ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_items_since -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_items_since ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces_root_container_fill_gap -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces_root_container_fill_gap ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces_state_filtering -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces_state_filtering ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_objects_since_row -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_objects_since_row ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_objects -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_old_enough_to_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_old_enough_to_reclaim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_own_shard_range -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_own_shard_range ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_reclaimable ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_policy_info -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_policy_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_last_modified_time -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_last_modified_time ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_replication_info -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_replication_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_legacy_pending_files -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_legacy_pending_files ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_objects_since_row -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_objects_since_row ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_report_info -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_report_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_range_rows_with_limit -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_range_rows_with_limit ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_own_shard_range -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_own_shard_range ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_policy_info -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_policy_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_non_slash ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205779.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/830/02bc6d522498cb695f2e7b9e667f1830/02bc6d522498cb695f2e7b9e667f1830.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205784.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/40e/0ffae397f302245bb7eaa02e90c6740e/0ffae397f302245bb7eaa02e90c6740e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205789.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/908/d50b8705939afac486220ca652a4c908/d50b8705939afac486220ca652a4c908.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205794.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/f43/bf7dfd33b157d71b318d30f60da23f43/bf7dfd33b157d71b318d30f60da23f43.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205799.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/cdd/9995200eb077029ab43cb984beff0cdd/9995200eb077029ab43cb984beff0cdd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205804.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/471/40aead1a65c15199bc207eaf71122471/40aead1a65c15199bc207eaf71122471.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205809.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/a43/22f0b8384ac5e8996ac086c6f20bda43/22f0b8384ac5e8996ac086c6f20bda43.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205814.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/394/ecce02ebd3ff1208669c994c986c3394/ecce02ebd3ff1208669c994c986c3394.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205819.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/f41/b5586a14d0ab9eb812b299f2f1038f41/b5586a14d0ab9eb812b299f2f1038f41.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205824.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/725/18fcdd7fd208bb1ebdbec0199f945725/18fcdd7fd208bb1ebdbec0199f945725.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205829.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/bc0/783c412410ee3a08fc80993e7599dbc0/783c412410ee3a08fc80993e7599dbc0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205834.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/66f/7e8e4694dd8a0b5f342cf6c812c9e66f/7e8e4694dd8a0b5f342cf6c812c9e66f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205839.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/c38/f05bb54d0e278239036ac7f8475d2c38/f05bb54d0e278239036ac7f8475d2c38.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205844.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/98c/baeda281c326ed378047cd418d30698c/baeda281c326ed378047cd418d30698c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205849.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/d1d/823f3b9bee769c7eef3ab51fd01e9d1d/823f3b9bee769c7eef3ab51fd01e9d1d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205854.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/009/0048a0d51c40a4ce322d0ca914f37009/0048a0d51c40a4ce322d0ca914f37009.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205859.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/1a3/bb136674be89997e0d250207fea461a3/bb136674be89997e0d250207fea461a3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205864.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/9f1/0d9e039bfa478895e6eabe9fbb4fc9f1/0d9e039bfa478895e6eabe9fbb4fc9f1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205869.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/a60/a4fc102b3cfee1351a43b26b709b5a60/a4fc102b3cfee1351a43b26b709b5a60.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205874.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/6db/e481d10f3da828b8d24feae8571b86db/e481d10f3da828b8d24feae8571b86db.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205879.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/f3b/7744ed256b7dba5a98671ad8fc63cf3b/7744ed256b7dba5a98671ad8fc63cf3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205884.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/76d/a98d86d65f7fa5d708812e1fe278876d/a98d86d65f7fa5d708812e1fe278876d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205889.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/840/cd0e3e92387eae5ddf2eb2783113f840/cd0e3e92387eae5ddf2eb2783113f840.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205894.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/bf2/a0076a7af3afd3416ecce551b2822bf2/a0076a7af3afd3416ecce551b2822bf2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205899.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/98a/418b7ed6f101442ebc0072d0eecd498a/418b7ed6f101442ebc0072d0eecd498a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205904.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/bbd/af32d5ddb67b377743f7c2ad61890bbd/af32d5ddb67b377743f7c2ad61890bbd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205909.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/bdc/5d335d60291b94af0f21168f2ca7bbdc/5d335d60291b94af0f21168f2ca7bbdc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205914.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/9fc/cf5d5f53732dbe8fe87a38581cd739fc/cf5d5f53732dbe8fe87a38581cd739fc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205919.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/946/d0f4219ae75199963b33099e19a18946/d0f4219ae75199963b33099e19a18946.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205924.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/7c9/0d47cd4007512f38a6be7575e0bfd7c9/0d47cd4007512f38a6be7575e0bfd7c9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205929.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/a85/77096ac334c22617812593d605092a85/77096ac334c22617812593d605092a85.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205934.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/26a/2b2069699c692d2c4586ac9b63ccc26a/2b2069699c692d2c4586ac9b63ccc26a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205939.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/00c/1d57e9b94ee50633cd5d3ec1ae21d00c/1d57e9b94ee50633cd5d3ec1ae21d00c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205944.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/898/8342b7120219b180cdd72102a36fd898/8342b7120219b180cdd72102a36fd898.db -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_includes -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_includes ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_order_and_reverse -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_order_and_reverse ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_replication_info -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_replication_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_with_sharding_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_with_sharding_overlaps ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_prefix_delim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_with_shrinking_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_with_shrinking_overlaps ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_report_info -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_report_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_with_reserved_name -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_with_reserved_name ... ok -test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges_state -test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_load_old_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_load_old_record_from_pending_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_range_rows_with_limit -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_range_rows_with_limit ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_make_tuple_for_pickle -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_make_tuple_for_pickle ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_usage -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_usage ... ok -test.unit.container.test_backend.TestContainerBroker.test_newid -test.unit.container.test_backend.TestContainerBroker.test_newid ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_has_multiple_policies -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_has_multiple_policies ... ok -test.unit.container.test_backend.TestContainerBroker.test_object_stats_old_style_root_container -test.unit.container.test_backend.TestContainerBroker.test_object_stats_old_style_root_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_includes -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_includes ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_is_green -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_is_green ... ok -test.unit.container.test_backend.TestContainerBroker.test_object_stats_old_style_shard_container -test.unit.container.test_backend.TestContainerBroker.test_object_stats_old_style_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_has_other_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_has_other_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_with_sharding_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_with_sharding_overlaps ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_initialize_container_broker_in_default -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_initialize_container_broker_in_default ... ok -test.unit.container.test_backend.TestContainerBroker.test_object_stats_root_container -test.unit.container.test_backend.TestContainerBroker.test_object_stats_root_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_with_shrinking_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_with_shrinking_overlaps ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_overwrite -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_overwrite ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_usage -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_usage ... ok -test.unit.container.test_backend.TestContainerBroker.test_object_stats_shard_container -test.unit.container.test_backend.TestContainerBroker.test_object_stats_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_has_multiple_policies -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_has_multiple_policies ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_overwrite_unicode -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_overwrite_unicode ... ok -test.unit.container.test_backend.TestContainerBroker.test_old_style_root_account_container_path -test.unit.container.test_backend.TestContainerBroker.test_old_style_root_account_container_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_has_other_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_has_other_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBroker.test_overlap_shard_range_order -test.unit.container.test_backend.TestContainerBroker.test_overlap_shard_range_order ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_initialize_container_broker_in_default -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_initialize_container_broker_in_default ... ok -test.unit.container.test_backend.TestContainerBroker.test_path -test.unit.container.test_backend.TestContainerBroker.test_path ... ok -test.unit.container.test_backend.TestContainerBroker.test_pending_file_name -test.unit.container.test_backend.TestContainerBroker.test_pending_file_name ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_post_overwrite_out_of_order -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_post_overwrite_out_of_order ... ok -test.unit.container.test_backend.TestContainerBroker.test_policy_stat_tracking -test.unit.container.test_backend.TestContainerBroker.test_policy_stat_tracking ... ok -test.unit.container.test_backend.TestContainerBroker.test_put_misplaced_object_does_not_effect_container_stats -test.unit.container.test_backend.TestContainerBroker.test_put_misplaced_object_does_not_effect_container_stats ... ok -test.unit.container.test_backend.TestContainerBroker.test_put_object -test.unit.container.test_backend.TestContainerBroker.test_put_object ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205949.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/5c0/552c5de8ee6ff690fb606156475325c0/552c5de8ee6ff690fb606156475325c0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205954.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/f64/cbf7155b900c69012cb6178d134b7f64/cbf7155b900c69012cb6178d134b7f64.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205959.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/5f7/1e056613b7e0170ed110f0c214aa25f7/1e056613b7e0170ed110f0c214aa25f7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205964.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/98b/65e9e4c860800a9cc7f101e0b25c398b/65e9e4c860800a9cc7f101e0b25c398b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205969.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/c79/2911cf787f83406cc45a68ad018c3c79/2911cf787f83406cc45a68ad018c3c79.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205974.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/5ab/dca2496acd99ed3b09c15871547525ab/dca2496acd99ed3b09c15871547525ab.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205979.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/ccb/36f402f7ef402e95c1c0505b361f7ccb/36f402f7ef402e95c1c0505b361f7ccb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205984.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/fd9/eaf555116be379b61bb71ebb0b3d3fd9/eaf555116be379b61bb71ebb0b3d3fd9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205989.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/624/6abee2431628eacc445d6d5e7c928624/6abee2431628eacc445d6d5e7c928624.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205994.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/572/a70a18d343c0321e04404319cb4fe572/a70a18d343c0321e04404319cb4fe572.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205999.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/b98/71cbee470cec5de6cc538c3a45b94b98/71cbee470cec5de6cc538c3a45b94b98.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206004.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/220/fb761fb3e05067e7c4ceae6dee44c220/fb761fb3e05067e7c4ceae6dee44c220.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206009.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/e77/2d45e9c1f6fdf9371ec7a3c82e7b3e77/2d45e9c1f6fdf9371ec7a3c82e7b3e77.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206014.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/a36/ef7e18ebaa2882ef402a45d841755a36/ef7e18ebaa2882ef402a45d841755a36.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206019.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/631/3cd04633a785c64b53449b38e698a631/3cd04633a785c64b53449b38e698a631.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206024.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/fc3/51fcd94ff27169511f5547b5f9a23fc3/51fcd94ff27169511f5547b5f9a23fc3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206029.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/0ca/92ae8dc33ea5e25fa9150a64c332a0ca/92ae8dc33ea5e25fa9150a64c332a0ca.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206034.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/273/b3f9fd462c32157a6657a33768e43273/b3f9fd462c32157a6657a33768e43273.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206039.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/7e4/1a115bb4446cf1de65408b4c780547e4/1a115bb4446cf1de65408b4c780547e4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206044.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/c5a/b1da5bf7a079937f5bfa8b505fc26c5a/b1da5bf7a079937f5bfa8b505fc26c5a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206049.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/b1e/a53165faff4487b14fd14efaa9ddcb1e/a53165faff4487b14fd14efaa9ddcb1e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206054.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/2f2/ad8d9cd60744e1612d1042580d92a2f2/ad8d9cd60744e1612d1042580d92a2f2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206059.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/a6f/cc4a2204b466d06ebf8582e5aebfda6f/cc4a2204b466d06ebf8582e5aebfda6f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206064.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/bf4/76db593713f7e643f4e6d538c935bbf4/76db593713f7e643f4e6d538c935bbf4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206069.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/efb/59bdf2b2c47d735f08828395f086cefb/59bdf2b2c47d735f08828395f086cefb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206074.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/f95/3416fa3e6296accf495c2b47b51b2f95/3416fa3e6296accf495c2b47b51b2f95.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206079.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/ca5/d3cf91119c9350494984d1117d062ca5/d3cf91119c9350494984d1117d062ca5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206084.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/6a7/927d23ecfe5e75d36958a37afb7556a7/927d23ecfe5e75d36958a37afb7556a7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206089.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/49f/de1b34e5549a099833451539017f849f/de1b34e5549a099833451539017f849f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206094.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/247/c9cea4abb644b2c19377b2d209378247/c9cea4abb644b2c19377b2d209378247.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206099.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/3b0/e00ef5fee91ad25536a0f6e253b283b0/e00ef5fee91ad25536a0f6e253b283b0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206104.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/07e/5d3f9e96cf13e4f7d21a2394f670b07e/5d3f9e96cf13e4f7d21a2394f670b07e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206109.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/649/5ac281f6d4112b46c0b0a63f1573d649/5ac281f6d4112b46c0b0a63f1573d649.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206114.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/9ec/ae9d673b552bf04528e6ae68fd9a79ec/ae9d673b552bf04528e6ae68fd9a79ec.db -test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_encoded_timestamps_using_file -test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_encoded_timestamps_using_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_range_single_record -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_range_single_record ... ok -test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_encoded_timestamps_using_memory -test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_encoded_timestamps_using_memory ... ok -test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_explicit_timestamps_using_file -test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_explicit_timestamps_using_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_old_enough_to_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_old_enough_to_reclaim ... ok -test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_explicit_timestamps_using_memory -test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_explicit_timestamps_using_memory ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBroker.test_reclaim -test.unit.container.test_backend.TestContainerBroker.test_reclaim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_reclaimable ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_last_modified_time -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_last_modified_time ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_legacy_pending_files -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_legacy_pending_files ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_old_enough_to_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_old_enough_to_reclaim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_reclaimable ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_non_slash ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_last_modified_time -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_last_modified_time ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_order_and_reverse -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_order_and_reverse ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_legacy_pending_files -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_legacy_pending_files ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_prefix_delim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_with_reserved_name -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_with_reserved_name ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206119.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/207/55c7abe9de0f2ff9fbae1b8de06f6207/55c7abe9de0f2ff9fbae1b8de06f6207.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206124.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/667/b5b9167e5246c2149866cb51e75ed667/b5b9167e5246c2149866cb51e75ed667.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206129.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/4a0/186beffeb0776b9d558db6b651b824a0/186beffeb0776b9d558db6b651b824a0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206134.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/d8c/9b8c618c08af17369162e0272cc97d8c/9b8c618c08af17369162e0272cc97d8c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206139.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/b0c/61562b814d24c9c86bb9fb913e26eb0c/61562b814d24c9c86bb9fb913e26eb0c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206144.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/216/08fcf7faf0c6aac9004bb0805588d216/08fcf7faf0c6aac9004bb0805588d216.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206149.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/c1b/3de3889c6c960675fcc45291846c9c1b/3de3889c6c960675fcc45291846c9c1b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206154.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/006/5b978ee3bf9e3044c4d724d8c0ffb006/5b978ee3bf9e3044c4d724d8c0ffb006.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206159.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/0ce/367fef91f4565f23db78425143f540ce/367fef91f4565f23db78425143f540ce.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206164.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/db4/5de0d9864942bfa05498c9a373795db4/5de0d9864942bfa05498c9a373795db4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206169.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/f05/ed522070f1180cea04ba40fb0d034f05/ed522070f1180cea04ba40fb0d034f05.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206174.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/537/3d604c81bad254d2a057c418f7add537/3d604c81bad254d2a057c418f7add537.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206179.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/2ed/0b2529d53ad314c124498aca0dc752ed/0b2529d53ad314c124498aca0dc752ed.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206184.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/b2e/e7f850ee1b1194d4347141cb89a65b2e/e7f850ee1b1194d4347141cb89a65b2e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206189.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/d57/61aadc57e13751949e7a0f114d991d57/61aadc57e13751949e7a0f114d991d57.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206194.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/e4e/1739c4a179e14b254681ced6ec129e4e/1739c4a179e14b254681ced6ec129e4e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206199.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/c4d/3baeb6b84bd38f0ec137e8c93ad50c4d/3baeb6b84bd38f0ec137e8c93ad50c4d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206204.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/596/445a048e64988bdbb065165794ba0596/445a048e64988bdbb065165794ba0596.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206209.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/792/c71466a0fff7510853e6189a6a5d6792/c71466a0fff7510853e6189a6a5d6792.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206214.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/b96/d2dcc844a8e18a874c5f2c3c22e24b96/d2dcc844a8e18a874c5f2c3c22e24b96.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206219.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/db7/4e639945667b49201112b99954c4edb7/4e639945667b49201112b99954c4edb7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206224.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/bc3/decd1efd37a6fade9f4bd0a931769bc3/decd1efd37a6fade9f4bd0a931769bc3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206229.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/7fb/5842b32e97beddc6e3911a38b3db97fb/5842b32e97beddc6e3911a38b3db97fb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206234.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/039/dc189494416d1fa266a4960ec6981039/dc189494416d1fa266a4960ec6981039.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206239.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/65e/e9c557cadd5e011b4ea697506024f65e/e9c557cadd5e011b4ea697506024f65e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206244.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/221/75c45c3cce15e5fdad1ce9ccf46a7221/75c45c3cce15e5fdad1ce9ccf46a7221.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206249.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/371/ca88dfc1f3b8abd575cd9c8bca48e371/ca88dfc1f3b8abd575cd9c8bca48e371.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206254.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/38a/fe578e4291fd6db1c772021a7606338a/fe578e4291fd6db1c772021a7606338a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206259.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/bc4/2b8f4ed776074cef27b5e23a94f39bc4/2b8f4ed776074cef27b5e23a94f39bc4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206264.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/861/6a5d85d9b8b7d48e4ad3ee47041fe861/6a5d85d9b8b7d48e4ad3ee47041fe861.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206269.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/195/e11a5d2b6e322eb143501664596a6195/e11a5d2b6e322eb143501664596a6195.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206274.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/d80/72d70204c58dc2def0b4a6b3e7e2cd80/72d70204c58dc2def0b4a6b3e7e2cd80.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206279.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/b68/a69f37b6eb1380a09c04699ab4b17b68/a69f37b6eb1380a09c04699ab4b17b68.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206284.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/408/c91c7fd751b7fba8eaba29721072b408/c91c7fd751b7fba8eaba29721072b408.db -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_load_old_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_load_old_record_from_pending_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_make_tuple_for_pickle -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_make_tuple_for_pickle ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_non_slash ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_order_and_reverse -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_order_and_reverse ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_prefix_delim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_is_green -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_is_green ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_with_reserved_name -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_with_reserved_name ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_load_old_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_load_old_record_from_pending_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_make_tuple_for_pickle -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_make_tuple_for_pickle ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_overwrite -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_overwrite ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_is_green -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_is_green ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_overwrite_unicode -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_overwrite_unicode ... ok -test.unit.container.test_backend.TestContainerBroker.test_reclaim_deadlock -test.unit.container.test_backend.TestContainerBroker.test_reclaim_deadlock ... ok -test.unit.container.test_backend.TestContainerBroker.test_reclaim_shard_ranges -test.unit.container.test_backend.TestContainerBroker.test_reclaim_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_overwrite -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_overwrite ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_post_overwrite_out_of_order -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_post_overwrite_out_of_order ... ok -test.unit.container.test_backend.TestContainerBroker.test_reclaim_with_duplicate_names -test.unit.container.test_backend.TestContainerBroker.test_reclaim_with_duplicate_names ... ok -test.unit.container.test_backend.TestContainerBroker.test_reconciler_sync -test.unit.container.test_backend.TestContainerBroker.test_reconciler_sync ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_overwrite_unicode -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_overwrite_unicode ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_range_single_record -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_range_single_record ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_post_overwrite_out_of_order -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_post_overwrite_out_of_order ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206289.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/265/e5116d00dce922d46c03600cdcf17265/e5116d00dce922d46c03600cdcf17265.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206294.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/cc8/0547f2f4bb4c25f3ccb6d0ae0dd0dcc8/0547f2f4bb4c25f3ccb6d0ae0dd0dcc8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206299.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/44c/5ddf41c783bcc16ba07b5f2f7174944c/5ddf41c783bcc16ba07b5f2f7174944c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206304.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/2e7/15ab6b72e567d9dade8ebf640b0dd2e7/15ab6b72e567d9dade8ebf640b0dd2e7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206309.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/7f3/d52c56470abcf7e4d92954debdee97f3/d52c56470abcf7e4d92954debdee97f3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206314.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/f75/b68ab11dc73cd787c02dd1e11510df75/b68ab11dc73cd787c02dd1e11510df75.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206319.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/31f/4724a48d86122883b71e48abe712531f/4724a48d86122883b71e48abe712531f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206324.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/8c3/6c995ce39f02669fa446784fce3548c3/6c995ce39f02669fa446784fce3548c3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206329.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/5d3/78eaaac50584a092f61b46c45cf235d3/78eaaac50584a092f61b46c45cf235d3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206334.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/55a/bc17f0c5e721405590fa48e44eaab55a/bc17f0c5e721405590fa48e44eaab55a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206339.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/5ca/4b437dc40b8bfe35cceec683708255ca/4b437dc40b8bfe35cceec683708255ca.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206344.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/9f3/76560c252a97276c5b588240645ad9f3/76560c252a97276c5b588240645ad9f3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206349.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/d3f/8652920cbe9f7aee365cea70eba92d3f/8652920cbe9f7aee365cea70eba92d3f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206354.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/3b4/d4f95e27a63d4da06a9a889e2d1273b4/d4f95e27a63d4da06a9a889e2d1273b4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206359.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/788/c64c34207f15b64464827ecce3d62788/c64c34207f15b64464827ecce3d62788.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206364.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/2e8/0ff2d8c9a8d1b1ff22e4fc396bef82e8/0ff2d8c9a8d1b1ff22e4fc396bef82e8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206369.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/6e6/73063b0483cdec38cc7b950d83ed56e6/73063b0483cdec38cc7b950d83ed56e6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206374.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/3be/deb87a8cebbf7eb44dfadbbb5ca963be/deb87a8cebbf7eb44dfadbbb5ca963be.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206379.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/180/6970a47c48a159f26a443413ebcf8180/6970a47c48a159f26a443413ebcf8180.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206384.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/264/04fff0354516a9a4417dd543d1691264/04fff0354516a9a4417dd543d1691264.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206389.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/eb6/003064c0b49be3c09a0d54d9528a3eb6/003064c0b49be3c09a0d54d9528a3eb6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206394.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/105/afb14e7ebd8fc11ea39f42c27887a105/afb14e7ebd8fc11ea39f42c27887a105.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206399.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/d3f/8cd603e27bd4a050ae2705eb32536d3f/8cd603e27bd4a050ae2705eb32536d3f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206404.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/de8/2887a399791e696474845d2a694aade8/2887a399791e696474845d2a694aade8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206409.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/8b3/25969725008f967022cb71e1655fc8b3/25969725008f967022cb71e1655fc8b3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206414.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/8be/109708357685adbc434d6286fa0168be/109708357685adbc434d6286fa0168be.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206419.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/e5d/5e8fe7509107ab066796d3368d345e5d/5e8fe7509107ab066796d3368d345e5d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206424.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/2dc/52dfc2b3e373e63bf1ea701f16fb32dc/52dfc2b3e373e63bf1ea701f16fb32dc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206429.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/b30/30d8292d6d7899f903261ba436520b30/30d8292d6d7899f903261ba436520b30.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206434.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/c4f/a4fcecb002561f71b67e89d03d3f8c4f/a4fcecb002561f71b67e89d03d3f8c4f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206439.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/e70/cd0c9915ecdb7a663a3e519127eebe70/cd0c9915ecdb7a663a3e519127eebe70.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206444.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/926/6216670f5333a083a28acf44256ed926/6216670f5333a083a28acf44256ed926.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206449.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/522/fead9ba37ec9af289ee91c75addae522/fead9ba37ec9af289ee91c75addae522.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206454.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/836/a5d126f4d6147c344024005ffcea3836/a5d126f4d6147c344024005ffcea3836.db -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_range_single_record -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_range_single_record ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges_deleted ... ok -test.unit.container.test_backend.TestContainerBroker.test_remove_objects -test.unit.container.test_backend.TestContainerBroker.test_remove_objects ... ok -test.unit.container.test_backend.TestContainerBroker.test_resolve_shard_range_states -test.unit.container.test_backend.TestContainerBroker.test_resolve_shard_range_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBroker.test_reverse_prefix_delim -test.unit.container.test_backend.TestContainerBroker.test_reverse_prefix_delim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges_deleted ... ok -test.unit.container.test_backend.TestContainerBroker.test_root_account_container_path -test.unit.container.test_backend.TestContainerBroker.test_root_account_container_path ... ok -test.unit.container.test_backend.TestContainerBroker.test_save_and_load_record_from_pending_file -test.unit.container.test_backend.TestContainerBroker.test_save_and_load_record_from_pending_file ... ok -Unable to locate config number 5 for account-server -Unable to locate config number 5 for object-server -Signal object-server pid: 1 signal: 15 -Signal object-server pid: 1 signal: 15 -Signal object-server pid: 1 signal: 1 -Signal object-replicator pid: 11 signal: 15 -Signal object-replicator pid: 12 signal: 15 -Signal proxy-server pid: 1 signal: 1 -output Removing pid file /tmp/tmpb5iwgqiq/var/run/one-server.pid with wrong pid 3 -output Removing pid file /tmp/tmpb5iwgqiq/var/run/zero-server.pid with invalid pid -output Removing pid file /tmp/tmpb5iwgqiq/var/run/invalid-server.pid with invalid pid -Signal account-reaper pid: 1 signal: 15 -Signal account-reaper pid: 2 signal: 15 -Signal account-reaper pid: 3 signal: 15 -Signal account-reaper pid: 4 signal: 15 -Signal account-reaper pid: 1 signal: 15 -Signal account-reaper pid: 2 signal: 15 -Signal account-reaper pid: 3 signal: 15 -Signal account-reaper pid: 4 signal: 15 -Signal account-reaper pid: 3 signal: 15 -test DEBUG: set nice priority to 1 -test DEBUG: set ionice class 1 priority 0 -WARNING: Unable to modify I/O scheduling class and priority of process. Keeping unchanged! Check logs for more info. -test ERROR: Unable to modify ionice priority: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/libc.py", line 326, in _ioprio_set - io_class = IO_CLASS_ENUM[io_class] - ~~~~~~~~~~~~~^^^^^^^^^^ -KeyError: 'class_foo' -test DEBUG: set ionice class 2 priority 4 -test DEBUG: set nice priority to -15 -test DEBUG: set ionice class 3 priority 6 -test ERROR: Problem finding shard upper in '/tmp/tmp4p4o9zcn/test_container.db': : LockTimeout (Nones) -test ERROR: Problem finding shard upper in '/tmp/tmp4p4o9zcn/test_container.db': : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2507, in find_shard_ranges - next_shard_upper = sub_broker._get_next_shard_range_upper( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -sqlite3.OperationalError -test DEBUG: Unlinked retiring db '/tmp/tmpj5oijwyc/containers/part/suffix/hash/container.db' -test WARNING: Unexpected db files will be ignored: ['/tmp/tmpj5oijwyc/containers/part/suffix/hash/container.db'] -Container 'a/c' cannot be set to sharded state while in unsharded state -Container 'a/c' cannot be set to sharding state: missing epoch -Container 'a/c' cannot be set to sharding state while in sharding state -Container 'a/c' cannot be set to sharded state while in sharded state -test.unit.container.test_backend.TestContainerBroker.test_set_db_states -test.unit.container.test_backend.TestContainerBroker.test_set_db_states ... ok -test.unit.container.test_backend.TestContainerBroker.test_set_sharded_state_errors -test.unit.container.test_backend.TestContainerBroker.test_set_sharded_state_errors ... ok -test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state -test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206459.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/4d3/3b23a4532af7eff14ba795c53746b4d3/3b23a4532af7eff14ba795c53746b4d3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206464.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/ebc/c7101c0f39e8ab60f20e86342dfc1ebc/c7101c0f39e8ab60f20e86342dfc1ebc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206469.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/b0e/ee096c99711c961d33437eb9c3ba4b0e/ee096c99711c961d33437eb9c3ba4b0e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206474.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/b74/30ab000fc409ace0a7ea4357c7ab1b74/30ab000fc409ace0a7ea4357c7ab1b74.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206479.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/43b/3e27e3c574a9c0d3bc555ecd30d2d43b/3e27e3c574a9c0d3bc555ecd30d2d43b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206484.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/4a4/0a46a266d44c9c79b1b78827c83474a4/0a46a266d44c9c79b1b78827c83474a4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206489.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/b41/3c100eb483b433f0ad69465b97e3ab41/3c100eb483b433f0ad69465b97e3ab41.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206494.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/972/bef405adf14aaa569c67071d9526c972/bef405adf14aaa569c67071d9526c972.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206499.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/afc/0a31ba5e3f4a10f6ca13159d635c0afc/0a31ba5e3f4a10f6ca13159d635c0afc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206504.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/53d/6c67621dac3b689d49fc6ef2dd7d453d/6c67621dac3b689d49fc6ef2dd7d453d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206509.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/fcc/8e8209143424f6ab552fc64504a88fcc/8e8209143424f6ab552fc64504a88fcc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206514.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/292/050b6960fdfdd5e18f41954032100292/050b6960fdfdd5e18f41954032100292.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206519.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/f7b/08947c35efc303f370cc6d277cf31f7b/08947c35efc303f370cc6d277cf31f7b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206524.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/2e2/47afa5611a3abe4c358675b9a5c732e2/47afa5611a3abe4c358675b9a5c732e2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206529.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/63b/3ca92aad48bc678243e63a972a0e763b/3ca92aad48bc678243e63a972a0e763b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206534.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/a94/223764471cb637da60089d0e7af13a94/223764471cb637da60089d0e7af13a94.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206539.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/44f/c9f2cea4f263bbb636ab1292d415644f/c9f2cea4f263bbb636ab1292d415644f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206544.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/640/ae583b86033132f715bc74104ed12640/ae583b86033132f715bc74104ed12640.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206549.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/812/c0d2eb5a54bcd3a6577eda42c42c8812/c0d2eb5a54bcd3a6577eda42c42c8812.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206554.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/9cc/6379c3f2bd8ea4a11d0111833e6349cc/6379c3f2bd8ea4a11d0111833e6349cc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206559.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/467/c33fe2c65b4567a313838ebf2aed3467/c33fe2c65b4567a313838ebf2aed3467.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206564.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/76f/23556ef98163351674f318220899c76f/23556ef98163351674f318220899c76f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206569.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/293/af5d67af591d0c34100e75e3f14ae293/af5d67af591d0c34100e75e3f14ae293.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206574.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/ae8/6fdcf417ced32faea4511c1e6011bae8/6fdcf417ced32faea4511c1e6011bae8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206579.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/47d/36c37147854417ffc6771792c772847d/36c37147854417ffc6771792c772847d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206584.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/a17/7d142f4e51f14076f525476f6bf29a17/7d142f4e51f14076f525476f6bf29a17.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206589.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/8bc/594f6b4b53c2e6d2f136354c8ed468bc/594f6b4b53c2e6d2f136354c8ed468bc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206594.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/1ce/5d86ebbf85fbe37b8e0d7fd7e01831ce/5d86ebbf85fbe37b8e0d7fd7e01831ce.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206599.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/1be/b565f2396084ef2b812b2b22b87501be/b565f2396084ef2b812b2b22b87501be.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206604.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/98a/5fc11c4354d6930cb5dc8c24c921598a/5fc11c4354d6930cb5dc8c24c921598a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206609.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/b3e/f5ac20bdebdb55a70117dda75f8dfb3e/f5ac20bdebdb55a70117dda75f8dfb3e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206614.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/5de/93d3499ac3e5527e299ec67f3f5bf5de/93d3499ac3e5527e299ec67f3f5bf5de.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206619.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/153/8ff2675b2e4692a59fed250f11567153/8ff2675b2e4692a59fed250f11567153.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206624.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/67d/485ad3acc55b143a5838def0aa5e067d/485ad3acc55b143a5838def0aa5e067d.db -test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state_deleted -test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state_deleted ... ok -test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state_errors -test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state_errors ... ok -test.unit.container.test_backend.TestContainerBroker.test_set_storage_policy_index -test.unit.container.test_backend.TestContainerBroker.test_set_storage_policy_index ... ok -test.unit.container.test_backend.TestContainerBroker.test_set_storage_policy_index_empty -test.unit.container.test_backend.TestContainerBroker.test_set_storage_policy_index_empty ... ok -test.unit.container.test_backend.TestContainerBroker.test_set_x_syncs -test.unit.container.test_backend.TestContainerBroker.test_set_x_syncs ... ok -test.unit.container.test_backend.TestContainerBroker.test_sharding_initiated_and_required -test.unit.container.test_backend.TestContainerBroker.test_sharding_initiated_and_required ... ok -test.unit.container.test_backend.TestContainerBroker.test_sharding_state_is_not_reclaimable -test.unit.container.test_backend.TestContainerBroker.test_sharding_state_is_not_reclaimable ... ok -test.unit.container.test_backend.TestContainerBroker.test_sharding_sysmeta -test.unit.container.test_backend.TestContainerBroker.test_sharding_sysmeta ... ok -test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_root_ranges_not_merged_not_cleaving -test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_root_ranges_not_merged_not_cleaving ... ok -test.unit.container.test_backend.TestContainerBroker.test_storage_policy_property -test.unit.container.test_backend.TestContainerBroker.test_storage_policy_property ... ok -test.unit.container.test_backend.TestContainerBroker.test_sync_merging -test.unit.container.test_backend.TestContainerBroker.test_sync_merging ... ok -test.unit.container.test_sharder.TestSharder.test_audit_root_container -test.unit.container.test_sharder.TestSharder.test_audit_root_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_batch_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_batch_reclaim ... ok -test.unit.container.test_sharder.TestSharder.test_audit_root_container_reset_epoch -test.unit.container.test_sharder.TestSharder.test_audit_root_container_reset_epoch ... ok -test.unit.container.test_sharder.TestSharder.test_audit_root_container_with_parent_child_overlapping -test.unit.container.test_sharder.TestSharder.test_audit_root_container_with_parent_child_overlapping ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_chexor -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_chexor ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_active_root_range_merged_while_shrinking -test.unit.container.test_sharder.TestSharder.test_audit_shard_active_root_range_merged_while_shrinking ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206629.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/df0/7e3511cce244a43932f4ec9768e78df0/7e3511cce244a43932f4ec9768e78df0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206634.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/f55/634bfa76e29b1716a8a4c9baac0c3f55/634bfa76e29b1716a8a4c9baac0c3f55.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206639.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/fce/8e56224d6a98672bc6ce71b44ac4cfce/8e56224d6a98672bc6ce71b44ac4cfce.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206644.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/059/b9de86d83e434ebfb0bab1a6601d2059/b9de86d83e434ebfb0bab1a6601d2059.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206649.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/3fc/8995c0fe355eff346900acb1355333fc/8995c0fe355eff346900acb1355333fc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206654.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/1a7/a7b669f12f73ea3b52d206ed8c9991a7/a7b669f12f73ea3b52d206ed8c9991a7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206659.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/d96/6c2e7cae51b0efbf332c92cfb8e28d96/6c2e7cae51b0efbf332c92cfb8e28d96.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206664.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/b46/4df33aeb64db4e9f293bd74b9c442b46/4df33aeb64db4e9f293bd74b9c442b46.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206669.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/0a6/25fdfeebc56dc6bbd02b56dcde6c50a6/25fdfeebc56dc6bbd02b56dcde6c50a6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206674.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/7d8/6d23e585657bf4dc8e99ff6dd5eb57d8/6d23e585657bf4dc8e99ff6dd5eb57d8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206679.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/09b/4a507a24bb8fac53188b876d03bce09b/4a507a24bb8fac53188b876d03bce09b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206684.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/a18/9c5542391b7a5c3c304edca3b5b61a18/9c5542391b7a5c3c304edca3b5b61a18.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206689.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/357/b81aa56b9dfd80d35c183ef702ad6357/b81aa56b9dfd80d35c183ef702ad6357.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206694.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/53a/cbc5714d78d95028c48ca9362ce2753a/cbc5714d78d95028c48ca9362ce2753a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206699.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/9d2/049114ae823d7df935e07c4ec28b19d2/049114ae823d7df935e07c4ec28b19d2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206704.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/170/b0f8f2aae1a571191d50798a466c6170/b0f8f2aae1a571191d50798a466c6170.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206709.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/d2a/fb62c7db9ddba386746f728a3df3bd2a/fb62c7db9ddba386746f728a3df3bd2a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206714.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/f8f/51e1d009a8ed8ef320e86600b6f87f8f/51e1d009a8ed8ef320e86600b6f87f8f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206719.00000-0, db: /tmp/tmpwqa7710w/sda/containers/0/a36/bb58a7dcbdb1ab248a776b050a038a36/bb58a7dcbdb1ab248a776b050a038a36.db -sharder-test WARNING: Audit failed for root: overlapping ranges in state 'found': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmpt6l9xqrq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Audit failed for root: overlapping ranges in state 'created': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmpt6l9xqrq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Audit failed for root: overlapping ranges in state 'cleaved': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmpt6l9xqrq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Audit failed for root: overlapping ranges in state 'active': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmpt6l9xqrq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Audit failed for root: overlapping ranges in state 'sharding': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmpt6l9xqrq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Audit failed for root: missing range(s): -a j-k z-, overlapping ranges in state 'active': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmpt6l9xqrq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Audit failed for root: missing range(s): -a j-k z-, overlapping ranges in state 'active': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmpt6l9xqrq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Audit failed for root: missing range(s): -a j-k z-, overlapping ranges in state 'active': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmpt6l9xqrq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Audit failed for root: missing range(s): -a j-k z-, overlapping ranges in state 'active': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmpt6l9xqrq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Audit failed for root: own_shard_range reset to None should be 1750205489.00000, path: a/c, db: /tmp/tmpp7m4fh03/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205489.00000.db -sharder-test WARNING: Audit failed for root: overlapping ranges in state 'cleaved': a-f c-f, a-c a-f, path: a/c, db: /tmp/tmp_r8d3_z8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205491.00000-0, db: /tmp/tmpik9kz4e1/sda/containers/0/5f1/ec7658967775a069ac667194437fb5f1/ec7658967775a069ac667194437fb5f1.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205491.00000-0, db: /tmp/tmpik9kz4e1/sda/containers/0/5f1/ec7658967775a069ac667194437fb5f1/ec7658967775a069ac667194437fb5f1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205494.00000-0, db: /tmp/tmpik9kz4e1/sda/containers/0/45e/394c4fd6cdaac58678b088fe5221845e/394c4fd6cdaac58678b088fe5221845e.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205494.00000-0, db: /tmp/tmpik9kz4e1/sda/containers/0/45e/394c4fd6cdaac58678b088fe5221845e/394c4fd6cdaac58678b088fe5221845e.db -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_create_broker -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_create_broker ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges_state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_creation -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_creation ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_container -test.unit.container.test_sharder.TestSharder.test_audit_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_newid -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_newid ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_container_ancestors_not_merged_while_sharding -test.unit.container.test_sharder.TestSharder.test_audit_shard_container_ancestors_not_merged_while_sharding ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_db_file -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_db_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_delete_db_does_not_clear_particular_sharding_meta -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_delete_db_does_not_clear_particular_sharding_meta ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_delete_object -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_delete_object ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_double_check_trailing_delimiter -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_double_check_trailing_delimiter ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_old_style_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_old_style_root_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_double_check_trailing_delimiter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_double_check_trailing_delimiter_non_slash ... ok -sharder-test WARNING: Audit failed for shard: missing own shard range (skipping), path: bad_account/shard_c, db: /tmp/tmpu_5bsm3p/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test WARNING: Audit warnings for shard: account not in shards namespace '.shards_', path: bad_account/shard_c, db: /tmp/tmpu_5bsm3p/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test WARNING: Audit failed for shard: missing own shard range (skipping), path: .shards_a/shard_c, db: /tmp/tmpu_5bsm3p/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpu_5bsm3p/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Updated own shard range from ShardRange<'j' to 'k' as of 1750205491.00000, (0, 0) as of 1750205491.00000, active as of 1750205491.00000> to ShardRange<'k' to 't' as of 1750205492.00000, (0, 0) as of 1750205492.00000, active as of 1750205492.00000>, path: .shards_a/shard_c, db: /tmp/tmpu_5bsm3p/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpu_5bsm3p/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test WARNING: Failed to get shard ranges from a/c: bad, path: .shards_a/shard_c, db: /tmp/tmpu_5bsm3p/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test WARNING: Audit warnings for shard: unable to get shard ranges from root, path: .shards_a/shard_c, db: /tmp/tmpu_5bsm3p/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpu_5bsm3p/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205496.00000, (0, 0) as of 1750205496.00000, shrinking as of 1750205493.00000> to ShardRange<'k' to 't' as of 1750205496.00000, (0, 0) as of 1750205496.00000, sharding as of 1750205497.00000>, path: .shards_a/shard_c, db: /tmp/tmpu_5bsm3p/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpu_5bsm3p/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpu_5bsm3p/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Marked shard container as deleted, path: .shards_a/shard_c, db: /tmp/tmpu_5bsm3p/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-10827f8ddaf159ec97201bd018759fba-1750205496.00000-2, db: /tmp/tmpty7yncrh/sda/containers/0/b1e/dde6071ab233c68ab79f36442a37eb1e/dde6071ab233c68ab79f36442a37eb1e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750205492.00000-2, db: /tmp/tmpw6zsyn0x/sda/containers/0/5ba/2c4ee1ca3b6ebfee1d9532bea69fa5ba/2c4ee1ca3b6ebfee1d9532bea69fa5ba.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750205492.00000-2, db: /tmp/tmpw6zsyn0x/sda/containers/0/5ba/2c4ee1ca3b6ebfee1d9532bea69fa5ba/2c4ee1ca3b6ebfee1d9532bea69fa5ba.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750205501.00000-2, db: /tmp/tmpw6zsyn0x/sda/containers/0/593/c167fa8ac201eecc67f03c110610c593/c167fa8ac201eecc67f03c110610c593.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750205501.00000-2, db: /tmp/tmpw6zsyn0x/sda/containers/0/593/c167fa8ac201eecc67f03c110610c593/c167fa8ac201eecc67f03c110610c593.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750205510.00000-2, db: /tmp/tmpw6zsyn0x/sda/containers/0/47a/7f3f2acb6b6abc2e1dde9ef40ca1b47a/7f3f2acb6b6abc2e1dde9ef40ca1b47a.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750205510.00000-2, db: /tmp/tmpw6zsyn0x/sda/containers/0/47a/7f3f2acb6b6abc2e1dde9ef40ca1b47a/7f3f2acb6b6abc2e1dde9ef40ca1b47a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750205519.00000-2, db: /tmp/tmpw6zsyn0x/sda/containers/0/220/b1164ec9ae9b6283e66c2f124fe01220/b1164ec9ae9b6283e66c2f124fe01220.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750205519.00000-2, db: /tmp/tmpw6zsyn0x/sda/containers/0/220/b1164ec9ae9b6283e66c2f124fe01220/b1164ec9ae9b6283e66c2f124fe01220.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750205528.00000-2, db: /tmp/tmpw6zsyn0x/sda/containers/0/78e/0f06801d53d74e58f237b1d5c051378e/0f06801d53d74e58f237b1d5c051378e.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750205528.00000-2, db: /tmp/tmpw6zsyn0x/sda/containers/0/78e/0f06801d53d74e58f237b1d5c051378e/0f06801d53d74e58f237b1d5c051378e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750205537.00000-2, db: /tmp/tmpw6zsyn0x/sda/containers/0/dcc/56c24c6d557e5e5db0a30679a6423dcc/56c24c6d557e5e5db0a30679a6423dcc.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750205537.00000-2, db: /tmp/tmpw6zsyn0x/sda/containers/0/dcc/56c24c6d557e5e5db0a30679a6423dcc/56c24c6d557e5e5db0a30679a6423dcc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750205546.00000-2, db: /tmp/tmpw6zsyn0x/sda/containers/0/25f/f11b62a212dca811769bf83d811e525f/f11b62a212dca811769bf83d811e525f.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750205546.00000-2, db: /tmp/tmpw6zsyn0x/sda/containers/0/25f/f11b62a212dca811769bf83d811e525f/f11b62a212dca811769bf83d811e525f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750205555.00000-2, db: /tmp/tmpw6zsyn0x/sda/containers/0/bda/04f701793b17c1e52254d139c28debda/04f701793b17c1e52254d139c28debda.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750205555.00000-2, db: /tmp/tmpw6zsyn0x/sda/containers/0/bda/04f701793b17c1e52254d139c28debda/04f701793b17c1e52254d139c28debda.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750205564.00000-2, db: /tmp/tmpw6zsyn0x/sda/containers/0/b9c/313078bc0a9de5fef6d5c9f3072e1b9c/313078bc0a9de5fef6d5c9f3072e1b9c.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750205564.00000-2, db: /tmp/tmpw6zsyn0x/sda/containers/0/b9c/313078bc0a9de5fef6d5c9f3072e1b9c/313078bc0a9de5fef6d5c9f3072e1b9c.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750205564.00000-2, db: /tmp/tmpw6zsyn0x/sda/containers/0/b9c/313078bc0a9de5fef6d5c9f3072e1b9c/313078bc0a9de5fef6d5c9f3072e1b9c.db -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_old_style_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_root_container ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_container_children_merged_while_sharding -test.unit.container.test_sharder.TestSharder.test_audit_shard_container_children_merged_while_sharding ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_container_children_not_merged_once_sharded -test.unit.container.test_sharder.TestSharder.test_audit_shard_container_children_not_merged_once_sharded ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_shard_container ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750205573.00000-2, db: /tmp/tmpw6zsyn0x/sda/containers/0/30b/e123680c72d9cad423c11eabf5fc330b/e123680c72d9cad423c11eabf5fc330b.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750205573.00000-2, db: /tmp/tmpw6zsyn0x/sda/containers/0/30b/e123680c72d9cad423c11eabf5fc330b/e123680c72d9cad423c11eabf5fc330b.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750205573.00000-2, db: /tmp/tmpw6zsyn0x/sda/containers/0/30b/e123680c72d9cad423c11eabf5fc330b/e123680c72d9cad423c11eabf5fc330b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750205582.00000-2, db: /tmp/tmpw6zsyn0x/sda/containers/0/ed4/9181b908687f7d3b308958070765ced4/9181b908687f7d3b308958070765ced4.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750205582.00000-2, db: /tmp/tmpw6zsyn0x/sda/containers/0/ed4/9181b908687f7d3b308958070765ced4/9181b908687f7d3b308958070765ced4.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750205582.00000-2, db: /tmp/tmpw6zsyn0x/sda/containers/0/ed4/9181b908687f7d3b308958070765ced4/9181b908687f7d3b308958070765ced4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750205591.00000-2, db: /tmp/tmpw6zsyn0x/sda/containers/0/a8f/788ecc4a23b96fa80a285dbb4fd6aa8f/788ecc4a23b96fa80a285dbb4fd6aa8f.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750205591.00000-2, db: /tmp/tmpw6zsyn0x/sda/containers/0/a8f/788ecc4a23b96fa80a285dbb4fd6aa8f/788ecc4a23b96fa80a285dbb4fd6aa8f.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750205591.00000-2, db: /tmp/tmpw6zsyn0x/sda/containers/0/a8f/788ecc4a23b96fa80a285dbb4fd6aa8f/788ecc4a23b96fa80a285dbb4fd6aa8f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750205600.00000-2, db: /tmp/tmpw6zsyn0x/sda/containers/0/45f/1ef1dbcbbc079b7266c4fab46668a45f/1ef1dbcbbc079b7266c4fab46668a45f.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750205600.00000-2, db: /tmp/tmpw6zsyn0x/sda/containers/0/45f/1ef1dbcbbc079b7266c4fab46668a45f/1ef1dbcbbc079b7266c4fab46668a45f.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750205600.00000-2, db: /tmp/tmpw6zsyn0x/sda/containers/0/45f/1ef1dbcbbc079b7266c4fab46668a45f/1ef1dbcbbc079b7266c4fab46668a45f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750205609.00000-2, db: /tmp/tmpw6zsyn0x/sda/containers/0/f1c/ab3d8dd9c2122978a5593497cd27bf1c/ab3d8dd9c2122978a5593497cd27bf1c.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750205609.00000-2, db: /tmp/tmpw6zsyn0x/sda/containers/0/f1c/ab3d8dd9c2122978a5593497cd27bf1c/ab3d8dd9c2122978a5593497cd27bf1c.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750205609.00000-2, db: /tmp/tmpw6zsyn0x/sda/containers/0/f1c/ab3d8dd9c2122978a5593497cd27bf1c/ab3d8dd9c2122978a5593497cd27bf1c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750205618.00000-2, db: /tmp/tmpw6zsyn0x/sda/containers/0/632/d56387e1fe8709492a26a3443d76f632/d56387e1fe8709492a26a3443d76f632.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750205618.00000-2, db: /tmp/tmpw6zsyn0x/sda/containers/0/632/d56387e1fe8709492a26a3443d76f632/d56387e1fe8709492a26a3443d76f632.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750205618.00000-2, db: /tmp/tmpw6zsyn0x/sda/containers/0/632/d56387e1fe8709492a26a3443d76f632/d56387e1fe8709492a26a3443d76f632.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750205627.00000-2, db: /tmp/tmpw6zsyn0x/sda/containers/0/415/d5d55380aa4e46cd52ef1638791e2415/d5d55380aa4e46cd52ef1638791e2415.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750205627.00000-2, db: /tmp/tmpw6zsyn0x/sda/containers/0/415/d5d55380aa4e46cd52ef1638791e2415/d5d55380aa4e46cd52ef1638791e2415.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750205627.00000-2, db: /tmp/tmpw6zsyn0x/sda/containers/0/415/d5d55380aa4e46cd52ef1638791e2415/d5d55380aa4e46cd52ef1638791e2415.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750205495.00000-2, db: /tmp/tmp4qi91wfw/sda/containers/0/be1/7eafb70e847a3c95e6065621cd2ecbe1/7eafb70e847a3c95e6065621cd2ecbe1.db -sharder-test INFO: Updated own shard range from ShardRange<'a' to 'b' as of 1750205495.00000, (0, 0) as of 1750205495.00000, active as of 1750205495.00000> to ShardRange<'a' to 'b' as of 1750205495.00000, (0, 0) as of 1750205495.00000, sharding as of 1750205500.00000>, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750205495.00000-2, db: /tmp/tmp4qi91wfw/sda/containers/0/be1/7eafb70e847a3c95e6065621cd2ecbe1/7eafb70e847a3c95e6065621cd2ecbe1.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750205495.00000-2, db: /tmp/tmp4qi91wfw/sda/containers/0/be1/7eafb70e847a3c95e6065621cd2ecbe1/7eafb70e847a3c95e6065621cd2ecbe1.db -sharder-test DEBUG: Updating 0 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750205495.00000-2, db: /tmp/tmp4qi91wfw/sda/containers/0/be1/7eafb70e847a3c95e6065621cd2ecbe1/7eafb70e847a3c95e6065621cd2ecbe1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750205495.00000-2, db: /tmp/tmp4qi91wfw/sda/containers/0/be1/7eafb70e847a3c95e6065621cd2ecbe1/7eafb70e847a3c95e6065621cd2ecbe1_1750205495.00000.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750205495.00000-2, db: /tmp/tmp4qi91wfw/sda/containers/0/be1/7eafb70e847a3c95e6065621cd2ecbe1/7eafb70e847a3c95e6065621cd2ecbe1_1750205495.00000.db -sharder-test DEBUG: Updating 0 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750205495.00000-2, db: /tmp/tmp4qi91wfw/sda/containers/0/be1/7eafb70e847a3c95e6065621cd2ecbe1/7eafb70e847a3c95e6065621cd2ecbe1_1750205495.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4qi91wfw/sda/containers/0/be1/7eafb70e847a3c95e6065621cd2ecbe1/7eafb70e847a3c95e6065621cd2ecbe1.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750205495.00000-2, db: /tmp/tmp4qi91wfw/sda/containers/0/be1/7eafb70e847a3c95e6065621cd2ecbe1/7eafb70e847a3c95e6065621cd2ecbe1_1750205495.00000.db -sharder-test INFO: Updated own shard range from ShardRange<'a' to 'b' as of 1750205495.00000, (0, 0) as of 1750205495.00000, sharding as of 1750205501.00000> to ShardRange<'a' to 'b' as of 1750205495.00000, (0, 0) as of 1750205495.00000, sharded as of 1750205504.00000>, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750205495.00000-2, db: /tmp/tmp4qi91wfw/sda/containers/0/be1/7eafb70e847a3c95e6065621cd2ecbe1/7eafb70e847a3c95e6065621cd2ecbe1_1750205495.00000.db -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_old_style_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_old_style_root_account_container_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_overlap_shard_range_order -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_overlap_shard_range_order ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_path -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_pending_file_name -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_pending_file_name ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_policy_stat_tracking -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_policy_stat_tracking ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205496.00000, db: /tmp/tmpp3g188z8/sda/containers/0/d92/24958f7cbc199f79d801b0bea5754d92/24958f7cbc199f79d801b0bea5754d92.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205498.00000, db: /tmp/tmpp3g188z8/sda/containers/0/2cf/0699d706baa66991ff8bc0f6e9cb92cf/0699d706baa66991ff8bc0f6e9cb92cf.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205497.00000, (0, 0) as of 1750205497.00000, found as of 1750205497.00000> to ShardRange<'k' to 't' as of 1750205498.00000, (0, 0) as of 1750205498.00000, created as of 1750205498.00000>, path: .shards_a/shard_c_1750205498.00000, db: /tmp/tmpp3g188z8/sda/containers/0/2cf/0699d706baa66991ff8bc0f6e9cb92cf/0699d706baa66991ff8bc0f6e9cb92cf.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205500.00000, db: /tmp/tmpp3g188z8/sda/containers/0/908/411ff0966c1ee7f12e4e9bdd48291908/411ff0966c1ee7f12e4e9bdd48291908.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205499.00000, (0, 0) as of 1750205499.00000, found as of 1750205499.00000> to ShardRange<'k' to 't' as of 1750205500.00000, (0, 0) as of 1750205500.00000, cleaved as of 1750205500.00000>, path: .shards_a/shard_c_1750205500.00000, db: /tmp/tmpp3g188z8/sda/containers/0/908/411ff0966c1ee7f12e4e9bdd48291908/411ff0966c1ee7f12e4e9bdd48291908.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205502.00000, db: /tmp/tmpp3g188z8/sda/containers/0/59e/b30ec5f6c6d4ac338c78e5f6b1a2459e/b30ec5f6c6d4ac338c78e5f6b1a2459e.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205501.00000, (0, 0) as of 1750205501.00000, found as of 1750205501.00000> to ShardRange<'k' to 't' as of 1750205502.00000, (0, 0) as of 1750205502.00000, active as of 1750205502.00000>, path: .shards_a/shard_c_1750205502.00000, db: /tmp/tmpp3g188z8/sda/containers/0/59e/b30ec5f6c6d4ac338c78e5f6b1a2459e/b30ec5f6c6d4ac338c78e5f6b1a2459e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205504.00000, db: /tmp/tmpp3g188z8/sda/containers/0/6b2/b17c2965b0f4974705f46aa64bb9e6b2/b17c2965b0f4974705f46aa64bb9e6b2.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205503.00000, (0, 0) as of 1750205503.00000, found as of 1750205503.00000> to ShardRange<'k' to 't' as of 1750205504.00000, (0, 0) as of 1750205504.00000, shrinking as of 1750205504.00000>, path: .shards_a/shard_c_1750205504.00000, db: /tmp/tmpp3g188z8/sda/containers/0/6b2/b17c2965b0f4974705f46aa64bb9e6b2/b17c2965b0f4974705f46aa64bb9e6b2.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205504.00000, db: /tmp/tmpp3g188z8/sda/containers/0/6b2/b17c2965b0f4974705f46aa64bb9e6b2/b17c2965b0f4974705f46aa64bb9e6b2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205506.00000, db: /tmp/tmpp3g188z8/sda/containers/0/7f2/69902a7ac687abb3e1c1fda977c3e7f2/69902a7ac687abb3e1c1fda977c3e7f2.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205505.00000, (0, 0) as of 1750205505.00000, found as of 1750205505.00000> to ShardRange<'k' to 't' as of 1750205506.00000, (0, 0) as of 1750205506.00000, sharding as of 1750205506.00000>, path: .shards_a/shard_c_1750205506.00000, db: /tmp/tmpp3g188z8/sda/containers/0/7f2/69902a7ac687abb3e1c1fda977c3e7f2/69902a7ac687abb3e1c1fda977c3e7f2.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205506.00000, db: /tmp/tmpp3g188z8/sda/containers/0/7f2/69902a7ac687abb3e1c1fda977c3e7f2/69902a7ac687abb3e1c1fda977c3e7f2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205508.00000, db: /tmp/tmpp3g188z8/sda/containers/0/aed/d36726dbec9762b675a7c6df2cd3daed/d36726dbec9762b675a7c6df2cd3daed.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205507.00000, (0, 0) as of 1750205507.00000, found as of 1750205507.00000> to ShardRange<'k' to 't' as of 1750205508.00000, (0, 0) as of 1750205508.00000, sharded as of 1750205508.00000>, path: .shards_a/shard_c_1750205508.00000, db: /tmp/tmpp3g188z8/sda/containers/0/aed/d36726dbec9762b675a7c6df2cd3daed/d36726dbec9762b675a7c6df2cd3daed.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205508.00000, db: /tmp/tmpp3g188z8/sda/containers/0/aed/d36726dbec9762b675a7c6df2cd3daed/d36726dbec9762b675a7c6df2cd3daed.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205510.00000, db: /tmp/tmpp3g188z8/sda/containers/0/297/671eb6ca1faf3962c55e0205d0a9c297/671eb6ca1faf3962c55e0205d0a9c297.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205509.00000, (0, 0) as of 1750205509.00000, found as of 1750205509.00000> to ShardRange<'k' to 't' as of 1750205510.00000, (0, 0) as of 1750205510.00000, shrunk as of 1750205510.00000>, path: .shards_a/shard_c_1750205510.00000, db: /tmp/tmpp3g188z8/sda/containers/0/297/671eb6ca1faf3962c55e0205d0a9c297/671eb6ca1faf3962c55e0205d0a9c297.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205510.00000, db: /tmp/tmpp3g188z8/sda/containers/0/297/671eb6ca1faf3962c55e0205d0a9c297/671eb6ca1faf3962c55e0205d0a9c297.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205512.00000, db: /tmp/tmpp3g188z8/sda/containers/0/41e/16873496e4da1a73392f7bc659a5c41e/16873496e4da1a73392f7bc659a5c41e.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205511.00000, (0, 0) as of 1750205511.00000, created as of 1750205511.00000> to ShardRange<'k' to 't' as of 1750205512.00000, (0, 0) as of 1750205512.00000, found as of 1750205512.00000>, path: .shards_a/shard_c_1750205512.00000, db: /tmp/tmpp3g188z8/sda/containers/0/41e/16873496e4da1a73392f7bc659a5c41e/16873496e4da1a73392f7bc659a5c41e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205514.00000, db: /tmp/tmpp3g188z8/sda/containers/0/aa2/bd0daf7f5bcc75065bf75ed9d746baa2/bd0daf7f5bcc75065bf75ed9d746baa2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205516.00000, db: /tmp/tmpp3g188z8/sda/containers/0/652/406b5aca3beb64f8dfea521faa528652/406b5aca3beb64f8dfea521faa528652.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205515.00000, (0, 0) as of 1750205515.00000, created as of 1750205515.00000> to ShardRange<'k' to 't' as of 1750205516.00000, (0, 0) as of 1750205516.00000, cleaved as of 1750205516.00000>, path: .shards_a/shard_c_1750205516.00000, db: /tmp/tmpp3g188z8/sda/containers/0/652/406b5aca3beb64f8dfea521faa528652/406b5aca3beb64f8dfea521faa528652.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205518.00000, db: /tmp/tmpp3g188z8/sda/containers/0/63d/3819fa5e61a6911e6080a11b7e8c563d/3819fa5e61a6911e6080a11b7e8c563d.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205517.00000, (0, 0) as of 1750205517.00000, created as of 1750205517.00000> to ShardRange<'k' to 't' as of 1750205518.00000, (0, 0) as of 1750205518.00000, active as of 1750205518.00000>, path: .shards_a/shard_c_1750205518.00000, db: /tmp/tmpp3g188z8/sda/containers/0/63d/3819fa5e61a6911e6080a11b7e8c563d/3819fa5e61a6911e6080a11b7e8c563d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205520.00000, db: /tmp/tmpp3g188z8/sda/containers/0/c5c/2b94ae7767b0ccb33080b1527ccedc5c/2b94ae7767b0ccb33080b1527ccedc5c.db -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_misplaced_object_does_not_effect_container_stats -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_misplaced_object_does_not_effect_container_stats ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges_state -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_encoded_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_encoded_timestamps_using_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_newid -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_newid ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_encoded_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_encoded_timestamps_using_memory ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges_state -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_old_style_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_old_style_root_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_explicit_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_explicit_timestamps_using_file ... ok -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205519.00000, (0, 0) as of 1750205519.00000, created as of 1750205519.00000> to ShardRange<'k' to 't' as of 1750205520.00000, (0, 0) as of 1750205520.00000, shrinking as of 1750205520.00000>, path: .shards_a/shard_c_1750205520.00000, db: /tmp/tmpp3g188z8/sda/containers/0/c5c/2b94ae7767b0ccb33080b1527ccedc5c/2b94ae7767b0ccb33080b1527ccedc5c.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205520.00000, db: /tmp/tmpp3g188z8/sda/containers/0/c5c/2b94ae7767b0ccb33080b1527ccedc5c/2b94ae7767b0ccb33080b1527ccedc5c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205522.00000, db: /tmp/tmpp3g188z8/sda/containers/0/0e0/111521be8b93de708b0b4d21ff0ea0e0/111521be8b93de708b0b4d21ff0ea0e0.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205521.00000, (0, 0) as of 1750205521.00000, created as of 1750205521.00000> to ShardRange<'k' to 't' as of 1750205522.00000, (0, 0) as of 1750205522.00000, sharding as of 1750205522.00000>, path: .shards_a/shard_c_1750205522.00000, db: /tmp/tmpp3g188z8/sda/containers/0/0e0/111521be8b93de708b0b4d21ff0ea0e0/111521be8b93de708b0b4d21ff0ea0e0.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205522.00000, db: /tmp/tmpp3g188z8/sda/containers/0/0e0/111521be8b93de708b0b4d21ff0ea0e0/111521be8b93de708b0b4d21ff0ea0e0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205524.00000, db: /tmp/tmpp3g188z8/sda/containers/0/fc7/4f62b23f1802eb87603f9ea85c521fc7/4f62b23f1802eb87603f9ea85c521fc7.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205523.00000, (0, 0) as of 1750205523.00000, created as of 1750205523.00000> to ShardRange<'k' to 't' as of 1750205524.00000, (0, 0) as of 1750205524.00000, sharded as of 1750205524.00000>, path: .shards_a/shard_c_1750205524.00000, db: /tmp/tmpp3g188z8/sda/containers/0/fc7/4f62b23f1802eb87603f9ea85c521fc7/4f62b23f1802eb87603f9ea85c521fc7.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205524.00000, db: /tmp/tmpp3g188z8/sda/containers/0/fc7/4f62b23f1802eb87603f9ea85c521fc7/4f62b23f1802eb87603f9ea85c521fc7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205526.00000, db: /tmp/tmpp3g188z8/sda/containers/0/e30/25539f6190f1c833cf7ceedd192f1e30/25539f6190f1c833cf7ceedd192f1e30.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205525.00000, (0, 0) as of 1750205525.00000, created as of 1750205525.00000> to ShardRange<'k' to 't' as of 1750205526.00000, (0, 0) as of 1750205526.00000, shrunk as of 1750205526.00000>, path: .shards_a/shard_c_1750205526.00000, db: /tmp/tmpp3g188z8/sda/containers/0/e30/25539f6190f1c833cf7ceedd192f1e30/25539f6190f1c833cf7ceedd192f1e30.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205526.00000, db: /tmp/tmpp3g188z8/sda/containers/0/e30/25539f6190f1c833cf7ceedd192f1e30/25539f6190f1c833cf7ceedd192f1e30.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205528.00000, db: /tmp/tmpp3g188z8/sda/containers/0/50b/be7d448292e0e036d6e4826423fc250b/be7d448292e0e036d6e4826423fc250b.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205527.00000, (0, 0) as of 1750205527.00000, cleaved as of 1750205527.00000> to ShardRange<'k' to 't' as of 1750205528.00000, (0, 0) as of 1750205528.00000, found as of 1750205528.00000>, path: .shards_a/shard_c_1750205528.00000, db: /tmp/tmpp3g188z8/sda/containers/0/50b/be7d448292e0e036d6e4826423fc250b/be7d448292e0e036d6e4826423fc250b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205530.00000, db: /tmp/tmpp3g188z8/sda/containers/0/3e6/d12bdf766a484d67f3ef993a7edc63e6/d12bdf766a484d67f3ef993a7edc63e6.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205529.00000, (0, 0) as of 1750205529.00000, cleaved as of 1750205529.00000> to ShardRange<'k' to 't' as of 1750205530.00000, (0, 0) as of 1750205530.00000, created as of 1750205530.00000>, path: .shards_a/shard_c_1750205530.00000, db: /tmp/tmpp3g188z8/sda/containers/0/3e6/d12bdf766a484d67f3ef993a7edc63e6/d12bdf766a484d67f3ef993a7edc63e6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205532.00000, db: /tmp/tmpp3g188z8/sda/containers/0/70f/c90e9697984e222a32cb5b68690e370f/c90e9697984e222a32cb5b68690e370f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205534.00000, db: /tmp/tmpp3g188z8/sda/containers/0/7f9/fea0e5eec565a049314895f7e63437f9/fea0e5eec565a049314895f7e63437f9.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205533.00000, (0, 0) as of 1750205533.00000, cleaved as of 1750205533.00000> to ShardRange<'k' to 't' as of 1750205534.00000, (0, 0) as of 1750205534.00000, active as of 1750205534.00000>, path: .shards_a/shard_c_1750205534.00000, db: /tmp/tmpp3g188z8/sda/containers/0/7f9/fea0e5eec565a049314895f7e63437f9/fea0e5eec565a049314895f7e63437f9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205536.00000, db: /tmp/tmpp3g188z8/sda/containers/0/4a9/731e22cb24e1922e54034dc05e7134a9/731e22cb24e1922e54034dc05e7134a9.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205535.00000, (0, 0) as of 1750205535.00000, cleaved as of 1750205535.00000> to ShardRange<'k' to 't' as of 1750205536.00000, (0, 0) as of 1750205536.00000, shrinking as of 1750205536.00000>, path: .shards_a/shard_c_1750205536.00000, db: /tmp/tmpp3g188z8/sda/containers/0/4a9/731e22cb24e1922e54034dc05e7134a9/731e22cb24e1922e54034dc05e7134a9.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205536.00000, db: /tmp/tmpp3g188z8/sda/containers/0/4a9/731e22cb24e1922e54034dc05e7134a9/731e22cb24e1922e54034dc05e7134a9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205538.00000, db: /tmp/tmpp3g188z8/sda/containers/0/54f/1aab07092c8ba2c92291b278e372854f/1aab07092c8ba2c92291b278e372854f.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205537.00000, (0, 0) as of 1750205537.00000, cleaved as of 1750205537.00000> to ShardRange<'k' to 't' as of 1750205538.00000, (0, 0) as of 1750205538.00000, sharding as of 1750205538.00000>, path: .shards_a/shard_c_1750205538.00000, db: /tmp/tmpp3g188z8/sda/containers/0/54f/1aab07092c8ba2c92291b278e372854f/1aab07092c8ba2c92291b278e372854f.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205538.00000, db: /tmp/tmpp3g188z8/sda/containers/0/54f/1aab07092c8ba2c92291b278e372854f/1aab07092c8ba2c92291b278e372854f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205540.00000, db: /tmp/tmpp3g188z8/sda/containers/0/6e3/a44fba161df88f97ecc83d84c18146e3/a44fba161df88f97ecc83d84c18146e3.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205539.00000, (0, 0) as of 1750205539.00000, cleaved as of 1750205539.00000> to ShardRange<'k' to 't' as of 1750205540.00000, (0, 0) as of 1750205540.00000, sharded as of 1750205540.00000>, path: .shards_a/shard_c_1750205540.00000, db: /tmp/tmpp3g188z8/sda/containers/0/6e3/a44fba161df88f97ecc83d84c18146e3/a44fba161df88f97ecc83d84c18146e3.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205540.00000, db: /tmp/tmpp3g188z8/sda/containers/0/6e3/a44fba161df88f97ecc83d84c18146e3/a44fba161df88f97ecc83d84c18146e3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205542.00000, db: /tmp/tmpp3g188z8/sda/containers/0/0cf/755dbcae01f64e71a5092740110730cf/755dbcae01f64e71a5092740110730cf.db -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_newid -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_newid ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_explicit_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_explicit_timestamps_using_memory ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_old_style_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_old_style_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_old_style_root_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_old_style_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_root_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty_old_style_shard_container ... ok -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205541.00000, (0, 0) as of 1750205541.00000, cleaved as of 1750205541.00000> to ShardRange<'k' to 't' as of 1750205542.00000, (0, 0) as of 1750205542.00000, shrunk as of 1750205542.00000>, path: .shards_a/shard_c_1750205542.00000, db: /tmp/tmpp3g188z8/sda/containers/0/0cf/755dbcae01f64e71a5092740110730cf/755dbcae01f64e71a5092740110730cf.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205542.00000, db: /tmp/tmpp3g188z8/sda/containers/0/0cf/755dbcae01f64e71a5092740110730cf/755dbcae01f64e71a5092740110730cf.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205544.00000, db: /tmp/tmpp3g188z8/sda/containers/0/734/59ca3c7b6f47229a66ea59e56393f734/59ca3c7b6f47229a66ea59e56393f734.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205543.00000, (0, 0) as of 1750205543.00000, active as of 1750205543.00000> to ShardRange<'k' to 't' as of 1750205544.00000, (0, 0) as of 1750205544.00000, found as of 1750205544.00000>, path: .shards_a/shard_c_1750205544.00000, db: /tmp/tmpp3g188z8/sda/containers/0/734/59ca3c7b6f47229a66ea59e56393f734/59ca3c7b6f47229a66ea59e56393f734.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205546.00000, db: /tmp/tmpp3g188z8/sda/containers/0/e79/d3584f8c6def943926514f0320185e79/d3584f8c6def943926514f0320185e79.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205545.00000, (0, 0) as of 1750205545.00000, active as of 1750205545.00000> to ShardRange<'k' to 't' as of 1750205546.00000, (0, 0) as of 1750205546.00000, created as of 1750205546.00000>, path: .shards_a/shard_c_1750205546.00000, db: /tmp/tmpp3g188z8/sda/containers/0/e79/d3584f8c6def943926514f0320185e79/d3584f8c6def943926514f0320185e79.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205548.00000, db: /tmp/tmpp3g188z8/sda/containers/0/2c8/7848298c7a8a9c77fd16f9b2fd2dd2c8/7848298c7a8a9c77fd16f9b2fd2dd2c8.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205547.00000, (0, 0) as of 1750205547.00000, active as of 1750205547.00000> to ShardRange<'k' to 't' as of 1750205548.00000, (0, 0) as of 1750205548.00000, cleaved as of 1750205548.00000>, path: .shards_a/shard_c_1750205548.00000, db: /tmp/tmpp3g188z8/sda/containers/0/2c8/7848298c7a8a9c77fd16f9b2fd2dd2c8/7848298c7a8a9c77fd16f9b2fd2dd2c8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205550.00000, db: /tmp/tmpp3g188z8/sda/containers/0/841/8980f55bed373dd52575707580455841/8980f55bed373dd52575707580455841.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205552.00000, db: /tmp/tmpp3g188z8/sda/containers/0/9cf/26cf2277b5bc30e3050a7db5de06a9cf/26cf2277b5bc30e3050a7db5de06a9cf.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205551.00000, (0, 0) as of 1750205551.00000, active as of 1750205551.00000> to ShardRange<'k' to 't' as of 1750205552.00000, (0, 0) as of 1750205552.00000, shrinking as of 1750205552.00000>, path: .shards_a/shard_c_1750205552.00000, db: /tmp/tmpp3g188z8/sda/containers/0/9cf/26cf2277b5bc30e3050a7db5de06a9cf/26cf2277b5bc30e3050a7db5de06a9cf.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205552.00000, db: /tmp/tmpp3g188z8/sda/containers/0/9cf/26cf2277b5bc30e3050a7db5de06a9cf/26cf2277b5bc30e3050a7db5de06a9cf.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205554.00000, db: /tmp/tmpp3g188z8/sda/containers/0/868/cbafa9558434370f5335a9884736f868/cbafa9558434370f5335a9884736f868.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205553.00000, (0, 0) as of 1750205553.00000, active as of 1750205553.00000> to ShardRange<'k' to 't' as of 1750205554.00000, (0, 0) as of 1750205554.00000, sharding as of 1750205554.00000>, path: .shards_a/shard_c_1750205554.00000, db: /tmp/tmpp3g188z8/sda/containers/0/868/cbafa9558434370f5335a9884736f868/cbafa9558434370f5335a9884736f868.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205554.00000, db: /tmp/tmpp3g188z8/sda/containers/0/868/cbafa9558434370f5335a9884736f868/cbafa9558434370f5335a9884736f868.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205556.00000, db: /tmp/tmpp3g188z8/sda/containers/0/022/3114d53b324874f723a9b3c0164ee022/3114d53b324874f723a9b3c0164ee022.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205555.00000, (0, 0) as of 1750205555.00000, active as of 1750205555.00000> to ShardRange<'k' to 't' as of 1750205556.00000, (0, 0) as of 1750205556.00000, sharded as of 1750205556.00000>, path: .shards_a/shard_c_1750205556.00000, db: /tmp/tmpp3g188z8/sda/containers/0/022/3114d53b324874f723a9b3c0164ee022/3114d53b324874f723a9b3c0164ee022.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205556.00000, db: /tmp/tmpp3g188z8/sda/containers/0/022/3114d53b324874f723a9b3c0164ee022/3114d53b324874f723a9b3c0164ee022.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205558.00000, db: /tmp/tmpp3g188z8/sda/containers/0/e80/d6687ff10709ba6b69494ab7dc228e80/d6687ff10709ba6b69494ab7dc228e80.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205557.00000, (0, 0) as of 1750205557.00000, active as of 1750205557.00000> to ShardRange<'k' to 't' as of 1750205558.00000, (0, 0) as of 1750205558.00000, shrunk as of 1750205558.00000>, path: .shards_a/shard_c_1750205558.00000, db: /tmp/tmpp3g188z8/sda/containers/0/e80/d6687ff10709ba6b69494ab7dc228e80/d6687ff10709ba6b69494ab7dc228e80.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205558.00000, db: /tmp/tmpp3g188z8/sda/containers/0/e80/d6687ff10709ba6b69494ab7dc228e80/d6687ff10709ba6b69494ab7dc228e80.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205560.00000, db: /tmp/tmpp3g188z8/sda/containers/0/0d5/c9a7637757d4b17b165c77595dd040d5/c9a7637757d4b17b165c77595dd040d5.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205559.00000, (0, 0) as of 1750205559.00000, shrinking as of 1750205559.00000> to ShardRange<'k' to 't' as of 1750205560.00000, (0, 0) as of 1750205560.00000, found as of 1750205560.00000>, path: .shards_a/shard_c_1750205560.00000, db: /tmp/tmpp3g188z8/sda/containers/0/0d5/c9a7637757d4b17b165c77595dd040d5/c9a7637757d4b17b165c77595dd040d5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205562.00000, db: /tmp/tmpp3g188z8/sda/containers/0/410/d71b404d7f05e51934a30fed9a0ef410/d71b404d7f05e51934a30fed9a0ef410.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205561.00000, (0, 0) as of 1750205561.00000, shrinking as of 1750205561.00000> to ShardRange<'k' to 't' as of 1750205562.00000, (0, 0) as of 1750205562.00000, created as of 1750205562.00000>, path: .shards_a/shard_c_1750205562.00000, db: /tmp/tmpp3g188z8/sda/containers/0/410/d71b404d7f05e51934a30fed9a0ef410/d71b404d7f05e51934a30fed9a0ef410.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205564.00000, db: /tmp/tmpp3g188z8/sda/containers/0/b2d/3c81195fa452635456b5a31f0135cb2d/3c81195fa452635456b5a31f0135cb2d.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205563.00000, (0, 0) as of 1750205563.00000, shrinking as of 1750205563.00000> to ShardRange<'k' to 't' as of 1750205564.00000, (0, 0) as of 1750205564.00000, cleaved as of 1750205564.00000>, path: .shards_a/shard_c_1750205564.00000, db: /tmp/tmpp3g188z8/sda/containers/0/b2d/3c81195fa452635456b5a31f0135cb2d/3c81195fa452635456b5a31f0135cb2d.db -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_root_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_old_style_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_old_style_root_account_container_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_old_style_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_old_style_root_account_container_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_overlap_shard_range_order -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_overlap_shard_range_order ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_path -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_pending_file_name -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_pending_file_name ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205566.00000, db: /tmp/tmpp3g188z8/sda/containers/0/c23/ee285d6dcde0f1aef0f0e03bff9f9c23/ee285d6dcde0f1aef0f0e03bff9f9c23.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205565.00000, (0, 0) as of 1750205565.00000, shrinking as of 1750205565.00000> to ShardRange<'k' to 't' as of 1750205566.00000, (0, 0) as of 1750205566.00000, active as of 1750205566.00000>, path: .shards_a/shard_c_1750205566.00000, db: /tmp/tmpp3g188z8/sda/containers/0/c23/ee285d6dcde0f1aef0f0e03bff9f9c23/ee285d6dcde0f1aef0f0e03bff9f9c23.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205568.00000, db: /tmp/tmpp3g188z8/sda/containers/0/b1d/6d8a333d9e808ee8e6b58a3c3d331b1d/6d8a333d9e808ee8e6b58a3c3d331b1d.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205568.00000, db: /tmp/tmpp3g188z8/sda/containers/0/b1d/6d8a333d9e808ee8e6b58a3c3d331b1d/6d8a333d9e808ee8e6b58a3c3d331b1d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205570.00000, db: /tmp/tmpp3g188z8/sda/containers/0/520/ea6e7da617062a9a41052bed0065b520/ea6e7da617062a9a41052bed0065b520.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205569.00000, (0, 0) as of 1750205569.00000, shrinking as of 1750205569.00000> to ShardRange<'k' to 't' as of 1750205570.00000, (0, 0) as of 1750205570.00000, sharding as of 1750205570.00000>, path: .shards_a/shard_c_1750205570.00000, db: /tmp/tmpp3g188z8/sda/containers/0/520/ea6e7da617062a9a41052bed0065b520/ea6e7da617062a9a41052bed0065b520.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205570.00000, db: /tmp/tmpp3g188z8/sda/containers/0/520/ea6e7da617062a9a41052bed0065b520/ea6e7da617062a9a41052bed0065b520.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205572.00000, db: /tmp/tmpp3g188z8/sda/containers/0/97c/91aac5269c4cce7ee73c453b0d21797c/91aac5269c4cce7ee73c453b0d21797c.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205571.00000, (0, 0) as of 1750205571.00000, shrinking as of 1750205571.00000> to ShardRange<'k' to 't' as of 1750205572.00000, (0, 0) as of 1750205572.00000, sharded as of 1750205572.00000>, path: .shards_a/shard_c_1750205572.00000, db: /tmp/tmpp3g188z8/sda/containers/0/97c/91aac5269c4cce7ee73c453b0d21797c/91aac5269c4cce7ee73c453b0d21797c.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205572.00000, db: /tmp/tmpp3g188z8/sda/containers/0/97c/91aac5269c4cce7ee73c453b0d21797c/91aac5269c4cce7ee73c453b0d21797c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205574.00000, db: /tmp/tmpp3g188z8/sda/containers/0/65d/efafc31e936b5c70a5518d48119ff65d/efafc31e936b5c70a5518d48119ff65d.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205573.00000, (0, 0) as of 1750205573.00000, shrinking as of 1750205573.00000> to ShardRange<'k' to 't' as of 1750205574.00000, (0, 0) as of 1750205574.00000, shrunk as of 1750205574.00000>, path: .shards_a/shard_c_1750205574.00000, db: /tmp/tmpp3g188z8/sda/containers/0/65d/efafc31e936b5c70a5518d48119ff65d/efafc31e936b5c70a5518d48119ff65d.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205574.00000, db: /tmp/tmpp3g188z8/sda/containers/0/65d/efafc31e936b5c70a5518d48119ff65d/efafc31e936b5c70a5518d48119ff65d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205576.00000, db: /tmp/tmpp3g188z8/sda/containers/0/822/e4d5976e4331b390e0604113a50fa822/e4d5976e4331b390e0604113a50fa822.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205575.00000, (0, 0) as of 1750205575.00000, sharding as of 1750205575.00000> to ShardRange<'k' to 't' as of 1750205576.00000, (0, 0) as of 1750205576.00000, found as of 1750205576.00000>, path: .shards_a/shard_c_1750205576.00000, db: /tmp/tmpp3g188z8/sda/containers/0/822/e4d5976e4331b390e0604113a50fa822/e4d5976e4331b390e0604113a50fa822.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205578.00000, db: /tmp/tmpp3g188z8/sda/containers/0/298/a66c3e2f7a146b9bc5c0eb0e083ed298/a66c3e2f7a146b9bc5c0eb0e083ed298.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205577.00000, (0, 0) as of 1750205577.00000, sharding as of 1750205577.00000> to ShardRange<'k' to 't' as of 1750205578.00000, (0, 0) as of 1750205578.00000, created as of 1750205578.00000>, path: .shards_a/shard_c_1750205578.00000, db: /tmp/tmpp3g188z8/sda/containers/0/298/a66c3e2f7a146b9bc5c0eb0e083ed298/a66c3e2f7a146b9bc5c0eb0e083ed298.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205580.00000, db: /tmp/tmpp3g188z8/sda/containers/0/360/d652299ab096c30024d5f449d9484360/d652299ab096c30024d5f449d9484360.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205579.00000, (0, 0) as of 1750205579.00000, sharding as of 1750205579.00000> to ShardRange<'k' to 't' as of 1750205580.00000, (0, 0) as of 1750205580.00000, cleaved as of 1750205580.00000>, path: .shards_a/shard_c_1750205580.00000, db: /tmp/tmpp3g188z8/sda/containers/0/360/d652299ab096c30024d5f449d9484360/d652299ab096c30024d5f449d9484360.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205582.00000, db: /tmp/tmpp3g188z8/sda/containers/0/090/5b7e9237eda31932d3b0ff3a10801090/5b7e9237eda31932d3b0ff3a10801090.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205581.00000, (0, 0) as of 1750205581.00000, sharding as of 1750205581.00000> to ShardRange<'k' to 't' as of 1750205582.00000, (0, 0) as of 1750205582.00000, active as of 1750205582.00000>, path: .shards_a/shard_c_1750205582.00000, db: /tmp/tmpp3g188z8/sda/containers/0/090/5b7e9237eda31932d3b0ff3a10801090/5b7e9237eda31932d3b0ff3a10801090.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205584.00000, db: /tmp/tmpp3g188z8/sda/containers/0/f85/23149b032ec2eadba3d340d761945f85/23149b032ec2eadba3d340d761945f85.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205583.00000, (0, 0) as of 1750205583.00000, sharding as of 1750205583.00000> to ShardRange<'k' to 't' as of 1750205584.00000, (0, 0) as of 1750205584.00000, shrinking as of 1750205584.00000>, path: .shards_a/shard_c_1750205584.00000, db: /tmp/tmpp3g188z8/sda/containers/0/f85/23149b032ec2eadba3d340d761945f85/23149b032ec2eadba3d340d761945f85.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205584.00000, db: /tmp/tmpp3g188z8/sda/containers/0/f85/23149b032ec2eadba3d340d761945f85/23149b032ec2eadba3d340d761945f85.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205586.00000, db: /tmp/tmpp3g188z8/sda/containers/0/7b6/ee382c4e25cbdad7e3954b8b1c3907b6/ee382c4e25cbdad7e3954b8b1c3907b6.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205586.00000, db: /tmp/tmpp3g188z8/sda/containers/0/7b6/ee382c4e25cbdad7e3954b8b1c3907b6/ee382c4e25cbdad7e3954b8b1c3907b6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205588.00000, db: /tmp/tmpp3g188z8/sda/containers/0/d18/7b7d5bc5f69efa95c4eceb6a2d5bfd18/7b7d5bc5f69efa95c4eceb6a2d5bfd18.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205587.00000, (0, 0) as of 1750205587.00000, sharding as of 1750205587.00000> to ShardRange<'k' to 't' as of 1750205588.00000, (0, 0) as of 1750205588.00000, sharded as of 1750205588.00000>, path: .shards_a/shard_c_1750205588.00000, db: /tmp/tmpp3g188z8/sda/containers/0/d18/7b7d5bc5f69efa95c4eceb6a2d5bfd18/7b7d5bc5f69efa95c4eceb6a2d5bfd18.db -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_policy_stat_tracking -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_policy_stat_tracking ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_overlap_shard_range_order -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_overlap_shard_range_order ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_path -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_pending_file_name -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_pending_file_name ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_misplaced_object_does_not_effect_container_stats -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_misplaced_object_does_not_effect_container_stats ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_policy_stat_tracking -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_policy_stat_tracking ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_misplaced_object_does_not_effect_container_stats -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_misplaced_object_does_not_effect_container_stats ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_encoded_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_encoded_timestamps_using_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_enable_sharding -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_enable_sharding ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_exception -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_exception ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_deadlock -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_deadlock ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_encoded_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_encoded_timestamps_using_memory ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_encoded_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_encoded_timestamps_using_file ... ok -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205588.00000, db: /tmp/tmpp3g188z8/sda/containers/0/d18/7b7d5bc5f69efa95c4eceb6a2d5bfd18/7b7d5bc5f69efa95c4eceb6a2d5bfd18.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205590.00000, db: /tmp/tmpp3g188z8/sda/containers/0/5da/c4bf2c0a0b9206e800484aca57ed75da/c4bf2c0a0b9206e800484aca57ed75da.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205589.00000, (0, 0) as of 1750205589.00000, sharding as of 1750205589.00000> to ShardRange<'k' to 't' as of 1750205590.00000, (0, 0) as of 1750205590.00000, shrunk as of 1750205590.00000>, path: .shards_a/shard_c_1750205590.00000, db: /tmp/tmpp3g188z8/sda/containers/0/5da/c4bf2c0a0b9206e800484aca57ed75da/c4bf2c0a0b9206e800484aca57ed75da.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205590.00000, db: /tmp/tmpp3g188z8/sda/containers/0/5da/c4bf2c0a0b9206e800484aca57ed75da/c4bf2c0a0b9206e800484aca57ed75da.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205592.00000, db: /tmp/tmpp3g188z8/sda/containers/0/2d7/51357c14889cca7af2f078d5819232d7/51357c14889cca7af2f078d5819232d7.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205591.00000, (0, 0) as of 1750205591.00000, sharded as of 1750205591.00000> to ShardRange<'k' to 't' as of 1750205592.00000, (0, 0) as of 1750205592.00000, found as of 1750205592.00000>, path: .shards_a/shard_c_1750205592.00000, db: /tmp/tmpp3g188z8/sda/containers/0/2d7/51357c14889cca7af2f078d5819232d7/51357c14889cca7af2f078d5819232d7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205594.00000, db: /tmp/tmpp3g188z8/sda/containers/0/f61/db2663d4e6ad099d8432c37f2ebd1f61/db2663d4e6ad099d8432c37f2ebd1f61.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205593.00000, (0, 0) as of 1750205593.00000, sharded as of 1750205593.00000> to ShardRange<'k' to 't' as of 1750205594.00000, (0, 0) as of 1750205594.00000, created as of 1750205594.00000>, path: .shards_a/shard_c_1750205594.00000, db: /tmp/tmpp3g188z8/sda/containers/0/f61/db2663d4e6ad099d8432c37f2ebd1f61/db2663d4e6ad099d8432c37f2ebd1f61.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205596.00000, db: /tmp/tmpp3g188z8/sda/containers/0/a0b/61c7048ad350122657a5450a24258a0b/61c7048ad350122657a5450a24258a0b.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205595.00000, (0, 0) as of 1750205595.00000, sharded as of 1750205595.00000> to ShardRange<'k' to 't' as of 1750205596.00000, (0, 0) as of 1750205596.00000, cleaved as of 1750205596.00000>, path: .shards_a/shard_c_1750205596.00000, db: /tmp/tmpp3g188z8/sda/containers/0/a0b/61c7048ad350122657a5450a24258a0b/61c7048ad350122657a5450a24258a0b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205598.00000, db: /tmp/tmpp3g188z8/sda/containers/0/674/b1504c935998452724a45e103295b674/b1504c935998452724a45e103295b674.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205597.00000, (0, 0) as of 1750205597.00000, sharded as of 1750205597.00000> to ShardRange<'k' to 't' as of 1750205598.00000, (0, 0) as of 1750205598.00000, active as of 1750205598.00000>, path: .shards_a/shard_c_1750205598.00000, db: /tmp/tmpp3g188z8/sda/containers/0/674/b1504c935998452724a45e103295b674/b1504c935998452724a45e103295b674.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205600.00000, db: /tmp/tmpp3g188z8/sda/containers/0/dbd/76e00e13929ecbb57e6aa73d48451dbd/76e00e13929ecbb57e6aa73d48451dbd.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205599.00000, (0, 0) as of 1750205599.00000, sharded as of 1750205599.00000> to ShardRange<'k' to 't' as of 1750205600.00000, (0, 0) as of 1750205600.00000, shrinking as of 1750205600.00000>, path: .shards_a/shard_c_1750205600.00000, db: /tmp/tmpp3g188z8/sda/containers/0/dbd/76e00e13929ecbb57e6aa73d48451dbd/76e00e13929ecbb57e6aa73d48451dbd.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205600.00000, db: /tmp/tmpp3g188z8/sda/containers/0/dbd/76e00e13929ecbb57e6aa73d48451dbd/76e00e13929ecbb57e6aa73d48451dbd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205602.00000, db: /tmp/tmpp3g188z8/sda/containers/0/56b/72a79fcad662e638dbfd11fed33ba56b/72a79fcad662e638dbfd11fed33ba56b.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205601.00000, (0, 0) as of 1750205601.00000, sharded as of 1750205601.00000> to ShardRange<'k' to 't' as of 1750205602.00000, (0, 0) as of 1750205602.00000, sharding as of 1750205602.00000>, path: .shards_a/shard_c_1750205602.00000, db: /tmp/tmpp3g188z8/sda/containers/0/56b/72a79fcad662e638dbfd11fed33ba56b/72a79fcad662e638dbfd11fed33ba56b.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205602.00000, db: /tmp/tmpp3g188z8/sda/containers/0/56b/72a79fcad662e638dbfd11fed33ba56b/72a79fcad662e638dbfd11fed33ba56b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205604.00000, db: /tmp/tmpp3g188z8/sda/containers/0/cdd/986b81c961ad94386d362789f4106cdd/986b81c961ad94386d362789f4106cdd.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205604.00000, db: /tmp/tmpp3g188z8/sda/containers/0/cdd/986b81c961ad94386d362789f4106cdd/986b81c961ad94386d362789f4106cdd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205606.00000, db: /tmp/tmpp3g188z8/sda/containers/0/1ee/58edf604b1b15a2bda9aaadc0cbee1ee/58edf604b1b15a2bda9aaadc0cbee1ee.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205605.00000, (0, 0) as of 1750205605.00000, sharded as of 1750205605.00000> to ShardRange<'k' to 't' as of 1750205606.00000, (0, 0) as of 1750205606.00000, shrunk as of 1750205606.00000>, path: .shards_a/shard_c_1750205606.00000, db: /tmp/tmpp3g188z8/sda/containers/0/1ee/58edf604b1b15a2bda9aaadc0cbee1ee/58edf604b1b15a2bda9aaadc0cbee1ee.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205606.00000, db: /tmp/tmpp3g188z8/sda/containers/0/1ee/58edf604b1b15a2bda9aaadc0cbee1ee/58edf604b1b15a2bda9aaadc0cbee1ee.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205608.00000, db: /tmp/tmpp3g188z8/sda/containers/0/4c6/d746041da640aaf7f1bbb5f6ffd834c6/d746041da640aaf7f1bbb5f6ffd834c6.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205607.00000, (0, 0) as of 1750205607.00000, shrunk as of 1750205607.00000> to ShardRange<'k' to 't' as of 1750205608.00000, (0, 0) as of 1750205608.00000, found as of 1750205608.00000>, path: .shards_a/shard_c_1750205608.00000, db: /tmp/tmpp3g188z8/sda/containers/0/4c6/d746041da640aaf7f1bbb5f6ffd834c6/d746041da640aaf7f1bbb5f6ffd834c6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205610.00000, db: /tmp/tmpp3g188z8/sda/containers/0/824/461727674575aa94daef238bd002a824/461727674575aa94daef238bd002a824.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205609.00000, (0, 0) as of 1750205609.00000, shrunk as of 1750205609.00000> to ShardRange<'k' to 't' as of 1750205610.00000, (0, 0) as of 1750205610.00000, created as of 1750205610.00000>, path: .shards_a/shard_c_1750205610.00000, db: /tmp/tmpp3g188z8/sda/containers/0/824/461727674575aa94daef238bd002a824/461727674575aa94daef238bd002a824.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205612.00000, db: /tmp/tmpp3g188z8/sda/containers/0/707/33d941e33cd4d19c2d85984ca8b07707/33d941e33cd4d19c2d85984ca8b07707.db -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_encoded_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_encoded_timestamps_using_memory ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_explicit_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_explicit_timestamps_using_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_explicit_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_explicit_timestamps_using_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_with_duplicate_names -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_with_duplicate_names ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_explicit_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_explicit_timestamps_using_memory ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reconciler_sync -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reconciler_sync ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges_errors -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_explicit_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_explicit_timestamps_using_memory ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges_with_misplaced_objects -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges_with_misplaced_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_brokers -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_brokers ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_db_state -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_db_state ... ok -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205611.00000, (0, 0) as of 1750205611.00000, shrunk as of 1750205611.00000> to ShardRange<'k' to 't' as of 1750205612.00000, (0, 0) as of 1750205612.00000, cleaved as of 1750205612.00000>, path: .shards_a/shard_c_1750205612.00000, db: /tmp/tmpp3g188z8/sda/containers/0/707/33d941e33cd4d19c2d85984ca8b07707/33d941e33cd4d19c2d85984ca8b07707.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205614.00000, db: /tmp/tmpp3g188z8/sda/containers/0/6ee/e24eb95f08f15e8ad81bd48b118886ee/e24eb95f08f15e8ad81bd48b118886ee.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205613.00000, (0, 0) as of 1750205613.00000, shrunk as of 1750205613.00000> to ShardRange<'k' to 't' as of 1750205614.00000, (0, 0) as of 1750205614.00000, active as of 1750205614.00000>, path: .shards_a/shard_c_1750205614.00000, db: /tmp/tmpp3g188z8/sda/containers/0/6ee/e24eb95f08f15e8ad81bd48b118886ee/e24eb95f08f15e8ad81bd48b118886ee.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205616.00000, db: /tmp/tmpp3g188z8/sda/containers/0/b31/fb586fe94600cfe8fd741116d8d58b31/fb586fe94600cfe8fd741116d8d58b31.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205615.00000, (0, 0) as of 1750205615.00000, shrunk as of 1750205615.00000> to ShardRange<'k' to 't' as of 1750205616.00000, (0, 0) as of 1750205616.00000, shrinking as of 1750205616.00000>, path: .shards_a/shard_c_1750205616.00000, db: /tmp/tmpp3g188z8/sda/containers/0/b31/fb586fe94600cfe8fd741116d8d58b31/fb586fe94600cfe8fd741116d8d58b31.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205616.00000, db: /tmp/tmpp3g188z8/sda/containers/0/b31/fb586fe94600cfe8fd741116d8d58b31/fb586fe94600cfe8fd741116d8d58b31.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205618.00000, db: /tmp/tmpp3g188z8/sda/containers/0/9bc/13e09b2c4a40b21ab069806cd7b1b9bc/13e09b2c4a40b21ab069806cd7b1b9bc.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205617.00000, (0, 0) as of 1750205617.00000, shrunk as of 1750205617.00000> to ShardRange<'k' to 't' as of 1750205618.00000, (0, 0) as of 1750205618.00000, sharding as of 1750205618.00000>, path: .shards_a/shard_c_1750205618.00000, db: /tmp/tmpp3g188z8/sda/containers/0/9bc/13e09b2c4a40b21ab069806cd7b1b9bc/13e09b2c4a40b21ab069806cd7b1b9bc.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205618.00000, db: /tmp/tmpp3g188z8/sda/containers/0/9bc/13e09b2c4a40b21ab069806cd7b1b9bc/13e09b2c4a40b21ab069806cd7b1b9bc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205620.00000, db: /tmp/tmpp3g188z8/sda/containers/0/b3a/60e54fe37efee5a8e12bc1d391483b3a/60e54fe37efee5a8e12bc1d391483b3a.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205619.00000, (0, 0) as of 1750205619.00000, shrunk as of 1750205619.00000> to ShardRange<'k' to 't' as of 1750205620.00000, (0, 0) as of 1750205620.00000, sharded as of 1750205620.00000>, path: .shards_a/shard_c_1750205620.00000, db: /tmp/tmpp3g188z8/sda/containers/0/b3a/60e54fe37efee5a8e12bc1d391483b3a/60e54fe37efee5a8e12bc1d391483b3a.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205620.00000, db: /tmp/tmpp3g188z8/sda/containers/0/b3a/60e54fe37efee5a8e12bc1d391483b3a/60e54fe37efee5a8e12bc1d391483b3a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205622.00000, db: /tmp/tmpp3g188z8/sda/containers/0/a52/92962b613e2670d66d4913aa029faa52/92962b613e2670d66d4913aa029faa52.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205622.00000, db: /tmp/tmpp3g188z8/sda/containers/0/a52/92962b613e2670d66d4913aa029faa52/92962b613e2670d66d4913aa029faa52.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205623.00000, db: /tmp/tmpp3g188z8/sda/containers/0/26e/b49e800f21d40e5c5bbfbdba3cacb26e/b49e800f21d40e5c5bbfbdba3cacb26e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205625.00000, db: /tmp/tmpp3g188z8/sda/containers/0/696/e46ce072634d49bea3f2acecd8e96696/e46ce072634d49bea3f2acecd8e96696.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205627.00000, db: /tmp/tmpp3g188z8/sda/containers/0/50d/9a9b26eb79092ab88c1e21bc5418950d/9a9b26eb79092ab88c1e21bc5418950d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205629.00000, db: /tmp/tmpp3g188z8/sda/containers/0/8b4/e8d9d2946c8bbfb1fbd19576b61418b4/e8d9d2946c8bbfb1fbd19576b61418b4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205631.00000, db: /tmp/tmpp3g188z8/sda/containers/0/dcc/a9f6e5028876b56a4a8581d73d89fdcc/a9f6e5028876b56a4a8581d73d89fdcc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205633.00000, db: /tmp/tmpp3g188z8/sda/containers/0/5b8/fe5a1e46f8df4ee56cc29bc01f7975b8/fe5a1e46f8df4ee56cc29bc01f7975b8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205635.00000, db: /tmp/tmpp3g188z8/sda/containers/0/b81/b76653db11776edfcd06b7787bda0b81/b76653db11776edfcd06b7787bda0b81.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205637.00000, db: /tmp/tmpp3g188z8/sda/containers/0/ca7/f8a3272df39c7062495ca11fcf278ca7/f8a3272df39c7062495ca11fcf278ca7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205639.00000, db: /tmp/tmpp3g188z8/sda/containers/0/3bc/1880b8a0bfb9771ddd8a518e6b7313bc/1880b8a0bfb9771ddd8a518e6b7313bc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205641.00000, db: /tmp/tmpp3g188z8/sda/containers/0/4e1/651c7a873a1b76f8d5f447b468ccd4e1/651c7a873a1b76f8d5f447b468ccd4e1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205643.00000, db: /tmp/tmpp3g188z8/sda/containers/0/f59/de0f2ca1c8feba99335b1fb58be89f59/de0f2ca1c8feba99335b1fb58be89f59.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205645.00000, db: /tmp/tmpp3g188z8/sda/containers/0/0b6/48f7a2d6c2a96a34024a55e8bffa20b6/48f7a2d6c2a96a34024a55e8bffa20b6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205647.00000, db: /tmp/tmpp3g188z8/sda/containers/0/2c8/c0862ed14dbc51cd43338cde5e0fb2c8/c0862ed14dbc51cd43338cde5e0fb2c8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205649.00000, db: /tmp/tmpp3g188z8/sda/containers/0/772/4e07754d87540f3250489bf14410e772/4e07754d87540f3250489bf14410e772.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205651.00000, db: /tmp/tmpp3g188z8/sda/containers/0/016/b01d603659e5bc7cd606679b34212016/b01d603659e5bc7cd606679b34212016.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205653.00000, db: /tmp/tmpp3g188z8/sda/containers/0/a27/8ef71b21e71e99dcc9333c9bac55fa27/8ef71b21e71e99dcc9333c9bac55fa27.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205655.00000, db: /tmp/tmpp3g188z8/sda/containers/0/878/02368c1801236f347499b097b0e68878/02368c1801236f347499b097b0e68878.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205657.00000, db: /tmp/tmpp3g188z8/sda/containers/0/3b0/fcb106478472d39fd2c5a23f6ecfa3b0/fcb106478472d39fd2c5a23f6ecfa3b0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205659.00000, db: /tmp/tmpp3g188z8/sda/containers/0/96c/c1caa9b336b434626aaabc16fff0996c/c1caa9b336b434626aaabc16fff0996c.db -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_is_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_no_stale_reads -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_no_stale_reads ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_remove_objects -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_remove_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_resolve_shard_range_states -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_resolve_shard_range_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_sharding_states -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_sharding_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_stale_read_ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_stale_read_ok ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_items_since -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_items_since ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces_root_container_fill_gap -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces_root_container_fill_gap ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reverse_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reverse_prefix_delim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces_state_filtering -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces_state_filtering ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_objects -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_root_account_container_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_save_and_load_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_save_and_load_record_from_pending_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_deadlock -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_deadlock ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205661.00000, db: /tmp/tmpp3g188z8/sda/containers/0/962/3ed4c8118ab7704f1cc91183fc837962/3ed4c8118ab7704f1cc91183fc837962.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205663.00000, db: /tmp/tmpp3g188z8/sda/containers/0/ae0/1a860d8fcadf66540cd4af457f8d8ae0/1a860d8fcadf66540cd4af457f8d8ae0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205665.00000, db: /tmp/tmpp3g188z8/sda/containers/0/56e/4ffa02ffd3b21d502591ea6cb572a56e/4ffa02ffd3b21d502591ea6cb572a56e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205667.00000, db: /tmp/tmpp3g188z8/sda/containers/0/6ea/35b3ca7eca000a6f06b0a60a7b7fc6ea/35b3ca7eca000a6f06b0a60a7b7fc6ea.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205669.00000, db: /tmp/tmpp3g188z8/sda/containers/0/d95/9e5f35463755a8b99fc9ea8bc5901d95/9e5f35463755a8b99fc9ea8bc5901d95.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205671.00000, db: /tmp/tmpp3g188z8/sda/containers/0/704/778f7b7f4cb4813f8c6f5fb5f3558704/778f7b7f4cb4813f8c6f5fb5f3558704.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205673.00000, db: /tmp/tmpp3g188z8/sda/containers/0/101/c03ef622fd488878a76188271bd35101/c03ef622fd488878a76188271bd35101.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205675.00000, db: /tmp/tmpp3g188z8/sda/containers/0/8fb/2692c5aede7a86d6726910b5002108fb/2692c5aede7a86d6726910b5002108fb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205677.00000, db: /tmp/tmpp3g188z8/sda/containers/0/047/da49435efde2be1f40ad83b079675047/da49435efde2be1f40ad83b079675047.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205679.00000, db: /tmp/tmpp3g188z8/sda/containers/0/87b/68244f99f20e116e27744bc9d271987b/68244f99f20e116e27744bc9d271987b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205681.00000, db: /tmp/tmpp3g188z8/sda/containers/0/e2a/093019f78d49e46d5c952cdcdbe95e2a/093019f78d49e46d5c952cdcdbe95e2a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205683.00000, db: /tmp/tmpp3g188z8/sda/containers/0/937/0c0cd350a9acfa294eb0d8259b848937/0c0cd350a9acfa294eb0d8259b848937.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205685.00000, db: /tmp/tmpp3g188z8/sda/containers/0/acf/e71232b9da8398cfcdca35ad42290acf/e71232b9da8398cfcdca35ad42290acf.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205687.00000, db: /tmp/tmpp3g188z8/sda/containers/0/c1a/92609594fccc77f9e4353d3d97c49c1a/92609594fccc77f9e4353d3d97c49c1a.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205687.00000, db: /tmp/tmpp3g188z8/sda/containers/0/c1a/92609594fccc77f9e4353d3d97c49c1a/92609594fccc77f9e4353d3d97c49c1a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205689.00000, db: /tmp/tmpp3g188z8/sda/containers/0/16f/3629f6a1a013487216855d1b7b63316f/3629f6a1a013487216855d1b7b63316f.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205689.00000, db: /tmp/tmpp3g188z8/sda/containers/0/16f/3629f6a1a013487216855d1b7b63316f/3629f6a1a013487216855d1b7b63316f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205691.00000, db: /tmp/tmpp3g188z8/sda/containers/0/bfc/8de6525e2bc1532770b4e32083dd8bfc/8de6525e2bc1532770b4e32083dd8bfc.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205691.00000, db: /tmp/tmpp3g188z8/sda/containers/0/bfc/8de6525e2bc1532770b4e32083dd8bfc/8de6525e2bc1532770b4e32083dd8bfc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205693.00000, db: /tmp/tmpp3g188z8/sda/containers/0/c29/10786b984d2849ee417ba12ce9360c29/10786b984d2849ee417ba12ce9360c29.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205693.00000, db: /tmp/tmpp3g188z8/sda/containers/0/c29/10786b984d2849ee417ba12ce9360c29/10786b984d2849ee417ba12ce9360c29.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205695.00000, db: /tmp/tmpp3g188z8/sda/containers/0/08a/fcb551a7c39bc0425e404d84ad36308a/fcb551a7c39bc0425e404d84ad36308a.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205695.00000, db: /tmp/tmpp3g188z8/sda/containers/0/08a/fcb551a7c39bc0425e404d84ad36308a/fcb551a7c39bc0425e404d84ad36308a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205697.00000, db: /tmp/tmpp3g188z8/sda/containers/0/d11/4218336f81fd363e48e994c7a9825d11/4218336f81fd363e48e994c7a9825d11.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205697.00000, db: /tmp/tmpp3g188z8/sda/containers/0/d11/4218336f81fd363e48e994c7a9825d11/4218336f81fd363e48e994c7a9825d11.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205699.00000, db: /tmp/tmpp3g188z8/sda/containers/0/eb5/7e31fdaf1ee19547ed85305898862eb5/7e31fdaf1ee19547ed85305898862eb5.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205699.00000, db: /tmp/tmpp3g188z8/sda/containers/0/eb5/7e31fdaf1ee19547ed85305898862eb5/7e31fdaf1ee19547ed85305898862eb5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205701.00000, db: /tmp/tmpp3g188z8/sda/containers/0/321/10a4601ba759158943c6941307743321/10a4601ba759158943c6941307743321.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205701.00000, db: /tmp/tmpp3g188z8/sda/containers/0/321/10a4601ba759158943c6941307743321/10a4601ba759158943c6941307743321.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205703.00000, db: /tmp/tmpp3g188z8/sda/containers/0/f47/68d1a26598b0adb5e5329a322fd52f47/68d1a26598b0adb5e5329a322fd52f47.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205703.00000, db: /tmp/tmpp3g188z8/sda/containers/0/f47/68d1a26598b0adb5e5329a322fd52f47/68d1a26598b0adb5e5329a322fd52f47.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205705.00000, db: /tmp/tmpp3g188z8/sda/containers/0/d40/cd1aba255775943e2d9c04bd1e9fbd40/cd1aba255775943e2d9c04bd1e9fbd40.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205705.00000, db: /tmp/tmpp3g188z8/sda/containers/0/d40/cd1aba255775943e2d9c04bd1e9fbd40/cd1aba255775943e2d9c04bd1e9fbd40.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205707.00000, db: /tmp/tmpp3g188z8/sda/containers/0/3c3/79cb65d0486bad7404281c11ae23b3c3/79cb65d0486bad7404281c11ae23b3c3.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205707.00000, db: /tmp/tmpp3g188z8/sda/containers/0/3c3/79cb65d0486bad7404281c11ae23b3c3/79cb65d0486bad7404281c11ae23b3c3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205709.00000, db: /tmp/tmpp3g188z8/sda/containers/0/762/264b8453f86f1c9750a91daef8f74762/264b8453f86f1c9750a91daef8f74762.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205709.00000, db: /tmp/tmpp3g188z8/sda/containers/0/762/264b8453f86f1c9750a91daef8f74762/264b8453f86f1c9750a91daef8f74762.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205711.00000, db: /tmp/tmpp3g188z8/sda/containers/0/ba7/de216661b102e1b11c8d436759893ba7/de216661b102e1b11c8d436759893ba7.db -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_deadlock -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_deadlock ... ok -test ERROR: Problem finding shard upper in '/tmp/tmpuh4rnhhf/test_container.db': : LockTimeout (Nones) -test ERROR: Problem finding shard upper in '/tmp/tmpuh4rnhhf/test_container.db': : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2507, in find_shard_ranges - next_shard_upper = sub_broker._get_next_shard_range_upper( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -sqlite3.OperationalError -test DEBUG: Unlinked retiring db '/tmp/tmpie1c0bp0/containers/part/suffix/hash/container.db' -test WARNING: Unexpected db files will be ignored: ['/tmp/tmpie1c0bp0/containers/part/suffix/hash/container.db'] -Container 'a/c' cannot be set to sharded state while in unsharded state -Container 'a/c' cannot be set to sharding state: missing epoch -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_shard_ranges ... ok -Container 'a/c' cannot be set to sharding state while in sharding state -Container 'a/c' cannot be set to sharded state while in sharded state -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_objects_since_row -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_objects_since_row ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_with_duplicate_names -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_with_duplicate_names ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_with_duplicate_names -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_with_duplicate_names ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_own_shard_range -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_own_shard_range ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reconciler_sync -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reconciler_sync ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reconciler_sync -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reconciler_sync ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_policy_info -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_policy_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_replication_info -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_replication_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_db_states -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_db_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_report_info -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_report_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharded_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharded_state_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_range_rows_with_limit -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_range_rows_with_limit ... ok -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205711.00000, db: /tmp/tmpp3g188z8/sda/containers/0/ba7/de216661b102e1b11c8d436759893ba7/de216661b102e1b11c8d436759893ba7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205713.00000, db: /tmp/tmpp3g188z8/sda/containers/0/c06/257126cebc3824c554ccbb0e1975cc06/257126cebc3824c554ccbb0e1975cc06.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205713.00000, db: /tmp/tmpp3g188z8/sda/containers/0/c06/257126cebc3824c554ccbb0e1975cc06/257126cebc3824c554ccbb0e1975cc06.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205715.00000, db: /tmp/tmpp3g188z8/sda/containers/0/371/314d7b0043583780870f96d6f8e70371/314d7b0043583780870f96d6f8e70371.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205715.00000, db: /tmp/tmpp3g188z8/sda/containers/0/371/314d7b0043583780870f96d6f8e70371/314d7b0043583780870f96d6f8e70371.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205717.00000, db: /tmp/tmpp3g188z8/sda/containers/0/50c/036702d61d134499343469d0e2cb450c/036702d61d134499343469d0e2cb450c.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205717.00000, db: /tmp/tmpp3g188z8/sda/containers/0/50c/036702d61d134499343469d0e2cb450c/036702d61d134499343469d0e2cb450c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205719.00000, db: /tmp/tmpp3g188z8/sda/containers/0/02d/d435381eb9e208e8c1fb10de534bb02d/d435381eb9e208e8c1fb10de534bb02d.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205719.00000, db: /tmp/tmpp3g188z8/sda/containers/0/02d/d435381eb9e208e8c1fb10de534bb02d/d435381eb9e208e8c1fb10de534bb02d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205721.00000, db: /tmp/tmpp3g188z8/sda/containers/0/5af/5377e7003f9ba7371a4a0ddc0e4a25af/5377e7003f9ba7371a4a0ddc0e4a25af.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205721.00000, db: /tmp/tmpp3g188z8/sda/containers/0/5af/5377e7003f9ba7371a4a0ddc0e4a25af/5377e7003f9ba7371a4a0ddc0e4a25af.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205723.00000, db: /tmp/tmpp3g188z8/sda/containers/0/9d0/71ebd0099c5fbc032bd2bda3974649d0/71ebd0099c5fbc032bd2bda3974649d0.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205723.00000, db: /tmp/tmpp3g188z8/sda/containers/0/9d0/71ebd0099c5fbc032bd2bda3974649d0/71ebd0099c5fbc032bd2bda3974649d0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205725.00000, db: /tmp/tmpp3g188z8/sda/containers/0/10f/3e1a66e22d2f4e4d3b0323e560a4c10f/3e1a66e22d2f4e4d3b0323e560a4c10f.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205725.00000, db: /tmp/tmpp3g188z8/sda/containers/0/10f/3e1a66e22d2f4e4d3b0323e560a4c10f/3e1a66e22d2f4e4d3b0323e560a4c10f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205727.00000, db: /tmp/tmpp3g188z8/sda/containers/0/776/d9002beaa8082cbdf096b2fda88c4776/d9002beaa8082cbdf096b2fda88c4776.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205727.00000, db: /tmp/tmpp3g188z8/sda/containers/0/776/d9002beaa8082cbdf096b2fda88c4776/d9002beaa8082cbdf096b2fda88c4776.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205729.00000, db: /tmp/tmpp3g188z8/sda/containers/0/a05/557acbd23ab2a762cea4c18f52382a05/557acbd23ab2a762cea4c18f52382a05.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205729.00000, db: /tmp/tmpp3g188z8/sda/containers/0/a05/557acbd23ab2a762cea4c18f52382a05/557acbd23ab2a762cea4c18f52382a05.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205731.00000, db: /tmp/tmpp3g188z8/sda/containers/0/31f/24082ca26a73ed39d5d79ac7bf4c831f/24082ca26a73ed39d5d79ac7bf4c831f.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205731.00000, db: /tmp/tmpp3g188z8/sda/containers/0/31f/24082ca26a73ed39d5d79ac7bf4c831f/24082ca26a73ed39d5d79ac7bf4c831f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205733.00000, db: /tmp/tmpp3g188z8/sda/containers/0/508/0a0f1adb1f6cfae54159fb11392f8508/0a0f1adb1f6cfae54159fb11392f8508.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205733.00000, db: /tmp/tmpp3g188z8/sda/containers/0/508/0a0f1adb1f6cfae54159fb11392f8508/0a0f1adb1f6cfae54159fb11392f8508.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205735.00000, db: /tmp/tmpp3g188z8/sda/containers/0/ef2/521d04de33658dec84b9e13136c8fef2/521d04de33658dec84b9e13136c8fef2.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205735.00000, db: /tmp/tmpp3g188z8/sda/containers/0/ef2/521d04de33658dec84b9e13136c8fef2/521d04de33658dec84b9e13136c8fef2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205737.00000, db: /tmp/tmpp3g188z8/sda/containers/0/fbb/0945bb4d44955284ce676505e7de7fbb/0945bb4d44955284ce676505e7de7fbb.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205737.00000, db: /tmp/tmpp3g188z8/sda/containers/0/fbb/0945bb4d44955284ce676505e7de7fbb/0945bb4d44955284ce676505e7de7fbb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205739.00000, db: /tmp/tmpp3g188z8/sda/containers/0/831/62a83e26e2624ab250f94f9b3cb23831/62a83e26e2624ab250f94f9b3cb23831.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205739.00000, db: /tmp/tmpp3g188z8/sda/containers/0/831/62a83e26e2624ab250f94f9b3cb23831/62a83e26e2624ab250f94f9b3cb23831.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205741.00000, db: /tmp/tmpp3g188z8/sda/containers/0/584/0e4f5513e41f4494c0507dd163622584/0e4f5513e41f4494c0507dd163622584.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205741.00000, db: /tmp/tmpp3g188z8/sda/containers/0/584/0e4f5513e41f4494c0507dd163622584/0e4f5513e41f4494c0507dd163622584.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205743.00000, db: /tmp/tmpp3g188z8/sda/containers/0/7e4/0319768631148f20e045b2b43cb7f7e4/0319768631148f20e045b2b43cb7f7e4.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205743.00000, db: /tmp/tmpp3g188z8/sda/containers/0/7e4/0319768631148f20e045b2b43cb7f7e4/0319768631148f20e045b2b43cb7f7e4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205745.00000, db: /tmp/tmpp3g188z8/sda/containers/0/c0d/e5400e543bab221fd4874abf40679c0d/e5400e543bab221fd4874abf40679c0d.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205745.00000, db: /tmp/tmpp3g188z8/sda/containers/0/c0d/e5400e543bab221fd4874abf40679c0d/e5400e543bab221fd4874abf40679c0d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205747.00000, db: /tmp/tmpp3g188z8/sda/containers/0/b9f/0c6fd3f8e1a04a71cea0bbf978693b9f/0c6fd3f8e1a04a71cea0bbf978693b9f.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205747.00000, db: /tmp/tmpp3g188z8/sda/containers/0/b9f/0c6fd3f8e1a04a71cea0bbf978693b9f/0c6fd3f8e1a04a71cea0bbf978693b9f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750205749.00000, db: /tmp/tmpp3g188z8/sda/containers/0/3a2/63f41299739a3a1caa1e959e5d43a3a2/63f41299739a3a1caa1e959e5d43a3a2.db -test.unit.container.test_sharder.TestSharder.test_audit_shard_container_merge_other_ranges -test.unit.container.test_sharder.TestSharder.test_audit_shard_container_merge_other_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_deleted_range_in_root_container -test.unit.container.test_sharder.TestSharder.test_audit_shard_deleted_range_in_root_container ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_deleted_range_missing_from_root_container -test.unit.container.test_sharder.TestSharder.test_audit_shard_deleted_range_missing_from_root_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_includes -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_includes ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_with_sharding_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_with_sharding_overlaps ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_with_shrinking_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_with_shrinking_overlaps ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_remove_objects -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_remove_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_resolve_shard_range_states -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_resolve_shard_range_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_usage -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_usage ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_remove_objects -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_remove_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_resolve_shard_range_states -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_resolve_shard_range_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_has_multiple_policies -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_has_multiple_policies ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state_errors ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_range_not_merged_while_shrinking -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_range_not_merged_while_shrinking ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_has_other_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_has_other_shard_ranges ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_range_overlap_not_merged_while_shrinking -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_range_overlap_not_merged_while_shrinking ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_initialize_container_broker_in_default -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_initialize_container_broker_in_default ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_storage_policy_index -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_storage_policy_index ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reverse_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reverse_prefix_delim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_storage_policy_index_empty -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_storage_policy_index_empty ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_x_syncs -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_x_syncs ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_root_account_container_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reverse_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reverse_prefix_delim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_save_and_load_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_save_and_load_record_from_pending_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_root_account_container_path ... ok -test WARNING: Skipping /tmp/tmp2wgnnyan/asdf/data because [Errno 20] Not a directory: '/tmp/tmp2wgnnyan/asdf/data' -test WARNING: Skipping drive as it is not mounted -test WARNING: Skipping asdf as it is not mounted -test WARNING: Skipping /tmp/tmpzbw06ver/asdf/data because [Errno 20] Not a directory: '/tmp/tmpzbw06ver/asdf/data' -test ERROR: Problem finding shard upper in '/tmp/tmpox35z297/test_container.db': : LockTimeout (Nones) -test ERROR: Problem finding shard upper in '/tmp/tmpox35z297/test_container.db': : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2507, in find_shard_ranges - next_shard_upper = sub_broker._get_next_shard_range_upper( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -sqlite3.OperationalError -test DEBUG: Unlinked retiring db '/tmp/tmpbndj6z27/containers/part/suffix/hash/container.db' -test WARNING: Unexpected db files will be ignored: ['/tmp/tmpbndj6z27/containers/part/suffix/hash/container.db'] -Container 'a/c' cannot be set to sharded state while in unsharded state -Container 'a/c' cannot be set to sharding state: missing epoch -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_save_and_load_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_save_and_load_record_from_pending_file ... ok -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750205749.00000, db: /tmp/tmpp3g188z8/sda/containers/0/3a2/63f41299739a3a1caa1e959e5d43a3a2/63f41299739a3a1caa1e959e5d43a3a2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpg3966ttr/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750205519.00000, (0, 0) as of 1750205519.00000, active as of 1750205519.00000> to ShardRange<'k' to 't' as of 1750205520.00000, (0, 0) as of 1750205520.00000, sharded as of 1750205521.00000>, path: .shards_a/shard_c, db: /tmp/tmpg3966ttr/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Marked shard container as deleted, path: .shards_a/shard_c, db: /tmp/tmpg3966ttr/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Marked shard container as deleted, path: .shards_a/shard_c, db: /tmp/tmp1j0me2ag/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205520.00000-0, db: /tmp/tmp7otofaa1/sda/containers/0/84a/4414e1c86176755023f9e9dbf139c84a/4414e1c86176755023f9e9dbf139c84a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205523.00000-0, db: /tmp/tmp7otofaa1/sda/containers/0/153/86a9a68c632b023d612d8c7051823153/86a9a68c632b023d612d8c7051823153.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205526.00000-0, db: /tmp/tmp7otofaa1/sda/containers/0/624/8c0c38cd2369f5433934b6b9c01e9624/8c0c38cd2369f5433934b6b9c01e9624.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205529.00000-0, db: /tmp/tmp7otofaa1/sda/containers/0/2f2/52bb32739ebea70baa99f86f0d7a02f2/52bb32739ebea70baa99f86f0d7a02f2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205532.00000-0, db: /tmp/tmp7otofaa1/sda/containers/0/01c/9080fb5b2d287c1f4e2d3219e4b7401c/9080fb5b2d287c1f4e2d3219e4b7401c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205535.00000-0, db: /tmp/tmp7otofaa1/sda/containers/0/35c/724feacacd96f74f6f1ea687ec63735c/724feacacd96f74f6f1ea687ec63735c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205538.00000-0, db: /tmp/tmp7otofaa1/sda/containers/0/910/d2529d073215353140b5095e2cfbb910/d2529d073215353140b5095e2cfbb910.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205541.00000-0, db: /tmp/tmp7otofaa1/sda/containers/0/c59/b378f56c44e837577062214470bc7c59/b378f56c44e837577062214470bc7c59.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205544.00000-0, db: /tmp/tmp7otofaa1/sda/containers/0/6b3/230ba672fcf00100af1d2a9dac8b66b3/230ba672fcf00100af1d2a9dac8b66b3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205547.00000-0, db: /tmp/tmp7otofaa1/sda/containers/0/6e9/bc24b10a2967afb2fc7a5592e37f56e9/bc24b10a2967afb2fc7a5592e37f56e9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205550.00000-0, db: /tmp/tmp7otofaa1/sda/containers/0/c69/ba84cf3dfd498b3b379a40dc44afbc69/ba84cf3dfd498b3b379a40dc44afbc69.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205553.00000-0, db: /tmp/tmp7otofaa1/sda/containers/0/583/a5a70a739d45ed1f419e9c930bc1b583/a5a70a739d45ed1f419e9c930bc1b583.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205556.00000-0, db: /tmp/tmp7otofaa1/sda/containers/0/16d/68d13d3e8f66423b581dd6ce3298216d/68d13d3e8f66423b581dd6ce3298216d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205559.00000-0, db: /tmp/tmp7otofaa1/sda/containers/0/e97/3b3a88e72106ad8152000c69943bee97/3b3a88e72106ad8152000c69943bee97.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205522.00000-0, db: /tmp/tmpxynbr3_h/sda/containers/0/2ac/2cc8312647fca0ccc428d129b275f2ac/2cc8312647fca0ccc428d129b275f2ac.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205526.00000-0, db: /tmp/tmpxynbr3_h/sda/containers/0/624/8c0c38cd2369f5433934b6b9c01e9624/8c0c38cd2369f5433934b6b9c01e9624.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205524.00000-0, db: /tmp/tmpza2u35vr/sda/containers/0/f0c/d7d717376456b838e49eb7455f885f0c/d7d717376456b838e49eb7455f885f0c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205528.00000-0, db: /tmp/tmpza2u35vr/sda/containers/0/c43/706b8e3f3d1b90309a9c39e4beda1c43/706b8e3f3d1b90309a9c39e4beda1c43.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205532.00000-0, db: /tmp/tmpza2u35vr/sda/containers/0/01c/9080fb5b2d287c1f4e2d3219e4b7401c/9080fb5b2d287c1f4e2d3219e4b7401c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205536.00000-0, db: /tmp/tmpza2u35vr/sda/containers/0/1fb/ebf685330378d66787425701ae4e91fb/ebf685330378d66787425701ae4e91fb.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205536.00000-0, db: /tmp/tmpza2u35vr/sda/containers/0/1fb/ebf685330378d66787425701ae4e91fb/ebf685330378d66787425701ae4e91fb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205540.00000-0, db: /tmp/tmpza2u35vr/sda/containers/0/5ea/3cbfa536710441a4048c3515b320b5ea/3cbfa536710441a4048c3515b320b5ea.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205544.00000-0, db: /tmp/tmpza2u35vr/sda/containers/0/6b3/230ba672fcf00100af1d2a9dac8b66b3/230ba672fcf00100af1d2a9dac8b66b3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205548.00000-0, db: /tmp/tmpza2u35vr/sda/containers/0/c02/3a55eb5e77b581f21209751b3472ec02/3a55eb5e77b581f21209751b3472ec02.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205552.00000-0, db: /tmp/tmpza2u35vr/sda/containers/0/f67/5a275df900d4f5dd68a9d41b3c232f67/5a275df900d4f5dd68a9d41b3c232f67.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205556.00000-0, db: /tmp/tmpza2u35vr/sda/containers/0/16d/68d13d3e8f66423b581dd6ce3298216d/68d13d3e8f66423b581dd6ce3298216d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205560.00000-0, db: /tmp/tmpza2u35vr/sda/containers/0/988/2c14d04b897aabd68558c219020c2988/2c14d04b897aabd68558c219020c2988.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205564.00000-0, db: /tmp/tmpza2u35vr/sda/containers/0/7fa/1f3e1abc315c8e4432eb5df7f3d567fa/1f3e1abc315c8e4432eb5df7f3d567fa.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205568.00000-0, db: /tmp/tmpza2u35vr/sda/containers/0/155/d77d7afe5b9dc37e10897f261095d155/d77d7afe5b9dc37e10897f261095d155.db -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_initiated_and_required -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_initiated_and_required ... ok -Container 'a/c' cannot be set to sharding state while in sharding state -Container 'a/c' cannot be set to sharded state while in sharded state -Signal .MockServerFactory.MockServer object at 0x7f33a0379b50> pid: None signal: 9 -Waited 15 seconds for .MockServerFactory.MockServer object at 0x7f33a0379e90> to die; killing -Signal .MockServerFactory.MockServer object at 0x7f33a0379e90> pid: None signal: 9 -Waited 15 seconds for .MockServerFactory.MockServer object at 0x7f33a0379e50> to die; killing -Signal .MockServerFactory.MockServer object at 0x7f33a0379e50> pid: None signal: 9 -test ERROR: Problem finding shard upper in '/tmp/tmp90z_d2qy/test_container.db': : LockTimeout (Nones) -test ERROR: Problem finding shard upper in '/tmp/tmp90z_d2qy/test_container.db': : +StopIteration (txn: tx7b0e82c5c29f43d993aad-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2507, in find_shard_ranges - next_shard_upper = sub_broker._get_next_shard_range_upper( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -sqlite3.OperationalError -test DEBUG: Unlinked retiring db '/tmp/tmpn_3ikq73/containers/part/suffix/hash/container.db' -test WARNING: Unexpected db files will be ignored: ['/tmp/tmpn_3ikq73/containers/part/suffix/hash/container.db'] -Container 'a/c' cannot be set to sharded state while in unsharded state -Container 'a/c' cannot be set to sharding state: missing epoch -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_state_is_not_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_state_is_not_reclaimable ... ok -Container 'a/c' cannot be set to sharding state while in sharding state -Container 'a/c' cannot be set to sharded state while in sharded state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_sysmeta -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_sysmeta ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_old_enough_to_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_old_enough_to_reclaim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_db_states -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_db_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_reclaimable ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_last_modified_time -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_last_modified_time ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharded_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharded_state_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_legacy_pending_files -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_legacy_pending_files ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_db_states -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_db_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_storage_policy_property -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_storage_policy_property ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sync_merging -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sync_merging ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state ... ok -test.unit.container.test_sharder.TestCleavingContext.test_cursor -test.unit.container.test_sharder.TestCleavingContext.test_cursor ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharded_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharded_state_errors ... ok -test.unit.container.test_sharder.TestCleavingContext.test_delete -test.unit.container.test_sharder.TestCleavingContext.test_delete ... ok -test.unit.container.test_sharder.TestCleavingContext.test_done -test.unit.container.test_sharder.TestCleavingContext.test_done ... ok -test.unit.container.test_sharder.TestCleavingContext.test_init -test.unit.container.test_sharder.TestCleavingContext.test_init ... ok -test.unit.container.test_sharder.TestCleavingContext.test_iter -test.unit.container.test_sharder.TestCleavingContext.test_iter ... ok -test.unit.container.test_sharder.TestCleavingContext.test_load -test.unit.container.test_sharder.TestCleavingContext.test_load ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_non_slash ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_order_and_reverse -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_order_and_reverse ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state_deleted ... ok -test.unit.container.test_sharder.TestCleavingContext.test_load_all -test.unit.container.test_sharder.TestCleavingContext.test_load_all ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_prefix_delim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_with_reserved_name -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_with_reserved_name ... ok -test.unit.container.test_sharder.TestCleavingContext.test_load_modify_store_load -test.unit.container.test_sharder.TestCleavingContext.test_load_modify_store_load ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_load_old_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_load_old_record_from_pending_file ... ok -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205568.00000-0, db: /tmp/tmpza2u35vr/sda/containers/0/155/d77d7afe5b9dc37e10897f261095d155/d77d7afe5b9dc37e10897f261095d155.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205572.00000-0, db: /tmp/tmpza2u35vr/sda/containers/0/85d/2968d57b260b63377f8458f555ee985d/2968d57b260b63377f8458f555ee985d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205576.00000-0, db: /tmp/tmpza2u35vr/sda/containers/0/e71/ccec503970bab0771d43cfb279819e71/ccec503970bab0771d43cfb279819e71.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205580.00000-0, db: /tmp/tmpza2u35vr/sda/containers/0/781/a58f3834b3268694bda9c4342c704781/a58f3834b3268694bda9c4342c704781.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205584.00000-0, db: /tmp/tmpza2u35vr/sda/containers/0/56d/4afaa1a12056ea9351e59c8395fd656d/4afaa1a12056ea9351e59c8395fd656d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205588.00000-0, db: /tmp/tmpza2u35vr/sda/containers/0/880/6dc6d40f616d1d2045378404a0b22880/6dc6d40f616d1d2045378404a0b22880.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205592.00000-0, db: /tmp/tmpza2u35vr/sda/containers/0/e22/ef7634972571ee4dc60b721ed488ee22/ef7634972571ee4dc60b721ed488ee22.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205596.00000-0, db: /tmp/tmpza2u35vr/sda/containers/0/a0f/f160729a51571d5426d16d12aebfda0f/f160729a51571d5426d16d12aebfda0f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205600.00000-0, db: /tmp/tmpza2u35vr/sda/containers/0/a2f/2fa379e4eace7faebf51cf5864aa9a2f/2fa379e4eace7faebf51cf5864aa9a2f.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205600.00000-0, db: /tmp/tmpza2u35vr/sda/containers/0/a2f/2fa379e4eace7faebf51cf5864aa9a2f/2fa379e4eace7faebf51cf5864aa9a2f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205604.00000-0, db: /tmp/tmpza2u35vr/sda/containers/0/d66/d55575da18c5cf77f93b8aa5764bfd66/d55575da18c5cf77f93b8aa5764bfd66.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205608.00000-0, db: /tmp/tmpza2u35vr/sda/containers/0/977/02af816e80d95db88d3cd3b4f7886977/02af816e80d95db88d3cd3b4f7886977.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205612.00000-0, db: /tmp/tmpza2u35vr/sda/containers/0/622/6f2f77474d1882a38ec57c5cb9bee622/6f2f77474d1882a38ec57c5cb9bee622.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205616.00000-0, db: /tmp/tmpza2u35vr/sda/containers/0/314/77abf89bcb7ea68bcf8e240c83859314/77abf89bcb7ea68bcf8e240c83859314.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205620.00000-0, db: /tmp/tmpza2u35vr/sda/containers/0/99e/96e79ee22e2c98772b5c7ac34745299e/96e79ee22e2c98772b5c7ac34745299e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205624.00000-0, db: /tmp/tmpza2u35vr/sda/containers/0/377/f10596d855917ac0f540c8c058682377/f10596d855917ac0f540c8c058682377.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205628.00000-0, db: /tmp/tmpza2u35vr/sda/containers/0/d35/d872f45cbb50370ddea51fa57a3c4d35/d872f45cbb50370ddea51fa57a3c4d35.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205632.00000-0, db: /tmp/tmpza2u35vr/sda/containers/0/ba8/d45284bd13396f707e3b7d6f5462cba8/d45284bd13396f707e3b7d6f5462cba8.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205632.00000-0, db: /tmp/tmpza2u35vr/sda/containers/0/ba8/d45284bd13396f707e3b7d6f5462cba8/d45284bd13396f707e3b7d6f5462cba8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205636.00000-0, db: /tmp/tmpza2u35vr/sda/containers/0/8d5/ff47fbc0952a56a6ef11175f250de8d5/ff47fbc0952a56a6ef11175f250de8d5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205640.00000-0, db: /tmp/tmpza2u35vr/sda/containers/0/00f/76b500e38bfcb06a694b38355b88800f/76b500e38bfcb06a694b38355b88800f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205644.00000-0, db: /tmp/tmpza2u35vr/sda/containers/0/7ad/0debd397f9fb9442869cb7bf54ddc7ad/0debd397f9fb9442869cb7bf54ddc7ad.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205648.00000-0, db: /tmp/tmpza2u35vr/sda/containers/0/689/6a01668d0554e1766faf64eaecc48689/6a01668d0554e1766faf64eaecc48689.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205652.00000-0, db: /tmp/tmpza2u35vr/sda/containers/0/43a/795c96dadf7e49f29738b3c98b29743a/795c96dadf7e49f29738b3c98b29743a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205656.00000-0, db: /tmp/tmpza2u35vr/sda/containers/0/1a2/4b668fbf7a6b1db5b730274e890291a2/4b668fbf7a6b1db5b730274e890291a2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205660.00000-0, db: /tmp/tmpza2u35vr/sda/containers/0/6c9/67cd2ed1ec465b68e52f94bf53df36c9/67cd2ed1ec465b68e52f94bf53df36c9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205664.00000-0, db: /tmp/tmpza2u35vr/sda/containers/0/d4f/fbc631ffaded3acc8ac6ba1d45c21d4f/fbc631ffaded3acc8ac6ba1d45c21d4f.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205664.00000-0, db: /tmp/tmpza2u35vr/sda/containers/0/d4f/fbc631ffaded3acc8ac6ba1d45c21d4f/fbc631ffaded3acc8ac6ba1d45c21d4f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205668.00000-0, db: /tmp/tmpza2u35vr/sda/containers/0/44e/79e3e6f0ef222cd56050e2ac6e58944e/79e3e6f0ef222cd56050e2ac6e58944e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205672.00000-0, db: /tmp/tmpza2u35vr/sda/containers/0/5d2/cf6c785f18aa225db89f0ddab4cd35d2/cf6c785f18aa225db89f0ddab4cd35d2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205676.00000-0, db: /tmp/tmpza2u35vr/sda/containers/0/b53/7210576c42c7b1ff785649bcc1230b53/7210576c42c7b1ff785649bcc1230b53.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205680.00000-0, db: /tmp/tmpza2u35vr/sda/containers/0/3a8/ffd332a37b264ca94250a21ffee2b3a8/ffd332a37b264ca94250a21ffee2b3a8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205684.00000-0, db: /tmp/tmpza2u35vr/sda/containers/0/f79/ebe259eb711880e82a32b5c81033cf79/ebe259eb711880e82a32b5c81033cf79.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205688.00000-0, db: /tmp/tmpza2u35vr/sda/containers/0/a1a/1a6950547bc8e58493a4f69f528c1a1a/1a6950547bc8e58493a4f69f528c1a1a.db -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_make_tuple_for_pickle -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_make_tuple_for_pickle ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state_errors ... ok -test.unit.container.test_sharder.TestCleavingContext.test_load_modify_store_load_old_style -test.unit.container.test_sharder.TestCleavingContext.test_load_modify_store_load_old_style ... ok -test.unit.container.test_sharder.TestCleavingContext.test_range_done -test.unit.container.test_sharder.TestCleavingContext.test_range_done ... ok -test.unit.container.test_sharder.TestCleavingContext.test_reset -test.unit.container.test_sharder.TestCleavingContext.test_reset ... ok -test.unit.container.test_sharder.TestCleavingContext.test_start -test.unit.container.test_sharder.TestCleavingContext.test_start ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_storage_policy_index -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_storage_policy_index ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_is_green -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_is_green ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_storage_policy_index_empty -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_storage_policy_index_empty ... ok -test.unit.container.test_sharder.TestCleavingContext.test_store -test.unit.container.test_sharder.TestCleavingContext.test_store ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_x_syncs -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_x_syncs ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_overwrite -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_overwrite ... ok -test.unit.container.test_sharder.TestCleavingContext.test_store_add_row_load -test.unit.container.test_sharder.TestCleavingContext.test_store_add_row_load ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_storage_policy_index -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_storage_policy_index ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_overwrite_unicode -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_overwrite_unicode ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_storage_policy_index_empty -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_storage_policy_index_empty ... ok -test.unit.container.test_sharder.TestCleavingContext.test_store_add_row_load_old_style -test.unit.container.test_sharder.TestCleavingContext.test_store_add_row_load_old_style ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_x_syncs -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_x_syncs ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_initiated_and_required -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_initiated_and_required ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_post_overwrite_out_of_order -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_post_overwrite_out_of_order ... ok -test.unit.container.test_sharder.TestCleavingContext.test_store_modify_db_id_load -test.unit.container.test_sharder.TestCleavingContext.test_store_modify_db_id_load ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_state_is_not_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_state_is_not_reclaimable ... ok -test.unit.container.test_sharder.TestCleavingContext.test_store_modify_db_id_load_old_style -test.unit.container.test_sharder.TestCleavingContext.test_store_modify_db_id_load_old_style ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_range_single_record -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_range_single_record ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_sysmeta -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_sysmeta ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_initiated_and_required -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_initiated_and_required ... ok -test.unit.container.test_sharder.TestCleavingContext.test_store_old_style -test.unit.container.test_sharder.TestCleavingContext.test_store_old_style ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges ... ok -test.unit.container.test_sharder.TestCleavingContext.test_store_reclaim_load -test.unit.container.test_sharder.TestCleavingContext.test_store_reclaim_load ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_state_is_not_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_state_is_not_reclaimable ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_sysmeta -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_sysmeta ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205692.00000-0, db: /tmp/tmpza2u35vr/sda/containers/0/fb8/4757b156513cae0a8208e67ee77a6fb8/4757b156513cae0a8208e67ee77a6fb8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205696.00000-0, db: /tmp/tmpza2u35vr/sda/containers/0/ad1/3860a44720db99611bc312f93c9a2ad1/3860a44720db99611bc312f93c9a2ad1.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205696.00000-0, db: /tmp/tmpza2u35vr/sda/containers/0/ad1/3860a44720db99611bc312f93c9a2ad1/3860a44720db99611bc312f93c9a2ad1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205700.00000-0, db: /tmp/tmpza2u35vr/sda/containers/0/202/6d430e9d9cfe27cc8ddb31ed0260e202/6d430e9d9cfe27cc8ddb31ed0260e202.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205704.00000-0, db: /tmp/tmpza2u35vr/sda/containers/0/549/6feff46101a4fe0c37f5eabd9c74d549/6feff46101a4fe0c37f5eabd9c74d549.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205708.00000-0, db: /tmp/tmpza2u35vr/sda/containers/0/779/a1a0f41fa77f657b2bc74584f0d85779/a1a0f41fa77f657b2bc74584f0d85779.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205712.00000-0, db: /tmp/tmpza2u35vr/sda/containers/0/550/7956979644869107d70adb52a3f1c550/7956979644869107d70adb52a3f1c550.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205716.00000-0, db: /tmp/tmpza2u35vr/sda/containers/0/05c/1a446faf2ce13f9f985ce94601a6905c/1a446faf2ce13f9f985ce94601a6905c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205720.00000-0, db: /tmp/tmpza2u35vr/sda/containers/0/edb/e01177d8b7163edcca5849e41b4ecedb/e01177d8b7163edcca5849e41b4ecedb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205724.00000-0, db: /tmp/tmpza2u35vr/sda/containers/0/3b4/98fac0cfd7534e90111ce2c7787873b4/98fac0cfd7534e90111ce2c7787873b4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205728.00000-0, db: /tmp/tmpza2u35vr/sda/containers/0/6c5/27f6deec6e2c00afc29c4d2fe5b2f6c5/27f6deec6e2c00afc29c4d2fe5b2f6c5.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205728.00000-0, db: /tmp/tmpza2u35vr/sda/containers/0/6c5/27f6deec6e2c00afc29c4d2fe5b2f6c5/27f6deec6e2c00afc29c4d2fe5b2f6c5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205732.00000-0, db: /tmp/tmpza2u35vr/sda/containers/0/98d/19169d2abb45148f1cb192251005798d/19169d2abb45148f1cb192251005798d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205736.00000-0, db: /tmp/tmpza2u35vr/sda/containers/0/9e7/2ba4357e41867bab64081c5d9e31d9e7/2ba4357e41867bab64081c5d9e31d9e7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205740.00000-0, db: /tmp/tmpza2u35vr/sda/containers/0/b27/1af30ed3cdaef38b6e14de06985dcb27/1af30ed3cdaef38b6e14de06985dcb27.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205744.00000-0, db: /tmp/tmpza2u35vr/sda/containers/0/e4f/2085b71c3a4fdaebe0e888e380500e4f/2085b71c3a4fdaebe0e888e380500e4f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205748.00000-0, db: /tmp/tmpza2u35vr/sda/containers/0/73b/62d6dba4faa01da303f6e1519a81773b/62d6dba4faa01da303f6e1519a81773b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205752.00000-0, db: /tmp/tmpza2u35vr/sda/containers/0/af6/63485a35fdba13f0efd06c5efd267af6/63485a35fdba13f0efd06c5efd267af6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205756.00000-0, db: /tmp/tmpza2u35vr/sda/containers/0/43d/35c3c28f05bb2437ba8f74ce0d32e43d/35c3c28f05bb2437ba8f74ce0d32e43d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205760.00000-0, db: /tmp/tmpza2u35vr/sda/containers/0/8a7/63cb77e68e935a8a73b88f0966da68a7/63cb77e68e935a8a73b88f0966da68a7.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205760.00000-0, db: /tmp/tmpza2u35vr/sda/containers/0/8a7/63cb77e68e935a8a73b88f0966da68a7/63cb77e68e935a8a73b88f0966da68a7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205764.00000-0, db: /tmp/tmpza2u35vr/sda/containers/0/7fd/716b97c54d26e1bd05abcbe47193d7fd/716b97c54d26e1bd05abcbe47193d7fd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205768.00000-0, db: /tmp/tmpza2u35vr/sda/containers/0/d5b/e7b94521e8d764e3dcd0eb7dc5c2cd5b/e7b94521e8d764e3dcd0eb7dc5c2cd5b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205772.00000-0, db: /tmp/tmpza2u35vr/sda/containers/0/c17/96fb324831eee4e3764bc96cd55d1c17/96fb324831eee4e3764bc96cd55d1c17.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205776.00000-0, db: /tmp/tmpza2u35vr/sda/containers/0/e22/923f8f13573a86747ed1119191066e22/923f8f13573a86747ed1119191066e22.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205780.00000-0, db: /tmp/tmpza2u35vr/sda/containers/0/768/d8b3aed8976319ecc198f4497c1f7768/d8b3aed8976319ecc198f4497c1f7768.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205784.00000-0, db: /tmp/tmpza2u35vr/sda/containers/0/40e/0ffae397f302245bb7eaa02e90c6740e/0ffae397f302245bb7eaa02e90c6740e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205788.00000-0, db: /tmp/tmpza2u35vr/sda/containers/0/4f5/746a64576f1bb1ea63dda793f50a04f5/746a64576f1bb1ea63dda793f50a04f5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205792.00000-0, db: /tmp/tmpza2u35vr/sda/containers/0/833/8ea9b4c34ea1a8f6ec7cf95a89ab8833/8ea9b4c34ea1a8f6ec7cf95a89ab8833.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205796.00000-0, db: /tmp/tmpza2u35vr/sda/containers/0/cf6/d6514c4f67c1c5c3721815fa11ae5cf6/d6514c4f67c1c5c3721815fa11ae5cf6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205800.00000-0, db: /tmp/tmpza2u35vr/sda/containers/0/c75/19377f3fd3ff074cd62e375a28e2bc75/19377f3fd3ff074cd62e375a28e2bc75.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205804.00000-0, db: /tmp/tmpza2u35vr/sda/containers/0/471/40aead1a65c15199bc207eaf71122471/40aead1a65c15199bc207eaf71122471.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205808.00000-0, db: /tmp/tmpza2u35vr/sda/containers/0/5df/bf1ea2636ba895a0e295b38a5feb95df/bf1ea2636ba895a0e295b38a5feb95df.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205812.00000-0, db: /tmp/tmpza2u35vr/sda/containers/0/f4f/9527ff7765e3a1e9b8107f0bd1184f4f/9527ff7765e3a1e9b8107f0bd1184f4f.db -test.unit.container.test_sharder.TestCleavingContext.test_store_reclaim_load_old_style -test.unit.container.test_sharder.TestCleavingContext.test_store_reclaim_load_old_style ... ok -test.unit.container.test_sharder.TestContainerSharderConf.test_bad_values -test.unit.container.test_sharder.TestContainerSharderConf.test_bad_values ... ok -test.unit.container.test_sharder.TestContainerSharderConf.test_combine_shard_ranges -test.unit.container.test_sharder.TestContainerSharderConf.test_combine_shard_ranges ... ok -test.unit.container.test_sharder.TestContainerSharderConf.test_conf -test.unit.container.test_sharder.TestContainerSharderConf.test_conf ... ok -test.unit.container.test_sharder.TestContainerSharderConf.test_default -test.unit.container.test_sharder.TestContainerSharderConf.test_default ... ok -test.unit.container.test_sharder.TestContainerSharderConf.test_deprecated_percent_conf -test.unit.container.test_sharder.TestContainerSharderConf.test_deprecated_percent_conf ... ok -test.unit.container.test_sharder.TestContainerSharderConf.test_validate -test.unit.container.test_sharder.TestContainerSharderConf.test_validate ... ok -test.unit.container.test_sharder.TestContainerSharderConf.test_validate_subset -test.unit.container.test_sharder.TestContainerSharderConf.test_validate_subset ... ok -test.unit.obj.test_auditor.TestAuditor.test_audit_location_gets_quarantined -test.unit.obj.test_auditor.TestAuditor.test_audit_location_gets_quarantined ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_auditor_reclaim_age -test.unit.obj.test_auditor.TestAuditor.test_auditor_reclaim_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_expired_object_is_ignored -test.unit.obj.test_auditor.TestAuditor.test_expired_object_is_ignored ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_expired_object_is_ignored_with_zero_byte_fps -test.unit.obj.test_auditor.TestAuditor.test_expired_object_is_ignored_with_zero_byte_fps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_failsafe_object_audit_will_swallow_errors_in_tests -test.unit.obj.test_auditor.TestAuditor.test_failsafe_object_audit_will_swallow_errors_in_tests ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_generic_exception_handling -test.unit.obj.test_auditor.TestAuditor.test_generic_exception_handling ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_inprogress_rsync_tempfiles_get_cleaned_up -test.unit.obj.test_auditor.TestAuditor.test_inprogress_rsync_tempfiles_get_cleaned_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_non_reclaimable_tombstone -test.unit.obj.test_auditor.TestAuditor.test_non_reclaimable_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_non_reclaimable_tombstone_with_custom_reclaim_age -test.unit.obj.test_auditor.TestAuditor.test_non_reclaimable_tombstone_with_custom_reclaim_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_audit_adds_metadata_checksums -test.unit.obj.test_auditor.TestAuditor.test_object_audit_adds_metadata_checksums ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_audit_checks_EC_fragments -test.unit.obj.test_auditor.TestAuditor.test_object_audit_checks_EC_fragments ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_audit_diff_data -test.unit.obj.test_auditor.TestAuditor.test_object_audit_diff_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_audit_extra_data -test.unit.obj.test_auditor.TestAuditor.test_object_audit_extra_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_audit_no_meta -test.unit.obj.test_auditor.TestAuditor.test_object_audit_no_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_audit_will_not_swallow_errors_in_tests -test.unit.obj.test_auditor.TestAuditor.test_object_audit_will_not_swallow_errors_in_tests ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_all -test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_all ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_non_zero -test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_non_zero ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_zero -test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_zero ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_zero_check_closed -test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_zero_check_closed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_run_logging -test.unit.obj.test_auditor.TestAuditor.test_object_run_logging ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_run_once_multi_devices -test.unit.obj.test_auditor.TestAuditor.test_object_run_once_multi_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_run_once_no_sda -test.unit.obj.test_auditor.TestAuditor.test_object_run_once_no_sda ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_run_once_pass -test.unit.obj.test_auditor.TestAuditor.test_object_run_once_pass ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_run_recon_cache -test.unit.obj.test_auditor.TestAuditor.test_object_run_recon_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone -test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone_with_custom_reclaim_age -test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone_with_custom_reclaim_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone_with_zero_byte_fps -test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone_with_zero_byte_fps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_rsync_tempfile_timeout_auto_option -test.unit.obj.test_auditor.TestAuditor.test_rsync_tempfile_timeout_auto_option ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_run_audit_once -test.unit.obj.test_auditor.TestAuditor.test_run_audit_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_run_audit_once_zbfps -test.unit.obj.test_auditor.TestAuditor.test_run_audit_once_zbfps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit -test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit_once -test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit_once_failed_fork -test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit_once_failed_fork ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_sleeper -test.unit.obj.test_auditor.TestAuditor.test_sleeper ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_with_inaccessible_object_location -test.unit.obj.test_auditor.TestAuditor.test_with_inaccessible_object_location ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_with_only_tombstone -test.unit.obj.test_auditor.TestAuditor.test_with_only_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_with_tombstone_and_data -test.unit.obj.test_auditor.TestAuditor.test_with_tombstone_and_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_worker_conf_parms -test.unit.obj.test_auditor.TestAuditor.test_worker_conf_parms ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_close_error -test.unit.obj.test_diskfile.TestDiskFile.test_close_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_commit -test.unit.obj.test_diskfile.TestDiskFile.test_commit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_commit_fsync -test.unit.obj.test_diskfile.TestDiskFile.test_commit_fsync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_commit_ignores_cleanup_ondisk_files_error -test.unit.obj.test_diskfile.TestDiskFile.test_commit_ignores_cleanup_ondisk_files_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_content_type_and_timestamp -test.unit.obj.test_diskfile.TestDiskFile.test_content_type_and_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_content_type_not_open -test.unit.obj.test_diskfile.TestDiskFile.test_content_type_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_content_type_timestamp_not_open -test.unit.obj.test_diskfile.TestDiskFile.test_content_type_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_create_close_oserror -test.unit.obj.test_diskfile.TestDiskFile.test_create_close_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_create_mkstemp_no_space -test.unit.obj.test_diskfile.TestDiskFile.test_create_mkstemp_no_space ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_create_prealloc -test.unit.obj.test_diskfile.TestDiskFile.test_create_prealloc ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_create_prealloc_oserror -test.unit.obj.test_diskfile.TestDiskFile.test_create_prealloc_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_create_unlink_cleanup_DiskFileNoSpace -test.unit.obj.test_diskfile.TestDiskFile.test_create_unlink_cleanup_DiskFileNoSpace ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_create_unlink_cleanup_logging -test.unit.obj.test_diskfile.TestDiskFile.test_create_unlink_cleanup_logging ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_create_unlink_cleanup_renamer_fails -test.unit.obj.test_diskfile.TestDiskFile.test_create_unlink_cleanup_renamer_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_create_use_linkat_renamer_not_called -test.unit.obj.test_diskfile.TestDiskFile.test_create_use_linkat_renamer_not_called ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_data_timestamp -test.unit.obj.test_diskfile.TestDiskFile.test_data_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_data_timestamp_not_open -test.unit.obj.test_diskfile.TestDiskFile.test_data_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_delete -test.unit.obj.test_diskfile.TestDiskFile.test_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_corners -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_corners ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_partial_closes -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_partial_closes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_range_w_none -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_range_w_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_edges -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_edges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_empty -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_empty ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_w_no_etag_quarantine -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_w_no_etag_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_w_quarantine -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_w_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_concurrent_delete -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_concurrent_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_concurrent_marked_durable -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_concurrent_marked_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_concurrent_writes -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_concurrent_writes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_default_disallowed_metadata -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_default_disallowed_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_large_app_iter_ranges -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_large_app_iter_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_mkstemp_creates_dir -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_mkstemp_creates_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_preserves_slo -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_preserves_slo ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_preserves_sysmeta -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_preserves_sysmeta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_reader_iter -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_reader_iter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_reader_iter_w_io_error -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_reader_iter_w_io_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_reader_iter_w_quarantine -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_reader_iter_w_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_writer -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_writer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_content_length -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_content_length_deleted -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_content_length_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_content_length_not_open -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_content_length_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_names -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_names ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_timestamp -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_timestamp_deleted -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_timestamp_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_timestamp_not_open -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_durable_timestamp -test.unit.obj.test_diskfile.TestDiskFile.test_durable_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_durable_timestamp_no_data_file -test.unit.obj.test_diskfile.TestDiskFile.test_durable_timestamp_no_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_durable_timestamp_not_open -test.unit.obj.test_diskfile.TestDiskFile.test_durable_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_error_in_cleanup_ondisk_files -test.unit.obj.test_diskfile.TestDiskFile.test_error_in_cleanup_ondisk_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_exception_in_handle_close_quarantine -test.unit.obj.test_diskfile.TestDiskFile.test_exception_in_handle_close_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_from_audit_location -test.unit.obj.test_diskfile.TestDiskFile.test_from_audit_location ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_from_audit_location_with_mismatched_hash -test.unit.obj.test_diskfile.TestDiskFile.test_from_audit_location_with_mismatched_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_get_datafile_metadata -test.unit.obj.test_diskfile.TestDiskFile.test_get_datafile_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_get_datafile_metadata_not_opened -test.unit.obj.test_diskfile.TestDiskFile.test_get_datafile_metadata_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_get_dev_path -test.unit.obj.test_diskfile.TestDiskFile.test_get_dev_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_get_metadata -test.unit.obj.test_diskfile.TestDiskFile.test_get_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_get_metadata_not_opened -test.unit.obj.test_diskfile.TestDiskFile.test_get_metadata_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_get_metafile_metadata -test.unit.obj.test_diskfile.TestDiskFile.test_get_metafile_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_get_metafile_metadata_not_opened -test.unit.obj.test_diskfile.TestDiskFile.test_get_metafile_metadata_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_get_tempfile_fallback_to_mkstemp -test.unit.obj.test_diskfile.TestDiskFile.test_get_tempfile_fallback_to_mkstemp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_get_tempfile_use_linkat_os_open_called -test.unit.obj.test_diskfile.TestDiskFile.test_get_tempfile_use_linkat_os_open_called ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_get_tmpfile_os_open_other_exceptions_are_raised -test.unit.obj.test_diskfile.TestDiskFile.test_get_tmpfile_os_open_other_exceptions_are_raised ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_keep_cache -test.unit.obj.test_diskfile.TestDiskFile.test_keep_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_killed_before_cleanup -test.unit.obj.test_diskfile.TestDiskFile.test_killed_before_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_mount_checking -test.unit.obj.test_diskfile.TestDiskFile.test_mount_checking ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_not_opened -test.unit.obj.test_diskfile.TestDiskFile.test_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_number_calls_to_cleanup_ondisk_files_during_create -test.unit.obj.test_diskfile.TestDiskFile.test_number_calls_to_cleanup_ondisk_files_during_create ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_number_calls_to_cleanup_ondisk_files_during_delete -test.unit.obj.test_diskfile.TestDiskFile.test_number_calls_to_cleanup_ondisk_files_during_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_data_ts_meta -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_data_ts_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_data_ts_meta_legacy_durable -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_data_ts_meta_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_listdir_error -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_listdir_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_listdir_error_legacy_durable -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_listdir_error_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_meta_data_ts -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_meta_data_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_meta_data_ts_legacy_durable -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_meta_data_ts_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_meta_ts_data -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_meta_ts_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_multiple_meta_data -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_multiple_meta_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_multiple_meta_data_legacy_durable -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_multiple_meta_data_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_stale_meta_data -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_stale_meta_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_stale_meta_data_legacy_durable -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_stale_meta_data_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_ts_meta_data -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_ts_meta_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_wayward_files_ignored -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_wayward_files_ignored ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_wayward_files_ignored_legacy_durable -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_wayward_files_ignored_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_open_deleted -test.unit.obj.test_diskfile.TestDiskFile.test_open_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_open_deleted_with_corrupt_tombstone -test.unit.obj.test_diskfile.TestDiskFile.test_open_deleted_with_corrupt_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_open_expired -test.unit.obj.test_diskfile.TestDiskFile.test_open_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_open_not_exist -test.unit.obj.test_diskfile.TestDiskFile.test_open_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_open_not_expired -test.unit.obj.test_diskfile.TestDiskFile.test_open_not_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_bad_content_length -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_bad_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_corrupt_xattrs -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_corrupt_xattrs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_deleted_files -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_deleted_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_fstat_oserror -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_fstat_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_hashdir_not_a_directory -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_hashdir_not_a_directory ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_hashdir_not_listable -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_hashdir_not_listable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_bad_name -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_bad_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_bad_x_delete_at -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_bad_x_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_content_length -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_content_length_bad -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_content_length_bad ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_etag -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_missing_name -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_missing_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_zero_byte -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_zero_byte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_ioerror_enodata -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_ioerror_enodata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_missing_content_length -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_missing_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_subtly_corrupt_xattrs -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_subtly_corrupt_xattrs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_truncated_xattrs -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_truncated_xattrs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_valids -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_valids ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_read_metadata -test.unit.obj.test_diskfile.TestDiskFile.test_read_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_read_metadata_no_xattr -test.unit.obj.test_diskfile.TestDiskFile.test_read_metadata_no_xattr ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_splice_to_wsockfd_blocks -test.unit.obj.test_diskfile.TestDiskFile.test_splice_to_wsockfd_blocks ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_tee_to_md5_pipe_length_mismatch -test.unit.obj.test_diskfile.TestDiskFile.test_tee_to_md5_pipe_length_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_write_cleanup -test.unit.obj.test_diskfile.TestDiskFile.test_write_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_write_cleanup_legacy_durable -test.unit.obj.test_diskfile.TestDiskFile.test_write_cleanup_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_write_cleanup_part_power_increase -test.unit.obj.test_diskfile.TestDiskFile.test_write_cleanup_part_power_increase ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_disk_full -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_disk_full ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_no_xattr -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_no_xattr ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_content_type -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_content_type_removes_multiple_metas -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_content_type_removes_multiple_metas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_content_type_removes_same_time_meta -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_content_type_removes_same_time_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_older_content_type -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_older_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_zero_copy_cache_dropping -test.unit.obj.test_diskfile.TestDiskFile.test_zero_copy_cache_dropping ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_zero_copy_turns_off_when_md5_sockets_not_supported -test.unit.obj.test_diskfile.TestDiskFile.test_zero_copy_turns_off_when_md5_sockets_not_supported ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_can_read_old_meta -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_can_read_old_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_extract_policy -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_extract_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_async_dir -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_async_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_data_dir -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_data_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_part_path -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_part_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_tmp_dir -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_tmp_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_pickle_async_update_tmp_dir -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_pickle_async_update_tmp_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_quarantine_renamer -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_quarantine_renamer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_different_file_exists -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_different_file_exists ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_makedirs_error -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_makedirs_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_makedirs_race -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_makedirs_race ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_object_dir_exists_but_not_dir -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_object_dir_exists_but_not_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_os_link_error -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_os_link_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_os_link_race -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_os_link_race ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_same_file_exists -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_same_file_exists ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_target_path_does_not_exist -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_target_path_does_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_write_read_metadata -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_write_read_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_storage_policy_property -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_storage_policy_property ... ok -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_creates_empty_hashes -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_creates_empty_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_handoff -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_mixed -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_mixed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_no_hashes -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_no_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_primary -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_primary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_revert_only_tombstones -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_revert_only_tombstones ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_cleans_tmp -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_cleans_tmp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_creates_datadir -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_creates_datadir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_creates_datadir_error -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_creates_datadir_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_mount_check -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_mount_check ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_multi_device_skips_non_non_local_devs -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_multi_device_skips_non_non_local_devs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_multi_device_skips_non_ring_devices -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_multi_device_skips_non_ring_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_overrides -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_overrides ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_invalid_paths -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_invalid_paths ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_non_ec_policy_and_device -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_non_ec_policy_and_device ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_non_local_devs_servers_per_port -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_non_local_devs_servers_per_port ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_local_devices -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_local_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_local_devices_with_no_ec_policy_env -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_local_devices_with_no_ec_policy_env ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffix_delta -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffix_delta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffixes_in_sync -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffixes_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffixes_to_sync -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffixes_to_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_first_enables_handoffs_only -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_first_enables_handoffs_only ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_default -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_default ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_enabled -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_enabled ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_false_and_first_false -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_false_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_false_and_first_none -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_false_and_first_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_ignores_handoffs_first -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_ignores_handoffs_first ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_none_and_first_false -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_none_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_true_and_first_false -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_true_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_true_and_first_true -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_true_and_first_true ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_handoff -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_down -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_down ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_in_sync -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_not_in_sync -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_not_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_some_in_sync -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_some_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup_but_already_reclaimed -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup_but_already_reclaimed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup_tombstone -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_cleanup_meta_pure_handoff -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_cleanup_meta_pure_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_not_cleanup_meta_also_primary -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_not_cleanup_meta_also_primary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_not_cleanup_meta_new_data -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_not_cleanup_meta_new_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_is_handoff_fails -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_is_handoff_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_suffix_call_errors -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_suffix_call_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_sync_missing_durable -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_sync_missing_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_sync_partner_unmounted -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_sync_partner_unmounted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_will_not_revert_to_handoff -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_will_not_revert_to_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_reconstruct_removes_non_partition_files -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_reconstruct_removes_non_partition_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_reconstruct_with_no_ec_policy_env -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_reconstruct_with_no_ec_policy_env ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_ring_ip_and_bind_ip -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_ring_ip_and_bind_ip ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_sync_duplicates_to_remote_region -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_sync_duplicates_to_remote_region ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_two_ec_policies -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_two_ec_policies ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_check_ring -test.unit.obj.test_replicator.TestObjectReplicator.test_check_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_failure_report_with_auditor_stats_json -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_failure_report_with_auditor_stats_json ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_handoffs_first -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_handoffs_first ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_mkdirs_error -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_mkdirs_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk_diff_ports_normal -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk_diff_ports_normal ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk_servers_per_port -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk_servers_per_port ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_unmounted -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_unmounted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_with_override_parts_and_unexpected_part_dir -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_with_override_parts_and_unexpected_part_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_objs_ssync_only_when_in_sync -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_objs_ssync_only_when_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_1 -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_default_sync_method -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_default_sync_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ignores_os_no_data_error -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ignores_os_no_data_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ignores_os_no_entity_error -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ignores_os_no_entity_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_override_params -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_override_params ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_override_params_os_not_empty_error -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_override_params_os_not_empty_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_single_region -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_single_region ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_with_cleanup_failure -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_with_cleanup_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_with_sync_failure -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_with_sync_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_failures -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_failures ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete_fail_in_other_region -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete_fail_in_other_region ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete_failures -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete_failures ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_policy_override_params -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_policy_override_params ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_do_listdir -test.unit.obj.test_replicator.TestObjectReplicator.test_do_listdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_handoff_replication_setting_warnings -test.unit.obj.test_replicator.TestObjectReplicator.test_handoff_replication_setting_warnings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_handoffs_first_mode_will_abort_if_handoffs_remaining -test.unit.obj.test_replicator.TestObjectReplicator.test_handoffs_first_mode_will_abort_if_handoffs_remaining ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_handoffs_first_mode_will_process_all_jobs_after_handoffs -test.unit.obj.test_replicator.TestObjectReplicator.test_handoffs_first_mode_will_process_all_jobs_after_handoffs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_limit_rsync_log -test.unit.obj.test_replicator.TestObjectReplicator.test_limit_rsync_log ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_rsync_timeout -test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_rsync_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_rsync_timeout_wedged -test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_rsync_timeout_wedged ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_skipped_partpower_increase -test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_skipped_partpower_increase ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_removes_zbf -test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_removes_zbf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_skips_bogus_partition_dirs -test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_skips_bogus_partition_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_skips_rsync_temp_files -test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_skips_rsync_temp_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_revert_partition_lock_timeout -test.unit.obj.test_replicator.TestObjectReplicator.test_revert_partition_lock_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_ring_ip_and_bind_ip -test.unit.obj.test_replicator.TestObjectReplicator.test_ring_ip_and_bind_ip ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_compress_different_region -test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_compress_different_region ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_failure_logging -test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_failure_logging ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_failure_logging_no_transfer -test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_failure_logging_no_transfer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_success_logging -test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_success_logging ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_success_logging_no_transfer -test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_success_logging_no_transfer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_run -test.unit.obj.test_replicator.TestObjectReplicator.test_run ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_run_once -test.unit.obj.test_replicator.TestObjectReplicator.test_run_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_1 -test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_no_local_device_in_ring -test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_no_local_device_in_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_recover_from_failure -test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_recover_from_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_recover_from_timeout -test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_recover_from_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_run_withlog -test.unit.obj.test_replicator.TestObjectReplicator.test_run_withlog ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_sync_just_calls_sync_method -test.unit.obj.test_replicator.TestObjectReplicator.test_sync_just_calls_sync_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestZeroCopy.test_GET -test.unit.obj.test_server.TestZeroCopy.test_GET ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestZeroCopy.test_GET_big -test.unit.obj.test_server.TestZeroCopy.test_GET_big ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestZeroCopy.test_quarantine -test.unit.obj.test_server.TestZeroCopy.test_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestZeroCopy.test_quarantine_on_well_formed_zero_byte_file -test.unit.obj.test_server.TestZeroCopy.test_quarantine_on_well_formed_zero_byte_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_call -test.unit.obj.test_ssync_sender.TestSender.test_call ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check -test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check_metadata_legacy_response -test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check_metadata_legacy_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check_with_obj_list -test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check_with_obj_list ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check_with_obj_list_but_required -test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check_with_obj_list_but_required ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_call_calls_others -test.unit.obj.test_ssync_sender.TestSender.test_call_calls_others ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_call_catches_MessageTimeout -test.unit.obj.test_ssync_sender.TestSender.test_call_catches_MessageTimeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_call_catches_ReplicationException -test.unit.obj.test_ssync_sender.TestSender.test_call_catches_ReplicationException ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_call_catches_exception_handling_exception -test.unit.obj.test_ssync_sender.TestSender.test_call_catches_exception_handling_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_call_catches_other_exceptions -test.unit.obj.test_ssync_sender.TestSender.test_call_catches_other_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_connect -test.unit.obj.test_ssync_sender.TestSender.test_connect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_connect_bad_status -test.unit.obj.test_ssync_sender.TestSender.test_connect_bad_status ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff -test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_no_frag -test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_no_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_none_frag -test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_none_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_none_frag_to_primary -test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_none_frag_to_primary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_replicated -test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_replicated ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_connect_legacy_receiver -test.unit.obj.test_ssync_sender.TestSender.test_connect_legacy_receiver ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_connect_legacy_receiver_include_non_durable -test.unit.obj.test_ssync_sender.TestSender.test_connect_legacy_receiver_include_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_connect_receive_timeout -test.unit.obj.test_ssync_sender.TestSender.test_connect_receive_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_connect_send_timeout -test.unit.obj.test_ssync_sender.TestSender.test_connect_send_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_connect_upgraded_receiver -test.unit.obj.test_ssync_sender.TestSender.test_connect_upgraded_receiver ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_connect_upgraded_receiver_include_non_durable -test.unit.obj.test_ssync_sender.TestSender.test_connect_upgraded_receiver_include_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_disconnect -test.unit.obj.test_ssync_sender.TestSender.test_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_disconnect_timeout -test.unit.obj.test_ssync_sender.TestSender.test_disconnect_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_extra_line_parts -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_extra_line_parts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_far_end_disconnect -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_far_end_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_far_end_disconnect2 -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_far_end_disconnect2 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_far_end_unexpected -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_far_end_unexpected ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_has_empty_suffixes -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_has_empty_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_has_suffixes -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_has_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_max_objects_exactly_actual_objects -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_max_objects_exactly_actual_objects ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_max_objects_less_than_actual_objects -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_max_objects_less_than_actual_objects ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_send_map -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_send_map ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_timeout_send_line -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_timeout_send_line ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_timeout_start -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_timeout_start ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_readline_all -test.unit.obj.test_ssync_sender.TestSender.test_readline_all ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_readline_all_trailing_not_newline_termed -test.unit.obj.test_ssync_sender.TestSender.test_readline_all_trailing_not_newline_termed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_readline_at_start_of_chunk -test.unit.obj.test_ssync_sender.TestSender.test_readline_at_start_of_chunk ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_readline_broken_chunk -test.unit.obj.test_ssync_sender.TestSender.test_readline_broken_chunk ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_readline_buffer_exceeds_network_chunk_size_somehow -test.unit.obj.test_ssync_sender.TestSender.test_readline_buffer_exceeds_network_chunk_size_somehow ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_readline_chunk_with_extension -test.unit.obj.test_ssync_sender.TestSender.test_readline_chunk_with_extension ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_readline_newline_in_buffer -test.unit.obj.test_ssync_sender.TestSender.test_readline_newline_in_buffer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_readline_terminated_chunk -test.unit.obj.test_ssync_sender.TestSender.test_readline_terminated_chunk ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_send_delete -test.unit.obj.test_ssync_sender.TestSender.test_send_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_send_delete_timeout -test.unit.obj.test_ssync_sender.TestSender.test_send_delete_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_send_post -test.unit.obj.test_ssync_sender.TestSender.test_send_post ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_send_post_unicode -test.unit.obj.test_ssync_sender.TestSender.test_send_post_unicode ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_send_put -test.unit.obj.test_ssync_sender.TestSender.test_send_put ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_send_put_chunk_timeout -test.unit.obj.test_ssync_sender.TestSender.test_send_put_chunk_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_send_put_initial_timeout -test.unit.obj.test_ssync_sender.TestSender.test_send_put_initial_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_send_put_non_durable -test.unit.obj.test_ssync_sender.TestSender.test_send_put_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_send_put_unicode -test.unit.obj.test_ssync_sender.TestSender.test_send_put_unicode ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_send_put_unicode_header_name -test.unit.obj.test_ssync_sender.TestSender.test_send_put_unicode_header_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_update_send_delete -test.unit.obj.test_ssync_sender.TestSender.test_update_send_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_empty_send_map -test.unit.obj.test_ssync_sender.TestSender.test_updates_empty_send_map ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_is_deleted -test.unit.obj.test_ssync_sender.TestSender.test_updates_is_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_post -test.unit.obj.test_ssync_sender.TestSender.test_updates_post ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_put -test.unit.obj.test_ssync_sender.TestSender.test_updates_put ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_put_and_post -test.unit.obj.test_ssync_sender.TestSender.test_updates_put_and_post ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_disconnect_end -test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_disconnect_end ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_disconnect_start -test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_disconnect_start ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_timeout_end -test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_timeout_end ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_timeout_start -test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_timeout_start ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_unexp_end -test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_unexp_end ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_unexp_start -test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_unexp_start ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_storage_policy_index -test.unit.obj.test_ssync_sender.TestSender.test_updates_storage_policy_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_timeout -test.unit.obj.test_ssync_sender.TestSender.test_updates_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_unexpected_response_lines1 -test.unit.obj.test_ssync_sender.TestSender.test_updates_unexpected_response_lines1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_unexpected_response_lines2 -test.unit.obj.test_ssync_sender.TestSender.test_updates_unexpected_response_lines2 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.controllers.test_account.TestAccountController.test_account_acl_headers_translated_for_GET_HEAD -test.unit.proxy.controllers.test_account.TestAccountController.test_account_acl_headers_translated_for_GET_HEAD ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_account_info_in_response_env -test.unit.proxy.controllers.test_account.TestAccountController.test_account_info_in_response_env ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_add_acls_impossible_cases -test.unit.proxy.controllers.test_account.TestAccountController.test_add_acls_impossible_cases ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_cache_key_impossible_cases -test.unit.proxy.controllers.test_account.TestAccountController.test_cache_key_impossible_cases ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_get_deleted_account -test.unit.proxy.controllers.test_account.TestAccountController.test_get_deleted_account ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_long_acct_names -test.unit.proxy.controllers.test_account.TestAccountController.test_long_acct_names ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_DELETE -test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_DELETE ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_POST -test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_POST ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_PUT -test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_PUT ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_stripping_swift_admin_headers -test.unit.proxy.controllers.test_account.TestAccountController.test_stripping_swift_admin_headers ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_swift_owner -test.unit.proxy.controllers.test_account.TestAccountController.test_swift_owner ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_sys_meta_headers_POST -test.unit.proxy.controllers.test_account.TestAccountController.test_sys_meta_headers_POST ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_sys_meta_headers_PUT -test.unit.proxy.controllers.test_account.TestAccountController.test_sys_meta_headers_PUT ... ok -test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_record_type_object_makes_no_cache_lookup -test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_record_type_object_makes_no_cache_lookup ... ok -test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_include_deleted_shards -test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_include_deleted_shards ... ok -test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_requesting_listing_shards -test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_requesting_listing_shards ... ok -test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_requesting_updating_shards -test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_requesting_updating_shards ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_object -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_object ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_shard -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_shard ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_shard_with_listing_state -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_shard_with_listing_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sync_merging -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sync_merging ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers -test.unit.container.test_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_cleanup_post_replicate -test.unit.container.test_replicator.TestReplicatorSync.test_cleanup_post_replicate ... ok -test ERROR: Failed to unlink '/tmp/tmp8l7cgofo/containers/part/suffix/hash/container.db': + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx7b0e82c5c29f43d993aad-006644fa0c) +proxy-server ERROR: Object returning 503 for [] (txn: tx7b0e82c5c29f43d993aad-006644fa0c) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Node is error limited: 10.0.0.11:1011/sdl (txn: txbc0c383ed3734a6fb8f70-006644fa0c) +proxy-server DEBUG: Node is error limited: 10.0.0.12:1012/sdm (txn: txbc0c383ed3734a6fb8f70-006644fa0c) +proxy-server DEBUG: Node is error limited: 10.0.0.13:1013/sdn (txn: txbc0c383ed3734a6fb8f70-006644fa0c) +proxy-server DEBUG: Node is error limited: 10.0.0.14:1014/sda (txn: txbc0c383ed3734a6fb8f70-006644fa0c) +proxy-server DEBUG: Node is error limited: 10.0.0.15:1015/sda (txn: txbc0c383ed3734a6fb8f70-006644fa0c) +proxy-server DEBUG: Node is error limited: 10.0.0.16:1016/sda (txn: txbc0c383ed3734a6fb8f70-006644fa0c) +proxy-server DEBUG: Node is error limited: 10.0.0.17:1017/sda (txn: txbc0c383ed3734a6fb8f70-006644fa0c) +proxy-server DEBUG: Node is error limited: 10.0.0.18:1018/sda (txn: txbc0c383ed3734a6fb8f70-006644fa0c) +proxy-server DEBUG: Node is error limited: 10.0.0.19:1019/sda (txn: txbc0c383ed3734a6fb8f70-006644fa0c) +proxy-server DEBUG: Node is error limited: 10.0.0.20:1020/sda (txn: txbc0c383ed3734a6fb8f70-006644fa0c) +proxy-server DEBUG: Node is error limited: 10.0.0.21:1021/sda (txn: txbc0c383ed3734a6fb8f70-006644fa0c) +proxy-server DEBUG: Node is error limited: 10.0.0.22:1022/sda (txn: txbc0c383ed3734a6fb8f70-006644fa0c) +proxy-server DEBUG: Node is error limited: 10.0.0.23:1023/sda (txn: txbc0c383ed3734a6fb8f70-006644fa0c) +proxy-server DEBUG: Node is error limited: 10.0.0.24:1024/sda (txn: txbc0c383ed3734a6fb8f70-006644fa0c) +proxy-server DEBUG: Node is error limited: 10.0.0.25:1025/sda (txn: txbc0c383ed3734a6fb8f70-006644fa0c) +proxy-server DEBUG: Node is error limited: 10.0.0.26:1026/sda (txn: txbc0c383ed3734a6fb8f70-006644fa0c) +proxy-server DEBUG: Node is error limited: 10.0.0.27:1027/sda (txn: txbc0c383ed3734a6fb8f70-006644fa0c) +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_not_found_when_404_newer +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_not_found_when_404_newer ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_one_short_fragment_archive +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_one_short_fragment_archive ... ok +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx313f138f38dd4453b3aea-006644fa0c) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server WARNING: Un-recoverable fragment rebuild. Only received 9/10 fragments for '/a/c/o' (txn: tx536dc0880b1c4b03b0959-006644fa0c) +proxy-server WARNING: Un-recoverable fragment rebuild. Only received 9/10 fragments for '/a/c/o' (txn: txa6319f0689ef494caaf0c-006644fa0c) +proxy-server WARNING: Un-recoverable fragment rebuild. Only received 9/10 fragments for '/a/c/o' (txn: tx9527681096bb48f1a9dc3-006644fa0c) +proxy-server WARNING: Un-recoverable fragment rebuild. Only received 9/10 fragments for '/a/c/o' (txn: tx3d891050c1f4499882d84-006644fa0c) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx7b371b81dab540b88957b-006644fa0c) +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_primaries_error_during_rebalance +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_primaries_error_during_rebalance ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_simple +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_simple ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_simple_x_newest +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_simple_x_newest ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_timeout +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_timeout ... ok +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server ERROR: Object returning 503 for [] (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7b371b81dab540b88957b-006644fa0c) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (0.01s) (txn: tx9b20022f2f134954aba42-006644fa0d) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (0.01s) (txn: tx9b20022f2f134954aba42-006644fa0d) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Error decoding fragments for '/a/c/o'. Segments decoded: 0, Lengths: [490, 490, 490, 490, 490, 490, 490, 490, 490, 490]: pyeclib_c_decode ERROR: Fragment integrity check failed. Please inspect syslog for liberasurecode error report. (txn: tx6b2ec6315a5b4fe6b3f60-006644fa0d) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx6b2ec6315a5b4fe6b3f60-006644fa0d) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx6b2ec6315a5b4fe6b3f60-006644fa0d) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx6b2ec6315a5b4fe6b3f60-006644fa0d) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx6b2ec6315a5b4fe6b3f60-006644fa0d) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx6b2ec6315a5b4fe6b3f60-006644fa0d) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx6b2ec6315a5b4fe6b3f60-006644fa0d) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx6b2ec6315a5b4fe6b3f60-006644fa0d) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx6b2ec6315a5b4fe6b3f60-006644fa0d) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx6b2ec6315a5b4fe6b3f60-006644fa0d) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx6b2ec6315a5b4fe6b3f60-006644fa0d) +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_trigger_ec_metadata_check_failure +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_trigger_ec_metadata_check_failure ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_body +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_body ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_concurrent_ec_extra_requests +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_concurrent_ec_extra_requests ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_legacy_pending_files +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_legacy_pending_files ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_duplicate_and_hidden_frag_indexes +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_duplicate_and_hidden_frag_indexes ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_duplicate_but_insufficient_frag_indexes +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_duplicate_but_insufficient_frag_indexes ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_frags_swapped_around +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_frags_swapped_around ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_invalid_ranges +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_invalid_ranges ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_many_missed_overwrite_will_need_handoff +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_many_missed_overwrite_will_need_handoff ... ok +proxy-server ERROR: ERROR Unhandled exception in request: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2244, in set_sharded_state - os.unlink(retiring_file) - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError: 1 -test DEBUG: Unlinked retiring db '/tmp/tmp8l7cgofo/containers/part/suffix/hash/container_1750205526.00000.db' -test WARNING: Still have multiple db files after unlinking '/tmp/tmp8l7cgofo/containers/part/suffix/hash/container_1750205526.00000.db': ['/tmp/tmp8l7cgofo/containers/part/suffix/hash/container.db', '/tmp/tmp8l7cgofo/containers/part/suffix/hash/container_1750205527.00000.db'] -test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmp8l7cgofo/containers/part/suffix/hash/container_1750205527.00000.db']. -test ERROR: Failed to set the ROWID of the fresh database for a/c: -test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00026 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp73jsrtqu/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.00378 seconds (264.61786/s) -test INFO: Removed 1 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test DEBUG: Successfully deleted db /tmp/tmp2_fx4y5d/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -test DEBUG: Not deleting db /tmp/tmp2_fx4y5d/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db (2/3 success) -test DEBUG: Not deleting db /tmp/tmp2_fx4y5d/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db (requires sharding, state unsharded) -test DEBUG: Not deleting db /tmp/tmp2_fx4y5d/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750205533.75077.db (requires sharding, state sharding) -test DEBUG: Not deleting db /tmp/tmp2_fx4y5d/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750205533.75077.db (2/3 success) -test DEBUG: Successfully deleted db /tmp/tmp2_fx4y5d/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750205533.75077.db -test DEBUG: Successfully deleted db /tmp/tmp2_fx4y5d/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp7prerlip/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (51, '9fef596f4edc58ffa655f6fab9304cde', '4f3ede2d-a519-40ba-aee7-68575a14b8c5-sda', '1750205534.04508', '1750205534.00000', '0', '', '1750205534.00000', 51, 0) -test DEBUG: /tmp/tmp7prerlip/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'o0', 'created_at': '1750205535.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'o1', 'created_at': '1750205536.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 3, 'name': 'o2', 'created_at': '1750205537.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 4, 'name': 'o3', 'created_at': '1750205538.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 5, 'name': 'o4', 'created_at': '1750205539.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 6, 'name': 'o5', 'created_at': '1750205540.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 7, 'name': 'o6', 'created_at': '1750205541.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 8, 'name': 'o7', 'created_at': '1750205542.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 9, 'name': 'o8', 'created_at': '1750205543.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 10, 'name': 'o9', 'created_at': '1750205544.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '4f3ede2d-a519-40ba-aee7-68575a14b8c5-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 11, 'name': 'o10', 'created_at': '1750205545.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 12, 'name': 'o11', 'created_at': '1750205546.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 13, 'name': 'o12', 'created_at': '1750205547.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 14, 'name': 'o13', 'created_at': '1750205548.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 15, 'name': 'o14', 'created_at': '1750205549.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 16, 'name': 'o15', 'created_at': '1750205550.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 17, 'name': 'o16', 'created_at': '1750205551.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 18, 'name': 'o17', 'created_at': '1750205552.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 19, 'name': 'o18', 'created_at': '1750205553.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 20, 'name': 'o19', 'created_at': '1750205554.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '4f3ede2d-a519-40ba-aee7-68575a14b8c5-sda') -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_storage_policy_property -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_storage_policy_property ... ok -test ERROR: Failed to unlink '/tmp/tmpt0o76q7w/containers/part/suffix/hash/container.db': + File "/build/reproducible-path/swift-2.33.0/swift/proxy/server.py", line 598, in handle_request + return handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 375, in wrapped + return func(*a, **kw) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 275, in GET + return self.GETorHEAD(req) + ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 263, in GETorHEAD + resp = self._get_or_head_response(req, node_iter, partition, policy) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2930, in _get_or_head_response + app_iter.kickoff(req, resp) + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 1184, in kickoff + self.stashed_iter = reiterate(self._real_iter(req, resp.headers)) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3749, in reiterate + chunk = next(iterator) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3709, in __next__ + return self._get_next_item() + ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 4452, in _get_next_item + return super(StringAlong, self)._get_next_item() + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3705, in _get_next_item + return next(self.wrapped_iter) + ^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 1470, in _iter_one_range + for i, next_seg in enumerate(segment_iter): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 1549, in _decode_segments_from_fragments + segment = self.policy.pyeclib_driver.decode(fragments) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/pyeclib/ec_iface.py", line 300, in decode + return self.ec_lib_reference.decode(fragment_payloads, ranges, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/pyeclib/core.py", line 91, in decode + return pyeclib_c.decode(self.handle, _fragment_payloads, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +pyeclib.ec_iface.ECInvalidFragmentMetadata: pyeclib_c_decode ERROR: Fragment integrity check failed. Please inspect syslog for liberasurecode error report. (txn: tx6b2ec6315a5b4fe6b3f60-006644fa0d) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx34a69c62e9274f9c9f3be-006644fa0d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx34a69c62e9274f9c9f3be-006644fa0d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx34a69c62e9274f9c9f3be-006644fa0d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx34a69c62e9274f9c9f3be-006644fa0d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx34a69c62e9274f9c9f3be-006644fa0d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx34a69c62e9274f9c9f3be-006644fa0d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx34a69c62e9274f9c9f3be-006644fa0d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx34a69c62e9274f9c9f3be-006644fa0d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx34a69c62e9274f9c9f3be-006644fa0d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx34a69c62e9274f9c9f3be-006644fa0d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx34a69c62e9274f9c9f3be-006644fa0d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx34a69c62e9274f9c9f3be-006644fa0d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx34a69c62e9274f9c9f3be-006644fa0d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx34a69c62e9274f9c9f3be-006644fa0d) +proxy-server ERROR: Object returning 503 for [] (txn: tx34a69c62e9274f9c9f3be-006644fa0d) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: txb6994a6c675f4bb7996e5-006644fa0d) +proxy-server DEBUG: Ignoring 404 from primary (txn: txb6994a6c675f4bb7996e5-006644fa0d) +proxy-server DEBUG: Ignoring 404 from primary (txn: txb6994a6c675f4bb7996e5-006644fa0d) +proxy-server DEBUG: Ignoring 404 from primary (txn: txb6994a6c675f4bb7996e5-006644fa0d) +proxy-server DEBUG: Ignoring 404 from primary (txn: txb6994a6c675f4bb7996e5-006644fa0d) +proxy-server DEBUG: Ignoring 404 from primary (txn: txb6994a6c675f4bb7996e5-006644fa0d) +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_mixed_frags_may_503 +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_mixed_frags_may_503 ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_stop +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_stop ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_succeed +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_succeed ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_range_unsatisifiable +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_range_unsatisifiable ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durable_files_and_mixed_etags +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durable_files_and_mixed_etags ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durables_and_older_durables +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durables_and_older_durables ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durables_and_older_non_durables +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durables_and_older_non_durables ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durables_and_older_obscured_durables +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durables_and_older_obscured_durables ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_durable_and_nondurable_frags_will_503 +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_durable_and_nondurable_frags_will_503 ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_durable_frags_and_no_quorum_will_503 +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_durable_frags_and_no_quorum_will_503 ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796576.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/b1a/fe0364fdb1d151a0737df6865916eb1a/fe0364fdb1d151a0737df6865916eb1a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796581.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/633/606e507137482b8c04ba5acb104cd633/606e507137482b8c04ba5acb104cd633.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796586.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/a02/63d0578f52c9ab5398ba8f33d714ea02/63d0578f52c9ab5398ba8f33d714ea02.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796591.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/715/368e3e28f86c88269789190137e36715/368e3e28f86c88269789190137e36715.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796596.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/1c4/a5120592903f91cfc2c827547f5911c4/a5120592903f91cfc2c827547f5911c4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796601.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/2c0/7903b13c78b12d94a849d6bbd74b22c0/7903b13c78b12d94a849d6bbd74b22c0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796606.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/cbd/24b9b4dae928a71e7e770e67f7aeecbd/24b9b4dae928a71e7e770e67f7aeecbd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796611.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/54a/1e7915a920312b952121e4ff9da4054a/1e7915a920312b952121e4ff9da4054a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796616.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/dbe/a5c6825bc035a0607075ceb5d29fbdbe/a5c6825bc035a0607075ceb5d29fbdbe.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796621.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/36e/92adf354a5c4664966126dd434d8e36e/92adf354a5c4664966126dd434d8e36e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796626.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/3d5/0f9a2f653024bedf2c7da1b24862f3d5/0f9a2f653024bedf2c7da1b24862f3d5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796631.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/a9e/be68bb866e9c08787cc4d1945f739a9e/be68bb866e9c08787cc4d1945f739a9e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796636.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/267/47947cc550a9c02c53779bd11944d267/47947cc550a9c02c53779bd11944d267.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796641.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/782/37d8a7d548d5e164d90454db5a57a782/37d8a7d548d5e164d90454db5a57a782.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796646.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/9d7/c0c560f918b83906a51fce9bf6ee19d7/c0c560f918b83906a51fce9bf6ee19d7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796651.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/1fd/71a1f04064367e4fa1b65b6d80eec1fd/71a1f04064367e4fa1b65b6d80eec1fd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796656.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/ecd/138422117538897a719b046b12c1becd/138422117538897a719b046b12c1becd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796661.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/aad/f907d0e494211201370852c32eb9aaad/f907d0e494211201370852c32eb9aaad.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796666.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/7df/063c7b39fc8f6850f2a11dd01c0847df/063c7b39fc8f6850f2a11dd01c0847df.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796671.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/240/9e50ac8d22603f018eed4fe7ea3c6240/9e50ac8d22603f018eed4fe7ea3c6240.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796676.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/1ac/0312e48bc7bf79ee1f20a0ff29f1b1ac/0312e48bc7bf79ee1f20a0ff29f1b1ac.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796681.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/58f/499dc47d33a8d2ef3e829c603a42c58f/499dc47d33a8d2ef3e829c603a42c58f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796686.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/36b/48ecb937f28f7dabfd8293ded679236b/48ecb937f28f7dabfd8293ded679236b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796691.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/e52/d2ea3b863b4d81eb651c0cb0f1756e52/d2ea3b863b4d81eb651c0cb0f1756e52.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796696.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/9b6/2802e8c0e663813d94e2c6913840f9b6/2802e8c0e663813d94e2c6913840f9b6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796701.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/fe2/e5722364cdaba4988084e9d312ce8fe2/e5722364cdaba4988084e9d312ce8fe2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796706.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/754/b5518cce77d171a2504924fbd92d8754/b5518cce77d171a2504924fbd92d8754.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796711.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/d89/24324975412692a1b25a42f421a6dd89/24324975412692a1b25a42f421a6dd89.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796716.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/956/ecb9fe8d2ee2497e0ad5b24d76c2f956/ecb9fe8d2ee2497e0ad5b24d76c2f956.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796721.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/13d/537dae551e940b5b8d3b704be825a13d/537dae551e940b5b8d3b704be825a13d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796726.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/890/139eaa46ecac0ac399069427ce833890/139eaa46ecac0ac399069427ce833890.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796731.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/342/f09981d5f7ea9bf4714acffbe6606342/f09981d5f7ea9bf4714acffbe6606342.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796736.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/b10/b78cb71905a2a7875da772c7c813ab10/b78cb71905a2a7875da772c7c813ab10.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796741.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/818/eb96aee03fbb9ec798b0f1cd4b7fe818/eb96aee03fbb9ec798b0f1cd4b7fe818.db +proxy-server DEBUG: Ignoring 404 from primary (txn: txb6994a6c675f4bb7996e5-006644fa0d) +proxy-server DEBUG: Ignoring 404 from primary (txn: txb6994a6c675f4bb7996e5-006644fa0d) +proxy-server DEBUG: Ignoring 404 from primary (txn: txb6994a6c675f4bb7996e5-006644fa0d) +proxy-server DEBUG: Ignoring 404 from primary (txn: txb6994a6c675f4bb7996e5-006644fa0d) +proxy-server DEBUG: Ignoring 404 from primary (txn: txb6994a6c675f4bb7996e5-006644fa0d) +proxy-server DEBUG: Ignoring 404 from primary (txn: txb6994a6c675f4bb7996e5-006644fa0d) +proxy-server DEBUG: Ignoring 404 from primary (txn: txb6994a6c675f4bb7996e5-006644fa0d) +proxy-server DEBUG: Ignoring 404 from primary (txn: txb6994a6c675f4bb7996e5-006644fa0d) +proxy-server ERROR: Object returning 503 for [] (txn: txb6994a6c675f4bb7996e5-006644fa0d) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd2241bcf07cd4db0bf5d6-006644fa0d) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd2241bcf07cd4db0bf5d6-006644fa0d) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd2241bcf07cd4db0bf5d6-006644fa0d) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd2241bcf07cd4db0bf5d6-006644fa0d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd2241bcf07cd4db0bf5d6-006644fa0d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd2241bcf07cd4db0bf5d6-006644fa0d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd2241bcf07cd4db0bf5d6-006644fa0d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd2241bcf07cd4db0bf5d6-006644fa0d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd2241bcf07cd4db0bf5d6-006644fa0d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd2241bcf07cd4db0bf5d6-006644fa0d) +proxy-server ERROR: Object returning 503 for [] (txn: txd2241bcf07cd4db0bf5d6-006644fa0d) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx5c282d8b191e4b3587cdc-006644fa0d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx5c282d8b191e4b3587cdc-006644fa0d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx5c282d8b191e4b3587cdc-006644fa0d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx5c282d8b191e4b3587cdc-006644fa0d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5c282d8b191e4b3587cdc-006644fa0d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5c282d8b191e4b3587cdc-006644fa0d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5c282d8b191e4b3587cdc-006644fa0d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5c282d8b191e4b3587cdc-006644fa0d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5c282d8b191e4b3587cdc-006644fa0d) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx850df75a00c74f2490260-006644fa0d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx850df75a00c74f2490260-006644fa0d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx850df75a00c74f2490260-006644fa0d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx850df75a00c74f2490260-006644fa0d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx850df75a00c74f2490260-006644fa0d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx850df75a00c74f2490260-006644fa0d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx850df75a00c74f2490260-006644fa0d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx850df75a00c74f2490260-006644fa0d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx850df75a00c74f2490260-006644fa0d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx850df75a00c74f2490260-006644fa0d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx850df75a00c74f2490260-006644fa0d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx850df75a00c74f2490260-006644fa0d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx850df75a00c74f2490260-006644fa0d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx850df75a00c74f2490260-006644fa0d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx850df75a00c74f2490260-006644fa0d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx850df75a00c74f2490260-006644fa0d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx850df75a00c74f2490260-006644fa0d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx850df75a00c74f2490260-006644fa0d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx850df75a00c74f2490260-006644fa0d) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Object returning 503 for [] (txn: tx5e2b53b20432414d944fa-006644fa0d) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Object returning 503 for [] (txn: txfbcaf530515b4588a46e9-006644fa0d) +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_etags_at_same_timestamp +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_etags_at_same_timestamp ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_nondurable_frags_and_will_404 +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_nondurable_frags_and_will_404 ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_short_resume_body +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_short_resume_body ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_slow_body +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_slow_body ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges ... ok +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx7c856f4e15954daf86585-006644fa0d) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx7c856f4e15954daf86585-006644fa0d) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx7c856f4e15954daf86585-006644fa0d) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx7c856f4e15954daf86585-006644fa0d) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx7c856f4e15954daf86585-006644fa0d) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx7c856f4e15954daf86585-006644fa0d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7c856f4e15954daf86585-006644fa0d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7c856f4e15954daf86585-006644fa0d) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx7c856f4e15954daf86585-006644fa0d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7c856f4e15954daf86585-006644fa0d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7c856f4e15954daf86585-006644fa0d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7c856f4e15954daf86585-006644fa0d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7c856f4e15954daf86585-006644fa0d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7c856f4e15954daf86585-006644fa0d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7c856f4e15954daf86585-006644fa0d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7c856f4e15954daf86585-006644fa0d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7c856f4e15954daf86585-006644fa0d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7c856f4e15954daf86585-006644fa0d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7c856f4e15954daf86585-006644fa0d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7c856f4e15954daf86585-006644fa0d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7c856f4e15954daf86585-006644fa0d) +proxy-server ERROR: Object returning 503 for [] (txn: tx7c856f4e15954daf86585-006644fa0d) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read next part of EC fragment multi-part GET (retrying) 10.0.0.6:1006/sdg (txn: txe4c183eedafb4d72b1bc5-006644fa0d) +proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.7:1007/sdh (txn: txe4c183eedafb4d72b1bc5-006644fa0d) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe4c183eedafb4d72b1bc5-006644fa0d) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe4c183eedafb4d72b1bc5-006644fa0d) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe4c183eedafb4d72b1bc5-006644fa0d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe4c183eedafb4d72b1bc5-006644fa0d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe4c183eedafb4d72b1bc5-006644fa0d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe4c183eedafb4d72b1bc5-006644fa0d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe4c183eedafb4d72b1bc5-006644fa0d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe4c183eedafb4d72b1bc5-006644fa0d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe4c183eedafb4d72b1bc5-006644fa0d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe4c183eedafb4d72b1bc5-006644fa0d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe4c183eedafb4d72b1bc5-006644fa0d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe4c183eedafb4d72b1bc5-006644fa0d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe4c183eedafb4d72b1bc5-006644fa0d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe4c183eedafb4d72b1bc5-006644fa0d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe4c183eedafb4d72b1bc5-006644fa0d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe4c183eedafb4d72b1bc5-006644fa0d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe4c183eedafb4d72b1bc5-006644fa0d) +proxy-server ERROR: Exception fetching fragments for '/a/c/o': Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2244, in set_sharded_state - os.unlink(retiring_file) - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError: 1 -test DEBUG: Unlinked retiring db '/tmp/tmpt0o76q7w/containers/part/suffix/hash/container_1750205519.00000.db' -test WARNING: Still have multiple db files after unlinking '/tmp/tmpt0o76q7w/containers/part/suffix/hash/container_1750205519.00000.db': ['/tmp/tmpt0o76q7w/containers/part/suffix/hash/container.db', '/tmp/tmpt0o76q7w/containers/part/suffix/hash/container_1750205520.00000.db'] -test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmpt0o76q7w/containers/part/suffix/hash/container_1750205520.00000.db']. -test ERROR: Failed to set the ROWID of the fresh database for a/c: -test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txa6a39304b4284425b5837-006852045e) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txa6a39304b4284425b5837-006852045e) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txa6a39304b4284425b5837-006852045e) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: txa6a39304b4284425b5837-006852045e) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txa6a39304b4284425b5837-006852045e) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txa6a39304b4284425b5837-006852045e) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 8 (txn: txa6a39304b4284425b5837-006852045e) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txa6a39304b4284425b5837-006852045e) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9992&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txa6a39304b4284425b5837-006852045e) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1032 (txn: txa6a39304b4284425b5837-006852045e) -test DEBUG: Setting object count to 1032 (txn: txa6a39304b4284425b5837-006852045e) -test DEBUG: GET listing from 3 shards for: /v1/a/c?reverse=true&format=json&states=listing (txn: tx0e012cf79a1c4bcc8d3b2-006852045e) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx0e012cf79a1c4bcc8d3b2-006852045e) -test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&format=json&limit=10000&marker=&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: tx0e012cf79a1c4bcc8d3b2-006852045e) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx0e012cf79a1c4bcc8d3b2-006852045e) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx0e012cf79a1c4bcc8d3b2-006852045e) -test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&format=json&limit=10000&marker=&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx0e012cf79a1c4bcc8d3b2-006852045e) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 8 (txn: tx0e012cf79a1c4bcc8d3b2-006852045e) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx0e012cf79a1c4bcc8d3b2-006852045e) -test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&format=json&limit=9992&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx0e012cf79a1c4bcc8d3b2-006852045e) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 48 (txn: tx0e012cf79a1c4bcc8d3b2-006852045e) -test DEBUG: Setting object count to 48 (txn: tx0e012cf79a1c4bcc8d3b2-006852045e) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txbf0e89e38abe4d5ab66b9-006852045e) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txbf0e89e38abe4d5ab66b9-006852045e) -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_empty_shard_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_empty_shard_no_memcache ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sync_merging -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sync_merging ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_diff_capped_sync -test.unit.container.test_replicator.TestReplicatorSync.test_diff_capped_sync ... ok -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 21, 'name': 'o20', 'created_at': '1750205555.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 22, 'name': 'o21', 'created_at': '1750205556.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 23, 'name': 'o22', 'created_at': '1750205557.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 24, 'name': 'o23', 'created_at': '1750205558.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 25, 'name': 'o24', 'created_at': '1750205559.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 26, 'name': 'o25', 'created_at': '1750205560.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 27, 'name': 'o26', 'created_at': '1750205561.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 28, 'name': 'o27', 'created_at': '1750205562.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 29, 'name': 'o28', 'created_at': '1750205563.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 30, 'name': 'o29', 'created_at': '1750205564.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '4f3ede2d-a519-40ba-aee7-68575a14b8c5-sda') -test DEBUG: /tmp/tmp7prerlip/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 30 (0.136029s) -test DEBUG: Synchronization for /tmp/tmp7prerlip/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db has fallen more than 30 rows behind; moving on and will try again next pass. -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (51, '9fef596f4edc58ffa655f6fab9304cde', '4f3ede2d-a519-40ba-aee7-68575a14b8c5-sda', '1750205534.04508', '1750205534.00000', '0', '', '1750205534.00000', 51, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('4f3ede2d-a519-40ba-aee7-68575a14b8c5-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.43532 seconds (2.29719/s) -test INFO: Removed 0 dbs -test INFO: 1 successes, 1 failures -test INFO: diff:1 diff_capped:1 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp7prerlip/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (51, '9fef596f4edc58ffa655f6fab9304cde', '4f3ede2d-a519-40ba-aee7-68575a14b8c5-sda', '1750205534.04508', '1750205534.00000', '0', '', '1750205534.00000', 51, 0) -test DEBUG: /tmp/tmp7prerlip/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row 30 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 31, 'name': 'o30', 'created_at': '1750205565.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 32, 'name': 'o31', 'created_at': '1750205566.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 33, 'name': 'o32', 'created_at': '1750205567.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 34, 'name': 'o33', 'created_at': '1750205568.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 35, 'name': 'o34', 'created_at': '1750205569.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 36, 'name': 'o35', 'created_at': '1750205570.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 37, 'name': 'o36', 'created_at': '1750205571.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 38, 'name': 'o37', 'created_at': '1750205572.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 39, 'name': 'o38', 'created_at': '1750205573.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 40, 'name': 'o39', 'created_at': '1750205574.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '4f3ede2d-a519-40ba-aee7-68575a14b8c5-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 41, 'name': 'o40', 'created_at': '1750205575.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 42, 'name': 'o41', 'created_at': '1750205576.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 43, 'name': 'o42', 'created_at': '1750205577.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 44, 'name': 'o43', 'created_at': '1750205578.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 45, 'name': 'o44', 'created_at': '1750205579.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 46, 'name': 'o45', 'created_at': '1750205580.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 47, 'name': 'o46', 'created_at': '1750205581.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 48, 'name': 'o47', 'created_at': '1750205582.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 49, 'name': 'o48', 'created_at': '1750205583.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 50, 'name': 'o49', 'created_at': '1750205584.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '4f3ede2d-a519-40ba-aee7-68575a14b8c5-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 51, 'name': 'o101', 'created_at': '1750205685.00000', 'size': 0, 'content_type': 'content-type-new', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '4f3ede2d-a519-40ba-aee7-68575a14b8c5-sda') -test DEBUG: /tmp/tmp7prerlip/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 51 (0.142204s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (51, '9fef596f4edc58ffa655f6fab9304cde', '4f3ede2d-a519-40ba-aee7-68575a14b8c5-sda', '1750205534.04508', '1750205534.00000', '0', '', '1750205534.00000', 51, 0) -test DEBUG: /tmp/tmp7prerlip/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.2:1002/sdc, nothing to do -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.18459 seconds (5.41745/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:0 ts_repl:0 -test.unit.container.test_replicator.TestReplicatorSync.test_find_local_handoff_for_part -test.unit.container.test_replicator.TestReplicatorSync.test_find_local_handoff_for_part ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_local_ids -test.unit.container.test_replicator.TestReplicatorSync.test_local_ids ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_batch_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_batch_reclaim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_chexor -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_chexor ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue -test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_create_broker -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_create_broker ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_gap_in_shards_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_gap_in_shards_no_memcache ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_creation -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_creation ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_db_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_db_file ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue_from_old_style_shard -test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue_from_old_style_shard ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_delete_db_does_not_clear_particular_sharding_meta -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_delete_db_does_not_clear_particular_sharding_meta ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_delete_object -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_delete_object ... ok -test WARNING: Could not find a non-zero weight device for handoff partition 0, falling back device sdc -test WARNING: Could not find a non-zero weight device for handoff partition 0, falling back device sdb -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00035 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00024 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00074 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpk0dx3gqw/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (2, 'ce8b64ec5ac2af67b9fff31c6627cf85', '04027255-6ab5-4e85-8a95-f4355511cc90-sda', '1750205534.80755', '1750204800.00000', '0', '', '1750204800.00000', 0, 0) -test DEBUG: /tmp/tmpk0dx3gqw/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'o', 'created_at': '1750204802.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}, {'ROWID': 2, 'name': 'o2', 'created_at': '1750204803.00000+186a0+186a0', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '04027255-6ab5-4e85-8a95-f4355511cc90-sda') -test DEBUG: /tmp/tmpk0dx3gqw/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 2 (0.0304368s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (2, 'ce8b64ec5ac2af67b9fff31c6627cf85', '04027255-6ab5-4e85-8a95-f4355511cc90-sda', '1750205534.80755', '1750204800.00000', '0', '', '1750204800.00000', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('04027255-6ab5-4e85-8a95-f4355511cc90-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 2 objects to the reconciler at /tmp/tmpk0dx3gqw/sda/containers/0/cd9/da21eca80c6da881c38b5dbec41e1cd9/da21eca80c6da881c38b5dbec41e1cd9.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.43382 seconds (2.30513/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpk0dx3gqw/sda/containers/0/cd9/da21eca80c6da881c38b5dbec41e1cd9/da21eca80c6da881c38b5dbec41e1cd9.db -REPLICATE: /sdb/0/da21eca80c6da881c38b5dbec41e1cd9, sync, (2, 'b7e4f42e9e38da5418a6558625d94c3e', 'b35eeb68-73a9-40a9-98af-8a44798b72c6-sda', '1750205535.26630', '1750204800', '0', '', '1750204800', 2, 0) -REPLICATE: /sdb/0/da21eca80c6da881c38b5dbec41e1cd9, complete_rsync, ('b35eeb68-73a9-40a9-98af-8a44798b72c6-sda', 'da21eca80c6da881c38b5dbec41e1cd9.db') -REPLICATE: /sdc/0/da21eca80c6da881c38b5dbec41e1cd9, sync, (2, 'b7e4f42e9e38da5418a6558625d94c3e', 'b35eeb68-73a9-40a9-98af-8a44798b72c6-sda', '1750205535.26630', '1750204800', '0', '', '1750204800', 2, 0) -REPLICATE: /sdc/0/da21eca80c6da881c38b5dbec41e1cd9, complete_rsync, ('b35eeb68-73a9-40a9-98af-8a44798b72c6-sda', 'da21eca80c6da881c38b5dbec41e1cd9.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpc9unz1ax/sda/containers/0/df1/7d69a3daa789abb831fde54674123df1/7d69a3daa789abb831fde54674123df1.db -REPLICATE: /sdb/0/7d69a3daa789abb831fde54674123df1, sync, (2, 'ce8b64ec5ac2af67b9fff31c6627cf85', '5b084c5c-cb60-41ef-ae08-55b53aee4973-sda', '1750205535.56194', '1750204800.00000', '0', '{"X-Container-Sysmeta-Shard-Root": ["a/c", "1750205535.58227"]}', '1750204800.00000', 0, 0) -test DEBUG: /tmp/tmpc9unz1ax/sda/containers/0/df1/7d69a3daa789abb831fde54674123df1/7d69a3daa789abb831fde54674123df1.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/7d69a3daa789abb831fde54674123df1, merge_items, ([{'ROWID': 1, 'name': 'o', 'created_at': '1750204802.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}, {'ROWID': 2, 'name': 'o2', 'created_at': '1750204803.00000+186a0+186a0', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '5b084c5c-cb60-41ef-ae08-55b53aee4973-sda') -test DEBUG: /tmp/tmpc9unz1ax/sda/containers/0/df1/7d69a3daa789abb831fde54674123df1/7d69a3daa789abb831fde54674123df1.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 2 (0.0418046s) -REPLICATE: /sdb/0/7d69a3daa789abb831fde54674123df1, merge_syncs, ([],) -REPLICATE: /sdc/0/7d69a3daa789abb831fde54674123df1, sync, (2, 'ce8b64ec5ac2af67b9fff31c6627cf85', '5b084c5c-cb60-41ef-ae08-55b53aee4973-sda', '1750205535.56194', '1750204800.00000', '0', '{"X-Container-Sysmeta-Shard-Root": ["a/c", "1750205535.58227"]}', '1750204800.00000', 0, 0) -REPLICATE: /sdc/0/7d69a3daa789abb831fde54674123df1, complete_rsync, ('5b084c5c-cb60-41ef-ae08-55b53aee4973-sda', '7d69a3daa789abb831fde54674123df1.db') -test DEBUG: Adding 2 objects to the reconciler at /tmp/tmpc9unz1ax/sda/containers/0/cd9/da21eca80c6da881c38b5dbec41e1cd9/da21eca80c6da881c38b5dbec41e1cd9.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.46081 seconds (2.17010/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpc9unz1ax/sda/containers/0/cd9/da21eca80c6da881c38b5dbec41e1cd9/da21eca80c6da881c38b5dbec41e1cd9.db -REPLICATE: /sdb/0/da21eca80c6da881c38b5dbec41e1cd9, sync, (2, 'b7e4f42e9e38da5418a6558625d94c3e', 'af84413a-5607-43b2-8f4d-ee582ce0b688-sda', '1750205536.06472', '1750204800', '0', '', '1750204800', 2, 0) -REPLICATE: /sdb/0/da21eca80c6da881c38b5dbec41e1cd9, complete_rsync, ('af84413a-5607-43b2-8f4d-ee582ce0b688-sda', 'da21eca80c6da881c38b5dbec41e1cd9.db') -REPLICATE: /sdc/0/da21eca80c6da881c38b5dbec41e1cd9, sync, (2, 'b7e4f42e9e38da5418a6558625d94c3e', 'af84413a-5607-43b2-8f4d-ee582ce0b688-sda', '1750205536.06472', '1750204800', '0', '', '1750204800', 2, 0) -REPLICATE: /sdc/0/da21eca80c6da881c38b5dbec41e1cd9, complete_rsync, ('af84413a-5607-43b2-8f4d-ee582ce0b688-sda', 'da21eca80c6da881c38b5dbec41e1cd9.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpb794kel5/sda/containers/0/df1/7d69a3daa789abb831fde54674123df1/7d69a3daa789abb831fde54674123df1.db -REPLICATE: /sdb/0/7d69a3daa789abb831fde54674123df1, sync, (2, 'ce8b64ec5ac2af67b9fff31c6627cf85', '12fb6d5f-af70-40b8-b28d-cb24e2530059-sda', '1750205536.34823', '1750204800.00000', '0', '{"X-Container-Sysmeta-Shard-Quoted-Root": ["a/c", "1750205536.36488"]}', '1750204800.00000', 0, 1) -test DEBUG: /tmp/tmpb794kel5/sda/containers/0/df1/7d69a3daa789abb831fde54674123df1/7d69a3daa789abb831fde54674123df1.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_gap_in_shards_with_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_gap_in_shards_with_memcache ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205816.00000-0, db: /tmp/tmpza2u35vr/sda/containers/0/dac/8619650cd4f4b72ff0626ade472ffdac/8619650cd4f4b72ff0626ade472ffdac.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205820.00000-0, db: /tmp/tmpza2u35vr/sda/containers/0/09e/e19777e5187a8627705767c735a3209e/e19777e5187a8627705767c735a3209e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205824.00000-0, db: /tmp/tmpza2u35vr/sda/containers/0/725/18fcdd7fd208bb1ebdbec0199f945725/18fcdd7fd208bb1ebdbec0199f945725.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205828.00000-0, db: /tmp/tmpza2u35vr/sda/containers/0/604/7ff8c43951acab27a9c1cacba2284604/7ff8c43951acab27a9c1cacba2284604.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205832.00000-0, db: /tmp/tmpza2u35vr/sda/containers/0/d65/330aa5aae4adc832dd7c1eb2c9589d65/330aa5aae4adc832dd7c1eb2c9589d65.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205836.00000-0, db: /tmp/tmpza2u35vr/sda/containers/0/342/5a8c1899bb163b19e85035b7b6348342/5a8c1899bb163b19e85035b7b6348342.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205840.00000-0, db: /tmp/tmpza2u35vr/sda/containers/0/126/1f8d7eaa1085037809703c2c4e07b126/1f8d7eaa1085037809703c2c4e07b126.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205844.00000-0, db: /tmp/tmpza2u35vr/sda/containers/0/98c/baeda281c326ed378047cd418d30698c/baeda281c326ed378047cd418d30698c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205848.00000-0, db: /tmp/tmpza2u35vr/sda/containers/0/5ad/6b253406d7a0309e3a2eeba7259675ad/6b253406d7a0309e3a2eeba7259675ad.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205852.00000-0, db: /tmp/tmpza2u35vr/sda/containers/0/4cc/3a6e91c034aa250a9ee727851e7664cc/3a6e91c034aa250a9ee727851e7664cc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205856.00000-0, db: /tmp/tmpza2u35vr/sda/containers/0/916/004b707d288b4d56791bfc6b47ecb916/004b707d288b4d56791bfc6b47ecb916.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205860.00000-0, db: /tmp/tmpza2u35vr/sda/containers/0/14a/65c15466e47bb29eff6643ef4be4014a/65c15466e47bb29eff6643ef4be4014a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205864.00000-0, db: /tmp/tmpza2u35vr/sda/containers/0/9f1/0d9e039bfa478895e6eabe9fbb4fc9f1/0d9e039bfa478895e6eabe9fbb4fc9f1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205868.00000-0, db: /tmp/tmpza2u35vr/sda/containers/0/69f/12cb37915a5d67525097dca45015169f/12cb37915a5d67525097dca45015169f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205872.00000-0, db: /tmp/tmpza2u35vr/sda/containers/0/f05/f88f3d2b74b9c5d380fa0182172ebf05/f88f3d2b74b9c5d380fa0182172ebf05.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205876.00000-0, db: /tmp/tmpza2u35vr/sda/containers/0/ab2/bd5718f3177bdcc4e48b5790b5f67ab2/bd5718f3177bdcc4e48b5790b5f67ab2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205880.00000-0, db: /tmp/tmpza2u35vr/sda/containers/0/58b/56d483718d5f56063a66f5e4a1eae58b/56d483718d5f56063a66f5e4a1eae58b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205884.00000-0, db: /tmp/tmpza2u35vr/sda/containers/0/76d/a98d86d65f7fa5d708812e1fe278876d/a98d86d65f7fa5d708812e1fe278876d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205888.00000-0, db: /tmp/tmpza2u35vr/sda/containers/0/40c/612849e481fc2a2b42f89b956b6e840c/612849e481fc2a2b42f89b956b6e840c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205892.00000-0, db: /tmp/tmpza2u35vr/sda/containers/0/e30/2dbdb2fc1b9c7605576c1b5eb6ffce30/2dbdb2fc1b9c7605576c1b5eb6ffce30.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205896.00000-0, db: /tmp/tmpza2u35vr/sda/containers/0/156/3b8c62d6a3b8f4e48ac9fa2f073b1156/3b8c62d6a3b8f4e48ac9fa2f073b1156.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205900.00000-0, db: /tmp/tmpza2u35vr/sda/containers/0/1af/cb1402ddbf96b8ac53095a62ec11c1af/cb1402ddbf96b8ac53095a62ec11c1af.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205904.00000-0, db: /tmp/tmpza2u35vr/sda/containers/0/bbd/af32d5ddb67b377743f7c2ad61890bbd/af32d5ddb67b377743f7c2ad61890bbd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205908.00000-0, db: /tmp/tmpza2u35vr/sda/containers/0/b4a/59fd306acf39fcda853507889838db4a/59fd306acf39fcda853507889838db4a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205912.00000-0, db: /tmp/tmpza2u35vr/sda/containers/0/c52/c5cd3a20c7e706ba311c142904838c52/c5cd3a20c7e706ba311c142904838c52.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205916.00000-0, db: /tmp/tmpza2u35vr/sda/containers/0/e7a/aa26f2d96902eaa282d70bafe673be7a/aa26f2d96902eaa282d70bafe673be7a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205920.00000-0, db: /tmp/tmpza2u35vr/sda/containers/0/4e4/a48673a5896cebb6ab7c69f317e224e4/a48673a5896cebb6ab7c69f317e224e4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205924.00000-0, db: /tmp/tmpza2u35vr/sda/containers/0/7c9/0d47cd4007512f38a6be7575e0bfd7c9/0d47cd4007512f38a6be7575e0bfd7c9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205928.00000-0, db: /tmp/tmpza2u35vr/sda/containers/0/225/a8a84da04ef9b20f0bcfcca854ef3225/a8a84da04ef9b20f0bcfcca854ef3225.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205932.00000-0, db: /tmp/tmpza2u35vr/sda/containers/0/0b2/49fda72a74980efa1381247be01020b2/49fda72a74980efa1381247be01020b2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205936.00000-0, db: /tmp/tmpza2u35vr/sda/containers/0/5d6/761c3c0871c47cd6414896e54687b5d6/761c3c0871c47cd6414896e54687b5d6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205940.00000-0, db: /tmp/tmpza2u35vr/sda/containers/0/374/5d2bb5a2703ad8bbf9a279fe5a29e374/5d2bb5a2703ad8bbf9a279fe5a29e374.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205944.00000-0, db: /tmp/tmpza2u35vr/sda/containers/0/898/8342b7120219b180cdd72102a36fd898/8342b7120219b180cdd72102a36fd898.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205948.00000-0, db: /tmp/tmpza2u35vr/sda/containers/0/bdf/88cf652c340c44d53de80c78ebd63bdf/88cf652c340c44d53de80c78ebd63bdf.db -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_double_check_trailing_delimiter -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_double_check_trailing_delimiter ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue_from_shard -test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue_from_shard ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_double_check_trailing_delimiter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_double_check_trailing_delimiter_non_slash ... ok -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txbf0e89e38abe4d5ab66b9-006852045e) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txbf0e89e38abe4d5ab66b9-006852045e) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txbf0e89e38abe4d5ab66b9-006852045e) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txbf0e89e38abe4d5ab66b9-006852045e) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 40 (txn: txbf0e89e38abe4d5ab66b9-006852045e) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txbf0e89e38abe4d5ab66b9-006852045e) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9960&marker=h&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txbf0e89e38abe4d5ab66b9-006852045e) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1064 (txn: txbf0e89e38abe4d5ab66b9-006852045e) -test DEBUG: Setting object count to 1064 (txn: txbf0e89e38abe4d5ab66b9-006852045e) -test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=koolaid&format=json&states=listing (txn: tx81520646321e4915a8578-006852045e) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx81520646321e4915a8578-006852045e) -test DEBUG: Get listing from /v1/.shards_a/c_pie?marker=koolaid&format=json&limit=10000&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx81520646321e4915a8578-006852045e) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx81520646321e4915a8578-006852045e) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx81520646321e4915a8578-006852045e) -test DEBUG: Get listing from /v1/.shards_a/c_?marker=koolaid&format=json&limit=10000&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx81520646321e4915a8578-006852045e) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: tx81520646321e4915a8578-006852045e) -test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=koolaid&reverse=true&format=json&states=listing (txn: tx0c8b22fc6cd34caa9a1a8-006852045e) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx0c8b22fc6cd34caa9a1a8-006852045e) -test DEBUG: Get listing from /v1/.shards_a/c_pie?marker=koolaid&reverse=true&format=json&limit=10000&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx0c8b22fc6cd34caa9a1a8-006852045e) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx0c8b22fc6cd34caa9a1a8-006852045e) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx0c8b22fc6cd34caa9a1a8-006852045e) -test DEBUG: Get listing from /v1/.shards_a/c_ham?marker=koolaid&reverse=true&format=json&limit=10000&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx0c8b22fc6cd34caa9a1a8-006852045e) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx0c8b22fc6cd34caa9a1a8-006852045e) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txb2bb16a3e94c4b8fa4e86-006852045f) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txb2bb16a3e94c4b8fa4e86-006852045f) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txb2bb16a3e94c4b8fa4e86-006852045f) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txb2bb16a3e94c4b8fa4e86-006852045f) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txb2bb16a3e94c4b8fa4e86-006852045f) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txb2bb16a3e94c4b8fa4e86-006852045f) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: txb2bb16a3e94c4b8fa4e86-006852045f) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txb2bb16a3e94c4b8fa4e86-006852045f) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txb2bb16a3e94c4b8fa4e86-006852045f) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: txb2bb16a3e94c4b8fa4e86-006852045f) -test DEBUG: Setting object count to 1065 (txn: txb2bb16a3e94c4b8fa4e86-006852045f) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx2559e62e433946c4aa297-0068520460) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx2559e62e433946c4aa297-0068520460) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='onion') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx2559e62e433946c4aa297-0068520460) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=onion%00 {'X-Backend-Record-Type': 'auto'} (txn: tx2559e62e433946c4aa297-0068520460) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx2559e62e433946c4aa297-0068520460) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='rhubarb') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx2559e62e433946c4aa297-0068520460) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=rhubarb%00 {'X-Backend-Record-Type': 'auto'} (txn: tx2559e62e433946c4aa297-0068520460) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: tx2559e62e433946c4aa297-0068520460) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx2559e62e433946c4aa297-0068520460) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx2559e62e433946c4aa297-0068520460) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: tx2559e62e433946c4aa297-0068520460) -test DEBUG: Setting object count to 1065 (txn: tx2559e62e433946c4aa297-0068520460) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_marker_beyond_end_marker_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_marker_beyond_end_marker_memcache ... ok -REPLICATE: /sdb/0/7d69a3daa789abb831fde54674123df1, merge_items, ([{'ROWID': 1, 'name': 'o', 'created_at': '1750204802.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'o2', 'created_at': '1750204803.00000+186a0+186a0', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '12fb6d5f-af70-40b8-b28d-cb24e2530059-sda') -test DEBUG: /tmp/tmpb794kel5/sda/containers/0/df1/7d69a3daa789abb831fde54674123df1/7d69a3daa789abb831fde54674123df1.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 2 (0.0460961s) -REPLICATE: /sdb/0/7d69a3daa789abb831fde54674123df1, merge_syncs, ([],) -REPLICATE: /sdc/0/7d69a3daa789abb831fde54674123df1, sync, (2, 'ce8b64ec5ac2af67b9fff31c6627cf85', '12fb6d5f-af70-40b8-b28d-cb24e2530059-sda', '1750205536.34823', '1750204800.00000', '0', '{"X-Container-Sysmeta-Shard-Quoted-Root": ["a/c", "1750205536.36488"]}', '1750204800.00000', 0, 1) -REPLICATE: /sdc/0/7d69a3daa789abb831fde54674123df1, complete_rsync, ('12fb6d5f-af70-40b8-b28d-cb24e2530059-sda', '7d69a3daa789abb831fde54674123df1.db') -test DEBUG: Adding 2 objects to the reconciler at /tmp/tmpb794kel5/sda/containers/0/cd9/da21eca80c6da881c38b5dbec41e1cd9/da21eca80c6da881c38b5dbec41e1cd9.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.47510 seconds (2.10482/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpb794kel5/sda/containers/0/cd9/da21eca80c6da881c38b5dbec41e1cd9/da21eca80c6da881c38b5dbec41e1cd9.db -REPLICATE: /sdb/0/da21eca80c6da881c38b5dbec41e1cd9, sync, (2, '44328d47345b6c838be7783786466bdd', '8f4bd2fd-48c1-4571-9502-dc72d07e902e-sda', '1750205536.85466', '1750204800', '0', '', '1750204800', 2, 0) -REPLICATE: /sdb/0/da21eca80c6da881c38b5dbec41e1cd9, complete_rsync, ('8f4bd2fd-48c1-4571-9502-dc72d07e902e-sda', 'da21eca80c6da881c38b5dbec41e1cd9.db') -REPLICATE: /sdc/0/da21eca80c6da881c38b5dbec41e1cd9, sync, (2, '44328d47345b6c838be7783786466bdd', '8f4bd2fd-48c1-4571-9502-dc72d07e902e-sda', '1750205536.85466', '1750204800', '0', '', '1750204800', 2, 0) -REPLICATE: /sdc/0/da21eca80c6da881c38b5dbec41e1cd9, complete_rsync, ('8f4bd2fd-48c1-4571-9502-dc72d07e902e-sda', 'da21eca80c6da881c38b5dbec41e1cd9.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpy1v2idmy/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (2, '0c9e3811bd26120c13ecffadc3423009', '300ca8ee-bc0d-42b8-b39f-dffd9abf7e6e-sda', '1750205537.13407', '1750205537.00000', '0', '', '1750205537.00000', 1, 1) -test DEBUG: /tmp/tmpy1v2idmy/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'o-unu', 'created_at': '1750205539.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}, {'ROWID': 2, 'name': 'o-nulo', 'created_at': '1750205540.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '300ca8ee-bc0d-42b8-b39f-dffd9abf7e6e-sda') -test DEBUG: /tmp/tmpy1v2idmy/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 2 (0.0465989s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (2, '0c9e3811bd26120c13ecffadc3423009', '300ca8ee-bc0d-42b8-b39f-dffd9abf7e6e-sda', '1750205537.13407', '1750205537.00000', '0', '', '1750205537.00000', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('300ca8ee-bc0d-42b8-b39f-dffd9abf7e6e-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpy1v2idmy/sda/containers/0/cd9/da21eca80c6da881c38b5dbec41e1cd9/da21eca80c6da881c38b5dbec41e1cd9.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.44163 seconds (2.26436/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpy1v2idmy/sda/containers/0/cd9/da21eca80c6da881c38b5dbec41e1cd9/da21eca80c6da881c38b5dbec41e1cd9.db -REPLICATE: /sdb/0/da21eca80c6da881c38b5dbec41e1cd9, sync, (1, 'f302d75de2cbf346a748882d83dab93b', '2b81b27a-dd19-496a-b7fa-bb56b22094a4-sda', '1750205537.59401', '1750204800', '0', '', '1750204800', 1, 0) -REPLICATE: /sdb/0/da21eca80c6da881c38b5dbec41e1cd9, complete_rsync, ('2b81b27a-dd19-496a-b7fa-bb56b22094a4-sda', 'da21eca80c6da881c38b5dbec41e1cd9.db') -REPLICATE: /sdc/0/da21eca80c6da881c38b5dbec41e1cd9, sync, (1, 'f302d75de2cbf346a748882d83dab93b', '2b81b27a-dd19-496a-b7fa-bb56b22094a4-sda', '1750205537.59401', '1750204800', '0', '', '1750204800', 1, 0) -REPLICATE: /sdc/0/da21eca80c6da881c38b5dbec41e1cd9, complete_rsync, ('2b81b27a-dd19-496a-b7fa-bb56b22094a4-sda', 'da21eca80c6da881c38b5dbec41e1cd9.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpy1v2idmy/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (2, 'fd410f34f823e67e63dba96590380b96', '77e246fc-efc4-4775-b82e-60d817b8ecfc-sdb', '1750205537.13407', '1750205538.00000', '0', '', '1750205538.00000', 1, 1) -test DEBUG: /tmp/tmpy1v2idmy/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.2:1002/sdc, starting at row -1 -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'o-unu', 'created_at': '1750205541.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}, {'ROWID': 2, 'name': 'o-nulo', 'created_at': '1750205542.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '77e246fc-efc4-4775-b82e-60d817b8ecfc-sdb') -test DEBUG: Replicating db /tmp/tmpy1v2idmy/sdb/containers/0/cd9/da21eca80c6da881c38b5dbec41e1cd9/da21eca80c6da881c38b5dbec41e1cd9.db -REPLICATE: /sdc/0/da21eca80c6da881c38b5dbec41e1cd9, sync, (1, 'f302d75de2cbf346a748882d83dab93b', '541a2f6e-ee81-457a-b0af-167776d4a153-', '1750205537.59401', '1750204800', '0', '', '1750204800', 1, 0) -test DEBUG: /tmp/tmpy1v2idmy/sdb/containers/0/cd9/da21eca80c6da881c38b5dbec41e1cd9/da21eca80c6da881c38b5dbec41e1cd9.db in sync with 10.0.0.2:1002/sdc, nothing to do -REPLICATE: /sda/0/da21eca80c6da881c38b5dbec41e1cd9, sync, (1, 'f302d75de2cbf346a748882d83dab93b', '541a2f6e-ee81-457a-b0af-167776d4a153-', '1750205537.59401', '1750204800', '0', '', '1750204800', 1, 0) -test DEBUG: /tmp/tmpy1v2idmy/sdb/containers/0/cd9/da21eca80c6da881c38b5dbec41e1cd9/da21eca80c6da881c38b5dbec41e1cd9.db in sync with 10.0.0.0:1000/sda, nothing to do -test DEBUG: /tmp/tmpy1v2idmy/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.2:1002/sdc, finished at row 2 (0.111046s) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([{'remote_id': '300ca8ee-bc0d-42b8-b39f-dffd9abf7e6e-sda', 'sync_point': 2}],) -REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (2, 'fd410f34f823e67e63dba96590380b96', '77e246fc-efc4-4775-b82e-60d817b8ecfc-sdb', '1750205537.13407', '1750205538.00000', '0', '', '1750205538.00000', 1, 1) -test DEBUG: /tmp/tmpy1v2idmy/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.0:1000/sda, starting at row -1 -test.unit.container.test_replicator.TestReplicatorSync.test_multiple_out_sync_reconciler_enqueue_normalize -test.unit.container.test_replicator.TestReplicatorSync.test_multiple_out_sync_reconciler_enqueue_normalize ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_post_replicate_hook -test.unit.container.test_replicator.TestReplicatorSync.test_post_replicate_hook ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_mix_ok_and_unavailable_shards -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_mix_ok_and_unavailable_shards ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_mixed_policies_error -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_mixed_policies_error ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_missing -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_missing ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_cleaving_not_merged_while_cleaving -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_cleaving_not_merged_while_cleaving ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_fetch_fails_while_shrinking -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_fetch_fails_while_shrinking ... ok -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txc28506cf079e405b93275-0068520461) -test DEBUG: GET listing from 0 shards for: /v1/a/c?marker=bb&end_marker=aa&format=json&states=listing (txn: txc28506cf079e405b93275-0068520461) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txb716cb574ce24093946c8-0068520462) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: txb716cb574ce24093946c8-0068520462) -test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: txb716cb574ce24093946c8-0068520462) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: txb716cb574ce24093946c8-0068520462) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_c', lower='b', upper='c') .shards_a/c_c with {'X-Backend-Record-Type': 'auto'} (txn: txb716cb574ce24093946c8-0068520462) -test DEBUG: Get listing from /v1/.shards_a/c_c?format=json&limit=9999&marker=b&end_marker=c%00 {'X-Backend-Record-Type': 'auto'} (txn: txb716cb574ce24093946c8-0068520462) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: txb716cb574ce24093946c8-0068520462) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='c', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txb716cb574ce24093946c8-0068520462) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txb716cb574ce24093946c8-0068520462) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.2:1002/sdc (txn: txb716cb574ce24093946c8-0068520462) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.1:1001/sdb (txn: txb716cb574ce24093946c8-0068520462) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.0:1000/sda (txn: txb716cb574ce24093946c8-0068520462) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.3:1003/sda (txn: txb716cb574ce24093946c8-0068520462) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.4:1004/sda (txn: txb716cb574ce24093946c8-0068520462) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.5:1005/sda (txn: txb716cb574ce24093946c8-0068520462) -test ERROR: Container GET returning 503 for [503, 503, 503, 503, 503, 503] (txn: txb716cb574ce24093946c8-0068520462) -test WARNING: Failed to get container listing from /v1/a/c?format=json&states=listing: 503 (txn: txb716cb574ce24093946c8-0068520462) -test ERROR: Aborting listing from shards due to bad response: [200, 200, 503] (txn: txb716cb574ce24093946c8-0068520462) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: txd56c82f320c541cfbfad0-0068520462) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txd56c82f320c541cfbfad0-0068520462) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txd56c82f320c541cfbfad0-0068520462) -test ERROR: Aborting listing from shards due to bad shard policy index: 0 (expected 1) (txn: txd56c82f320c541cfbfad0-0068520462) -test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: tx6050b274e5a644559e10c-0068520462) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx6050b274e5a644559e10c-0068520462) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx6050b274e5a644559e10c-0068520462) -test ERROR: Aborting listing from shards due to bad shard policy index: None (expected 1) (txn: tx6050b274e5a644559e10c-0068520462) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx45988fb68ff04c46a4658-0068520463) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx45988fb68ff04c46a4658-0068520463) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx45988fb68ff04c46a4658-0068520463) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx45988fb68ff04c46a4658-0068520463) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx45988fb68ff04c46a4658-0068520463) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx45988fb68ff04c46a4658-0068520463) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx45988fb68ff04c46a4658-0068520463) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx45988fb68ff04c46a4658-0068520463) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx45988fb68ff04c46a4658-0068520463) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx45988fb68ff04c46a4658-0068520463) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx45988fb68ff04c46a4658-0068520463) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx45988fb68ff04c46a4658-0068520463) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx45988fb68ff04c46a4658-0068520463) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx45988fb68ff04c46a4658-0068520463) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx45988fb68ff04c46a4658-0068520463) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx45988fb68ff04c46a4658-0068520463) -test DEBUG: Setting object count to 3120 (txn: tx45988fb68ff04c46a4658-0068520463) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: txc59d0e94f456460482884-0068520463) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txc59d0e94f456460482884-0068520463) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txc59d0e94f456460482884-0068520463) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txc59d0e94f456460482884-0068520463) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txc59d0e94f456460482884-0068520463) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txc59d0e94f456460482884-0068520463) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txc59d0e94f456460482884-0068520463) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txc59d0e94f456460482884-0068520463) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txc59d0e94f456460482884-0068520463) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txc59d0e94f456460482884-0068520463) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txc59d0e94f456460482884-0068520463) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txc59d0e94f456460482884-0068520463) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: txc59d0e94f456460482884-0068520463) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txc59d0e94f456460482884-0068520463) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txc59d0e94f456460482884-0068520463) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: txc59d0e94f456460482884-0068520463) -test DEBUG: Setting object count to 3120 (txn: txc59d0e94f456460482884-0068520463) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx94f6610081864d219bee8-0068520463) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx94f6610081864d219bee8-0068520463) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx94f6610081864d219bee8-0068520463) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx94f6610081864d219bee8-0068520463) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx94f6610081864d219bee8-0068520463) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx94f6610081864d219bee8-0068520463) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx94f6610081864d219bee8-0068520463) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx94f6610081864d219bee8-0068520463) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx94f6610081864d219bee8-0068520463) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx94f6610081864d219bee8-0068520463) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx94f6610081864d219bee8-0068520463) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx94f6610081864d219bee8-0068520463) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx94f6610081864d219bee8-0068520463) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx94f6610081864d219bee8-0068520463) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx94f6610081864d219bee8-0068520463) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx94f6610081864d219bee8-0068520463) -test DEBUG: Setting object count to 3120 (txn: tx94f6610081864d219bee8-0068520463) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txb068c5fc1de740e7b7b8d-0068520463) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txb068c5fc1de740e7b7b8d-0068520463) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txb068c5fc1de740e7b7b8d-0068520463) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txb068c5fc1de740e7b7b8d-0068520463) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txb068c5fc1de740e7b7b8d-0068520463) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txb068c5fc1de740e7b7b8d-0068520463) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txb068c5fc1de740e7b7b8d-0068520463) -test DEBUG: Getting listing part 2 from shard Namespace(name='a/c', lower='pie', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: txb068c5fc1de740e7b7b8d-0068520463) -test DEBUG: Get listing from /v1/a/c?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'object'} (txn: txb068c5fc1de740e7b7b8d-0068520463) -test DEBUG: Found 3072 objects in shard (state=sharded), total = 3120 (txn: txb068c5fc1de740e7b7b8d-0068520463) -test DEBUG: Setting object count to 3120 (txn: txb068c5fc1de740e7b7b8d-0068520463) -test DEBUG: GET listing from 5 shards for: /v1/a/c?reverse=true&limit=&format=json&states=listing (txn: txc075796205ce40b3804b0-0068520464) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txc075796205ce40b3804b0-0068520464) -test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&limit=10000&format=json&marker=&end_marker=%F0%9F%8C%B4 {'X-Backend-Record-Type': 'auto'} (txn: txc075796205ce40b3804b0-0068520464) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: txc075796205ce40b3804b0-0068520464) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txc075796205ce40b3804b0-0068520464) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?reverse=true&limit=8976&format=json&marker=%F0%9F%8C%B5&end_marker=%E2%98%83 {'X-Backend-Record-Type': 'auto'} (txn: txc075796205ce40b3804b0-0068520464) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2048 (txn: txc075796205ce40b3804b0-0068520464) -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharded -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharded ... ok -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txc075796205ce40b3804b0-0068520464) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?reverse=true&limit=7952&format=json&marker=%E2%98%84&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: txc075796205ce40b3804b0-0068520464) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3072 (txn: txc075796205ce40b3804b0-0068520464) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txc075796205ce40b3804b0-0068520464) -test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&limit=6928&format=json&marker=q&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: txc075796205ce40b3804b0-0068520464) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 3080 (txn: txc075796205ce40b3804b0-0068520464) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txc075796205ce40b3804b0-0068520464) -test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&limit=6920&format=json&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txc075796205ce40b3804b0-0068520464) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 3120 (txn: txc075796205ce40b3804b0-0068520464) -test DEBUG: Setting object count to 3120 (txn: txc075796205ce40b3804b0-0068520464) -test DEBUG: GET listing from 5 shards for: /v1/a/c?limit=49&format=json&states=listing (txn: tx14e1b80885ab4d17bb9ea-0068520464) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx14e1b80885ab4d17bb9ea-0068520464) -test DEBUG: Get listing from /v1/.shards_a/c_ham?limit=49&format=json&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx14e1b80885ab4d17bb9ea-0068520464) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx14e1b80885ab4d17bb9ea-0068520464) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx14e1b80885ab4d17bb9ea-0068520464) -test DEBUG: Get listing from /v1/.shards_a/c_pie?limit=9&format=json&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx14e1b80885ab4d17bb9ea-0068520464) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx14e1b80885ab4d17bb9ea-0068520464) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx14e1b80885ab4d17bb9ea-0068520464) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?limit=1&format=json&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx14e1b80885ab4d17bb9ea-0068520464) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 49 (txn: tx14e1b80885ab4d17bb9ea-0068520464) -test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=%E2%98%86&format=json&states=listing (txn: tx0177b3edad3d425d80d7c-0068520464) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx0177b3edad3d425d80d7c-0068520464) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&format=json&limit=10000&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0177b3edad3d425d80d7c-0068520464) -test DEBUG: Found 1022 objects in shard (state=unsharded), total = 1022 (txn: tx0177b3edad3d425d80d7c-0068520464) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx0177b3edad3d425d80d7c-0068520464) -test DEBUG: Get listing from /v1/.shards_a/c_?marker=%E2%A8%83&format=json&limit=8978&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx0177b3edad3d425d80d7c-0068520464) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2046 (txn: tx0177b3edad3d425d80d7c-0068520464) -test DEBUG: GET listing from 4 shards for: /v1/a/c?end_marker=%E2%98%8A&format=json&states=listing (txn: tx9877705e31634bc7ad899-0068520464) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx9877705e31634bc7ad899-0068520464) -test DEBUG: Get listing from /v1/.shards_a/c_ham?end_marker=ham%00&format=json&limit=10000&marker= {'X-Backend-Record-Type': 'auto'} (txn: tx9877705e31634bc7ad899-0068520464) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx9877705e31634bc7ad899-0068520464) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx9877705e31634bc7ad899-0068520464) -test DEBUG: Get listing from /v1/.shards_a/c_pie?end_marker=pie%00&format=json&limit=9960&marker=h {'X-Backend-Record-Type': 'auto'} (txn: tx9877705e31634bc7ad899-0068520464) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx9877705e31634bc7ad899-0068520464) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx9877705e31634bc7ad899-0068520464) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?end_marker=%E2%98%83%00&format=json&limit=9952&marker=p {'X-Backend-Record-Type': 'auto'} (txn: tx9877705e31634bc7ad899-0068520464) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx9877705e31634bc7ad899-0068520464) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx9877705e31634bc7ad899-0068520464) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?end_marker=%E2%98%8A&format=json&limit=8928&marker=%D1%B0 {'X-Backend-Record-Type': 'auto'} (txn: tx9877705e31634bc7ad899-0068520464) -test DEBUG: Found 6 objects in shard (state=unsharded), total = 1078 (txn: tx9877705e31634bc7ad899-0068520464) -test DEBUG: GET listing from 5 shards for: /v1/a/c?prefix=hat&format=json&states=listing (txn: tx173fc224c0724028ad482-0068520464) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx173fc224c0724028ad482-0068520464) -test DEBUG: Get listing from /v1/.shards_a/c_pie?prefix=hat&format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx173fc224c0724028ad482-0068520464) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx173fc224c0724028ad482-0068520464) -test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json&states=listing (txn: tx27f37d717b8048c59996c-0068520464) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx27f37d717b8048c59996c-0068520464) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json {'X-Backend-Record-Type': 'auto'} (txn: tx27f37d717b8048c59996c-0068520464) -test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: tx27f37d717b8048c59996c-0068520464) -test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json&states=listing (txn: tx08894a50b35540ca8c591-0068520464) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx08894a50b35540ca8c591-0068520464) -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_no_memcache ... ok -REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'o-unu', 'created_at': '1750205541.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}, {'ROWID': 2, 'name': 'o-nulo', 'created_at': '1750205542.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '77e246fc-efc4-4775-b82e-60d817b8ecfc-sdb') -test DEBUG: /tmp/tmpy1v2idmy/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.0:1000/sda, finished at row 2 (0.0464058s) -REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([{'remote_id': '300ca8ee-bc0d-42b8-b39f-dffd9abf7e6e-sda', 'sync_point': 2}],) -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpy1v2idmy/sdb/containers/0/cd9/da21eca80c6da881c38b5dbec41e1cd9/da21eca80c6da881c38b5dbec41e1cd9.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 2 dbs in 0.38317 seconds (5.21962/s) -test INFO: Removed 0 dbs -test INFO: 4 successes, 0 failures -test INFO: diff:2 diff_capped:0 empty:0 hashmatch:0 no_change:2 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpy1v2idmy/sdb/containers/0/cd9/da21eca80c6da881c38b5dbec41e1cd9/da21eca80c6da881c38b5dbec41e1cd9.db -REPLICATE: /sdc/0/da21eca80c6da881c38b5dbec41e1cd9, sync, (2, '55ed820a7709922e7385644a416f4531', '541a2f6e-ee81-457a-b0af-167776d4a153-', '1750205537.59401', '1750204800', '0', '', '1750204800', 1, 0) -test DEBUG: /tmp/tmpy1v2idmy/sdb/containers/0/cd9/da21eca80c6da881c38b5dbec41e1cd9/da21eca80c6da881c38b5dbec41e1cd9.db usyncing chunks to 10.0.0.2:1002/sdc, starting at row 1 -REPLICATE: /sdc/0/da21eca80c6da881c38b5dbec41e1cd9, merge_items, ([{'ROWID': 2, 'name': '0:/a/c/o-nulo', 'created_at': '1750205542.00000', 'size': 0, 'content_type': 'application/x-put', 'etag': '1750205542.00000', 'deleted': 0, 'storage_policy_index': 0}], '541a2f6e-ee81-457a-b0af-167776d4a153-') -test DEBUG: /tmp/tmpy1v2idmy/sdb/containers/0/cd9/da21eca80c6da881c38b5dbec41e1cd9/da21eca80c6da881c38b5dbec41e1cd9.db usyncing chunks to 10.0.0.2:1002/sdc, finished at row 2 (0.0589623s) -REPLICATE: /sdc/0/da21eca80c6da881c38b5dbec41e1cd9, merge_syncs, ([{'remote_id': '2b81b27a-dd19-496a-b7fa-bb56b22094a4-sda', 'sync_point': 1}],) -REPLICATE: /sda/0/da21eca80c6da881c38b5dbec41e1cd9, sync, (2, '55ed820a7709922e7385644a416f4531', '541a2f6e-ee81-457a-b0af-167776d4a153-', '1750205537.59401', '1750204800', '0', '', '1750204800', 1, 0) -test DEBUG: /tmp/tmpy1v2idmy/sdb/containers/0/cd9/da21eca80c6da881c38b5dbec41e1cd9/da21eca80c6da881c38b5dbec41e1cd9.db usyncing chunks to 10.0.0.0:1000/sda, starting at row 1 -REPLICATE: /sda/0/da21eca80c6da881c38b5dbec41e1cd9, merge_items, ([{'ROWID': 2, 'name': '0:/a/c/o-nulo', 'created_at': '1750205542.00000', 'size': 0, 'content_type': 'application/x-put', 'etag': '1750205542.00000', 'deleted': 0, 'storage_policy_index': 0}], '541a2f6e-ee81-457a-b0af-167776d4a153-') -test DEBUG: /tmp/tmpy1v2idmy/sdb/containers/0/cd9/da21eca80c6da881c38b5dbec41e1cd9/da21eca80c6da881c38b5dbec41e1cd9.db usyncing chunks to 10.0.0.0:1000/sda, finished at row 2 (0.0492988s) -REPLICATE: /sda/0/da21eca80c6da881c38b5dbec41e1cd9, merge_syncs, ([{'remote_id': '2b81b27a-dd19-496a-b7fa-bb56b22094a4-sda', 'sync_point': 1}],) -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, '89ccfe25cbb59c11f95b29a327bedcd0', '62a76847-89df-4d23-99bd-430b8801002c-', '1750205538.70053', '1750205538.69296', '0', '', '1750205538.69296', 99, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('62a76847-89df-4d23-99bd-430b8801002c-', '5267a50d4a8f6ea3ee1dbecb8592e872_1750205538.74400.db') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, '89ccfe25cbb59c11f95b29a327bedcd0', '62a76847-89df-4d23-99bd-430b8801002c-', '1750205538.70053', '1750205538.69296', '0', '', '1750205538.69296', 99, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1750205538.74387', 'lower': '', 'upper': 'a', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1750205538.74387', 'deleted': 0, 'state': 40, 'state_timestamp': '1750205538.74387', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750205538.74423', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750205538.74423', 'deleted': 0, 'state': 60, 'state_timestamp': '1750205538.74400', 'epoch': '1750205538.74400', 'reported': 0, 'tombstones': -1}], '62a76847-89df-4d23-99bd-430b8801002c-') -test DEBUG: /tmp/tmp3su8olmh/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750205538.74400.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmp3su8olmh/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750205538.74400.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, '81f97fccc7305452b49ed162df5c859c', 'e117c363-88ac-421e-b206-74775314ba82-', '1750205539.19986', '1750205539.19639', '0', '', '1750205539.19639', 99, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1750205539.55665', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1750205539.55665', 'deleted': 0, 'state': 40, 'state_timestamp': '1750205539.55665', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750205539.59983', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750205539.59983', 'deleted': 0, 'state': 60, 'state_timestamp': '1750205539.24075', 'epoch': '1750205539.24075', 'reported': 0, 'tombstones': -1}], 'e117c363-88ac-421e-b206-74775314ba82-') -test DEBUG: /tmp/tmp480qqko7/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750205539.24075.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmp480qqko7/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750205539.24075.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, '81f97fccc7305452b49ed162df5c859c', 'e117c363-88ac-421e-b206-74775314ba82-', '1750205539.19986', '1750205539.52733', '0', '', '1750205539.19639', 101, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1750205539.55665', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1750205539.55665', 'deleted': 0, 'state': 40, 'state_timestamp': '1750205539.55665', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750205539.59983', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750205539.59983', 'deleted': 0, 'state': 60, 'state_timestamp': '1750205539.24075', 'epoch': '1750205539.24075', 'reported': 0, 'tombstones': -1}], 'e117c363-88ac-421e-b206-74775314ba82-') -test DEBUG: /tmp/tmp480qqko7/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750205539.24075.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmp480qqko7/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750205539.24075.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharded_large_diff -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharded_large_diff ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_overlapping_shards_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_overlapping_shards_no_memcache ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharding -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharding ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205952.00000-0, db: /tmp/tmpza2u35vr/sda/containers/0/010/7b0788aa40a69afdecbee96ec4bad010/7b0788aa40a69afdecbee96ec4bad010.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205956.00000-0, db: /tmp/tmpza2u35vr/sda/containers/0/221/8507b439f09474b49caa3ff463225221/8507b439f09474b49caa3ff463225221.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205960.00000-0, db: /tmp/tmpza2u35vr/sda/containers/0/218/37cf9e9c7a3143eb8333c32c2b73e218/37cf9e9c7a3143eb8333c32c2b73e218.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205964.00000-0, db: /tmp/tmpza2u35vr/sda/containers/0/98b/65e9e4c860800a9cc7f101e0b25c398b/65e9e4c860800a9cc7f101e0b25c398b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205968.00000-0, db: /tmp/tmpza2u35vr/sda/containers/0/db5/81df19e9064a58dc4e1061575c1a1db5/81df19e9064a58dc4e1061575c1a1db5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205972.00000-0, db: /tmp/tmpza2u35vr/sda/containers/0/3ed/c75f5d8801323b0955c73bf6ca0163ed/c75f5d8801323b0955c73bf6ca0163ed.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205976.00000-0, db: /tmp/tmpza2u35vr/sda/containers/0/578/1ef7e8522008f177ff1cfe4ae9974578/1ef7e8522008f177ff1cfe4ae9974578.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205980.00000-0, db: /tmp/tmpza2u35vr/sda/containers/0/6fe/31fd03ba22c87fccc916f888b327d6fe/31fd03ba22c87fccc916f888b327d6fe.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205984.00000-0, db: /tmp/tmpza2u35vr/sda/containers/0/fd9/eaf555116be379b61bb71ebb0b3d3fd9/eaf555116be379b61bb71ebb0b3d3fd9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205988.00000-0, db: /tmp/tmpza2u35vr/sda/containers/0/607/5b957dd0261fe9061fb931762ec97607/5b957dd0261fe9061fb931762ec97607.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205992.00000-0, db: /tmp/tmpza2u35vr/sda/containers/0/9a3/f5398fa5d3c6ef3f457a106b3b97b9a3/f5398fa5d3c6ef3f457a106b3b97b9a3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205996.00000-0, db: /tmp/tmpza2u35vr/sda/containers/0/9d7/c6b53d12de44d566b53a88112cb2c9d7/c6b53d12de44d566b53a88112cb2c9d7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206000.00000-0, db: /tmp/tmpza2u35vr/sda/containers/0/2ec/6c3756e0db86b28707745bae4ceee2ec/6c3756e0db86b28707745bae4ceee2ec.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206004.00000-0, db: /tmp/tmpza2u35vr/sda/containers/0/220/fb761fb3e05067e7c4ceae6dee44c220/fb761fb3e05067e7c4ceae6dee44c220.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206008.00000-0, db: /tmp/tmpza2u35vr/sda/containers/0/b4a/5cf7be16e4ac2a1590ad97c9252f4b4a/5cf7be16e4ac2a1590ad97c9252f4b4a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206012.00000-0, db: /tmp/tmpza2u35vr/sda/containers/0/f7b/203890e3073ba47a8c0e342930d4af7b/203890e3073ba47a8c0e342930d4af7b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206016.00000-0, db: /tmp/tmpza2u35vr/sda/containers/0/670/d414a5ea1ffe1fbddb5af25c87b9d670/d414a5ea1ffe1fbddb5af25c87b9d670.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206020.00000-0, db: /tmp/tmpza2u35vr/sda/containers/0/1c7/17fca4ddb5c612c95f155cffe3d0e1c7/17fca4ddb5c612c95f155cffe3d0e1c7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206024.00000-0, db: /tmp/tmpza2u35vr/sda/containers/0/fc3/51fcd94ff27169511f5547b5f9a23fc3/51fcd94ff27169511f5547b5f9a23fc3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206028.00000-0, db: /tmp/tmpza2u35vr/sda/containers/0/1dc/8736fab27a5e5ada6129c0f9942a41dc/8736fab27a5e5ada6129c0f9942a41dc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206032.00000-0, db: /tmp/tmpza2u35vr/sda/containers/0/a7c/9812eefb4fa1ef03e95c0071ffd95a7c/9812eefb4fa1ef03e95c0071ffd95a7c.db -sharder-test WARNING: Failed to get shard ranges from a/c: bad, path: .shards_a/shard_c, db: /tmp/tmppymy9rcb/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205540.00000.db -sharder-test WARNING: Audit warnings for shard: unable to get shard ranges from root, path: .shards_a/shard_c, db: /tmp/tmppymy9rcb/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205540.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205543.00000-0, db: /tmp/tmp_rl1zb9e/sda/containers/0/ebd/aae32809ed3b64b05094f17401ef2ebd/aae32809ed3b64b05094f17401ef2ebd_1750205543.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205543.00000-0, db: /tmp/tmp_rl1zb9e/sda/containers/0/ebd/aae32809ed3b64b05094f17401ef2ebd/aae32809ed3b64b05094f17401ef2ebd_1750205543.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205546.00000-0, db: /tmp/tmp_rl1zb9e/sda/containers/0/b43/61b642c44a5f6b40bfec380f2caf7b43/61b642c44a5f6b40bfec380f2caf7b43_1750205546.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205546.00000-0, db: /tmp/tmp_rl1zb9e/sda/containers/0/b43/61b642c44a5f6b40bfec380f2caf7b43/61b642c44a5f6b40bfec380f2caf7b43_1750205546.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205549.00000-0, db: /tmp/tmp_rl1zb9e/sda/containers/0/a0e/c8f765da8ed64144511181bd9532ca0e/c8f765da8ed64144511181bd9532ca0e_1750205549.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205549.00000-0, db: /tmp/tmp_rl1zb9e/sda/containers/0/a0e/c8f765da8ed64144511181bd9532ca0e/c8f765da8ed64144511181bd9532ca0e_1750205549.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205552.00000-0, db: /tmp/tmp_rl1zb9e/sda/containers/0/f67/5a275df900d4f5dd68a9d41b3c232f67/5a275df900d4f5dd68a9d41b3c232f67_1750205552.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205552.00000-0, db: /tmp/tmp_rl1zb9e/sda/containers/0/f67/5a275df900d4f5dd68a9d41b3c232f67/5a275df900d4f5dd68a9d41b3c232f67_1750205552.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205555.00000-0, db: /tmp/tmp_rl1zb9e/sda/containers/0/6a9/e9ae804d1e47f4d71c590a5b4f2a86a9/e9ae804d1e47f4d71c590a5b4f2a86a9_1750205555.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205555.00000-0, db: /tmp/tmp_rl1zb9e/sda/containers/0/6a9/e9ae804d1e47f4d71c590a5b4f2a86a9/e9ae804d1e47f4d71c590a5b4f2a86a9_1750205555.00000.db -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_errors_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_errors_no_memcache ... ok -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json {'X-Backend-Record-Type': 'auto'} (txn: tx08894a50b35540ca8c591-0068520464) -test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: tx08894a50b35540ca8c591-0068520464) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx351fe9b23ca9482d8ee93-0068520465) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx351fe9b23ca9482d8ee93-0068520465) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx351fe9b23ca9482d8ee93-0068520465) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx351fe9b23ca9482d8ee93-0068520465) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx351fe9b23ca9482d8ee93-0068520465) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx351fe9b23ca9482d8ee93-0068520465) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx351fe9b23ca9482d8ee93-0068520465) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='lemon', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx351fe9b23ca9482d8ee93-0068520465) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx351fe9b23ca9482d8ee93-0068520465) -test DEBUG: Found 1020 objects in shard (state=unsharded), total = 1068 (txn: tx351fe9b23ca9482d8ee93-0068520465) -test DEBUG: Setting object count to 1068 (txn: tx351fe9b23ca9482d8ee93-0068520465) -test DEBUG: GET listing from 3 shards for: /v1/a/c?reverse=true&format=json&states=listing (txn: txc6583fe95a094fd2a823c-0068520465) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='lemon', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txc6583fe95a094fd2a823c-0068520465) -test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&format=json&limit=10000&marker=&end_marker=lemon {'X-Backend-Record-Type': 'auto'} (txn: txc6583fe95a094fd2a823c-0068520465) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: txc6583fe95a094fd2a823c-0068520465) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txc6583fe95a094fd2a823c-0068520465) -test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&format=json&limit=8976&marker=m&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txc6583fe95a094fd2a823c-0068520465) -test DEBUG: Found 44 objects in shard (state=unsharded), total = 1068 (txn: txc6583fe95a094fd2a823c-0068520465) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txc6583fe95a094fd2a823c-0068520465) -test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&format=json&limit=8932&marker=A&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txc6583fe95a094fd2a823c-0068520465) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 1068 (txn: txc6583fe95a094fd2a823c-0068520465) -test DEBUG: Setting object count to 1068 (txn: txc6583fe95a094fd2a823c-0068520465) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txd562657fc0134a9b9e295-0068520466) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txd562657fc0134a9b9e295-0068520466) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txd562657fc0134a9b9e295-0068520466) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txd562657fc0134a9b9e295-0068520466) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txd562657fc0134a9b9e295-0068520466) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txd562657fc0134a9b9e295-0068520466) -test WARNING: Failed to get container listing from /v1/a/c?format=json&states=listing: 404 (txn: txd562657fc0134a9b9e295-0068520466) -test ERROR: Aborting listing from shards due to bad response: [200, 404] (txn: txd562657fc0134a9b9e295-0068520466) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx79c788cba0cf432dbb191-0068520467) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx79c788cba0cf432dbb191-0068520467) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx79c788cba0cf432dbb191-0068520467) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx79c788cba0cf432dbb191-0068520467) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx79c788cba0cf432dbb191-0068520467) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx79c788cba0cf432dbb191-0068520467) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.1:1001/sdb (txn: tx79c788cba0cf432dbb191-0068520467) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.0:1000/sda (txn: tx79c788cba0cf432dbb191-0068520467) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.2:1002/sdc (txn: tx79c788cba0cf432dbb191-0068520467) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.3:1003/sda (txn: tx79c788cba0cf432dbb191-0068520467) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.4:1004/sda (txn: tx79c788cba0cf432dbb191-0068520467) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.5:1005/sda (txn: tx79c788cba0cf432dbb191-0068520467) -test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500] (txn: tx79c788cba0cf432dbb191-0068520467) -test WARNING: Failed to get container listing from /v1/a/c?format=json&states=listing: 503 (txn: tx79c788cba0cf432dbb191-0068520467) -test ERROR: Aborting listing from shards due to bad response: [200, 503] (txn: tx79c788cba0cf432dbb191-0068520467) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, 'c27b3aec565db57983a011811b262563', '600eac8d-c84f-4996-b2e3-1a5fefcbcd0a-', '1750205540.11708', '1750205540.11363', '0', '', '1750205540.11363', 99, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1750205540.48063', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1750205540.48063', 'deleted': 0, 'state': 40, 'state_timestamp': '1750205540.48063', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750205540.53102', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750205540.53102', 'deleted': 0, 'state': 60, 'state_timestamp': '1750205540.14895', 'epoch': '1750205540.14895', 'reported': 0, 'tombstones': -1}], '600eac8d-c84f-4996-b2e3-1a5fefcbcd0a-') -test DEBUG: /tmp/tmp8ycqn1kt/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750205540.14895.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmp8ycqn1kt/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750205540.14895.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, 'c27b3aec565db57983a011811b262563', '600eac8d-c84f-4996-b2e3-1a5fefcbcd0a-', '1750205540.11708', '1750205540.44820', '0', '', '1750205540.11363', 101, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1750205540.48063', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1750205540.48063', 'deleted': 0, 'state': 40, 'state_timestamp': '1750205540.48063', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750205540.53102', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750205540.53102', 'deleted': 0, 'state': 60, 'state_timestamp': '1750205540.14895', 'epoch': '1750205540.14895', 'reported': 0, 'tombstones': -1}], '600eac8d-c84f-4996-b2e3-1a5fefcbcd0a-') -test DEBUG: /tmp/tmp8ycqn1kt/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750205540.14895.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmp8ycqn1kt/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750205540.14895.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (5, '25907597766223605169b5dfb5ce9d99', '1dbd65c7-8577-4ca1-b485-fa1907d28de9-', '1750205540.97644', '1750205540.97381', '0', '', '1750205540.97381', 99, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1750205541.64075', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750205541.64075', 'deleted': 0, 'state': 10, 'state_timestamp': '1750205541.64075', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750205541.68811', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750205541.68811', 'deleted': 0, 'state': 60, 'state_timestamp': '1750205541.01474', 'epoch': '1750205541.01474', 'reported': 0, 'tombstones': -1}], '1dbd65c7-8577-4ca1-b485-fa1907d28de9-') -test DEBUG: /tmp/tmpekajnymn/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750205541.01474.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpekajnymn/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750205541.01474.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (5, '25907597766223605169b5dfb5ce9d99', '1dbd65c7-8577-4ca1-b485-fa1907d28de9-', '1750205540.97644', '1750205541.60919', '0', '', '1750205540.97381', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1750205541.64075', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750205541.64075', 'deleted': 0, 'state': 10, 'state_timestamp': '1750205541.64075', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750205541.68811', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750205541.68811', 'deleted': 0, 'state': 60, 'state_timestamp': '1750205541.01474', 'epoch': '1750205541.01474', 'reported': 0, 'tombstones': -1}], '1dbd65c7-8577-4ca1-b485-fa1907d28de9-') -test DEBUG: /tmp/tmpekajnymn/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750205541.01474.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpekajnymn/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750205541.01474.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (5, '5d729024a831b323175c3a193b936498', '629b65ac-c38e-4fc1-b7d6-94e7c7b3b564-', '1750205542.26766', '1750205542.26416', '0', '', '1750205542.26416', 99, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1750205542.64713', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750205542.64713', 'deleted': 0, 'state': 10, 'state_timestamp': '1750205542.64713', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750205542.69493', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750205542.69493', 'deleted': 0, 'state': 60, 'state_timestamp': '1750205542.30377', 'epoch': '1750205542.30377', 'reported': 0, 'tombstones': -1}], '629b65ac-c38e-4fc1-b7d6-94e7c7b3b564-') -test DEBUG: /tmp/tmpjof9i24c/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750205542.30377.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpjof9i24c/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750205542.30377.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (5, '5d729024a831b323175c3a193b936498', '629b65ac-c38e-4fc1-b7d6-94e7c7b3b564-', '1750205542.26766', '1750205542.60424', '0', '', '1750205542.26416', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1750205542.64713', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750205542.64713', 'deleted': 0, 'state': 10, 'state_timestamp': '1750205542.64713', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750205542.69493', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750205542.69493', 'deleted': 0, 'state': 60, 'state_timestamp': '1750205542.30377', 'epoch': '1750205542.30377', 'reported': 0, 'tombstones': -1}], '629b65ac-c38e-4fc1-b7d6-94e7c7b3b564-') -test DEBUG: /tmp/tmpjof9i24c/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750205542.30377.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharding_large_diff -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharding_large_diff ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_unsharded -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_unsharded ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_redirects_between_shards -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_redirects_between_shards ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_unsharded_large_diff -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_unsharded_large_diff ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_redirects_to_root_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_redirects_to_root_no_memcache ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_missing -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_missing ... ok -test WARNING: /tmp/tmpjof9i24c/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750205542.30377.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, 'b3997135178fe294cc8a5a0b7e33be52', '09e0eda8-f1b1-4341-8a7a-d0366f39d7b8-', '1750205543.15771', '1750205543.15443', '0', '', '1750205543.15443', 99, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1750205543.19634', 'lower': '', 'upper': 'a', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1750205543.19634', 'deleted': 0, 'state': 40, 'state_timestamp': '1750205543.19634', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750205543.19667', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750205543.19667', 'deleted': 0, 'state': 60, 'state_timestamp': '1750205543.19648', 'epoch': '1750205543.19648', 'reported': 0, 'tombstones': -1}], '09e0eda8-f1b1-4341-8a7a-d0366f39d7b8-') -test DEBUG: /tmp/tmp9uhx46vf/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750205543.19648.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmp9uhx46vf/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750205543.19648.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, 'b3997135178fe294cc8a5a0b7e33be52', '09e0eda8-f1b1-4341-8a7a-d0366f39d7b8-', '1750205543.15771', '1750205543.55177', '0', '', '1750205543.15443', 99, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1750205543.19634', 'lower': '', 'upper': 'a', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1750205543.19634', 'deleted': 0, 'state': 40, 'state_timestamp': '1750205543.19634', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750205543.19667', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750205543.19667', 'deleted': 0, 'state': 60, 'state_timestamp': '1750205543.19648', 'epoch': '1750205543.19648', 'reported': 0, 'tombstones': -1}], '09e0eda8-f1b1-4341-8a7a-d0366f39d7b8-') -test DEBUG: /tmp/tmp9uhx46vf/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750205543.19648.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmp9uhx46vf/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750205543.19648.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, 'b3997135178fe294cc8a5a0b7e33be52', '3e6bc2bc-c988-4d02-9928-9553bc5ffa2a-', '1750205543.92910', '1750205543.92667', '0', '', '1750205543.92667', 99, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1750205543.96104', 'lower': '', 'upper': 'a', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1750205543.96104', 'deleted': 0, 'state': 40, 'state_timestamp': '1750205543.96104', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750205543.96132', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750205543.96132', 'deleted': 0, 'state': 60, 'state_timestamp': '1750205543.96113', 'epoch': '1750205543.96113', 'reported': 0, 'tombstones': -1}], '3e6bc2bc-c988-4d02-9928-9553bc5ffa2a-') -test DEBUG: /tmp/tmpzqv51t61/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750205543.96113.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpzqv51t61/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750205543.96113.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, 'b3997135178fe294cc8a5a0b7e33be52', '3e6bc2bc-c988-4d02-9928-9553bc5ffa2a-', '1750205543.92910', '1750205544.22986', '0', '', '1750205543.92667', 99, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1750205543.96104', 'lower': '', 'upper': 'a', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1750205543.96104', 'deleted': 0, 'state': 40, 'state_timestamp': '1750205543.96104', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750205543.96132', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750205543.96132', 'deleted': 0, 'state': 60, 'state_timestamp': '1750205543.96113', 'epoch': '1750205543.96113', 'reported': 0, 'tombstones': -1}], '3e6bc2bc-c988-4d02-9928-9553bc5ffa2a-') -test DEBUG: /tmp/tmpzqv51t61/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750205543.96113.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpzqv51t61/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750205543.96113.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (8, '555744a8983b7c7a20f7617e0af5609b', '9960a2ce-7832-4aee-8b09-fea1e539cf95-', '1750205544.48911', '1750205544.48639', '0', '', '1750205544.48639', 2, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('9960a2ce-7832-4aee-8b09-fea1e539cf95-', '5267a50d4a8f6ea3ee1dbecb8592e872_1750205544.60221.db') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (8, '555744a8983b7c7a20f7617e0af5609b', '9960a2ce-7832-4aee-8b09-fea1e539cf95-', '1750205544.48911', '1750205544.48639', '0', '', '1750205544.48639', 2, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1750205544.51740', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750205544.51740', 'deleted': 0, 'state': 10, 'state_timestamp': '1750205544.51740', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750205544.60250', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750205544.60250', 'deleted': 0, 'state': 60, 'state_timestamp': '1750205544.60221', 'epoch': '1750205544.60221', 'reported': 0, 'tombstones': -1}], '9960a2ce-7832-4aee-8b09-fea1e539cf95-') -test DEBUG: /tmp/tmp0zp5n7cb/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750205544.60221.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmp0zp5n7cb/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750205544.60221.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (8, '94fc4790dc15c75c6ad2cd1e5aa03a82', 'ccb83e60-3ac1-4cc1-a915-107db3ec6f6d-', '1750205545.07574', '1750205545.07306', '0', '', '1750205545.07306', 2, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('ccb83e60-3ac1-4cc1-a915-107db3ec6f6d-', '5267a50d4a8f6ea3ee1dbecb8592e872_1750205545.20835.db') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (8, '94fc4790dc15c75c6ad2cd1e5aa03a82', 'ccb83e60-3ac1-4cc1-a915-107db3ec6f6d-', '1750205545.07574', '1750205545.07306', '0', '', '1750205545.07306', 2, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_missing_large_diff -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_missing_large_diff ... ok -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txc59a91151aea497692288-0068520468) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_a', lower='', upper='a') .shards_a/c_a with {'X-Backend-Record-Type': 'auto'} (txn: txc59a91151aea497692288-0068520468) -test DEBUG: Get listing from /v1/.shards_a/c_a?format=json&limit=10000&marker=&end_marker=a%00 {'X-Backend-Record-Type': 'auto'} (txn: txc59a91151aea497692288-0068520468) -test DEBUG: Found 33 objects in shard (state=unsharded), total = 33 (txn: txc59a91151aea497692288-0068520468) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: txc59a91151aea497692288-0068520468) -test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: txc59a91151aea497692288-0068520468) -test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00&states=listing (txn: txc59a91151aea497692288-0068520468) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='b', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txc59a91151aea497692288-0068520468) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: txc59a91151aea497692288-0068520468) -test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_?format=json&limit=9967&marker=a&end_marker=b%00&states=listing (txn: txc59a91151aea497692288-0068520468) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'object'} (txn: txc59a91151aea497692288-0068520468) -test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'object'} (txn: txc59a91151aea497692288-0068520468) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: txc59a91151aea497692288-0068520468) -test DEBUG: Found 1 objects in shard (state=sharded), total = 1 (txn: txc59a91151aea497692288-0068520468) -test DEBUG: Found 1 objects in shard (state=sharded), total = 34 (txn: txc59a91151aea497692288-0068520468) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='b', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'object'} (txn: txc59a91151aea497692288-0068520468) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9966&marker=b&end_marker= {'X-Backend-Record-Type': 'object'} (txn: txc59a91151aea497692288-0068520468) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1058 (txn: txc59a91151aea497692288-0068520468) -test DEBUG: Setting object count to 1058 (txn: txc59a91151aea497692288-0068520468) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: tx5169235ae71d4596bb243-0068520468) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx5169235ae71d4596bb243-0068520468) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=10000&marker=&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx5169235ae71d4596bb243-0068520468) -test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_?format=json&limit=10000&marker=&end_marker=&states=listing (txn: tx5169235ae71d4596bb243-0068520468) -test DEBUG: Getting listing part 0 from shard Namespace(name='a/c', lower='', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: tx5169235ae71d4596bb243-0068520468) -test DEBUG: Get listing from /v1/a/c?format=json&limit=10000&marker=&end_marker= {'X-Backend-Record-Type': 'object'} (txn: tx5169235ae71d4596bb243-0068520468) -test DEBUG: Found 1024 objects in shard (state=sharded), total = 1024 (txn: tx5169235ae71d4596bb243-0068520468) -test DEBUG: Setting object count to 1024 (txn: tx5169235ae71d4596bb243-0068520468) -test DEBUG: Found 1024 objects in shard (state=sharding), total = 1024 (txn: tx5169235ae71d4596bb243-0068520468) -test DEBUG: Setting object count to 1024 (txn: tx5169235ae71d4596bb243-0068520468) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx53b5cd0de71f4d0e85216-0068520469) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx53b5cd0de71f4d0e85216-0068520469) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx53b5cd0de71f4d0e85216-0068520469) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx53b5cd0de71f4d0e85216-0068520469) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx53b5cd0de71f4d0e85216-0068520469) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx53b5cd0de71f4d0e85216-0068520469) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx53b5cd0de71f4d0e85216-0068520469) -test INFO: Caching listing namespaces for shard-listing-v2/.shards_a/c_pie (3 namespaces) (txn: tx53b5cd0de71f4d0e85216-0068520469) -test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: tx53b5cd0de71f4d0e85216-0068520469) -test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: tx53b5cd0de71f4d0e85216-0068520469) -test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: tx53b5cd0de71f4d0e85216-0068520469) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx53b5cd0de71f4d0e85216-0068520469) -test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: tx53b5cd0de71f4d0e85216-0068520469) -test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: tx53b5cd0de71f4d0e85216-0068520469) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: tx53b5cd0de71f4d0e85216-0068520469) -test DEBUG: Getting listing part 2 from shard Namespace(name='a/c_sub_pie', lower='lemon', upper='') a/c_sub_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx53b5cd0de71f4d0e85216-0068520469) -test DEBUG: Get listing from /v1/a/c_sub_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx53b5cd0de71f4d0e85216-0068520469) -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharded_shard_with_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharded_shard_with_memcache ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty_old_style_shard_container ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_presharding -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_presharding ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_presharding_large_diff -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_presharding_large_diff ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_mixed_policies -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_mixed_policies ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_no_memcache ... ok -test DEBUG: Found 4 objects in shard (state=unsharded), total = 8 (txn: tx53b5cd0de71f4d0e85216-0068520469) -test DEBUG: Found 8 objects in shard (state=sharded), total = 48 (txn: tx53b5cd0de71f4d0e85216-0068520469) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx53b5cd0de71f4d0e85216-0068520469) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx53b5cd0de71f4d0e85216-0068520469) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx53b5cd0de71f4d0e85216-0068520469) -test DEBUG: Setting object count to 1072 (txn: tx53b5cd0de71f4d0e85216-0068520469) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx62a5ba6e4fa74917af19d-006852046a) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx62a5ba6e4fa74917af19d-006852046a) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx62a5ba6e4fa74917af19d-006852046a) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx62a5ba6e4fa74917af19d-006852046a) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx62a5ba6e4fa74917af19d-006852046a) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx62a5ba6e4fa74917af19d-006852046a) -test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: tx62a5ba6e4fa74917af19d-006852046a) -test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: tx62a5ba6e4fa74917af19d-006852046a) -test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: tx62a5ba6e4fa74917af19d-006852046a) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx62a5ba6e4fa74917af19d-006852046a) -test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: tx62a5ba6e4fa74917af19d-006852046a) -test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: tx62a5ba6e4fa74917af19d-006852046a) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: tx62a5ba6e4fa74917af19d-006852046a) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: tx62a5ba6e4fa74917af19d-006852046a) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: tx62a5ba6e4fa74917af19d-006852046a) -test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: tx62a5ba6e4fa74917af19d-006852046a) -test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: tx62a5ba6e4fa74917af19d-006852046a) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx62a5ba6e4fa74917af19d-006852046a) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx62a5ba6e4fa74917af19d-006852046a) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx62a5ba6e4fa74917af19d-006852046a) -test DEBUG: Setting object count to 1072 (txn: tx62a5ba6e4fa74917af19d-006852046a) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx8f21f9118db84ebe9724d-006852046b) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx8f21f9118db84ebe9724d-006852046b) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8f21f9118db84ebe9724d-006852046b) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx8f21f9118db84ebe9724d-006852046b) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx8f21f9118db84ebe9724d-006852046b) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8f21f9118db84ebe9724d-006852046b) -test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: tx8f21f9118db84ebe9724d-006852046b) -test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: tx8f21f9118db84ebe9724d-006852046b) -test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8f21f9118db84ebe9724d-006852046b) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx8f21f9118db84ebe9724d-006852046b) -test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: tx8f21f9118db84ebe9724d-006852046b) -test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8f21f9118db84ebe9724d-006852046b) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: tx8f21f9118db84ebe9724d-006852046b) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: tx8f21f9118db84ebe9724d-006852046b) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: tx8f21f9118db84ebe9724d-006852046b) -test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: tx8f21f9118db84ebe9724d-006852046b) -test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: tx8f21f9118db84ebe9724d-006852046b) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx8f21f9118db84ebe9724d-006852046b) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx8f21f9118db84ebe9724d-006852046b) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx8f21f9118db84ebe9724d-006852046b) -test DEBUG: Setting object count to 1072 (txn: tx8f21f9118db84ebe9724d-006852046b) -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_with_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_with_memcache ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_sharding -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_sharding ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_deleted_shard -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_deleted_shard ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205558.00000-0, db: /tmp/tmp_rl1zb9e/sda/containers/0/c08/9090f25404235d6a09f18a63b3cc6c08/9090f25404235d6a09f18a63b3cc6c08_1750205558.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205558.00000-0, db: /tmp/tmp_rl1zb9e/sda/containers/0/c08/9090f25404235d6a09f18a63b3cc6c08/9090f25404235d6a09f18a63b3cc6c08_1750205558.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205561.00000-0, db: /tmp/tmp_rl1zb9e/sda/containers/0/f6a/3cc3a82ace68b85354ff8a89f3e6af6a/3cc3a82ace68b85354ff8a89f3e6af6a_1750205561.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205561.00000-0, db: /tmp/tmp_rl1zb9e/sda/containers/0/f6a/3cc3a82ace68b85354ff8a89f3e6af6a/3cc3a82ace68b85354ff8a89f3e6af6a_1750205561.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205564.00000-0, db: /tmp/tmp_rl1zb9e/sda/containers/0/7fa/1f3e1abc315c8e4432eb5df7f3d567fa/1f3e1abc315c8e4432eb5df7f3d567fa_1750205564.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205564.00000-0, db: /tmp/tmp_rl1zb9e/sda/containers/0/7fa/1f3e1abc315c8e4432eb5df7f3d567fa/1f3e1abc315c8e4432eb5df7f3d567fa_1750205564.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205567.00000-0, db: /tmp/tmp_rl1zb9e/sda/containers/0/550/5501afd5c5151fea4510793219bf9550/5501afd5c5151fea4510793219bf9550_1750205567.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205567.00000-0, db: /tmp/tmp_rl1zb9e/sda/containers/0/550/5501afd5c5151fea4510793219bf9550/5501afd5c5151fea4510793219bf9550_1750205567.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205570.00000-0, db: /tmp/tmp_rl1zb9e/sda/containers/0/ef2/fc9fb6df020fc5801cb2e0c7dbb69ef2/fc9fb6df020fc5801cb2e0c7dbb69ef2_1750205570.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205570.00000-0, db: /tmp/tmp_rl1zb9e/sda/containers/0/ef2/fc9fb6df020fc5801cb2e0c7dbb69ef2/fc9fb6df020fc5801cb2e0c7dbb69ef2_1750205570.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205573.00000-0, db: /tmp/tmp_rl1zb9e/sda/containers/0/05b/5e186d4b39c55e0cbcc5462b6a3b505b/5e186d4b39c55e0cbcc5462b6a3b505b_1750205573.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205573.00000-0, db: /tmp/tmp_rl1zb9e/sda/containers/0/05b/5e186d4b39c55e0cbcc5462b6a3b505b/5e186d4b39c55e0cbcc5462b6a3b505b_1750205573.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205576.00000-0, db: /tmp/tmp_rl1zb9e/sda/containers/0/e71/ccec503970bab0771d43cfb279819e71/ccec503970bab0771d43cfb279819e71_1750205576.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205576.00000-0, db: /tmp/tmp_rl1zb9e/sda/containers/0/e71/ccec503970bab0771d43cfb279819e71/ccec503970bab0771d43cfb279819e71_1750205576.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205579.00000-0, db: /tmp/tmp_rl1zb9e/sda/containers/0/3a8/37738d849313a55773f394bbbc1783a8/37738d849313a55773f394bbbc1783a8_1750205579.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205579.00000-0, db: /tmp/tmp_rl1zb9e/sda/containers/0/3a8/37738d849313a55773f394bbbc1783a8/37738d849313a55773f394bbbc1783a8_1750205579.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205582.00000-0, db: /tmp/tmp_rl1zb9e/sda/containers/0/bb5/2ebaeb4fc6aac615194b5d2d1aef5bb5/2ebaeb4fc6aac615194b5d2d1aef5bb5_1750205582.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205582.00000-0, db: /tmp/tmp_rl1zb9e/sda/containers/0/bb5/2ebaeb4fc6aac615194b5d2d1aef5bb5/2ebaeb4fc6aac615194b5d2d1aef5bb5_1750205582.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205585.00000-0, db: /tmp/tmp_rl1zb9e/sda/containers/0/fa0/22f03a6d5d6d9ca7995d8dc708c46fa0/22f03a6d5d6d9ca7995d8dc708c46fa0_1750205585.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205585.00000-0, db: /tmp/tmp_rl1zb9e/sda/containers/0/fa0/22f03a6d5d6d9ca7995d8dc708c46fa0/22f03a6d5d6d9ca7995d8dc708c46fa0_1750205585.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205588.00000-0, db: /tmp/tmp_rl1zb9e/sda/containers/0/880/6dc6d40f616d1d2045378404a0b22880/6dc6d40f616d1d2045378404a0b22880_1750205588.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205588.00000-0, db: /tmp/tmp_rl1zb9e/sda/containers/0/880/6dc6d40f616d1d2045378404a0b22880/6dc6d40f616d1d2045378404a0b22880_1750205588.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205591.00000-0, db: /tmp/tmp_rl1zb9e/sda/containers/0/b79/8bc67de373856cc72b4eccd868dacb79/8bc67de373856cc72b4eccd868dacb79_1750205591.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205591.00000-0, db: /tmp/tmp_rl1zb9e/sda/containers/0/b79/8bc67de373856cc72b4eccd868dacb79/8bc67de373856cc72b4eccd868dacb79_1750205591.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205594.00000-0, db: /tmp/tmp_rl1zb9e/sda/containers/0/76c/5d2645ba6f2378e482f1bf953dd1276c/5d2645ba6f2378e482f1bf953dd1276c_1750205594.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205594.00000-0, db: /tmp/tmp_rl1zb9e/sda/containers/0/76c/5d2645ba6f2378e482f1bf953dd1276c/5d2645ba6f2378e482f1bf953dd1276c_1750205594.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205597.00000-0, db: /tmp/tmp_rl1zb9e/sda/containers/0/44a/2442d84e4096f3192aa9e219b3f7a44a/2442d84e4096f3192aa9e219b3f7a44a_1750205597.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205597.00000-0, db: /tmp/tmp_rl1zb9e/sda/containers/0/44a/2442d84e4096f3192aa9e219b3f7a44a/2442d84e4096f3192aa9e219b3f7a44a_1750205597.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205600.00000-0, db: /tmp/tmp_rl1zb9e/sda/containers/0/a2f/2fa379e4eace7faebf51cf5864aa9a2f/2fa379e4eace7faebf51cf5864aa9a2f_1750205600.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205600.00000-0, db: /tmp/tmp_rl1zb9e/sda/containers/0/a2f/2fa379e4eace7faebf51cf5864aa9a2f/2fa379e4eace7faebf51cf5864aa9a2f_1750205600.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205603.00000-0, db: /tmp/tmp_rl1zb9e/sda/containers/0/0ee/48b1494a3721e4f39893df7a4a46e0ee/48b1494a3721e4f39893df7a4a46e0ee_1750205603.00000.db -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges_state -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges_state ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_delimiter_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_delimiter_no_memcache ... ok -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1750205545.12063', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750205545.12063', 'deleted': 0, 'state': 10, 'state_timestamp': '1750205545.12063', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750205545.20860', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750205545.20860', 'deleted': 0, 'state': 60, 'state_timestamp': '1750205545.20835', 'epoch': '1750205545.20835', 'reported': 0, 'tombstones': -1}], 'ccb83e60-3ac1-4cc1-a915-107db3ec6f6d-') -test DEBUG: /tmp/tmp4x0_c6rh/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750205545.20835.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmp4x0_c6rh/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750205545.20835.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, 'd4c30e9b64932e4f970fdbf1f36177a4', '2012a08d-43a5-4144-9e42-76d755ea8870-', '1750205545.66842', '1750205545.66494', '0', '', '1750205545.66494', 3, 0) -test WARNING: /tmp/tmpl_wmxvj2/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750205545.74298.db is unable to replicate shard ranges to peer 10.0.0.1:1001/sdb; peer may need upgrading -test WARNING: /tmp/tmpl_wmxvj2/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750205545.74298.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, 'd4c30e9b64932e4f970fdbf1f36177a4', '2012a08d-43a5-4144-9e42-76d755ea8870-', '1750205545.66842', '1750205546.01709', '0', '', '1750205545.66494', 3, 0) -test WARNING: /tmp/tmpl_wmxvj2/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750205545.74298.db is unable to replicate shard ranges to peer 10.0.0.1:1001/sdb; peer may need upgrading -test WARNING: /tmp/tmpl_wmxvj2/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750205545.74298.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, 'b9612fa5c4b17b523a9c127eafb0448b', '630d13aa-ee5a-4d13-9e1a-ae70523e5479-', '1750205546.22247', '1750205546.21971', '0', '', '1750205546.21971', 3, 0) -test WARNING: /tmp/tmphodjlxs2/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750205546.31547.db is unable to replicate shard ranges to peer 10.0.0.1:1001/sdb; peer may need upgrading -test WARNING: /tmp/tmphodjlxs2/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750205546.31547.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, 'b9612fa5c4b17b523a9c127eafb0448b', '630d13aa-ee5a-4d13-9e1a-ae70523e5479-', '1750205546.22247', '1750205546.60060', '0', '', '1750205546.21971', 3, 0) -test WARNING: /tmp/tmphodjlxs2/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750205546.31547.db is unable to replicate shard ranges to peer 10.0.0.1:1001/sdb; peer may need upgrading -test WARNING: /tmp/tmphodjlxs2/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750205546.31547.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (10, 'dddd9ca7d3b95c91c950fca7b8d897a3', '25896b24-4b33-4754-9e4b-b3025c9cef08-', '1750205546.82090', '1750205546.81844', '0', '', '1750205546.81844', 5, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1750205549.06809', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750205549.06809', 'deleted': 0, 'state': 10, 'state_timestamp': '1750205549.06809', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750205549.22842', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750205549.22842', 'deleted': 0, 'state': 60, 'state_timestamp': '1750205546.90875', 'epoch': '1750205546.90875', 'reported': 0, 'tombstones': -1}], '25896b24-4b33-4754-9e4b-b3025c9cef08-') -test DEBUG: /tmp/tmpkavu8jhb/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750205546.90875.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpkavu8jhb/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750205546.90875.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (10, 'dddd9ca7d3b95c91c950fca7b8d897a3', '25896b24-4b33-4754-9e4b-b3025c9cef08-', '1750205546.82090', '1750205548.60725', '0', '', '1750205546.81844', 5, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1750205549.06809', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750205549.06809', 'deleted': 0, 'state': 10, 'state_timestamp': '1750205549.06809', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750205549.22842', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750205549.22842', 'deleted': 0, 'state': 60, 'state_timestamp': '1750205546.90875', 'epoch': '1750205546.90875', 'reported': 0, 'tombstones': -1}], '25896b24-4b33-4754-9e4b-b3025c9cef08-') -test DEBUG: /tmp/tmpkavu8jhb/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750205546.90875.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpkavu8jhb/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750205546.90875.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (10, 'd82c390d8f4d4dbd349b0a6e2c958dd0', 'e2fd19d1-c029-4421-9b6c-409cf7176414-', '1750205549.73912', '1750205549.73647', '0', '', '1750205549.73647', 5, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1750205550.21939', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750205550.21939', 'deleted': 0, 'state': 10, 'state_timestamp': '1750205550.21939', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750205550.25669', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750205550.25669', 'deleted': 0, 'state': 60, 'state_timestamp': '1750205549.82494', 'epoch': '1750205549.82494', 'reported': 0, 'tombstones': -1}], 'e2fd19d1-c029-4421-9b6c-409cf7176414-') -test DEBUG: /tmp/tmpyx936ney/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750205549.82494.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpyx936ney/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750205549.82494.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_sharding_large_diff -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_sharding_large_diff ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_newid -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_newid ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty_shard_container ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_unsharded -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_unsharded ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_enable_sharding -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_enable_sharding ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_exception -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_exception ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_old_style_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_old_style_root_container ... ok -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txce84a0faac8b4de49aaa0-006852046c) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txce84a0faac8b4de49aaa0-006852046c) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txce84a0faac8b4de49aaa0-006852046c) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txce84a0faac8b4de49aaa0-006852046c) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txce84a0faac8b4de49aaa0-006852046c) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txce84a0faac8b4de49aaa0-006852046c) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txce84a0faac8b4de49aaa0-006852046c) -test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: txce84a0faac8b4de49aaa0-006852046c) -test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: txce84a0faac8b4de49aaa0-006852046c) -test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: txce84a0faac8b4de49aaa0-006852046c) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: txce84a0faac8b4de49aaa0-006852046c) -test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: txce84a0faac8b4de49aaa0-006852046c) -test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: txce84a0faac8b4de49aaa0-006852046c) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: txce84a0faac8b4de49aaa0-006852046c) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: txce84a0faac8b4de49aaa0-006852046c) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: txce84a0faac8b4de49aaa0-006852046c) -test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: txce84a0faac8b4de49aaa0-006852046c) -test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: txce84a0faac8b4de49aaa0-006852046c) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txce84a0faac8b4de49aaa0-006852046c) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txce84a0faac8b4de49aaa0-006852046c) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txce84a0faac8b4de49aaa0-006852046c) -test DEBUG: Setting object count to 1072 (txn: txce84a0faac8b4de49aaa0-006852046c) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx3a72788bf58a4f0dabd9a-006852046d) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: tx3a72788bf58a4f0dabd9a-006852046d) -test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx3a72788bf58a4f0dabd9a-006852046d) -test WARNING: Failed to get container listing from /v1/a/c?format=json&states=listing: 404 (txn: tx3a72788bf58a4f0dabd9a-006852046d) -test ERROR: Aborting listing from shards due to bad response: [404] (txn: tx3a72788bf58a4f0dabd9a-006852046d) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 5 shards for: /v1/a/c?delimiter=%2F&format=json&states=listing (txn: txd7abc3bbe8c24a9687644-006852046e) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ha-ppy', lower='', upper='ha/ppy') .shards_a/c_ha-ppy with {'X-Backend-Record-Type': 'auto'} (txn: txd7abc3bbe8c24a9687644-006852046e) -test DEBUG: Get listing from /v1/.shards_a/c_ha-ppy?delimiter=%2F&format=json&limit=10000&marker=&end_marker=ha%2Fppy%00 {'X-Backend-Record-Type': 'auto'} (txn: txd7abc3bbe8c24a9687644-006852046e) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: txd7abc3bbe8c24a9687644-006852046e) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='ha/ptic', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txd7abc3bbe8c24a9687644-006852046e) -test DEBUG: Get listing from /v1/.shards_a/c_ham?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txd7abc3bbe8c24a9687644-006852046e) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 2 (txn: txd7abc3bbe8c24a9687644-006852046e) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txd7abc3bbe8c24a9687644-006852046e) -test DEBUG: Get listing from /v1/.shards_a/c_pie?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txd7abc3bbe8c24a9687644-006852046e) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 2 (txn: txd7abc3bbe8c24a9687644-006852046e) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txd7abc3bbe8c24a9687644-006852046e) -test DEBUG: Get listing from /v1/.shards_a/c_?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txd7abc3bbe8c24a9687644-006852046e) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 3 (txn: txd7abc3bbe8c24a9687644-006852046e) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 6 shards for: /v1/a/c?delimiter=%2F&reverse=on&format=json&states=listing (txn: txa9dc254dabb347be8c605-006852046f) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txa9dc254dabb347be8c605-006852046f) -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_delimiter_reverse_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_delimiter_reverse_no_memcache ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_unsharded_large_diff -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_unsharded_large_diff ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_missing -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_missing ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_old_style_shard_container ... ok -test DEBUG: Get listing from /v1/.shards_a/c_?delimiter=%2F&reverse=on&format=json&limit=10000&marker=&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: txa9dc254dabb347be8c605-006852046f) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: txa9dc254dabb347be8c605-006852046f) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txa9dc254dabb347be8c605-006852046f) -test DEBUG: Get listing from /v1/.shards_a/c_pie?delimiter=%2F&reverse=on&format=json&limit=9999&marker=pumpkin&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: txa9dc254dabb347be8c605-006852046f) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 1 (txn: txa9dc254dabb347be8c605-006852046f) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='ha/ptic', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txa9dc254dabb347be8c605-006852046f) -test DEBUG: Get listing from /v1/.shards_a/c_ham?delimiter=%2F&reverse=on&format=json&limit=9999&marker=pumpkin&end_marker=ha%2Fptic {'X-Backend-Record-Type': 'auto'} (txn: txa9dc254dabb347be8c605-006852046f) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: txa9dc254dabb347be8c605-006852046f) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ha-ppy', lower='ha.d', upper='ha/ppy') .shards_a/c_ha-ppy with {'X-Backend-Record-Type': 'auto'} (txn: txa9dc254dabb347be8c605-006852046f) -test DEBUG: Get listing from /v1/.shards_a/c_ha-ppy?delimiter=%2F&reverse=on&format=json&limit=9998&marker=ha%2F&end_marker=ha.d {'X-Backend-Record-Type': 'auto'} (txn: txa9dc254dabb347be8c605-006852046f) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 3 (txn: txa9dc254dabb347be8c605-006852046f) -test DEBUG: Getting listing part 5 from shard Namespace(name='.shards_a/c_ha.d', lower='', upper='ha.d') .shards_a/c_ha.d with {'X-Backend-Record-Type': 'auto'} (txn: txa9dc254dabb347be8c605-006852046f) -test DEBUG: Get listing from /v1/.shards_a/c_ha.d?delimiter=%2F&reverse=on&format=json&limit=9997&marker=ha.ggle&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txa9dc254dabb347be8c605-006852046f) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 4 (txn: txa9dc254dabb347be8c605-006852046f) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txb9d6130cf93041428ba4b-0068520470) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: txb9d6130cf93041428ba4b-0068520470) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txb9d6130cf93041428ba4b-0068520470) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txb9d6130cf93041428ba4b-0068520470) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txb9d6130cf93041428ba4b-0068520470) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txb9d6130cf93041428ba4b-0068520470) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txb9d6130cf93041428ba4b-0068520470) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txb9d6130cf93041428ba4b-0068520470) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txb9d6130cf93041428ba4b-0068520470) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txb9d6130cf93041428ba4b-0068520470) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txb9d6130cf93041428ba4b-0068520470) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txb9d6130cf93041428ba4b-0068520470) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txb9d6130cf93041428ba4b-0068520470) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: txb9d6130cf93041428ba4b-0068520470) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txb9d6130cf93041428ba4b-0068520470) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txb9d6130cf93041428ba4b-0068520470) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: txb9d6130cf93041428ba4b-0068520470) -test DEBUG: Setting object count to 3120 (txn: txb9d6130cf93041428ba4b-0068520470) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txd6403c0f0daa459ebf454-0068520470) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: txd6403c0f0daa459ebf454-0068520470) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txd6403c0f0daa459ebf454-0068520470) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txd6403c0f0daa459ebf454-0068520470) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txd6403c0f0daa459ebf454-0068520470) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txd6403c0f0daa459ebf454-0068520470) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txd6403c0f0daa459ebf454-0068520470) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txd6403c0f0daa459ebf454-0068520470) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txd6403c0f0daa459ebf454-0068520470) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txd6403c0f0daa459ebf454-0068520470) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txd6403c0f0daa459ebf454-0068520470) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txd6403c0f0daa459ebf454-0068520470) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txd6403c0f0daa459ebf454-0068520470) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: txd6403c0f0daa459ebf454-0068520470) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txd6403c0f0daa459ebf454-0068520470) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txd6403c0f0daa459ebf454-0068520470) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: txd6403c0f0daa459ebf454-0068520470) -test DEBUG: Setting object count to 3120 (txn: txd6403c0f0daa459ebf454-0068520470) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txe1b9dbf4c453416aa3cdc-0068520470) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: txe1b9dbf4c453416aa3cdc-0068520470) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txe1b9dbf4c453416aa3cdc-0068520470) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txe1b9dbf4c453416aa3cdc-0068520470) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txe1b9dbf4c453416aa3cdc-0068520470) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txe1b9dbf4c453416aa3cdc-0068520470) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txe1b9dbf4c453416aa3cdc-0068520470) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txe1b9dbf4c453416aa3cdc-0068520470) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txe1b9dbf4c453416aa3cdc-0068520470) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txe1b9dbf4c453416aa3cdc-0068520470) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txe1b9dbf4c453416aa3cdc-0068520470) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txe1b9dbf4c453416aa3cdc-0068520470) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txe1b9dbf4c453416aa3cdc-0068520470) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: txe1b9dbf4c453416aa3cdc-0068520470) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txe1b9dbf4c453416aa3cdc-0068520470) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txe1b9dbf4c453416aa3cdc-0068520470) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: txe1b9dbf4c453416aa3cdc-0068520470) -test DEBUG: Setting object count to 3120 (txn: txe1b9dbf4c453416aa3cdc-0068520470) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx02e2b317f2244d3192ac8-0068520470) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx02e2b317f2244d3192ac8-0068520470) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx02e2b317f2244d3192ac8-0068520470) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx02e2b317f2244d3192ac8-0068520470) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx02e2b317f2244d3192ac8-0068520470) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx02e2b317f2244d3192ac8-0068520470) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx02e2b317f2244d3192ac8-0068520470) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx02e2b317f2244d3192ac8-0068520470) -test DEBUG: Getting listing part 2 from shard Namespace(name='a/c', lower='pie', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: tx02e2b317f2244d3192ac8-0068520470) -test DEBUG: Get listing from /v1/a/c?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'object'} (txn: tx02e2b317f2244d3192ac8-0068520470) -test DEBUG: Found 3072 objects in shard (state=sharded), total = 3120 (txn: tx02e2b317f2244d3192ac8-0068520470) -test DEBUG: Setting object count to 3120 (txn: tx02e2b317f2244d3192ac8-0068520470) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txf3fb66057f25491482c3b-0068520470) -test DEBUG: GET listing from 5 shards for: /v1/a/c?reverse=true&limit=&format=json&states=listing (txn: txf3fb66057f25491482c3b-0068520470) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txf3fb66057f25491482c3b-0068520470) -test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&limit=10000&format=json&marker=&end_marker=%F0%9F%8C%B4 {'X-Backend-Record-Type': 'auto'} (txn: txf3fb66057f25491482c3b-0068520470) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: txf3fb66057f25491482c3b-0068520470) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txf3fb66057f25491482c3b-0068520470) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?reverse=true&limit=8976&format=json&marker=%F0%9F%8C%B5&end_marker=%E2%98%83 {'X-Backend-Record-Type': 'auto'} (txn: txf3fb66057f25491482c3b-0068520470) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2048 (txn: txf3fb66057f25491482c3b-0068520470) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txf3fb66057f25491482c3b-0068520470) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?reverse=true&limit=7952&format=json&marker=%E2%98%84&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: txf3fb66057f25491482c3b-0068520470) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3072 (txn: txf3fb66057f25491482c3b-0068520470) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txf3fb66057f25491482c3b-0068520470) -test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&limit=6928&format=json&marker=q&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: txf3fb66057f25491482c3b-0068520470) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 3080 (txn: txf3fb66057f25491482c3b-0068520470) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txf3fb66057f25491482c3b-0068520470) -test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&limit=6920&format=json&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txf3fb66057f25491482c3b-0068520470) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 3120 (txn: txf3fb66057f25491482c3b-0068520470) -test DEBUG: Setting object count to 3120 (txn: txf3fb66057f25491482c3b-0068520470) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx941b34029d6d4d5784bc7-0068520470) -test DEBUG: GET listing from 5 shards for: /v1/a/c?limit=49&format=json&states=listing (txn: tx941b34029d6d4d5784bc7-0068520470) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx941b34029d6d4d5784bc7-0068520470) -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_memcache ... ok -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (10, 'd82c390d8f4d4dbd349b0a6e2c958dd0', 'e2fd19d1-c029-4421-9b6c-409cf7176414-', '1750205549.73912', '1750205550.17441', '0', '', '1750205549.73647', 5, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1750205550.21939', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750205550.21939', 'deleted': 0, 'state': 10, 'state_timestamp': '1750205550.21939', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750205550.25669', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750205550.25669', 'deleted': 0, 'state': 60, 'state_timestamp': '1750205549.82494', 'epoch': '1750205549.82494', 'reported': 0, 'tombstones': -1}], 'e2fd19d1-c029-4421-9b6c-409cf7176414-') -test DEBUG: /tmp/tmpyx936ney/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750205549.82494.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpyx936ney/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750205549.82494.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, 'c4295b19a86d49901db5ff6dcfdf28fa', '10f8a38b-d74c-41d6-9457-2093f07cad5e-', '1750205550.77987', '1750205550.77698', '0', '', '1750205550.77698', 3, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1750205550.82496', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750205550.82496', 'deleted': 0, 'state': 10, 'state_timestamp': '1750205550.82496', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750205550.84846', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750205550.84846', 'deleted': 0, 'state': 60, 'state_timestamp': '1750205550.84814', 'epoch': '1750205550.84814', 'reported': 0, 'tombstones': -1}], '10f8a38b-d74c-41d6-9457-2093f07cad5e-') -test DEBUG: /tmp/tmpvgbdskfe/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750205550.84814.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpvgbdskfe/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750205550.84814.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, 'c4295b19a86d49901db5ff6dcfdf28fa', '10f8a38b-d74c-41d6-9457-2093f07cad5e-', '1750205550.77987', '1750205551.17090', '0', '', '1750205550.77698', 3, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1750205550.82496', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750205550.82496', 'deleted': 0, 'state': 10, 'state_timestamp': '1750205550.82496', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750205550.84846', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750205550.84846', 'deleted': 0, 'state': 60, 'state_timestamp': '1750205550.84814', 'epoch': '1750205550.84814', 'reported': 0, 'tombstones': -1}], '10f8a38b-d74c-41d6-9457-2093f07cad5e-') -test DEBUG: /tmp/tmpvgbdskfe/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750205550.84814.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpvgbdskfe/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750205550.84814.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, 'c22ee172bcb1421a23d8d7504c04a169', '794ef64b-c155-4efb-abc9-0dc0ae516739-', '1750205551.37729', '1750205551.37439', '0', '', '1750205551.37439', 3, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1750205551.41351', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750205551.41351', 'deleted': 0, 'state': 10, 'state_timestamp': '1750205551.41351', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750205551.45466', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750205551.45466', 'deleted': 0, 'state': 60, 'state_timestamp': '1750205551.45420', 'epoch': '1750205551.45420', 'reported': 0, 'tombstones': -1}], '794ef64b-c155-4efb-abc9-0dc0ae516739-') -test DEBUG: /tmp/tmp5gs6xhyt/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750205551.45420.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmp5gs6xhyt/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750205551.45420.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, 'c22ee172bcb1421a23d8d7504c04a169', '794ef64b-c155-4efb-abc9-0dc0ae516739-', '1750205551.37729', '1750205551.71578', '0', '', '1750205551.37439', 3, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1750205551.41351', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750205551.41351', 'deleted': 0, 'state': 10, 'state_timestamp': '1750205551.41351', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750205551.45466', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750205551.45466', 'deleted': 0, 'state': 60, 'state_timestamp': '1750205551.45420', 'epoch': '1750205551.45420', 'reported': 0, 'tombstones': -1}], '794ef64b-c155-4efb-abc9-0dc0ae516739-') -test DEBUG: /tmp/tmp5gs6xhyt/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750205551.45420.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmp5gs6xhyt/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750205551.45420.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '653ebd8d0d7cfefa9c9c17d5bb363728', 'e771e071-042d-441c-b96d-67d9e27a0c2b-sda', '1750205552.37730', '1750205552.37501', '0', '', '1750205552.37501', 1, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('e771e071-042d-441c-b96d-67d9e27a0c2b-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, 'f28648b05155e0635d3b9363687799f3', '6d1aabd6-dde0-41a3-9ab1-08a71ff0d8d1-sda', '1750205552.56955', '1750205552.56666', '0', '', '1750205552.56666', 6, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1750205552.66911', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1750205552.66911', 'deleted': 0, 'state': 40, 'state_timestamp': '1750205552.66911', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750205552.71148', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750205552.71148', 'deleted': 0, 'state': 60, 'state_timestamp': '1750205552.71121', 'epoch': '1750205552.71121', 'reported': 0, 'tombstones': -1}], '6d1aabd6-dde0-41a3-9ab1-08a71ff0d8d1-sda') -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_sharded -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_sharded ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_root_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_sharded_large_diff -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_sharded_large_diff ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges_errors -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_shard_container ... ok -test DEBUG: Get listing from /v1/.shards_a/c_ham?limit=49&format=json&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx941b34029d6d4d5784bc7-0068520470) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx941b34029d6d4d5784bc7-0068520470) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx941b34029d6d4d5784bc7-0068520470) -test DEBUG: Get listing from /v1/.shards_a/c_pie?limit=9&format=json&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx941b34029d6d4d5784bc7-0068520470) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx941b34029d6d4d5784bc7-0068520470) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx941b34029d6d4d5784bc7-0068520470) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?limit=1&format=json&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx941b34029d6d4d5784bc7-0068520470) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 49 (txn: tx941b34029d6d4d5784bc7-0068520470) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx3279fcc56fe147f78818a-0068520471) -test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=%E2%98%86&format=json&states=listing (txn: tx3279fcc56fe147f78818a-0068520471) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx3279fcc56fe147f78818a-0068520471) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&format=json&limit=10000&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx3279fcc56fe147f78818a-0068520471) -test DEBUG: Found 1022 objects in shard (state=unsharded), total = 1022 (txn: tx3279fcc56fe147f78818a-0068520471) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx3279fcc56fe147f78818a-0068520471) -test DEBUG: Get listing from /v1/.shards_a/c_?marker=%E2%A8%83&format=json&limit=8978&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx3279fcc56fe147f78818a-0068520471) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2046 (txn: tx3279fcc56fe147f78818a-0068520471) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx25652c2a7949499480418-0068520471) -test DEBUG: GET listing from 4 shards for: /v1/a/c?end_marker=%E2%98%8A&format=json&states=listing (txn: tx25652c2a7949499480418-0068520471) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx25652c2a7949499480418-0068520471) -test DEBUG: Get listing from /v1/.shards_a/c_ham?end_marker=ham%00&format=json&limit=10000&marker= {'X-Backend-Record-Type': 'auto'} (txn: tx25652c2a7949499480418-0068520471) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx25652c2a7949499480418-0068520471) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx25652c2a7949499480418-0068520471) -test DEBUG: Get listing from /v1/.shards_a/c_pie?end_marker=pie%00&format=json&limit=9960&marker=h {'X-Backend-Record-Type': 'auto'} (txn: tx25652c2a7949499480418-0068520471) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx25652c2a7949499480418-0068520471) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx25652c2a7949499480418-0068520471) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?end_marker=%E2%98%83%00&format=json&limit=9952&marker=p {'X-Backend-Record-Type': 'auto'} (txn: tx25652c2a7949499480418-0068520471) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx25652c2a7949499480418-0068520471) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx25652c2a7949499480418-0068520471) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?end_marker=%E2%98%8A&format=json&limit=8928&marker=%D1%B0 {'X-Backend-Record-Type': 'auto'} (txn: tx25652c2a7949499480418-0068520471) -test DEBUG: Found 6 objects in shard (state=unsharded), total = 1078 (txn: tx25652c2a7949499480418-0068520471) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx8522fd26bbeb4f779f34b-0068520471) -test DEBUG: GET listing from 5 shards for: /v1/a/c?prefix=hat&format=json&states=listing (txn: tx8522fd26bbeb4f779f34b-0068520471) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx8522fd26bbeb4f779f34b-0068520471) -test DEBUG: Get listing from /v1/.shards_a/c_pie?prefix=hat&format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8522fd26bbeb4f779f34b-0068520471) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx8522fd26bbeb4f779f34b-0068520471) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx73ca07f0863745fc9c655-0068520471) -test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json&states=listing (txn: tx73ca07f0863745fc9c655-0068520471) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx73ca07f0863745fc9c655-0068520471) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json {'X-Backend-Record-Type': 'auto'} (txn: tx73ca07f0863745fc9c655-0068520471) -test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: tx73ca07f0863745fc9c655-0068520471) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx62646b205b7746f09cf31-0068520471) -test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json&states=listing (txn: tx62646b205b7746f09cf31-0068520471) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx62646b205b7746f09cf31-0068520471) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json {'X-Backend-Record-Type': 'auto'} (txn: tx62646b205b7746f09cf31-0068520471) -test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: tx62646b205b7746f09cf31-0068520471) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx66254e9701c84dddb360f-0068520472) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: tx66254e9701c84dddb360f-0068520472) -test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx66254e9701c84dddb360f-0068520472) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: tx66254e9701c84dddb360f-0068520472) -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_mix_ok_and_deleted_shard -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_mix_ok_and_deleted_shard ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges_with_misplaced_objects -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges_with_misplaced_objects ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_after_merge_sharded -test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_after_merge_sharded ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_table_migration -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_table_migration ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_old_style_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_old_style_root_account_container_path ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_after_merge_sharding -test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_after_merge_sharding ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_brokers -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_brokers ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharding_container_gap_in_shards_with_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharding_container_gap_in_shards_with_memcache ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_db_state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_db_state ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_before_merge_sharded -test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_before_merge_sharded ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info ... ok -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_c', lower='b', upper='c') .shards_a/c_c with {'X-Backend-Record-Type': 'auto'} (txn: tx66254e9701c84dddb360f-0068520472) -test DEBUG: Get listing from /v1/.shards_a/c_c?format=json&limit=9999&marker=b&end_marker=c%00 {'X-Backend-Record-Type': 'auto'} (txn: tx66254e9701c84dddb360f-0068520472) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: tx66254e9701c84dddb360f-0068520472) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='c', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx66254e9701c84dddb360f-0068520472) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx66254e9701c84dddb360f-0068520472) -test WARNING: Failed to get container listing from /v1/a/c?format=json&states=listing: 404 (txn: tx66254e9701c84dddb360f-0068520472) -test ERROR: Aborting listing from shards due to bad response: [200, 200, 404] (txn: tx66254e9701c84dddb360f-0068520472) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx397196fbe59f45459a27b-0068520473) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx397196fbe59f45459a27b-0068520473) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx397196fbe59f45459a27b-0068520473) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx397196fbe59f45459a27b-0068520473) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx397196fbe59f45459a27b-0068520473) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx397196fbe59f45459a27b-0068520473) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: tx397196fbe59f45459a27b-0068520473) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx397196fbe59f45459a27b-0068520473) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx397196fbe59f45459a27b-0068520473) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: tx397196fbe59f45459a27b-0068520473) -test DEBUG: Setting object count to 1065 (txn: tx397196fbe59f45459a27b-0068520473) -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmpwllcuxdi/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpwllcuxdi/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmpwllcuxdi/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpwllcuxdi/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:12:35 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.0530 "-" 709782 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:12:35 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0430 "-" 709782 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:12:35 +0000] "PUT /sda1/0/a1" 201 - "-" "test" "-" 0.0574 "-" 709782 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:12:35 +0000] "PUT /sdb1/0/a1" 201 - "-" "test" "-" 0.0421 "-" 709782 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:12:35 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx9e3f862a456d4bccb4f25-0068520473" "proxy-server 709782" 0.0025 "-" 709782 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:12:35 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:33201/sdb1/0/a/c" "tx9e3f862a456d4bccb4f25-0068520473" "container-server 709782" 0.0013 "-" 709782 0 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:12:35 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:48965/sda1/0/a/c" "tx9e3f862a456d4bccb4f25-0068520473" "container-server 709782" 0.0011 "-" 709782 0 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:00:12:35 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "tx9e3f862a456d4bccb4f25-0068520473" "proxy-server 709782" 0.0949 "-" 709782 0 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:00:12:35 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "tx9e3f862a456d4bccb4f25-0068520473" "proxy-server 709782" 0.0535 "-" 709782 0 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/00/12/35 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx9e3f862a456d4bccb4f25-0068520473 - 0.1090 - - 1750205555.389121056 1750205555.498102427 0 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:12:35 +0000] "HEAD /sda1/0/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx5ae4c94f79b74ffc8dc4a-0068520473" "proxy-server 709782" 0.0013 "-" 709782 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:12:35 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://127.0.0.1:33201/sdb1/2/a1/c1" "tx5ae4c94f79b74ffc8dc4a-0068520473" "container-server 709782" 0.0011 "-" 709782 0 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:12:35 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://127.0.0.1:48965/sda1/2/a1/c1" "tx5ae4c94f79b74ffc8dc4a-0068520473" "container-server 709782" 0.0012 "-" 709782 0 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:00:12:35 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx5ae4c94f79b74ffc8dc4a-0068520473" "proxy-server 709782" 0.0441 "-" 709782 0 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:00:12:35 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx5ae4c94f79b74ffc8dc4a-0068520473" "proxy-server 709782" 0.1046 "-" 709782 0 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/00/12/35 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx5ae4c94f79b74ffc8dc4a-0068520473 - 0.1162 - - 1750205555.499647141 1750205555.615872860 0 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:12:35 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx5417c553d2154e96ae95d-0068520473" "proxy-server 709782" 0.0546 "-" 709782 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:12:35 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:48965/sda1/0/a/c1" "tx5417c553d2154e96ae95d-0068520473" "container-server 709782" 0.0013 "-" 709782 1 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:12:35 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:33201/sdb1/0/a/c1" "tx5417c553d2154e96ae95d-0068520473" "container-server 709782" 0.0528 "-" 709782 1 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:00:12:35 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx5417c553d2154e96ae95d-0068520473" "proxy-server 709782" 0.1038 "-" 709782 1 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:00:12:35 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx5417c553d2154e96ae95d-0068520473" "proxy-server 709782" 0.1535 "-" 709782 1 -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_overlap_shard_range_order -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_overlap_shard_range_order ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_before_merge_sharding -test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_before_merge_sharding ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_path -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_path ... ok -test.unit.proxy.test_server.TestProxyServerLoading.test_concurrent_ec_options -test.unit.proxy.test_server.TestProxyServerLoading.test_concurrent_ec_options ... ok -test.unit.proxy.test_server.TestProxyServerLoading.test_float_timeouts -test.unit.proxy.test_server.TestProxyServerLoading.test_float_timeouts ... ok -test.unit.proxy.test_server.TestProxyServerLoading.test_load_policy_rings -test.unit.proxy.test_server.TestProxyServerLoading.test_load_policy_rings ... ok -test.unit.proxy.test_server.TestProxyServerLoading.test_missing_rings -test.unit.proxy.test_server.TestProxyServerLoading.test_missing_rings ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_pending_file_name -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_pending_file_name ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_is_deleted ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replicator_sync -test.unit.container.test_replicator.TestReplicatorSync.test_replicator_sync ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_report_up_to_date -test.unit.container.test_replicator.TestReplicatorSync.test_report_up_to_date ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_no_stale_reads -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_no_stale_reads ... ok -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/00/12/35 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx5417c553d2154e96ae95d-0068520473 - 0.2187 - - 1750205555.617089748 1750205555.835819721 1 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:12:35 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx302764cf6a25470c84ddb-0068520473" "proxy-server 709782" 0.0484 "-" 709782 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:12:36 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:33201/sdb1/2/a/c2" "tx302764cf6a25470c84ddb-0068520473" "container-server 709782" 0.0476 "-" 709782 2 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:12:36 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:48965/sda1/2/a/c2" "tx302764cf6a25470c84ddb-0068520473" "container-server 709782" 0.0015 "-" 709782 2 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:00:12:36 +0000] "PUT /sda1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx302764cf6a25470c84ddb-0068520473" "proxy-server 709782" 0.1319 "-" 709782 2 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:00:12:36 +0000] "PUT /sdb1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx302764cf6a25470c84ddb-0068520473" "proxy-server 709782" 0.1667 "-" 709782 2 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/00/12/36 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx302764cf6a25470c84ddb-0068520473 - 0.2225 - - 1750205555.840771437 1750205556.063256025 2 -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': True, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 4}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.2, 'concurrent_ec_extra_requests': 0}, app) -test.unit.container.test_replicator.TestReplicatorSync.test_rsync_failure -test.unit.container.test_replicator.TestReplicatorSync.test_rsync_failure ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_policy_stat_tracking -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_policy_stat_tracking ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_rsync_then_merge -test.unit.container.test_replicator.TestReplicatorSync.test_rsync_then_merge ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_misplaced_object_does_not_effect_container_stats -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_misplaced_object_does_not_effect_container_stats ... ok -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205603.00000-0, db: /tmp/tmp_rl1zb9e/sda/containers/0/0ee/48b1494a3721e4f39893df7a4a46e0ee/48b1494a3721e4f39893df7a4a46e0ee_1750205603.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205606.00000-0, db: /tmp/tmp_rl1zb9e/sda/containers/0/501/2672cf82af6506324ff5e8e624c3c501/2672cf82af6506324ff5e8e624c3c501_1750205606.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205606.00000-0, db: /tmp/tmp_rl1zb9e/sda/containers/0/501/2672cf82af6506324ff5e8e624c3c501/2672cf82af6506324ff5e8e624c3c501_1750205606.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205609.00000-0, db: /tmp/tmp_rl1zb9e/sda/containers/0/2bb/1cf98603eaa42e484ad1b6d4b7c122bb/1cf98603eaa42e484ad1b6d4b7c122bb_1750205609.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205609.00000-0, db: /tmp/tmp_rl1zb9e/sda/containers/0/2bb/1cf98603eaa42e484ad1b6d4b7c122bb/1cf98603eaa42e484ad1b6d4b7c122bb_1750205609.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205612.00000-0, db: /tmp/tmp_rl1zb9e/sda/containers/0/622/6f2f77474d1882a38ec57c5cb9bee622/6f2f77474d1882a38ec57c5cb9bee622_1750205612.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205612.00000-0, db: /tmp/tmp_rl1zb9e/sda/containers/0/622/6f2f77474d1882a38ec57c5cb9bee622/6f2f77474d1882a38ec57c5cb9bee622_1750205612.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205615.00000-0, db: /tmp/tmp_rl1zb9e/sda/containers/0/c9e/c6fe484e5983f3589b4894d48aa45c9e/c6fe484e5983f3589b4894d48aa45c9e_1750205615.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205615.00000-0, db: /tmp/tmp_rl1zb9e/sda/containers/0/c9e/c6fe484e5983f3589b4894d48aa45c9e/c6fe484e5983f3589b4894d48aa45c9e_1750205615.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205618.00000-0, db: /tmp/tmp_rl1zb9e/sda/containers/0/144/f5fd8247094aa5f3490e4d3e483b1144/f5fd8247094aa5f3490e4d3e483b1144_1750205618.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205618.00000-0, db: /tmp/tmp_rl1zb9e/sda/containers/0/144/f5fd8247094aa5f3490e4d3e483b1144/f5fd8247094aa5f3490e4d3e483b1144_1750205618.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205621.00000-0, db: /tmp/tmp_rl1zb9e/sda/containers/0/6f6/95dadd03d7966bac53806bd66f97c6f6/95dadd03d7966bac53806bd66f97c6f6_1750205621.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205621.00000-0, db: /tmp/tmp_rl1zb9e/sda/containers/0/6f6/95dadd03d7966bac53806bd66f97c6f6/95dadd03d7966bac53806bd66f97c6f6_1750205621.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205624.00000-0, db: /tmp/tmp_rl1zb9e/sda/containers/0/377/f10596d855917ac0f540c8c058682377/f10596d855917ac0f540c8c058682377_1750205624.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205624.00000-0, db: /tmp/tmp_rl1zb9e/sda/containers/0/377/f10596d855917ac0f540c8c058682377/f10596d855917ac0f540c8c058682377_1750205624.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205627.00000-0, db: /tmp/tmp_rl1zb9e/sda/containers/0/6e9/d328e57188db96161c5ec2a04b8dd6e9/d328e57188db96161c5ec2a04b8dd6e9_1750205627.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205627.00000-0, db: /tmp/tmp_rl1zb9e/sda/containers/0/6e9/d328e57188db96161c5ec2a04b8dd6e9/d328e57188db96161c5ec2a04b8dd6e9_1750205627.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205630.00000-0, db: /tmp/tmp_rl1zb9e/sda/containers/0/02e/00a7ff4e52ad5bb3b9d4368bb0e1902e/00a7ff4e52ad5bb3b9d4368bb0e1902e_1750205630.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205630.00000-0, db: /tmp/tmp_rl1zb9e/sda/containers/0/02e/00a7ff4e52ad5bb3b9d4368bb0e1902e/00a7ff4e52ad5bb3b9d4368bb0e1902e_1750205630.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205633.00000-0, db: /tmp/tmp_rl1zb9e/sda/containers/0/4a7/0c8542b4fe62c075f41ffe9447a954a7/0c8542b4fe62c075f41ffe9447a954a7_1750205633.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205633.00000-0, db: /tmp/tmp_rl1zb9e/sda/containers/0/4a7/0c8542b4fe62c075f41ffe9447a954a7/0c8542b4fe62c075f41ffe9447a954a7_1750205633.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205636.00000-0, db: /tmp/tmp_rl1zb9e/sda/containers/0/8d5/ff47fbc0952a56a6ef11175f250de8d5/ff47fbc0952a56a6ef11175f250de8d5_1750205636.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205636.00000-0, db: /tmp/tmp_rl1zb9e/sda/containers/0/8d5/ff47fbc0952a56a6ef11175f250de8d5/ff47fbc0952a56a6ef11175f250de8d5_1750205636.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205639.00000-0, db: /tmp/tmp_rl1zb9e/sda/containers/0/8b3/5be50c61b6642ca54e3cf35b0654e8b3/5be50c61b6642ca54e3cf35b0654e8b3_1750205639.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205639.00000-0, db: /tmp/tmp_rl1zb9e/sda/containers/0/8b3/5be50c61b6642ca54e3cf35b0654e8b3/5be50c61b6642ca54e3cf35b0654e8b3_1750205639.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205642.00000-0, db: /tmp/tmp_rl1zb9e/sda/containers/0/f4c/de177cdcfbc7be1e237e17ad80d61f4c/de177cdcfbc7be1e237e17ad80d61f4c_1750205642.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205642.00000-0, db: /tmp/tmp_rl1zb9e/sda/containers/0/f4c/de177cdcfbc7be1e237e17ad80d61f4c/de177cdcfbc7be1e237e17ad80d61f4c_1750205642.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205645.00000-0, db: /tmp/tmp_rl1zb9e/sda/containers/0/fc5/bbeeeccea44d5d7e68cbd6485df50fc5/bbeeeccea44d5d7e68cbd6485df50fc5_1750205645.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205645.00000-0, db: /tmp/tmp_rl1zb9e/sda/containers/0/fc5/bbeeeccea44d5d7e68cbd6485df50fc5/bbeeeccea44d5d7e68cbd6485df50fc5_1750205645.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205648.00000-0, db: /tmp/tmp_rl1zb9e/sda/containers/0/689/6a01668d0554e1766faf64eaecc48689/6a01668d0554e1766faf64eaecc48689_1750205648.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205648.00000-0, db: /tmp/tmp_rl1zb9e/sda/containers/0/689/6a01668d0554e1766faf64eaecc48689/6a01668d0554e1766faf64eaecc48689_1750205648.00000.db -test.unit.container.test_replicator.TestReplicatorSync.test_sync_bogus_db_quarantines -test.unit.container.test_replicator.TestReplicatorSync.test_sync_bogus_db_quarantines ... ok -test DEBUG: /tmp/tmpien077ed/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpien077ed/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, 'f28648b05155e0635d3b9363687799f3', '6d1aabd6-dde0-41a3-9ab1-08a71ff0d8d1-sda', '1750205552.56955', '1750205552.63479', '0', '', '1750205552.56666', 6, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1750205552.66911', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1750205552.66911', 'deleted': 0, 'state': 40, 'state_timestamp': '1750205552.66911', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750205552.71148', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750205552.71148', 'deleted': 0, 'state': 60, 'state_timestamp': '1750205552.71121', 'epoch': '1750205552.71121', 'reported': 0, 'tombstones': -1}], '6d1aabd6-dde0-41a3-9ab1-08a71ff0d8d1-sda') -test DEBUG: /tmp/tmpien077ed/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpien077ed/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, '090b06d13a87b4e702b22b438141367c', 'eeec4fa4-276e-4026-8041-a45fa8decb95-sda', '1750205553.17303', '1750205553.17037', '0', '', '1750205553.17037', 6, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1750205553.28781', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1750205553.28781', 'deleted': 0, 'state': 40, 'state_timestamp': '1750205553.28781', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750205553.34102', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750205553.34102', 'deleted': 0, 'state': 60, 'state_timestamp': '1750205553.34077', 'epoch': '1750205553.34077', 'reported': 0, 'tombstones': -1}], 'eeec4fa4-276e-4026-8041-a45fa8decb95-sda') -test DEBUG: /tmp/tmp2382w_v8/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmp2382w_v8/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, '090b06d13a87b4e702b22b438141367c', 'eeec4fa4-276e-4026-8041-a45fa8decb95-sda', '1750205553.17303', '1750205553.23851', '0', '', '1750205553.17037', 6, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1750205553.28781', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1750205553.28781', 'deleted': 0, 'state': 40, 'state_timestamp': '1750205553.28781', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750205553.34102', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750205553.34102', 'deleted': 0, 'state': 60, 'state_timestamp': '1750205553.34077', 'epoch': '1750205553.34077', 'reported': 0, 'tombstones': -1}], 'eeec4fa4-276e-4026-8041-a45fa8decb95-sda') -test DEBUG: /tmp/tmp2382w_v8/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmp2382w_v8/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, 'f17613588ee93e1a8f3d121d45bf5f3b', '969ee140-8a3d-4b27-92c7-9f8bed9c3117-sda', '1750205553.80827', '1750205553.78674', '0', '', '1750205553.78674', 3, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, rsync_then_merge, ('969ee140-8a3d-4b27-92c7-9f8bed9c3117-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Unlinked retiring db '/tmp/tmpu3d7ipxq/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, '71906ffabb387e495a7c84186b2e89bf', '6133776a-523c-4973-a458-886b1f8095e2-sda', '1750205554.36562', '1750205554.36297', '0', '', '1750205554.36297', 3, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, rsync_then_merge, ('6133776a-523c-4973-a458-886b1f8095e2-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, '71906ffabb387e495a7c84186b2e89bf', 'e26b3a65-45aa-4515-a0f6-279877322e05-sda', '1750205554.99819', '1750205554.99329', '0', '', '1750205554.99329', 3, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, rsync_then_merge, ('e26b3a65-45aa-4515-a0f6-279877322e05-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Unlinked retiring db '/tmp/tmpgko16wwp/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, '700f9deb34519189969dff2cfae197d6', 'b78541b4-aa3f-4ffc-baaa-e042cb5c7756-sda', '1750205555.47728', '1750205555.47453', '0', '', '1750205555.47453', 3, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, rsync_then_merge, ('b78541b4-aa3f-4ffc-baaa-e042cb5c7756-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'afc29cf9-399f-4d83-a0cc-560234d35c4e-sda', '1750205556.33588', '1750205556.33293', '0', '', '1750205556.33293', 0, 0) -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpixh1l98u/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'a5be580f-2660-4b54-8094-bd5c837b7f12-sdb', '1750205556.62589', '1750205557.00000', '0', '', '1750205557.00000', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('a5be580f-2660-4b54-8094-bd5c837b7f12-sdb', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'a5be580f-2660-4b54-8094-bd5c837b7f12-sdb', '1750205556.62589', '1750205557.00000', '0', '', '1750205557.00000', 0, 1) -test ERROR: Quarantining DB /tmp/tmpixh1l98u/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('a5be580f-2660-4b54-8094-bd5c837b7f12-sdb', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.27357 seconds (3.65540/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:2 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpee4j265q/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_sharding_states -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_sharding_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_stale_read_ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_stale_read_ok ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_encoded_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_encoded_timestamps_using_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_items_since -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_items_since ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_encoded_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_encoded_timestamps_using_memory ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_explicit_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_explicit_timestamps_using_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces_root_container_fill_gap -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces_root_container_fill_gap ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces_state_filtering -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces_state_filtering ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_newer_remote_create -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_newer_remote_create ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_explicit_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_explicit_timestamps_using_memory ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_objects -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim ... ok -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '896c20e4-35d0-4b17-940e-733317486bf3-sda', '1750205556.93659', '1750205556', '0', '', '1750205556', 0, 0) -test DEBUG: /tmp/tmpee4j265q/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '896c20e4-35d0-4b17-940e-733317486bf3-sda', '1750205556.93659', '1750205556', '0', '', '1750205556', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('896c20e4-35d0-4b17-940e-733317486bf3-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.32576 seconds (3.06976/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpyau6e589/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '49c0da9911489c43d78dce556eb31d1b', '59e2e46c-c22d-4b15-bf11-b5eac1fc7316-sda', '1750205557.36128', '1750205557', '0', '', '1750205557', 1, 1) -test DEBUG: /tmp/tmpyau6e589/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1750205559.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '59e2e46c-c22d-4b15-bf11-b5eac1fc7316-sda') -test DEBUG: /tmp/tmpyau6e589/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0441315s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '49c0da9911489c43d78dce556eb31d1b', '59e2e46c-c22d-4b15-bf11-b5eac1fc7316-sda', '1750205557.36128', '1750205557', '0', '', '1750205557', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('59e2e46c-c22d-4b15-bf11-b5eac1fc7316-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 1496, in put_fragments_in_queue + for fragment in frag_iter: + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3709, in __next__ + return self._get_next_item() + ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 6533, in _get_next_item + return super(CooperativeIterator, self)._get_next_item() + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3705, in _get_next_item + return next(self.wrapped_iter) + ^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2518, in _iter_bytes_from_response_part + six.reraise(exc_type, exc_value, exc_traceback) + File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise + raise value + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2490, in _iter_bytes_from_response_part + chunk = part_file.read(self.app.object_chunk_size) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1133, in read + raise ShortReadError( +swift.common.exceptions.ShortReadError: Too few bytes; read 415, expecting 490 (txn: txe4c183eedafb4d72b1bc5-006644fa0d) +proxy-server WARNING: Un-recoverable fragment rebuild. Only received 9/10 fragments for '/a/c/o' (txn: txe4c183eedafb4d72b1bc5-006644fa0d) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read next part of EC fragment multi-part GET (retrying) 10.0.0.5:1005/sdf (txn: tx9360f6740eaf4fa08b18a-006644fa0d) +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_unable_to_resume +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_unable_to_resume ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_unable_to_resume_body_started +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_unable_to_resume_body_started ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_no_durable_files +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_no_durable_files ... ok +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read next part of EC fragment multi-part GET (retrying) 10.0.0.11:1011/sdl (txn: txadcab234bb26474e954ae-006644fa0d) +proxy-server DEBUG: Ignoring 404 from primary (txn: txadcab234bb26474e954ae-006644fa0d) +proxy-server DEBUG: Ignoring 404 from primary (txn: txadcab234bb26474e954ae-006644fa0d) +proxy-server DEBUG: Ignoring 404 from primary (txn: txadcab234bb26474e954ae-006644fa0d) +proxy-server DEBUG: Ignoring 404 from primary (txn: txadcab234bb26474e954ae-006644fa0d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txadcab234bb26474e954ae-006644fa0d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txadcab234bb26474e954ae-006644fa0d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txadcab234bb26474e954ae-006644fa0d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txadcab234bb26474e954ae-006644fa0d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txadcab234bb26474e954ae-006644fa0d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txadcab234bb26474e954ae-006644fa0d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txadcab234bb26474e954ae-006644fa0d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txadcab234bb26474e954ae-006644fa0d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txadcab234bb26474e954ae-006644fa0d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txadcab234bb26474e954ae-006644fa0d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txadcab234bb26474e954ae-006644fa0d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txadcab234bb26474e954ae-006644fa0d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txadcab234bb26474e954ae-006644fa0d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txadcab234bb26474e954ae-006644fa0d) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to read during GET: ChunkReadTimeout (0.01s after 0.01s) (txn: txadcab234bb26474e954ae-006644fa0d) +proxy-server ERROR: ERROR Unhandled exception in request: ChunkReadTimeout (0.01s after 0.01s) (txn: txadcab234bb26474e954ae-006644fa0d) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read next part of EC fragment multi-part GET (retrying) 10.0.0.13:1013/sdn (txn: txaac2d38ac0974f4490279-006644fa0d) +proxy-server DEBUG: Ignoring 404 from primary (txn: txaac2d38ac0974f4490279-006644fa0d) +proxy-server DEBUG: Ignoring 404 from primary (txn: txaac2d38ac0974f4490279-006644fa0d) +proxy-server DEBUG: Ignoring 404 from primary (txn: txaac2d38ac0974f4490279-006644fa0d) +proxy-server DEBUG: Ignoring 404 from primary (txn: txaac2d38ac0974f4490279-006644fa0d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txaac2d38ac0974f4490279-006644fa0d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txaac2d38ac0974f4490279-006644fa0d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txaac2d38ac0974f4490279-006644fa0d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txaac2d38ac0974f4490279-006644fa0d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txaac2d38ac0974f4490279-006644fa0d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txaac2d38ac0974f4490279-006644fa0d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txaac2d38ac0974f4490279-006644fa0d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txaac2d38ac0974f4490279-006644fa0d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txaac2d38ac0974f4490279-006644fa0d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txaac2d38ac0974f4490279-006644fa0d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txaac2d38ac0974f4490279-006644fa0d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txaac2d38ac0974f4490279-006644fa0d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txaac2d38ac0974f4490279-006644fa0d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txaac2d38ac0974f4490279-006644fa0d) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to read during GET: ChunkReadTimeout (0.01s after 0.01s) (txn: txaac2d38ac0974f4490279-006644fa0d) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txn1) (client_ip: 127.0.0.2) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txn1) (client_ip: 127.0.0.2) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txn1) (client_ip: 127.0.0.2) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txn1) (client_ip: 127.0.0.2) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txn1) (client_ip: 127.0.0.2) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txn1) (client_ip: 127.0.0.2) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txn1) (client_ip: 127.0.0.2) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txn1) (client_ip: 127.0.0.2) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf4c68e8628e944adba04e-006644fa0d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf4c68e8628e944adba04e-006644fa0d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf4c68e8628e944adba04e-006644fa0d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf4c68e8628e944adba04e-006644fa0d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf4c68e8628e944adba04e-006644fa0d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf4c68e8628e944adba04e-006644fa0d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf4c68e8628e944adba04e-006644fa0d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf4c68e8628e944adba04e-006644fa0d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf4c68e8628e944adba04e-006644fa0d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf4c68e8628e944adba04e-006644fa0d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf4c68e8628e944adba04e-006644fa0d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf4c68e8628e944adba04e-006644fa0d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf4c68e8628e944adba04e-006644fa0d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf4c68e8628e944adba04e-006644fa0d) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx9e92f82748004098a5c4a-006644fa0d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx9e92f82748004098a5c4a-006644fa0d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx9e92f82748004098a5c4a-006644fa0d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx9e92f82748004098a5c4a-006644fa0d) +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_no_success +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_no_success ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_one_slow_frag_lane +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_one_slow_frag_lane ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_only_handoffs +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_only_handoffs ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_quorum_durable_files +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_quorum_durable_files ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges_deleted ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_range_unsatisfiable_mixed_success +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_range_unsatisfiable_mixed_success ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_single_durable_file +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_single_durable_file ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_single_missed_overwrite_does_not_need_handoff +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_single_missed_overwrite_does_not_need_handoff ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_slow_nodes_and_failures +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_slow_nodes_and_failures ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_slow_primaries +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_slow_primaries ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_non_slash ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_objects_since_row +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_objects_since_row ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_newer_remote_create +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_newer_remote_create ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_some_slow_primaries +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_some_slow_primaries ... ok +test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges_state +test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges_state ... ok +proxy-server DEBUG: Ignoring 404 from primary (txn: tx9e92f82748004098a5c4a-006644fa0d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx9e92f82748004098a5c4a-006644fa0d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx9e92f82748004098a5c4a-006644fa0d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx9e92f82748004098a5c4a-006644fa0d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx9e92f82748004098a5c4a-006644fa0d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx9e92f82748004098a5c4a-006644fa0d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx9e92f82748004098a5c4a-006644fa0d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx9e92f82748004098a5c4a-006644fa0d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx9e92f82748004098a5c4a-006644fa0d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx9e92f82748004098a5c4a-006644fa0d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9e92f82748004098a5c4a-006644fa0d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9e92f82748004098a5c4a-006644fa0d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9e92f82748004098a5c4a-006644fa0d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9e92f82748004098a5c4a-006644fa0d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9e92f82748004098a5c4a-006644fa0d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9e92f82748004098a5c4a-006644fa0d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9e92f82748004098a5c4a-006644fa0d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9e92f82748004098a5c4a-006644fa0d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9e92f82748004098a5c4a-006644fa0d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9e92f82748004098a5c4a-006644fa0d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9e92f82748004098a5c4a-006644fa0d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9e92f82748004098a5c4a-006644fa0d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9e92f82748004098a5c4a-006644fa0d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9e92f82748004098a5c4a-006644fa0d) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4807a1470d544937b4fde-006644fa0e) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4807a1470d544937b4fde-006644fa0e) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4807a1470d544937b4fde-006644fa0e) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4807a1470d544937b4fde-006644fa0e) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4807a1470d544937b4fde-006644fa0e) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4807a1470d544937b4fde-006644fa0e) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4807a1470d544937b4fde-006644fa0e) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4807a1470d544937b4fde-006644fa0e) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4807a1470d544937b4fde-006644fa0e) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4807a1470d544937b4fde-006644fa0e) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4807a1470d544937b4fde-006644fa0e) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4807a1470d544937b4fde-006644fa0e) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4807a1470d544937b4fde-006644fa0e) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4807a1470d544937b4fde-006644fa0e) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx34218f8c1538419f8c2ad-006644fa0e) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR 500 Trying to GET /a/c/o From Object Server 10.0.0.10:1010/sdk (txn: tx2ddca0cd410244bfb8095-006644fa0e) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8f3d9a4584224246a79d7-006644fa0f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8f3d9a4584224246a79d7-006644fa0f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8f3d9a4584224246a79d7-006644fa0f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8f3d9a4584224246a79d7-006644fa0f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8f3d9a4584224246a79d7-006644fa0f) +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_success_and_404_will_404 +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_success_and_404_will_404 ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_success_and_507_will_503 +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_success_and_507_will_503 ... ok +test.unit.container.test_backend.TestContainerBroker.test_newid +test.unit.container.test_backend.TestContainerBroker.test_newid ... ok +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, '9fcd4cb326a69d4aa2f2a8faad650307', 'ddc51343-0275-4e33-8f90-3df4e5008bd0-sda', '1715796488.55934', '1715796488', '1715796489', '', '1715796489', 1, 1) +test DEBUG: /tmp/tmpol7zk8yt/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1715796491.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], 'ddc51343-0275-4e33-8f90-3df4e5008bd0-sda') +test DEBUG: /tmp/tmpol7zk8yt/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0708253s) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_syncs, ([],) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, '9fcd4cb326a69d4aa2f2a8faad650307', 'ddc51343-0275-4e33-8f90-3df4e5008bd0-sda', '1715796488.55934', '1715796488', '1715796489', '', '1715796489', 1, 1) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('ddc51343-0275-4e33-8f90-3df4e5008bd0-sda', '33379ecb053aa5c9e356c68997cbb59e.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.48608 seconds (2.05726/s) +test INFO: Attempted to replicate 1 dbs in 0.70837 seconds (1.41169/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpfs9d3ruv/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '668703b5-d0e6-4786-9bf2-869ef268780b-sda', '1750205557.95997', '1750205557', '0', '', '1750205557', 0, 1) -test DEBUG: /tmp/tmpfs9d3ruv/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '668703b5-d0e6-4786-9bf2-869ef268780b-sda', '1750205557.95997', '1750205557', '0', '', '1750205557', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('668703b5-d0e6-4786-9bf2-869ef268780b-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.40901 seconds (2.44490/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpjbid4_po/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '5189cdfc999617b622060ffd31be62df', '94c7d12f-f256-468a-ac7e-f8804d6e096e-sda', '1750205558.49526', '1750205558', '0', '', '1750205558', 1, 0) -test DEBUG: /tmp/tmpjbid4_po/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '5189cdfc999617b622060ffd31be62df', '94c7d12f-f256-468a-ac7e-f8804d6e096e-sda', '1750205558.49526', '1750205558', '0', '', '1750205558', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('94c7d12f-f256-468a-ac7e-f8804d6e096e-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Replicating db /tmp/tmpb7x09isq/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, '8c8cfd8764d37f9ffbfbe5a1496581cc', 'ecee6490-aa2b-4cbe-9aee-c96e9a767f51-sda', '1715796489.55180', '1715796489', '1715796490', '', '1715796490', 1, 1) +test DEBUG: /tmp/tmpb7x09isq/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, '8c8cfd8764d37f9ffbfbe5a1496581cc', 'ecee6490-aa2b-4cbe-9aee-c96e9a767f51-sda', '1715796489.55180', '1715796489', '1715796490', '', '1715796490', 1, 1) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('ecee6490-aa2b-4cbe-9aee-c96e9a767f51-sda', '33379ecb053aa5c9e356c68997cbb59e.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.60890 seconds (1.64231/s) +test INFO: Attempted to replicate 1 dbs in 0.78441 seconds (1.27484/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmppfrils8o/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '10662474-cfc6-4ab4-90cc-9fb5693a80ea-sda', '1750205559.20647', '1750205559', '0', '', '1750205559', 0, 1) -test DEBUG: /tmp/tmppfrils8o/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '10662474-cfc6-4ab4-90cc-9fb5693a80ea-sda', '1750205559.20647', '1750205559', '0', '', '1750205559', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('10662474-cfc6-4ab4-90cc-9fb5693a80ea-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Replicating db /tmp/tmpdnva74js/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', 'd7e178fc-dde1-40dc-86c9-6634f136879a-sda', '1715796490.68439', '1715796492', '1715796491', '', '1715796492', 0, 1) +test DEBUG: /tmp/tmpdnva74js/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', 'd7e178fc-dde1-40dc-86c9-6634f136879a-sda', '1715796490.68439', '1715796492', '1715796491', '', '1715796492', 0, 1) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('d7e178fc-dde1-40dc-86c9-6634f136879a-sda', '33379ecb053aa5c9e356c68997cbb59e.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.33280 seconds (3.00479/s) +test INFO: Attempted to replicate 1 dbs in 0.38982 seconds (2.56529/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmps_jfxwmc/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '2832ba92c1e22746ab714a65cadb1255', '2437743f-2ddb-4af8-aaa0-1ccd3d364ebd-sda', '1750205559.78403', '1750205559', '0', '', '1750205559', 1, 0) -test DEBUG: /tmp/tmps_jfxwmc/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1750205562.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '2437743f-2ddb-4af8-aaa0-1ccd3d364ebd-sda') -test DEBUG: /tmp/tmps_jfxwmc/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0428548s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '2832ba92c1e22746ab714a65cadb1255', '2437743f-2ddb-4af8-aaa0-1ccd3d364ebd-sda', '1750205559.78403', '1750205559', '0', '', '1750205559', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('2437743f-2ddb-4af8-aaa0-1ccd3d364ebd-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Replicating db /tmp/tmpyxkrpyh3/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, '9aa6be96acbcc7f7845fa2e553125c71', '6e2a3127-51a8-4516-9339-e4ccd2cfcfe4-sda', '1715796491.46792', '1715796493', '1715796492', '', '1715796493', 1, 0) +test DEBUG: /tmp/tmpyxkrpyh3/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1715796495.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '6e2a3127-51a8-4516-9339-e4ccd2cfcfe4-sda') +test DEBUG: /tmp/tmpyxkrpyh3/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0865927s) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_syncs, ([],) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, '9aa6be96acbcc7f7845fa2e553125c71', '6e2a3127-51a8-4516-9339-e4ccd2cfcfe4-sda', '1715796491.46792', '1715796493', '1715796492', '', '1715796493', 1, 0) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('6e2a3127-51a8-4516-9339-e4ccd2cfcfe4-sda', '33379ecb053aa5c9e356c68997cbb59e.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.41300 seconds (2.42131/s) +test INFO: Attempted to replicate 1 dbs in 0.71228 seconds (1.40394/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpkw0x3g_6/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_objects_since_row -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_objects_since_row ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_newer_remote_delete -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_newer_remote_delete ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_own_shard_range -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_own_shard_range ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_policy_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_policy_info ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_older_remote_delete -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_older_remote_delete ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_replication_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_replication_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_report_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_report_info ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205651.00000-0, db: /tmp/tmp_rl1zb9e/sda/containers/0/792/5ceb91318fc3240a2cc3c155d38a0792/5ceb91318fc3240a2cc3c155d38a0792_1750205651.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205651.00000-0, db: /tmp/tmp_rl1zb9e/sda/containers/0/792/5ceb91318fc3240a2cc3c155d38a0792/5ceb91318fc3240a2cc3c155d38a0792_1750205651.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205654.00000-0, db: /tmp/tmp_rl1zb9e/sda/containers/0/e03/5491333f1dfdf5412f17c1b6c0192e03/5491333f1dfdf5412f17c1b6c0192e03_1750205654.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205654.00000-0, db: /tmp/tmp_rl1zb9e/sda/containers/0/e03/5491333f1dfdf5412f17c1b6c0192e03/5491333f1dfdf5412f17c1b6c0192e03_1750205654.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205657.00000-0, db: /tmp/tmp_rl1zb9e/sda/containers/0/fb1/65de86ae6431abe65e8526d5df7cefb1/65de86ae6431abe65e8526d5df7cefb1_1750205657.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205657.00000-0, db: /tmp/tmp_rl1zb9e/sda/containers/0/fb1/65de86ae6431abe65e8526d5df7cefb1/65de86ae6431abe65e8526d5df7cefb1_1750205657.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205660.00000-0, db: /tmp/tmp_rl1zb9e/sda/containers/0/6c9/67cd2ed1ec465b68e52f94bf53df36c9/67cd2ed1ec465b68e52f94bf53df36c9_1750205660.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205660.00000-0, db: /tmp/tmp_rl1zb9e/sda/containers/0/6c9/67cd2ed1ec465b68e52f94bf53df36c9/67cd2ed1ec465b68e52f94bf53df36c9_1750205660.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205663.00000-0, db: /tmp/tmp_rl1zb9e/sda/containers/0/0d9/bb15010dc9ef5c8cc7b41727af4510d9/bb15010dc9ef5c8cc7b41727af4510d9_1750205663.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205663.00000-0, db: /tmp/tmp_rl1zb9e/sda/containers/0/0d9/bb15010dc9ef5c8cc7b41727af4510d9/bb15010dc9ef5c8cc7b41727af4510d9_1750205663.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205666.00000-0, db: /tmp/tmp_rl1zb9e/sda/containers/0/7a2/86b112b9abf80e21f97ead6f039887a2/86b112b9abf80e21f97ead6f039887a2_1750205666.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205666.00000-0, db: /tmp/tmp_rl1zb9e/sda/containers/0/7a2/86b112b9abf80e21f97ead6f039887a2/86b112b9abf80e21f97ead6f039887a2_1750205666.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205669.00000-0, db: /tmp/tmp_rl1zb9e/sda/containers/0/fe9/f65af5db543eaed3853f0bba1b3c7fe9/f65af5db543eaed3853f0bba1b3c7fe9_1750205669.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205669.00000-0, db: /tmp/tmp_rl1zb9e/sda/containers/0/fe9/f65af5db543eaed3853f0bba1b3c7fe9/f65af5db543eaed3853f0bba1b3c7fe9_1750205669.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205672.00000-0, db: /tmp/tmp_rl1zb9e/sda/containers/0/5d2/cf6c785f18aa225db89f0ddab4cd35d2/cf6c785f18aa225db89f0ddab4cd35d2_1750205672.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205672.00000-0, db: /tmp/tmp_rl1zb9e/sda/containers/0/5d2/cf6c785f18aa225db89f0ddab4cd35d2/cf6c785f18aa225db89f0ddab4cd35d2_1750205672.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205675.00000-0, db: /tmp/tmp_rl1zb9e/sda/containers/0/d71/6ca73e4259b1e82ac97517dc3033bd71/6ca73e4259b1e82ac97517dc3033bd71_1750205675.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205675.00000-0, db: /tmp/tmp_rl1zb9e/sda/containers/0/d71/6ca73e4259b1e82ac97517dc3033bd71/6ca73e4259b1e82ac97517dc3033bd71_1750205675.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205678.00000-0, db: /tmp/tmp_rl1zb9e/sda/containers/0/d83/2d3a313ad8919538d312605f9e472d83/2d3a313ad8919538d312605f9e472d83_1750205678.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205678.00000-0, db: /tmp/tmp_rl1zb9e/sda/containers/0/d83/2d3a313ad8919538d312605f9e472d83/2d3a313ad8919538d312605f9e472d83_1750205678.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205681.00000-0, db: /tmp/tmp_rl1zb9e/sda/containers/0/a8b/a72efb426e419f7aaccb60242acd2a8b/a72efb426e419f7aaccb60242acd2a8b_1750205681.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205681.00000-0, db: /tmp/tmp_rl1zb9e/sda/containers/0/a8b/a72efb426e419f7aaccb60242acd2a8b/a72efb426e419f7aaccb60242acd2a8b_1750205681.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205684.00000-0, db: /tmp/tmp_rl1zb9e/sda/containers/0/f79/ebe259eb711880e82a32b5c81033cf79/ebe259eb711880e82a32b5c81033cf79_1750205684.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205684.00000-0, db: /tmp/tmp_rl1zb9e/sda/containers/0/f79/ebe259eb711880e82a32b5c81033cf79/ebe259eb711880e82a32b5c81033cf79_1750205684.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205687.00000-0, db: /tmp/tmp_rl1zb9e/sda/containers/0/b9e/13e7d42f3208764ae9f6913b7b16fb9e/13e7d42f3208764ae9f6913b7b16fb9e_1750205687.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205687.00000-0, db: /tmp/tmp_rl1zb9e/sda/containers/0/b9e/13e7d42f3208764ae9f6913b7b16fb9e/13e7d42f3208764ae9f6913b7b16fb9e_1750205687.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205690.00000-0, db: /tmp/tmp_rl1zb9e/sda/containers/0/3e9/1203575b8d377b563c9a711176daf3e9/1203575b8d377b563c9a711176daf3e9_1750205690.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205690.00000-0, db: /tmp/tmp_rl1zb9e/sda/containers/0/3e9/1203575b8d377b563c9a711176daf3e9/1203575b8d377b563c9a711176daf3e9_1750205690.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205693.00000-0, db: /tmp/tmp_rl1zb9e/sda/containers/0/25d/be24524fac7917a5243cb705cae3025d/be24524fac7917a5243cb705cae3025d_1750205693.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205693.00000-0, db: /tmp/tmp_rl1zb9e/sda/containers/0/25d/be24524fac7917a5243cb705cae3025d/be24524fac7917a5243cb705cae3025d_1750205693.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205696.00000-0, db: /tmp/tmp_rl1zb9e/sda/containers/0/ad1/3860a44720db99611bc312f93c9a2ad1/3860a44720db99611bc312f93c9a2ad1_1750205696.00000.db -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_range_rows_with_limit -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_range_rows_with_limit ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_half_delete_policy_over_newer_remote_create -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_half_delete_policy_over_newer_remote_create ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges ... ok -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '485f0d03-9bd2-4b2b-ad8a-380f4675ca28-sda', '1750205560.33237', '1750205560', '0', '', '1750205560', 0, 1) -test DEBUG: /tmp/tmpkw0x3g_6/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '485f0d03-9bd2-4b2b-ad8a-380f4675ca28-sda', '1750205560.33237', '1750205560', '0', '', '1750205560', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('485f0d03-9bd2-4b2b-ad8a-380f4675ca28-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Replicating db /tmp/tmp_bgasmds/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', 'f1940ee7-875a-46e6-97ab-0c2303d3daf2-sda', '1715796492.78633', '1715796494', '1715796493', '', '1715796494', 0, 1) +test DEBUG: /tmp/tmp_bgasmds/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', 'f1940ee7-875a-46e6-97ab-0c2303d3daf2-sda', '1715796492.78633', '1715796494', '1715796493', '', '1715796494', 0, 1) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('f1940ee7-875a-46e6-97ab-0c2303d3daf2-sda', '33379ecb053aa5c9e356c68997cbb59e.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.57916 seconds (1.72663/s) +test INFO: Attempted to replicate 1 dbs in 0.43436 seconds (2.30223/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp7q60xbni/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'b41291cfb9b56c9202207d774826c58d', '1aaf6308-68d6-4be5-8c4e-90691ef44a49-sda', '1750205561.42021', '1750205561', '0', '', '1750205561', 1, 0) -test DEBUG: /tmp/tmp7q60xbni/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'b41291cfb9b56c9202207d774826c58d', '1aaf6308-68d6-4be5-8c4e-90691ef44a49-sda', '1750205561.42021', '1750205561', '0', '', '1750205561', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('1aaf6308-68d6-4be5-8c4e-90691ef44a49-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Replicating db /tmp/tmpmhwbrltd/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, '18aec78610d93ba4cc6fc529a2f798f7', '11645704-0045-4eef-a6fb-32bb9bd80720-sda', '1715796493.68927', '1715796495', '1715796494', '', '1715796495', 1, 1) +test DEBUG: /tmp/tmpmhwbrltd/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, '18aec78610d93ba4cc6fc529a2f798f7', '11645704-0045-4eef-a6fb-32bb9bd80720-sda', '1715796493.68927', '1715796495', '1715796494', '', '1715796495', 1, 1) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('11645704-0045-4eef-a6fb-32bb9bd80720-sda', '33379ecb053aa5c9e356c68997cbb59e.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.52295 seconds (1.91223/s) +test INFO: Attempted to replicate 1 dbs in 1.11852 seconds (0.89404/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpk552k8l_/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '6146323d-e8cc-461e-b7f5-1af3a572be12-sda', '1750205562.35532', '1750205564', '0', '', '1750205564', 0, 0) -test DEBUG: /tmp/tmpk552k8l_/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '6146323d-e8cc-461e-b7f5-1af3a572be12-sda', '1750205562.35532', '1750205564', '0', '', '1750205564', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('6146323d-e8cc-461e-b7f5-1af3a572be12-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Replicating db /tmp/tmpo4alc5fg/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_order_and_reverse +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_order_and_reverse ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_write_timeout +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_write_timeout ... ok +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8f3d9a4584224246a79d7-006644fa0f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8f3d9a4584224246a79d7-006644fa0f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8f3d9a4584224246a79d7-006644fa0f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8f3d9a4584224246a79d7-006644fa0f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8f3d9a4584224246a79d7-006644fa0f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8f3d9a4584224246a79d7-006644fa0f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8f3d9a4584224246a79d7-006644fa0f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8f3d9a4584224246a79d7-006644fa0f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8f3d9a4584224246a79d7-006644fa0f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8f3d9a4584224246a79d7-006644fa0f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8f3d9a4584224246a79d7-006644fa0f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8f3d9a4584224246a79d7-006644fa0f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8f3d9a4584224246a79d7-006644fa0f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8f3d9a4584224246a79d7-006644fa0f) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.12:1012/sdm, error: ERROR Insufficient Storage (txn: tx7f337a03df744516a1e18-006644fa0f) +proxy-server DEBUG: Node is error limited: 10.0.0.12:1012/sdm (txn: tx7f337a03df744516a1e18-006644fa0f) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx7f337a03df744516a1e18-006644fa0f) +proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx7f337a03df744516a1e18-006644fa0f) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.9:1009/sdj, error: ERROR Insufficient Storage (txn: tx7f337a03df744516a1e18-006644fa0f) +proxy-server DEBUG: Node is error limited: 10.0.0.9:1009/sdj (txn: tx7f337a03df744516a1e18-006644fa0f) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.7:1007/sdh, error: ERROR Insufficient Storage (txn: tx7f337a03df744516a1e18-006644fa0f) +proxy-server DEBUG: Node is error limited: 10.0.0.7:1007/sdh (txn: tx7f337a03df744516a1e18-006644fa0f) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.11:1011/sdl, error: ERROR Insufficient Storage (txn: tx7f337a03df744516a1e18-006644fa0f) +proxy-server DEBUG: Node is error limited: 10.0.0.11:1011/sdl (txn: tx7f337a03df744516a1e18-006644fa0f) +proxy-server DEBUG: Ignoring 507 from handoff (txn: tx7f337a03df744516a1e18-006644fa0f) +proxy-server DEBUG: Ignoring 507 from handoff (txn: tx7f337a03df744516a1e18-006644fa0f) +proxy-server DEBUG: Ignoring 507 from handoff (txn: tx7f337a03df744516a1e18-006644fa0f) +proxy-server DEBUG: Ignoring 507 from handoff (txn: tx7f337a03df744516a1e18-006644fa0f) +proxy-server DEBUG: Ignoring 507 from handoff (txn: tx7f337a03df744516a1e18-006644fa0f) +proxy-server DEBUG: Ignoring 507 from handoff (txn: tx7f337a03df744516a1e18-006644fa0f) +proxy-server DEBUG: Ignoring 507 from handoff (txn: tx7f337a03df744516a1e18-006644fa0f) +proxy-server DEBUG: Ignoring 507 from handoff (txn: tx7f337a03df744516a1e18-006644fa0f) +proxy-server DEBUG: Ignoring 507 from handoff (txn: tx7f337a03df744516a1e18-006644fa0f) +proxy-server DEBUG: Ignoring 507 from handoff (txn: tx7f337a03df744516a1e18-006644fa0f) +proxy-server DEBUG: Ignoring 507 from handoff (txn: tx7f337a03df744516a1e18-006644fa0f) +proxy-server DEBUG: Ignoring 507 from handoff (txn: tx7f337a03df744516a1e18-006644fa0f) +proxy-server DEBUG: Ignoring 507 from handoff (txn: tx7f337a03df744516a1e18-006644fa0f) +proxy-server DEBUG: Ignoring 507 from handoff (txn: tx7f337a03df744516a1e18-006644fa0f) +proxy-server ERROR: Object returning 503 for [507, 507, 507, 507, 507] (txn: tx7f337a03df744516a1e18-006644fa0f) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: txa03647b6673b4ce5b6b71-006644fa0f) +proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: txa03647b6673b4ce5b6b71-006644fa0f) +proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: txa03647b6673b4ce5b6b71-006644fa0f) +proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: txa03647b6673b4ce5b6b71-006644fa0f) +proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: txa03647b6673b4ce5b6b71-006644fa0f) +proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: txa03647b6673b4ce5b6b71-006644fa0f) +proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: txa03647b6673b4ce5b6b71-006644fa0f) +proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: txa03647b6673b4ce5b6b71-006644fa0f) +proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: txa03647b6673b4ce5b6b71-006644fa0f) +proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: txa03647b6673b4ce5b6b71-006644fa0f) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx9aca8ce3039844eb89873-006644fa0f) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx9aca8ce3039844eb89873-006644fa0f) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx9aca8ce3039844eb89873-006644fa0f) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx9aca8ce3039844eb89873-006644fa0f) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx9aca8ce3039844eb89873-006644fa0f) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx9aca8ce3039844eb89873-006644fa0f) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx9aca8ce3039844eb89873-006644fa0f) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx9aca8ce3039844eb89873-006644fa0f) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx9aca8ce3039844eb89873-006644fa0f) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx9aca8ce3039844eb89873-006644fa0f) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx9aca8ce3039844eb89873-006644fa0f) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx9aca8ce3039844eb89873-006644fa0f) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx9aca8ce3039844eb89873-006644fa0f) +proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx9aca8ce3039844eb89873-006644fa0f) +proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx9aca8ce3039844eb89873-006644fa0f) +proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx9aca8ce3039844eb89873-006644fa0f) +proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx9aca8ce3039844eb89873-006644fa0f) +proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx9aca8ce3039844eb89873-006644fa0f) +proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx9aca8ce3039844eb89873-006644fa0f) +proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx9aca8ce3039844eb89873-006644fa0f) +proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx9aca8ce3039844eb89873-006644fa0f) +proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx9aca8ce3039844eb89873-006644fa0f) +proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx9aca8ce3039844eb89873-006644fa0f) +proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx9aca8ce3039844eb89873-006644fa0f) +proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx9aca8ce3039844eb89873-006644fa0f) +proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx9aca8ce3039844eb89873-006644fa0f) +proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx9aca8ce3039844eb89873-006644fa0f) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx0d46d4c67201484793c42-006644fa0f) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx0d46d4c67201484793c42-006644fa0f) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx0d46d4c67201484793c42-006644fa0f) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx0d46d4c67201484793c42-006644fa0f) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx0d46d4c67201484793c42-006644fa0f) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx0d46d4c67201484793c42-006644fa0f) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx0d46d4c67201484793c42-006644fa0f) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx0d46d4c67201484793c42-006644fa0f) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx0d46d4c67201484793c42-006644fa0f) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx0d46d4c67201484793c42-006644fa0f) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx0d46d4c67201484793c42-006644fa0f) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx0d46d4c67201484793c42-006644fa0f) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx0d46d4c67201484793c42-006644fa0f) +proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx0d46d4c67201484793c42-006644fa0f) +proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx0d46d4c67201484793c42-006644fa0f) +proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx0d46d4c67201484793c42-006644fa0f) +proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx0d46d4c67201484793c42-006644fa0f) +proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx0d46d4c67201484793c42-006644fa0f) +proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx0d46d4c67201484793c42-006644fa0f) +proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx0d46d4c67201484793c42-006644fa0f) +test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_if_match +test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_if_match ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_if_none_match +test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_if_none_match ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_simple +test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_simple ... ok +proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx0d46d4c67201484793c42-006644fa0f) +proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx0d46d4c67201484793c42-006644fa0f) +proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx0d46d4c67201484793c42-006644fa0f) +proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx0d46d4c67201484793c42-006644fa0f) +proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx0d46d4c67201484793c42-006644fa0f) +proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx0d46d4c67201484793c42-006644fa0f) +proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx0d46d4c67201484793c42-006644fa0f) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx4d5d41d99558463ea9aca-006644fa0f) +proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx4d5d41d99558463ea9aca-006644fa0f) +proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx4d5d41d99558463ea9aca-006644fa0f) +proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx4d5d41d99558463ea9aca-006644fa0f) +proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx4d5d41d99558463ea9aca-006644fa0f) +proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx4d5d41d99558463ea9aca-006644fa0f) +test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest +test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest ... ok +proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx4d5d41d99558463ea9aca-006644fa0f) +proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx4d5d41d99558463ea9aca-006644fa0f) +proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx4d5d41d99558463ea9aca-006644fa0f) +proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx4d5d41d99558463ea9aca-006644fa0f) +proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx4d5d41d99558463ea9aca-006644fa0f) +proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx4d5d41d99558463ea9aca-006644fa0f) +proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx4d5d41d99558463ea9aca-006644fa0f) +proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx4d5d41d99558463ea9aca-006644fa0f) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txe3436b1143864ab89cd4b-006644fa0f) +proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txe3436b1143864ab89cd4b-006644fa0f) +proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txe3436b1143864ab89cd4b-006644fa0f) +proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txe3436b1143864ab89cd4b-006644fa0f) +proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txe3436b1143864ab89cd4b-006644fa0f) +proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txe3436b1143864ab89cd4b-006644fa0f) +test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest_different_timestamps +test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest_different_timestamps ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest_with_some_missing +test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest_with_some_missing ... ok +proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txe3436b1143864ab89cd4b-006644fa0f) +proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txe3436b1143864ab89cd4b-006644fa0f) +proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txe3436b1143864ab89cd4b-006644fa0f) +proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txe3436b1143864ab89cd4b-006644fa0f) +proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txe3436b1143864ab89cd4b-006644fa0f) +proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txe3436b1143864ab89cd4b-006644fa0f) +proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txe3436b1143864ab89cd4b-006644fa0f) +proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txe3436b1143864ab89cd4b-006644fa0f) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx11279ef6c441434dbc1f0-006644fa0f) +proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx11279ef6c441434dbc1f0-006644fa0f) +proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx11279ef6c441434dbc1f0-006644fa0f) +proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx11279ef6c441434dbc1f0-006644fa0f) +proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx11279ef6c441434dbc1f0-006644fa0f) +test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest_with_two_vector_timestamps +test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest_with_two_vector_timestamps ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_delete_at_in_past +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_delete_at_in_past ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_delete_at_non_integer +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_delete_at_non_integer ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_limits_expirer_queue_deletes +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_limits_expirer_queue_deletes ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_negative_delete_after +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_negative_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_non_int_delete_after +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_non_int_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_delete_at_in_past +test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_delete_at_in_past ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_delete_at_non_integer +test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_delete_at_non_integer ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_limits_expirer_queue_deletes +test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_limits_expirer_queue_deletes ... ok +proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx11279ef6c441434dbc1f0-006644fa0f) +proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx11279ef6c441434dbc1f0-006644fa0f) +proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx11279ef6c441434dbc1f0-006644fa0f) +proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx11279ef6c441434dbc1f0-006644fa0f) +proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx11279ef6c441434dbc1f0-006644fa0f) +proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx11279ef6c441434dbc1f0-006644fa0f) +proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx11279ef6c441434dbc1f0-006644fa0f) +proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx11279ef6c441434dbc1f0-006644fa0f) +proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx11279ef6c441434dbc1f0-006644fa0f) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_negative_delete_after +test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_negative_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_non_int_delete_after +test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_non_int_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_requires_length +test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_requires_length ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_connect_put_node_timeout +test.unit.proxy.controllers.test_obj.TestECObjController.test_connect_put_node_timeout ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_container_sync_delete +test.unit.proxy.controllers.test_obj.TestECObjController.test_container_sync_delete ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_container_update_backend_requests +test.unit.proxy.controllers.test_obj.TestECObjController.test_container_update_backend_requests ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_delete_at_backend_requests +test.unit.proxy.controllers.test_obj.TestECObjController.test_delete_at_backend_requests ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_determine_chunk_destinations +test.unit.proxy.controllers.test_obj.TestECObjController.test_determine_chunk_destinations ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_ec_concurrent_GET_with_slow_leaders +test.unit.proxy.controllers.test_obj.TestECObjController.test_ec_concurrent_GET_with_slow_leaders ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_expirer_DELETE_suppresses_expirer_queue_updates +test.unit.proxy.controllers.test_obj.TestECObjController.test_expirer_DELETE_suppresses_expirer_queue_updates ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_feed_remaining_primaries +test.unit.proxy.controllers.test_obj.TestECObjController.test_feed_remaining_primaries ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_fix_response_HEAD +test.unit.proxy.controllers.test_obj.TestECObjController.test_fix_response_HEAD ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_handoff_local_first_default +test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_handoff_local_first_default ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_handoff_local_first_non_default +test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_handoff_local_first_non_default ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_first_best_effort +test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_first_best_effort ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_first_moves_locals_first +test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_first_moves_locals_first ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_first_noops_when_no_affinity +test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_first_noops_when_no_affinity ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_handoff_first_noops_when_no_affinity +test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_handoff_first_noops_when_no_affinity ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_non_durable_ec_response_bucket +test.unit.proxy.controllers.test_obj.TestECObjController.test_non_durable_ec_response_bucket ... ok +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server :/ re: Expect: 100-continue on /a/c/o: ConnectionTimeout (0.05s) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +test.unit.proxy.controllers.test_obj.TestECObjController.test_object_DELETE_backend_update_container_ip_default +test.unit.proxy.controllers.test_obj.TestECObjController.test_object_DELETE_backend_update_container_ip_default ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get +test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get_with_short_resp +test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get_with_short_resp ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get_with_short_resp_timeout +test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get_with_short_resp_timeout ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get_with_slow_resp +test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get_with_slow_resp ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_repl_object_DELETE_backend_update_container_repl_ip +test.unit.proxy.controllers.test_obj.TestECObjController.test_repl_object_DELETE_backend_update_container_repl_ip ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_smooth_distributed_backend_requests +test.unit.proxy.controllers.test_obj.TestECObjController.test_smooth_distributed_backend_requests ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_some_404s_and_507s +test.unit.proxy.controllers.test_obj.TestECObjController.test_some_404s_and_507s ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_not_configured +test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_not_configured ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_per_policy_config +test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_per_policy_config ... ok +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.13:1013/sdn (txn: txc7fb94966752413dba6be-006644fa10) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.11:1011/sdl (txn: txf33bda100b7949c38defd-006644fa10) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.6:1006/sdg (txn: txf0bfd37087cb48cc8d105-006644fa10) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_per_policy_config_overrides_and_inherits +test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_per_policy_config_overrides_and_inherits ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_proxy_server_config +test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_proxy_server_config ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_not_available +test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_not_available ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_reading +test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_reading ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_recheck_time_zero +test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_recheck_time_zero ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_writing +test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_writing ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_empty_body +test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_empty_body ... ok +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=x1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server INFO: Caching updating shards for shard-updating-v2/a/c (3 shards) (txn: tx9ea2e841566d49a89a4fa-006644fa10) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Problem with listing response from /v1/a/c/o: JSONDecodeError('Expecting value: line 1 column 1 (char 0)') (txn: tx91d2a652218f4a988a71c-006644fa10) +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmpj3ir56oh/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpj3ir56oh/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_own_shard_range +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_own_shard_range ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_prefix_delim ... ok +test.unit.container.test_backend.TestContainerBroker.test_object_stats_old_style_root_container +test.unit.container.test_backend.TestContainerBroker.test_object_stats_old_style_root_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_policy_info +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_policy_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_with_reserved_name +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_with_reserved_name ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_load_old_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_load_old_record_from_pending_file ... ok +test.unit.container.test_backend.TestContainerBroker.test_object_stats_old_style_shard_container +test.unit.container.test_backend.TestContainerBroker.test_object_stats_old_style_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_make_tuple_for_pickle +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_make_tuple_for_pickle ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_replication_info +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_replication_info ... ok +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_404 +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_big +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_big ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_deleted +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_failure_handling +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_failure_handling ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_pipeline +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_pipeline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_HEAD_ec +test.unit.proxy.test_mem_server.TestECObjectController.test_HEAD_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_HEAD_ec_404 +test.unit.proxy.test_mem_server.TestECObjectController.test_HEAD_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_archive_etag_mismatch +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_quorum_bad_request +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_quorum_bad_request ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_if_none_match +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_multiple_segments +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_multiple_segments ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_object_etag_mismatch +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_object_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_conditional_GET_ec +test.unit.proxy.test_mem_server.TestECObjectController.test_conditional_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_ec_client_disconnect +test.unit.proxy.test_mem_server.TestECObjectController.test_ec_client_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_ec_client_put_disconnect +test.unit.proxy.test_mem_server.TestECObjectController.test_ec_client_put_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_reload_ring_ec +test.unit.proxy.test_mem_server.TestECObjectController.test_reload_ring_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBroker.test_object_stats_root_container +test.unit.container.test_backend.TestContainerBroker.test_object_stats_root_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_report_info +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_report_info ... ok +cont2 DEBUG: Could not load '/tmp/tmpj3ir56oh/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpj3ir56oh/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:08:17 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.3746 "-" 1363413 - +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:08:17 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.3717 "-" 1363413 - +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:08:17 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.5031 "-" 1363413 - +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:08:17 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0149 "-" 1363413 - +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:08:17 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txa9acdf69abde4514b2347-006644fa11" "proxy-server 1363413" 0.0011 "-" 1363413 - +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:08:18 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:48991/sda1/1/a/c" "txa9acdf69abde4514b2347-006644fa11" "container-server 1363413" 0.0012 "-" 1363413 0 +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:08:18 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:49601/sdb1/1/a/c" "txa9acdf69abde4514b2347-006644fa11" "container-server 1363413" 0.0011 "-" 1363413 0 +cont2 INFO: 127.0.0.1 - - [15/May/2024:18:08:18 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txa9acdf69abde4514b2347-006644fa11" "proxy-server 1363413" 0.0684 "-" 1363413 0 +cont1 INFO: 127.0.0.1 - - [15/May/2024:18:08:18 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txa9acdf69abde4514b2347-006644fa11" "proxy-server 1363413" 0.1504 "-" 1363413 0 +proxy INFO: 127.0.0.1 127.0.0.1 15/May/2024/18/08/18 PUT /v1/a/c HTTP/1.0 201 - - t - - - txa9acdf69abde4514b2347-006644fa11 - 0.1583 - - 1715796497.916230440 1715796498.074514389 0 +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:08:18 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txd5ff37ec2d7f4ee1b3b9d-006644fa12" "proxy-server 1363413" 0.0011 "-" 1363413 - +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:08:18 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:49601/sdb1/1/a1/c1" "txd5ff37ec2d7f4ee1b3b9d-006644fa12" "container-server 1363413" 0.0025 "-" 1363413 0 +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:08:18 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:48991/sda1/1/a1/c1" "txd5ff37ec2d7f4ee1b3b9d-006644fa12" "container-server 1363413" 0.0012 "-" 1363413 0 +cont1 INFO: 127.0.0.1 - - [15/May/2024:18:08:18 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txd5ff37ec2d7f4ee1b3b9d-006644fa12" "proxy-server 1363413" 0.1629 "-" 1363413 0 +cont2 INFO: 127.0.0.1 - - [15/May/2024:18:08:18 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txd5ff37ec2d7f4ee1b3b9d-006644fa12" "proxy-server 1363413" 0.0946 "-" 1363413 0 +proxy INFO: 127.0.0.1 127.0.0.1 15/May/2024/18/08/18 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txd5ff37ec2d7f4ee1b3b9d-006644fa12 - 0.1707 - - 1715796498.075837851 1715796498.246583700 0 +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:08:18 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx26b46554479d4038932e1-006644fa12" "proxy-server 1363413" 0.0783 "-" 1363413 - +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:08:18 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:49601/sdb1/2/a/c1" "tx26b46554479d4038932e1-006644fa12" "container-server 1363413" 0.0673 "-" 1363413 1 +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:08:18 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:48991/sda1/2/a/c1" "tx26b46554479d4038932e1-006644fa12" "container-server 1363413" 0.0009 "-" 1363413 1 +cont2 INFO: 127.0.0.1 - - [15/May/2024:18:08:18 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx26b46554479d4038932e1-006644fa12" "proxy-server 1363413" 0.2102 "-" 1363413 1 +cont1 INFO: 127.0.0.1 - - [15/May/2024:18:08:18 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx26b46554479d4038932e1-006644fa12" "proxy-server 1363413" 0.1370 "-" 1363413 1 +proxy INFO: 127.0.0.1 127.0.0.1 15/May/2024/18/08/18 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx26b46554479d4038932e1-006644fa12 - 0.2964 - - 1715796498.248137712 1715796498.544539213 1 +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:08:18 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx8c02372d2eda4f73aaa14-006644fa12" "proxy-server 1363413" 0.0642 "-" 1363413 - +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:08:18 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:48991/sda1/1/a/c2" "tx8c02372d2eda4f73aaa14-006644fa12" "container-server 1363413" 0.0010 "-" 1363413 2 +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:08:18 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:49601/sdb1/1/a/c2" "tx8c02372d2eda4f73aaa14-006644fa12" "container-server 1363413" 0.0684 "-" 1363413 2 +cont2 INFO: 127.0.0.1 - - [15/May/2024:18:08:18 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx8c02372d2eda4f73aaa14-006644fa12" "proxy-server 1363413" 0.1186 "-" 1363413 2 +cont1 INFO: 127.0.0.1 - - [15/May/2024:18:08:18 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx8c02372d2eda4f73aaa14-006644fa12" "proxy-server 1363413" 0.1925 "-" 1363413 2 +proxy INFO: 127.0.0.1 127.0.0.1 15/May/2024/18/08/18 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx8c02372d2eda4f73aaa14-006644fa12 - 0.2633 - - 1715796498.545779943 1715796498.809094906 2 +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmpj6mw0pii/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpj6mw0pii/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmpj6mw0pii/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpj6mw0pii/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:08:18 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0634 "-" 1363413 - +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:08:19 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0805 "-" 1363413 - +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:08:19 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.1088 "-" 1363413 - +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:08:19 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0800 "-" 1363413 - +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:08:19 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx1468f885d9ba4e26853df-006644fa13" "proxy-server 1363413" 0.0013 "-" 1363413 - +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:08:19 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:58029/sda1/1/a/c" "tx1468f885d9ba4e26853df-006644fa13" "container-server 1363413" 0.0079 "-" 1363413 0 +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:08:19 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:43347/sdb1/1/a/c" "tx1468f885d9ba4e26853df-006644fa13" "container-server 1363413" 0.0011 "-" 1363413 0 +cont2 INFO: 127.0.0.1 - - [15/May/2024:18:08:19 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx1468f885d9ba4e26853df-006644fa13" "proxy-server 1363413" 0.1628 "-" 1363413 0 +cont1 INFO: 127.0.0.1 - - [15/May/2024:18:08:19 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx1468f885d9ba4e26853df-006644fa13" "proxy-server 1363413" 0.0841 "-" 1363413 0 +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_range_rows_with_limit +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_range_rows_with_limit ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_is_green +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_is_green ... ok +test.unit.container.test_backend.TestContainerBroker.test_object_stats_shard_container +test.unit.container.test_backend.TestContainerBroker.test_object_stats_shard_container ... ok +setUpClass (test.unit.proxy.test_server.TestObjectECRangedGET) +setUpClass (test.unit.proxy.test_server.TestObjectECRangedGET) ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges ... ok +proxy INFO: 127.0.0.1 127.0.0.1 15/May/2024/18/08/19 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx1468f885d9ba4e26853df-006644fa13 - 0.1722 - - 1715796499.269010782 1715796499.441192389 0 +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:08:19 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx5b25ac35710c4c7b92790-006644fa13" "proxy-server 1363413" 0.0012 "-" 1363413 - +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:08:19 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:58029/sda1/1/a1/c1" "tx5b25ac35710c4c7b92790-006644fa13" "container-server 1363413" 0.0032 "-" 1363413 0 +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:08:19 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:43347/sdb1/1/a1/c1" "tx5b25ac35710c4c7b92790-006644fa13" "container-server 1363413" 0.0070 "-" 1363413 0 +cont1 INFO: 127.0.0.1 - - [15/May/2024:18:08:19 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx5b25ac35710c4c7b92790-006644fa13" "proxy-server 1363413" 0.1961 "-" 1363413 0 +cont2 INFO: 127.0.0.1 - - [15/May/2024:18:08:19 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx5b25ac35710c4c7b92790-006644fa13" "proxy-server 1363413" 0.1227 "-" 1363413 0 +proxy INFO: 127.0.0.1 127.0.0.1 15/May/2024/18/08/19 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx5b25ac35710c4c7b92790-006644fa13 - 0.2045 - - 1715796499.443366289 1715796499.647846699 0 +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:08:19 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx9fc694791a91471f97980-006644fa13" "proxy-server 1363413" 0.0649 "-" 1363413 - +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:08:19 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:58029/sda1/2/a/c1" "tx9fc694791a91471f97980-006644fa13" "container-server 1363413" 0.0012 "-" 1363413 1 +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:08:19 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:43347/sdb1/2/a/c1" "tx9fc694791a91471f97980-006644fa13" "container-server 1363413" 0.0506 "-" 1363413 1 +cont1 INFO: 127.0.0.1 - - [15/May/2024:18:08:19 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx9fc694791a91471f97980-006644fa13" "proxy-server 1363413" 0.1277 "-" 1363413 1 +cont2 INFO: 127.0.0.1 - - [15/May/2024:18:08:19 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx9fc694791a91471f97980-006644fa13" "proxy-server 1363413" 0.1959 "-" 1363413 1 +proxy INFO: 127.0.0.1 127.0.0.1 15/May/2024/18/08/19 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx9fc694791a91471f97980-006644fa13 - 0.2681 - - 1715796499.649386644 1715796499.917484045 1 +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:08:19 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx8e31e22b263841b1a0d63-006644fa13" "proxy-server 1363413" 0.0673 "-" 1363413 - +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:08:20 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:43347/sdb1/1/a/c2" "tx8e31e22b263841b1a0d63-006644fa13" "container-server 1363413" 0.0490 "-" 1363413 2 +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:08:20 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:58029/sda1/1/a/c2" "tx8e31e22b263841b1a0d63-006644fa13" "container-server 1363413" 0.0016 "-" 1363413 2 +cont2 INFO: 127.0.0.1 - - [15/May/2024:18:08:20 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx8e31e22b263841b1a0d63-006644fa13" "proxy-server 1363413" 0.2181 "-" 1363413 2 +cont1 INFO: 127.0.0.1 - - [15/May/2024:18:08:20 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx8e31e22b263841b1a0d63-006644fa13" "proxy-server 1363413" 0.1563 "-" 1363413 2 +proxy INFO: 127.0.0.1 127.0.0.1 15/May/2024/18/08/20 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx8e31e22b263841b1a0d63-006644fa13 - 0.2941 - - 1715796499.918899536 1715796500.213046789 2 +test.unit.container.test_backend.TestContainerBroker.test_old_style_root_account_container_path +test.unit.container.test_backend.TestContainerBroker.test_old_style_root_account_container_path ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_newer_remote_delete +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_newer_remote_delete ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_overwrite +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_overwrite ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_includes +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_includes ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_with_sharding_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_with_sharding_overlaps ... ok +test.unit.container.test_backend.TestContainerBroker.test_overlap_shard_range_order +test.unit.container.test_backend.TestContainerBroker.test_overlap_shard_range_order ... ok +test.unit.container.test_backend.TestContainerBroker.test_path +test.unit.container.test_backend.TestContainerBroker.test_path ... ok +test.unit.container.test_backend.TestContainerBroker.test_pending_file_name +test.unit.container.test_backend.TestContainerBroker.test_pending_file_name ... ok +test.unit.container.test_backend.TestContainerBroker.test_policy_stat_tracking +test.unit.container.test_backend.TestContainerBroker.test_policy_stat_tracking ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_with_shrinking_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_with_shrinking_overlaps ... ok +test.unit.container.test_backend.TestContainerBroker.test_put_misplaced_object_does_not_effect_container_stats +test.unit.container.test_backend.TestContainerBroker.test_put_misplaced_object_does_not_effect_container_stats ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_overwrite_unicode +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_overwrite_unicode ... ok +test.unit.container.test_backend.TestContainerBroker.test_put_object +test.unit.container.test_backend.TestContainerBroker.test_put_object ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_usage +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_usage ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796746.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/a75/576c7daade25f65a13c2c4a825fb8a75/576c7daade25f65a13c2c4a825fb8a75.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796751.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/aa1/458191e675780ef0fb706f9a7f7b8aa1/458191e675780ef0fb706f9a7f7b8aa1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796756.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/3fd/d8dd5c60ec6dfcbc10928455a8bfe3fd/d8dd5c60ec6dfcbc10928455a8bfe3fd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796761.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/0ff/2a8848d981c28c2646624737902bf0ff/2a8848d981c28c2646624737902bf0ff.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796766.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/05c/89db7a9524af16c93380d2c8f45a005c/89db7a9524af16c93380d2c8f45a005c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796771.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/3e3/e3dde7cc1c0052cb13d56f498bd413e3/e3dde7cc1c0052cb13d56f498bd413e3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796776.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/ae2/516abd8cbe24503cf4c659b717fccae2/516abd8cbe24503cf4c659b717fccae2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796781.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/82b/bd23f5dbd7bc113be9cbb6d6b619882b/bd23f5dbd7bc113be9cbb6d6b619882b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796786.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/dab/cbc17590f14233867b7667463a017dab/cbc17590f14233867b7667463a017dab.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796791.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/04f/049b686a37fd03b1be170ccc6dd2704f/049b686a37fd03b1be170ccc6dd2704f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796796.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/ea3/c40b665d7832e58c11853170d4b4dea3/c40b665d7832e58c11853170d4b4dea3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796801.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/d7e/9ce0eb8f20908f91c141f339ed992d7e/9ce0eb8f20908f91c141f339ed992d7e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796806.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/b5a/b940ac9b23faf265d8debb78f5e1db5a/b940ac9b23faf265d8debb78f5e1db5a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796811.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/b5d/a88ffb91555e5d63c30376fd64ee7b5d/a88ffb91555e5d63c30376fd64ee7b5d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796816.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/6cb/8a4d1e90e19de44fbbf34550f87af6cb/8a4d1e90e19de44fbbf34550f87af6cb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796821.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/f69/68ccb1f46504006dbf6a47960f797f69/68ccb1f46504006dbf6a47960f797f69.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796826.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/4a5/bebfd781e09cd20279eba5627594d4a5/bebfd781e09cd20279eba5627594d4a5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796831.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/af7/2c8f9345d7c3d1c1a2530f4b94d45af7/2c8f9345d7c3d1c1a2530f4b94d45af7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796836.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/3ca/6bd61781ef01c3bc467c6bb57201b3ca/6bd61781ef01c3bc467c6bb57201b3ca.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796841.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/2ab/ba8d96ba402acc20f7c60da42b1482ab/ba8d96ba402acc20f7c60da42b1482ab.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796846.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/841/ef6e947d4215cd6db4ed2e6035cd0841/ef6e947d4215cd6db4ed2e6035cd0841.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796851.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/526/ffe6e81891ab44e09a11b341e2d3a526/ffe6e81891ab44e09a11b341e2d3a526.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796856.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/e80/0ebf87d02f44337a19a5d9bd83b74e80/0ebf87d02f44337a19a5d9bd83b74e80.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796861.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/d67/b60a955a339e434bac3759bed258cd67/b60a955a339e434bac3759bed258cd67.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796866.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/a1f/5acc1411d63645fac7b586f52c99ca1f/5acc1411d63645fac7b586f52c99ca1f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796871.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/b9a/b03a35bfb7cd814d23ed9354fafcab9a/b03a35bfb7cd814d23ed9354fafcab9a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796876.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/6c3/db5eb44bafee73d5854ed8b8a8d426c3/db5eb44bafee73d5854ed8b8a8d426c3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796881.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/345/25da52fffb848beff7070175e65df345/25da52fffb848beff7070175e65df345.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796886.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/f18/7a1f48380230fb92e1a8e14478943f18/7a1f48380230fb92e1a8e14478943f18.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796891.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/104/5ad2ffdf6321c4834efeaeaac7295104/5ad2ffdf6321c4834efeaeaac7295104.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796896.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/f93/be752f7afdb438006d60e2a7907a2f93/be752f7afdb438006d60e2a7907a2f93.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796901.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/14a/8487544e82307fb1d9981ecbeddf614a/8487544e82307fb1d9981ecbeddf614a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796906.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/5f3/b354274b97fbd7531d494aa6498f45f3/b354274b97fbd7531d494aa6498f45f3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796911.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/36d/c14b605e658b808cd06eefeb46f3936d/c14b605e658b808cd06eefeb46f3936d.db +test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_encoded_timestamps_using_file +test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_encoded_timestamps_using_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_has_multiple_policies +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_has_multiple_policies ... ok +test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_encoded_timestamps_using_memory +test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_encoded_timestamps_using_memory ... ok +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', '2a7b23a1-61ce-4a78-b4cf-5d10dd40c7e2-sda', '1715796495.20672', '1715796498', '1715796497', '', '1715796498', 0, 0) +test DEBUG: /tmp/tmpo4alc5fg/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', '2a7b23a1-61ce-4a78-b4cf-5d10dd40c7e2-sda', '1715796495.20672', '1715796498', '1715796497', '', '1715796498', 0, 0) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('2a7b23a1-61ce-4a78-b4cf-5d10dd40c7e2-sda', '33379ecb053aa5c9e356c68997cbb59e.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.28668 seconds (3.48819/s) +test INFO: Attempted to replicate 1 dbs in 1.40053 seconds (0.71402/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpxw_pqi9g/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'd801bda32d46c5a94a1aed9d783035b1', 'c1243550-773b-4a24-a90f-18f0a6f10dfa-sda', '1750205562.97103', '1750205564', '0', '', '1750205564', 1, 0) -test DEBUG: /tmp/tmpxw_pqi9g/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1750205565.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'c1243550-773b-4a24-a90f-18f0a6f10dfa-sda') -test DEBUG: /tmp/tmpxw_pqi9g/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0676582s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'd801bda32d46c5a94a1aed9d783035b1', 'c1243550-773b-4a24-a90f-18f0a6f10dfa-sda', '1750205562.97103', '1750205564', '0', '', '1750205564', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('c1243550-773b-4a24-a90f-18f0a6f10dfa-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Replicating db /tmp/tmpajvtmoxe/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, 'b48167b368093f1d50242f105529940c', 'a38d2811-c03f-49f9-9f79-7418119c2199-sda', '1715796497.37313', '1715796500', '1715796499', '', '1715796500', 1, 1) +test DEBUG: /tmp/tmpajvtmoxe/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1715796502.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], 'a38d2811-c03f-49f9-9f79-7418119c2199-sda') +test DEBUG: /tmp/tmpajvtmoxe/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.064132s) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_syncs, ([],) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, 'b48167b368093f1d50242f105529940c', 'a38d2811-c03f-49f9-9f79-7418119c2199-sda', '1715796497.37313', '1715796500', '1715796499', '', '1715796500', 1, 1) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('a38d2811-c03f-49f9-9f79-7418119c2199-sda', '33379ecb053aa5c9e356c68997cbb59e.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.41048 seconds (2.43617/s) +test INFO: Attempted to replicate 1 dbs in 0.66089 seconds (1.51312/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmppub8153s/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '649205d268257d74363343ad898846b1', '51f74c28-4869-4af1-bef9-64c993ab018b-sda', '1750205563.48218', '1750205563', '1750205564', '', '1750205564', 1, 0) -test DEBUG: /tmp/tmppub8153s/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1750205566.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '51f74c28-4869-4af1-bef9-64c993ab018b-sda') -test DEBUG: /tmp/tmppub8153s/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0807416s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '649205d268257d74363343ad898846b1', '51f74c28-4869-4af1-bef9-64c993ab018b-sda', '1750205563.48218', '1750205563', '1750205564', '', '1750205564', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('51f74c28-4869-4af1-bef9-64c993ab018b-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Replicating db /tmp/tmpeo_s7ke3/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', 'ecbd80a2-f573-4b7e-ae11-a22a0bda78cd-sda', '1715796498.82786', '1715796501', '1715796500', '', '1715796501', 0, 0) +test DEBUG: /tmp/tmpeo_s7ke3/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', 'ecbd80a2-f573-4b7e-ae11-a22a0bda78cd-sda', '1715796498.82786', '1715796501', '1715796500', '', '1715796501', 0, 0) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('ecbd80a2-f573-4b7e-ae11-a22a0bda78cd-sda', '33379ecb053aa5c9e356c68997cbb59e.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.45432 seconds (2.20111/s) +test INFO: Attempted to replicate 1 dbs in 0.49347 seconds (2.02646/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpyhzi9acj/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '8e12393fa0622a9b113d77976f1204ef', '808b314d-8910-4e6e-966c-466a7450d1e4-sda', '1750205564.27234', '1750205564', '1750205565', '', '1750205565', 1, 0) -test DEBUG: /tmp/tmpyhzi9acj/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '8e12393fa0622a9b113d77976f1204ef', '808b314d-8910-4e6e-966c-466a7450d1e4-sda', '1750205564.27234', '1750205564', '1750205565', '', '1750205565', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('808b314d-8910-4e6e-966c-466a7450d1e4-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Replicating db /tmp/tmphalzrzrl/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, '5e8010a819202458bd0839f04bde87de', 'deb443da-f9e4-4773-b6f4-b5dc811540bc-sda', '1715796499.74718', '1715796502', '1715796501', '', '1715796502', 1, 1) +test DEBUG: /tmp/tmphalzrzrl/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, '5e8010a819202458bd0839f04bde87de', 'deb443da-f9e4-4773-b6f4-b5dc811540bc-sda', '1715796499.74718', '1715796502', '1715796501', '', '1715796502', 1, 1) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('deb443da-f9e4-4773-b6f4-b5dc811540bc-sda', '33379ecb053aa5c9e356c68997cbb59e.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.52167 seconds (1.91691/s) +test INFO: Attempted to replicate 1 dbs in 0.88106 seconds (1.13500/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpzi6ke639/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_attempts -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_attempts ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_includes -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_includes ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_with_sharding_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_with_sharding_overlaps ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_with_shrinking_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_with_shrinking_overlaps ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_usage -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_usage ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_deadlock -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_deadlock ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_has_multiple_policies -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_has_multiple_policies ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_shard_ranges ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_newer_remote_create -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_newer_remote_create ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_has_other_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_has_other_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_initialize_container_broker_in_default -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_initialize_container_broker_in_default ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_with_duplicate_names -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_with_duplicate_names ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reconciler_sync -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reconciler_sync ... ok -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'ec25066b-100d-4bcd-9a64-89f62e976fb4-sda', '1750205564.95156', '1750205566', '1750205565', '', '1750205566', 0, 0) -test DEBUG: /tmp/tmpzi6ke639/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'ec25066b-100d-4bcd-9a64-89f62e976fb4-sda', '1750205564.95156', '1750205566', '1750205565', '', '1750205566', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('ec25066b-100d-4bcd-9a64-89f62e976fb4-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Replicating db /tmp/tmpsi1smh2j/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', 'aa33bcf1-03ba-4e47-809d-3a5be1dd7a6a-sda', '1715796501.19628', '1715796504', '1715796503', '', '1715796504', 0, 1) +test DEBUG: /tmp/tmpsi1smh2j/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', 'aa33bcf1-03ba-4e47-809d-3a5be1dd7a6a-sda', '1715796501.19628', '1715796504', '1715796503', '', '1715796504', 0, 1) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('aa33bcf1-03ba-4e47-809d-3a5be1dd7a6a-sda', '33379ecb053aa5c9e356c68997cbb59e.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.25097 seconds (3.98450/s) +test INFO: Attempted to replicate 1 dbs in 0.41304 seconds (2.42109/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpzgjh3a1w/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '8d2c8dde05d569b402caddb7c45f305d', '68b8f6a5-a229-48bd-967a-9abfe058e496-sda', '1750205565.41480', '1750205567', '1750205566', '', '1750205567', 1, 1) -test DEBUG: /tmp/tmpzgjh3a1w/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1750205569.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '68b8f6a5-a229-48bd-967a-9abfe058e496-sda') -test DEBUG: /tmp/tmpzgjh3a1w/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0481446s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '8d2c8dde05d569b402caddb7c45f305d', '68b8f6a5-a229-48bd-967a-9abfe058e496-sda', '1750205565.41480', '1750205567', '1750205566', '', '1750205567', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('68b8f6a5-a229-48bd-967a-9abfe058e496-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Replicating db /tmp/tmpsuh1gb7n/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, 'c95d6b098bf8742ca54ffe6c76137020', '96992518-3eec-4373-95d3-5a98a060339c-sda', '1715796501.91983', '1715796504', '1715796503', '', '1715796504', 1, 0) +test DEBUG: /tmp/tmpsuh1gb7n/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1715796505.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '96992518-3eec-4373-95d3-5a98a060339c-sda') +test DEBUG: /tmp/tmpsuh1gb7n/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0630777s) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_syncs, ([],) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, 'c95d6b098bf8742ca54ffe6c76137020', '96992518-3eec-4373-95d3-5a98a060339c-sda', '1715796501.91983', '1715796504', '1715796503', '', '1715796504', 1, 0) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('96992518-3eec-4373-95d3-5a98a060339c-sda', '33379ecb053aa5c9e356c68997cbb59e.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.38966 seconds (2.56633/s) +test INFO: Attempted to replicate 1 dbs in 0.62156 seconds (1.60885/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpbtn5pquy/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'cff6dfcf-8e48-4095-9e8c-2b2b478e02df-sda', '1750205566.02574', '1750205568', '1750205567', '', '1750205568', 0, 1) -test DEBUG: /tmp/tmpbtn5pquy/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'cff6dfcf-8e48-4095-9e8c-2b2b478e02df-sda', '1750205566.02574', '1750205568', '1750205567', '', '1750205568', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('cff6dfcf-8e48-4095-9e8c-2b2b478e02df-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Replicating db /tmp/tmp0_fxdxsi/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_post_overwrite_out_of_order +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_post_overwrite_out_of_order ... ok +test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_explicit_timestamps_using_file +test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_explicit_timestamps_using_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_has_other_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_has_other_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_explicit_timestamps_using_memory +test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_explicit_timestamps_using_memory ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_initialize_container_broker_in_default +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_initialize_container_broker_in_default ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_range_single_record +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_range_single_record ... ok +test.unit.container.test_backend.TestContainerBroker.test_reclaim +test.unit.container.test_backend.TestContainerBroker.test_reclaim ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_create +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_create ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_deleted ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_delete +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_delete ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_old_enough_to_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_old_enough_to_reclaim ... ok +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', '857eb8bb-7deb-4c47-a712-e23d5c874bc8-sda', '1715796503.00378', '1715796505', '1715796504', '', '1715796505', 0, 0) +test DEBUG: /tmp/tmp0_fxdxsi/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', '857eb8bb-7deb-4c47-a712-e23d5c874bc8-sda', '1715796503.00378', '1715796505', '1715796504', '', '1715796505', 0, 0) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('857eb8bb-7deb-4c47-a712-e23d5c874bc8-sda', '33379ecb053aa5c9e356c68997cbb59e.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.25602 seconds (3.90588/s) +test INFO: Attempted to replicate 1 dbs in 0.35402 seconds (2.82471/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp7nuu5on4/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '5f201080efac37655b7e6d2d6a7c1fb4', 'fbef1ca6-5908-4798-9bf3-2fc5664c43df-sda', '1750205566.51276', '1750205568', '1750205567', '', '1750205568', 1, 0) -test DEBUG: /tmp/tmp7nuu5on4/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '5f201080efac37655b7e6d2d6a7c1fb4', 'fbef1ca6-5908-4798-9bf3-2fc5664c43df-sda', '1750205566.51276', '1750205568', '1750205567', '', '1750205568', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('fbef1ca6-5908-4798-9bf3-2fc5664c43df-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Replicating db /tmp/tmpxvnxx1wl/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, '3fce1a45090994f66a227710b85507da', '2445c543-e0ed-438b-a153-903f60709c8c-sda', '1715796503.76715', '1715796506', '1715796505', '', '1715796506', 1, 0) +test DEBUG: /tmp/tmpxvnxx1wl/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, '3fce1a45090994f66a227710b85507da', '2445c543-e0ed-438b-a153-903f60709c8c-sda', '1715796503.76715', '1715796506', '1715796505', '', '1715796506', 1, 0) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('2445c543-e0ed-438b-a153-903f60709c8c-sda', '33379ecb053aa5c9e356c68997cbb59e.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.48555 seconds (2.05953/s) +test INFO: Attempted to replicate 1 dbs in 0.66960 seconds (1.49342/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpdbtfizs2/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '13bc610d-e75b-449a-91b7-e2b13b82b6fd-sda', '1750205567.23899', '1750205570', '1750205569', '', '1750205570', 0, 1) -test DEBUG: /tmp/tmpdbtfizs2/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '13bc610d-e75b-449a-91b7-e2b13b82b6fd-sda', '1750205567.23899', '1750205570', '1750205569', '', '1750205570', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('13bc610d-e75b-449a-91b7-e2b13b82b6fd-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Replicating db /tmp/tmpho8vqkpg/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', 'ec555500-9016-424a-92db-64a3872a2b83-sda', '1715796505.89084', '1715796509', '1715796508', '', '1715796509', 0, 0) +test DEBUG: /tmp/tmpho8vqkpg/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', 'ec555500-9016-424a-92db-64a3872a2b83-sda', '1715796505.89084', '1715796509', '1715796508', '', '1715796509', 0, 0) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('ec555500-9016-424a-92db-64a3872a2b83-sda', '33379ecb053aa5c9e356c68997cbb59e.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.52166 seconds (1.91697/s) +test INFO: Attempted to replicate 1 dbs in 0.36095 seconds (2.77050/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpaov15kay/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'fa1afe4d092abdf61a5f0c9607938419', 'bd25bf5b-e7ce-4f59-8681-9b2d2d564314-sda', '1750205568.07692', '1750205571', '1750205570', '', '1750205571', 1, 0) -test DEBUG: /tmp/tmpaov15kay/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1750205573.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'bd25bf5b-e7ce-4f59-8681-9b2d2d564314-sda') -test DEBUG: /tmp/tmpaov15kay/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0416911s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'fa1afe4d092abdf61a5f0c9607938419', 'bd25bf5b-e7ce-4f59-8681-9b2d2d564314-sda', '1750205568.07692', '1750205571', '1750205570', '', '1750205571', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('bd25bf5b-e7ce-4f59-8681-9b2d2d564314-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Replicating db /tmp/tmp3g80h8bq/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, '13a44623fc0b1a60b3d9f1abbfd53c64', 'f9e7ef70-699d-4b2d-b84b-5ee15a0ffa0e-sda', '1715796506.69679', '1715796510', '1715796509', '', '1715796510', 1, 0) +test DEBUG: /tmp/tmp3g80h8bq/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1715796511.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'f9e7ef70-699d-4b2d-b84b-5ee15a0ffa0e-sda') +test DEBUG: /tmp/tmp3g80h8bq/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.113978s) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_syncs, ([],) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, '13a44623fc0b1a60b3d9f1abbfd53c64', 'f9e7ef70-699d-4b2d-b84b-5ee15a0ffa0e-sda', '1715796506.69679', '1715796510', '1715796509', '', '1715796510', 1, 0) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('f9e7ef70-699d-4b2d-b84b-5ee15a0ffa0e-sda', '33379ecb053aa5c9e356c68997cbb59e.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.58310 seconds (1.71496/s) +test INFO: Attempted to replicate 1 dbs in 0.66644 seconds (1.50052/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp2vfc1_wh/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_merge_while_sharding -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_merge_while_sharding ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_newer_remote_delete -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_newer_remote_delete ... ok -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205696.00000-0, db: /tmp/tmp_rl1zb9e/sda/containers/0/ad1/3860a44720db99611bc312f93c9a2ad1/3860a44720db99611bc312f93c9a2ad1_1750205696.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205699.00000-0, db: /tmp/tmp_rl1zb9e/sda/containers/0/b06/4f7f5756c9982a8a3ccac35555637b06/4f7f5756c9982a8a3ccac35555637b06_1750205699.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205699.00000-0, db: /tmp/tmp_rl1zb9e/sda/containers/0/b06/4f7f5756c9982a8a3ccac35555637b06/4f7f5756c9982a8a3ccac35555637b06_1750205699.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205702.00000-0, db: /tmp/tmp_rl1zb9e/sda/containers/0/2ab/e0d746cb91c373653ec175ea21f932ab/e0d746cb91c373653ec175ea21f932ab_1750205702.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205702.00000-0, db: /tmp/tmp_rl1zb9e/sda/containers/0/2ab/e0d746cb91c373653ec175ea21f932ab/e0d746cb91c373653ec175ea21f932ab_1750205702.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205705.00000-0, db: /tmp/tmp_rl1zb9e/sda/containers/0/302/1faaff384ddb750846237afceaa31302/1faaff384ddb750846237afceaa31302_1750205705.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205705.00000-0, db: /tmp/tmp_rl1zb9e/sda/containers/0/302/1faaff384ddb750846237afceaa31302/1faaff384ddb750846237afceaa31302_1750205705.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205708.00000-0, db: /tmp/tmp_rl1zb9e/sda/containers/0/779/a1a0f41fa77f657b2bc74584f0d85779/a1a0f41fa77f657b2bc74584f0d85779_1750205708.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205708.00000-0, db: /tmp/tmp_rl1zb9e/sda/containers/0/779/a1a0f41fa77f657b2bc74584f0d85779/a1a0f41fa77f657b2bc74584f0d85779_1750205708.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205711.00000-0, db: /tmp/tmp_rl1zb9e/sda/containers/0/9e4/43387b5117108fb84b1cd7d4a47459e4/43387b5117108fb84b1cd7d4a47459e4_1750205711.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205711.00000-0, db: /tmp/tmp_rl1zb9e/sda/containers/0/9e4/43387b5117108fb84b1cd7d4a47459e4/43387b5117108fb84b1cd7d4a47459e4_1750205711.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205714.00000-0, db: /tmp/tmp_rl1zb9e/sda/containers/0/fe5/aa00e80cbe012637ce12c66515266fe5/aa00e80cbe012637ce12c66515266fe5_1750205714.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205714.00000-0, db: /tmp/tmp_rl1zb9e/sda/containers/0/fe5/aa00e80cbe012637ce12c66515266fe5/aa00e80cbe012637ce12c66515266fe5_1750205714.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205717.00000-0, db: /tmp/tmp_rl1zb9e/sda/containers/0/2e8/aa7f404867644dbab912253c350d82e8/aa7f404867644dbab912253c350d82e8_1750205717.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205717.00000-0, db: /tmp/tmp_rl1zb9e/sda/containers/0/2e8/aa7f404867644dbab912253c350d82e8/aa7f404867644dbab912253c350d82e8_1750205717.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205720.00000-0, db: /tmp/tmp_rl1zb9e/sda/containers/0/edb/e01177d8b7163edcca5849e41b4ecedb/e01177d8b7163edcca5849e41b4ecedb_1750205720.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205720.00000-0, db: /tmp/tmp_rl1zb9e/sda/containers/0/edb/e01177d8b7163edcca5849e41b4ecedb/e01177d8b7163edcca5849e41b4ecedb_1750205720.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205723.00000-0, db: /tmp/tmp_rl1zb9e/sda/containers/0/7d7/c4ab50a60d3a8b0c1ceb2b8182df47d7/c4ab50a60d3a8b0c1ceb2b8182df47d7_1750205723.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205723.00000-0, db: /tmp/tmp_rl1zb9e/sda/containers/0/7d7/c4ab50a60d3a8b0c1ceb2b8182df47d7/c4ab50a60d3a8b0c1ceb2b8182df47d7_1750205723.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205726.00000-0, db: /tmp/tmp_rl1zb9e/sda/containers/0/1c0/e5f17d8e60290bd25a71a8f1bcad61c0/e5f17d8e60290bd25a71a8f1bcad61c0_1750205726.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205726.00000-0, db: /tmp/tmp_rl1zb9e/sda/containers/0/1c0/e5f17d8e60290bd25a71a8f1bcad61c0/e5f17d8e60290bd25a71a8f1bcad61c0_1750205726.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205729.00000-0, db: /tmp/tmp_rl1zb9e/sda/containers/0/ee2/9c00b58c0cd2e90c52e33f23c13ecee2/9c00b58c0cd2e90c52e33f23c13ecee2_1750205729.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205729.00000-0, db: /tmp/tmp_rl1zb9e/sda/containers/0/ee2/9c00b58c0cd2e90c52e33f23c13ecee2/9c00b58c0cd2e90c52e33f23c13ecee2_1750205729.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205732.00000-0, db: /tmp/tmp_rl1zb9e/sda/containers/0/98d/19169d2abb45148f1cb192251005798d/19169d2abb45148f1cb192251005798d_1750205732.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205732.00000-0, db: /tmp/tmp_rl1zb9e/sda/containers/0/98d/19169d2abb45148f1cb192251005798d/19169d2abb45148f1cb192251005798d_1750205732.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205577.00000-0, db: /tmp/tmp2m4lc6ql/sda/containers/0/317/e521af45d21a79d20d8e3f3e3f4f3317/e521af45d21a79d20d8e3f3e3f4f3317.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205577.00000-0, db: /tmp/tmp2m4lc6ql/sda/containers/0/317/e521af45d21a79d20d8e3f3e3f4f3317/e521af45d21a79d20d8e3f3e3f4f3317.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205581.00000-0, db: /tmp/tmp2m4lc6ql/sda/containers/0/e63/bcd0c16216a865458913db634241ae63/bcd0c16216a865458913db634241ae63.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205581.00000-0, db: /tmp/tmp2m4lc6ql/sda/containers/0/e63/bcd0c16216a865458913db634241ae63/bcd0c16216a865458913db634241ae63.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205585.00000-0, db: /tmp/tmp2m4lc6ql/sda/containers/0/fa0/22f03a6d5d6d9ca7995d8dc708c46fa0/22f03a6d5d6d9ca7995d8dc708c46fa0.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205585.00000-0, db: /tmp/tmp2m4lc6ql/sda/containers/0/fa0/22f03a6d5d6d9ca7995d8dc708c46fa0/22f03a6d5d6d9ca7995d8dc708c46fa0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205589.00000-0, db: /tmp/tmp2m4lc6ql/sda/containers/0/816/77539c52c61e2b192770705048275816/77539c52c61e2b192770705048275816.db -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_old_enough_to_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_old_enough_to_reclaim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_reclaimable ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_remove_objects -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_remove_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_resolve_shard_range_states -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_resolve_shard_range_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_last_modified_time -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_last_modified_time ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_legacy_pending_files -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_legacy_pending_files ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_create -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_create ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reverse_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reverse_prefix_delim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter ... ok -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'a087cc2c-7c66-4a5c-a0b7-3c46c5443a4e-sda', '1750205568.92776', '1750205571', '1750205570', '', '1750205571', 0, 1) -test DEBUG: /tmp/tmp2vfc1_wh/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'a087cc2c-7c66-4a5c-a0b7-3c46c5443a4e-sda', '1750205568.92776', '1750205571', '1750205570', '', '1750205571', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('a087cc2c-7c66-4a5c-a0b7-3c46c5443a4e-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Replicating db /tmp/tmpja2oaegc/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', '885c980b-f96b-49cc-b310-a1f47d061869-sda', '1715796507.98464', '1715796511', '1715796510', '', '1715796511', 0, 0) +test DEBUG: /tmp/tmpja2oaegc/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', '885c980b-f96b-49cc-b310-a1f47d061869-sda', '1715796507.98464', '1715796511', '1715796510', '', '1715796511', 0, 0) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('885c980b-f96b-49cc-b310-a1f47d061869-sda', '33379ecb053aa5c9e356c68997cbb59e.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 2.69363 seconds (0.37125/s) +test INFO: Attempted to replicate 1 dbs in 0.39123 seconds (2.55604/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp374g4q7k/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'f5823be3194467bc9692ffa72182759c', '732eea19-2056-4ae6-ba09-3851f43643a2-sda', '1750205572.94117', '1750205575', '1750205574', '', '1750205575', 1, 0) -test DEBUG: /tmp/tmp374g4q7k/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'f5823be3194467bc9692ffa72182759c', '732eea19-2056-4ae6-ba09-3851f43643a2-sda', '1750205572.94117', '1750205575', '1750205574', '', '1750205575', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('732eea19-2056-4ae6-ba09-3851f43643a2-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Replicating db /tmp/tmptj4jsdi7/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, '77718c49a21351cdf625abb99b460a98', '1cffa06e-af4d-4e2b-9561-02abb0a53b4d-sda', '1715796508.78570', '1715796512', '1715796511', '', '1715796512', 1, 0) +test DEBUG: /tmp/tmptj4jsdi7/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, '77718c49a21351cdf625abb99b460a98', '1cffa06e-af4d-4e2b-9561-02abb0a53b4d-sda', '1715796508.78570', '1715796512', '1715796511', '', '1715796512', 1, 0) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('1cffa06e-af4d-4e2b-9561-02abb0a53b4d-sda', '33379ecb053aa5c9e356c68997cbb59e.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.43900 seconds (2.27788/s) +test INFO: Attempted to replicate 1 dbs in 0.55401 seconds (1.80501/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpwd3yki3o/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'e5609276-543f-4496-9706-7fdf9c65b1aa-sda', '1750205573.69818', '1750205576', '1750205575', '', '1750205576', 0, 0) -test DEBUG: /tmp/tmpwd3yki3o/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'e5609276-543f-4496-9706-7fdf9c65b1aa-sda', '1750205573.69818', '1750205576', '1750205575', '', '1750205576', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('e5609276-543f-4496-9706-7fdf9c65b1aa-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Replicating db /tmp/tmpne2dly91/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', '23911084-0cb7-41c4-8815-3b41f764c021-sda', '1715796509.86667', '1715796514', '1715796513', '', '1715796514', 0, 1) +test DEBUG: /tmp/tmpne2dly91/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db in sync with 10.0.0.1:1001/sdb, nothing to do +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_reclaimable ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_last_modified_time +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_last_modified_time ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796916.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/2a0/3ae05f0dfd9ab1e841e386cbb42322a0/3ae05f0dfd9ab1e841e386cbb42322a0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796921.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/479/034ecb3b8e2eb58ff09418c95520d479/034ecb3b8e2eb58ff09418c95520d479.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796926.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/e87/4ed87b8e1259f7a4d34acce0bb57ce87/4ed87b8e1259f7a4d34acce0bb57ce87.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796931.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/3ed/91f1b8da6fae19b98b00cc1ed5fa63ed/91f1b8da6fae19b98b00cc1ed5fa63ed.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796936.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/d11/3197d192f61ec2903f94173ba8ce5d11/3197d192f61ec2903f94173ba8ce5d11.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796941.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/0a4/da5a206d7bd64ab5bc8ced361b8ec0a4/da5a206d7bd64ab5bc8ced361b8ec0a4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796946.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/a15/32e8fa4106ac0138a009e84d445b4a15/32e8fa4106ac0138a009e84d445b4a15.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796951.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/76f/b80060de5b5f2bba3ef9b62a4f5bb76f/b80060de5b5f2bba3ef9b62a4f5bb76f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796956.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/461/3a7b6aea72b28d5d2790d0042b0cc461/3a7b6aea72b28d5d2790d0042b0cc461.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796961.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/ed0/a8801e034197a23ffb74d329d7f3ced0/a8801e034197a23ffb74d329d7f3ced0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796966.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/e4c/b5f2b8cd77d9aa966e71a4d971b64e4c/b5f2b8cd77d9aa966e71a4d971b64e4c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796971.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/13d/62d7086ca22c9e8a0f4210ae37a5013d/62d7086ca22c9e8a0f4210ae37a5013d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796976.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/63f/b62005c98e45e873b6291eb0c72e563f/b62005c98e45e873b6291eb0c72e563f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796981.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/7cc/108fe08a843e888bc7af1eeb22ce07cc/108fe08a843e888bc7af1eeb22ce07cc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796986.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/f13/74d22362dc91b473852b3be7f93d3f13/74d22362dc91b473852b3be7f93d3f13.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796991.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/0e1/a354dddfe63ce5f47e748bd8b3d730e1/a354dddfe63ce5f47e748bd8b3d730e1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796996.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/e2d/2a6c1589313bee5e8320370aa7f47e2d/2a6c1589313bee5e8320370aa7f47e2d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797001.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/783/65bccdcd1ca902508b1b3a1ed1b59783/65bccdcd1ca902508b1b3a1ed1b59783.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797006.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/cbc/83184f4330559ef1a8cea21185269cbc/83184f4330559ef1a8cea21185269cbc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797011.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/018/55ee1d0e080785a7eb256912083fc018/55ee1d0e080785a7eb256912083fc018.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797016.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/a8b/0f61367642307f271eaa7d6e2ce50a8b/0f61367642307f271eaa7d6e2ce50a8b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797021.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/aa7/c6a3941007e2ab269572dbefdb00aaa7/c6a3941007e2ab269572dbefdb00aaa7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797026.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/9b1/3b32516eb45249d52785178ecae3d9b1/3b32516eb45249d52785178ecae3d9b1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797031.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/623/1ee788c31033d154e6be7cd2e3d43623/1ee788c31033d154e6be7cd2e3d43623.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797036.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/890/797b24b726abd040e7427bd54e6e0890/797b24b726abd040e7427bd54e6e0890.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797041.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/3e4/4be0cad93c5288d2764e538a423af3e4/4be0cad93c5288d2764e538a423af3e4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797046.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/993/33eb64f610135e505cf3cb7efcf5e993/33eb64f610135e505cf3cb7efcf5e993.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797051.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/f9c/4cd2969ca1d4fe4ff2b7b883d6d0ff9c/4cd2969ca1d4fe4ff2b7b883d6d0ff9c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797056.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/52a/52efd2c16bcbbbc609fe3b434b97752a/52efd2c16bcbbbc609fe3b434b97752a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797061.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/d8e/3c9f3ae1ca7f90c29fd84f069b344d8e/3c9f3ae1ca7f90c29fd84f069b344d8e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797066.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/f1d/9cb46f6f83427b8a40d90dc26eba1f1d/9cb46f6f83427b8a40d90dc26eba1f1d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797071.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/ae2/47a5f7ea9ac385f84c4db6dc52864ae2/47a5f7ea9ac385f84c4db6dc52864ae2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797076.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/74a/57f87ee808e678c0b6297b6845b9874a/57f87ee808e678c0b6297b6845b9874a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797081.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/942/4111a9576ff523d0f0973ed596e5a942/4111a9576ff523d0f0973ed596e5a942.db +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_legacy_pending_files +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_legacy_pending_files ... ok +test.unit.container.test_backend.TestContainerBroker.test_reclaim_deadlock +test.unit.container.test_backend.TestContainerBroker.test_reclaim_deadlock ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter ... ok +test.unit.container.test_backend.TestContainerBroker.test_reclaim_shard_ranges +test.unit.container.test_backend.TestContainerBroker.test_reclaim_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_non_slash ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_order_and_reverse +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_order_and_reverse ... ok +test.unit.container.test_backend.TestContainerBroker.test_reclaim_with_duplicate_names +test.unit.container.test_backend.TestContainerBroker.test_reclaim_with_duplicate_names ... ok +test.unit.container.test_backend.TestContainerBroker.test_reconciler_sync +test.unit.container.test_backend.TestContainerBroker.test_reconciler_sync ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_prefix_delim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges_state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_with_reserved_name +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_with_reserved_name ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_recreate +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_recreate ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_load_old_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_load_old_record_from_pending_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_newid +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_newid ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_make_tuple_for_pickle +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_make_tuple_for_pickle ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_merge_timestamps +test.unit.container.test_replicator.TestReplicatorSync.test_sync_merge_timestamps ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_is_green +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_is_green ... ok +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', '23911084-0cb7-41c4-8815-3b41f764c021-sda', '1715796509.86667', '1715796514', '1715796513', '', '1715796514', 0, 1) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('23911084-0cb7-41c4-8815-3b41f764c021-sda', '33379ecb053aa5c9e356c68997cbb59e.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.27282 seconds (3.66541/s) +test INFO: Attempted to replicate 1 dbs in 0.55096 seconds (1.81500/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmphfgk0b_6/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '9e77dfe811eae654c0e972f18367f82e', 'f69c10a0-26c7-4045-9c0b-4a179d79a25a-sda', '1750205574.21393', '1750205577', '1750205576', '', '1750205577', 1, 1) -test DEBUG: /tmp/tmphfgk0b_6/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1750205578.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], 'f69c10a0-26c7-4045-9c0b-4a179d79a25a-sda') -test DEBUG: /tmp/tmphfgk0b_6/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0513952s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '9e77dfe811eae654c0e972f18367f82e', 'f69c10a0-26c7-4045-9c0b-4a179d79a25a-sda', '1750205574.21393', '1750205577', '1750205576', '', '1750205577', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('f69c10a0-26c7-4045-9c0b-4a179d79a25a-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Replicating db /tmp/tmpygqwo0t9/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, '0abda4c35010f055623d4b5c59336f41', '4e468cda-87b8-46e0-8860-8c301f871b52-sda', '1715796511.01844', '1715796515', '1715796514', '', '1715796515', 1, 0) +test DEBUG: /tmp/tmpygqwo0t9/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1715796516.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '4e468cda-87b8-46e0-8860-8c301f871b52-sda') +test DEBUG: /tmp/tmpygqwo0t9/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0676503s) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_syncs, ([],) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, '0abda4c35010f055623d4b5c59336f41', '4e468cda-87b8-46e0-8860-8c301f871b52-sda', '1715796511.01844', '1715796515', '1715796514', '', '1715796515', 1, 0) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('4e468cda-87b8-46e0-8860-8c301f871b52-sda', '33379ecb053aa5c9e356c68997cbb59e.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.48732 seconds (2.05206/s) +test INFO: Attempted to replicate 1 dbs in 1.21465 seconds (0.82328/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpp52nhrdq/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '40c4911f-757d-46f3-ac19-1496c1693b44-sda', '1750205574.88803', '1750205577', '1750205576', '', '1750205577', 0, 1) -test DEBUG: /tmp/tmpp52nhrdq/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '40c4911f-757d-46f3-ac19-1496c1693b44-sda', '1750205574.88803', '1750205577', '1750205576', '', '1750205577', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('40c4911f-757d-46f3-ac19-1496c1693b44-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Replicating db /tmp/tmpfyofo4b6/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', '4f7f928e-fe03-481e-aea1-46ebad76ced1-sda', '1715796512.83231', '1715796517', '1715796516', '', '1715796517', 0, 1) +test DEBUG: /tmp/tmpfyofo4b6/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', '4f7f928e-fe03-481e-aea1-46ebad76ced1-sda', '1715796512.83231', '1715796517', '1715796516', '', '1715796517', 0, 1) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('4f7f928e-fe03-481e-aea1-46ebad76ced1-sda', '33379ecb053aa5c9e356c68997cbb59e.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.34267 seconds (2.91830/s) +test INFO: Attempted to replicate 1 dbs in 0.53188 seconds (1.88013/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp0aj6h6s8/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '6c54cafbe05229ad04203bd3900c2c85', '65c223eb-e6ed-4115-a75e-28aaabb20a58-sda', '1750205575.43790', '1750205578', '1750205577', '', '1750205578', 1, 0) -test DEBUG: /tmp/tmp0aj6h6s8/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '6c54cafbe05229ad04203bd3900c2c85', '65c223eb-e6ed-4115-a75e-28aaabb20a58-sda', '1750205575.43790', '1750205578', '1750205577', '', '1750205578', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('65c223eb-e6ed-4115-a75e-28aaabb20a58-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Replicating db /tmp/tmp7xpy1m5e/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, '8915c6d5f13fa8a1b52670fe641f7824', '70f7c696-9412-48e5-81c8-0bccaa2395ed-sda', '1715796514.17582', '1715796519', '1715796518', '', '1715796519', 1, 0) +test DEBUG: /tmp/tmp7xpy1m5e/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, '8915c6d5f13fa8a1b52670fe641f7824', '70f7c696-9412-48e5-81c8-0bccaa2395ed-sda', '1715796514.17582', '1715796519', '1715796518', '', '1715796519', 1, 0) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('70f7c696-9412-48e5-81c8-0bccaa2395ed-sda', '33379ecb053aa5c9e356c68997cbb59e.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.43258 seconds (2.31173/s) +test INFO: Attempted to replicate 1 dbs in 0.66302 seconds (1.50825/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpif1qji_7/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '369880fb-7d01-43a9-9b82-9c9b6b1a789e-sda', '1750205576.03135', '1750205580', '1750205579', '', '1750205580', 0, 1) -test DEBUG: /tmp/tmpif1qji_7/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_root_account_container_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_non_slash ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_save_and_load_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_save_and_load_record_from_pending_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_order_and_reverse -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_order_and_reverse ... ok -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205589.00000-0, db: /tmp/tmp2m4lc6ql/sda/containers/0/816/77539c52c61e2b192770705048275816/77539c52c61e2b192770705048275816.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205593.00000-0, db: /tmp/tmp2m4lc6ql/sda/containers/0/96b/f9339aaab9465e1141e0c18bce6a496b/f9339aaab9465e1141e0c18bce6a496b.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205593.00000-0, db: /tmp/tmp2m4lc6ql/sda/containers/0/96b/f9339aaab9465e1141e0c18bce6a496b/f9339aaab9465e1141e0c18bce6a496b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205597.00000-0, db: /tmp/tmp2m4lc6ql/sda/containers/0/44a/2442d84e4096f3192aa9e219b3f7a44a/2442d84e4096f3192aa9e219b3f7a44a.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205597.00000-0, db: /tmp/tmp2m4lc6ql/sda/containers/0/44a/2442d84e4096f3192aa9e219b3f7a44a/2442d84e4096f3192aa9e219b3f7a44a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205601.00000-0, db: /tmp/tmp2m4lc6ql/sda/containers/0/d1c/f2eea1502cca0438b212599bfdbb8d1c/f2eea1502cca0438b212599bfdbb8d1c.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205601.00000-0, db: /tmp/tmp2m4lc6ql/sda/containers/0/d1c/f2eea1502cca0438b212599bfdbb8d1c/f2eea1502cca0438b212599bfdbb8d1c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205605.00000-0, db: /tmp/tmp2m4lc6ql/sda/containers/0/2db/4851c0401b90e4e50fa5d6dd04ece2db/4851c0401b90e4e50fa5d6dd04ece2db.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205605.00000-0, db: /tmp/tmp2m4lc6ql/sda/containers/0/2db/4851c0401b90e4e50fa5d6dd04ece2db/4851c0401b90e4e50fa5d6dd04ece2db.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205609.00000-0, db: /tmp/tmp2m4lc6ql/sda/containers/0/2bb/1cf98603eaa42e484ad1b6d4b7c122bb/1cf98603eaa42e484ad1b6d4b7c122bb.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205609.00000-0, db: /tmp/tmp2m4lc6ql/sda/containers/0/2bb/1cf98603eaa42e484ad1b6d4b7c122bb/1cf98603eaa42e484ad1b6d4b7c122bb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205613.00000-0, db: /tmp/tmp2m4lc6ql/sda/containers/0/e72/a7c7bc48774219223eeff5daf9001e72/a7c7bc48774219223eeff5daf9001e72.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205613.00000-0, db: /tmp/tmp2m4lc6ql/sda/containers/0/e72/a7c7bc48774219223eeff5daf9001e72/a7c7bc48774219223eeff5daf9001e72.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205617.00000-0, db: /tmp/tmp2m4lc6ql/sda/containers/0/28f/ac600f78ba50c99de4a0c0df7614d28f/ac600f78ba50c99de4a0c0df7614d28f.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205617.00000-0, db: /tmp/tmp2m4lc6ql/sda/containers/0/28f/ac600f78ba50c99de4a0c0df7614d28f/ac600f78ba50c99de4a0c0df7614d28f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205621.00000-0, db: /tmp/tmp2m4lc6ql/sda/containers/0/6f6/95dadd03d7966bac53806bd66f97c6f6/95dadd03d7966bac53806bd66f97c6f6.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205621.00000-0, db: /tmp/tmp2m4lc6ql/sda/containers/0/6f6/95dadd03d7966bac53806bd66f97c6f6/95dadd03d7966bac53806bd66f97c6f6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205625.00000-0, db: /tmp/tmp2m4lc6ql/sda/containers/0/4d3/26327e22249a3fa1336122dfbc7cb4d3/26327e22249a3fa1336122dfbc7cb4d3.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205625.00000-0, db: /tmp/tmp2m4lc6ql/sda/containers/0/4d3/26327e22249a3fa1336122dfbc7cb4d3/26327e22249a3fa1336122dfbc7cb4d3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205629.00000-0, db: /tmp/tmp2m4lc6ql/sda/containers/0/e41/7b8b30d2a1f5f454341d76b4dacbde41/7b8b30d2a1f5f454341d76b4dacbde41.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205629.00000-0, db: /tmp/tmp2m4lc6ql/sda/containers/0/e41/7b8b30d2a1f5f454341d76b4dacbde41/7b8b30d2a1f5f454341d76b4dacbde41.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205633.00000-0, db: /tmp/tmp2m4lc6ql/sda/containers/0/4a7/0c8542b4fe62c075f41ffe9447a954a7/0c8542b4fe62c075f41ffe9447a954a7.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205633.00000-0, db: /tmp/tmp2m4lc6ql/sda/containers/0/4a7/0c8542b4fe62c075f41ffe9447a954a7/0c8542b4fe62c075f41ffe9447a954a7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205637.00000-0, db: /tmp/tmp2m4lc6ql/sda/containers/0/10c/cb7b02f0194ca430c99971da9e76f10c/cb7b02f0194ca430c99971da9e76f10c.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205637.00000-0, db: /tmp/tmp2m4lc6ql/sda/containers/0/10c/cb7b02f0194ca430c99971da9e76f10c/cb7b02f0194ca430c99971da9e76f10c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205641.00000-0, db: /tmp/tmp2m4lc6ql/sda/containers/0/ad6/58426bd0c5756cc8157c15c46c592ad6/58426bd0c5756cc8157c15c46c592ad6.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205641.00000-0, db: /tmp/tmp2m4lc6ql/sda/containers/0/ad6/58426bd0c5756cc8157c15c46c592ad6/58426bd0c5756cc8157c15c46c592ad6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205645.00000-0, db: /tmp/tmp2m4lc6ql/sda/containers/0/fc5/bbeeeccea44d5d7e68cbd6485df50fc5/bbeeeccea44d5d7e68cbd6485df50fc5.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205645.00000-0, db: /tmp/tmp2m4lc6ql/sda/containers/0/fc5/bbeeeccea44d5d7e68cbd6485df50fc5/bbeeeccea44d5d7e68cbd6485df50fc5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205649.00000-0, db: /tmp/tmp2m4lc6ql/sda/containers/0/68c/15043b60a8cf50817b3c569bddf2e68c/15043b60a8cf50817b3c569bddf2e68c.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205649.00000-0, db: /tmp/tmp2m4lc6ql/sda/containers/0/68c/15043b60a8cf50817b3c569bddf2e68c/15043b60a8cf50817b3c569bddf2e68c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205653.00000-0, db: /tmp/tmp2m4lc6ql/sda/containers/0/8ec/02f2678df056988e135e4c247bbb88ec/02f2678df056988e135e4c247bbb88ec.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205653.00000-0, db: /tmp/tmp2m4lc6ql/sda/containers/0/8ec/02f2678df056988e135e4c247bbb88ec/02f2678df056988e135e4c247bbb88ec.db -test ERROR: Failed to unlink '/tmp/tmpclrnfqmr/containers/part/suffix/hash/container.db': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2244, in set_sharded_state - os.unlink(retiring_file) - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError: 1 -test DEBUG: Unlinked retiring db '/tmp/tmpclrnfqmr/containers/part/suffix/hash/container_1750205486.00000.db' -test WARNING: Still have multiple db files after unlinking '/tmp/tmpclrnfqmr/containers/part/suffix/hash/container_1750205486.00000.db': ['/tmp/tmpclrnfqmr/containers/part/suffix/hash/container.db', '/tmp/tmpclrnfqmr/containers/part/suffix/hash/container_1750205487.00000.db'] -test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmpclrnfqmr/containers/part/suffix/hash/container_1750205487.00000.db']. -test ERROR: Failed to set the ROWID of the fresh database for a/c: -test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: -test ERROR: Problem finding shard upper in '/tmp/tmp8cj0cpey/test_container.db': : LockTimeout (Nones) -test ERROR: Problem finding shard upper in '/tmp/tmp8cj0cpey/test_container.db': : +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', '2039a73b-bf55-44bc-a710-87266ff41b62-sda', '1715796515.37261', '1715796515.00000', '0', '', '1715796515.00000', 0, 0) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', '2039a73b-bf55-44bc-a710-87266ff41b62-sda', '1715796515.37261', '1715796516.00000', '0', '', '1715796515.00000', 0, 0) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (11, '11c0c002c5339f8266301cb266907a68', 'ed3eeac0-8fa6-43d6-816f-958b868d426e-sda', '1715796515.62138', '1715796515.61148', '0', '', '1715796515.61148', 11, 0) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_items, ([{'ROWID': 1, 'name': 'o_0', 'created_at': '1715796515.74131', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'o_1', 'created_at': '1715796515.74226', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 3, 'name': 'o_2', 'created_at': '1715796515.74246', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 4, 'name': 'o_3', 'created_at': '1715796515.74268', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 5, 'name': 'o_4', 'created_at': '1715796515.74284', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 6, 'name': 'o_5', 'created_at': '1715796515.74300', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 7, 'name': 'o_6', 'created_at': '1715796515.74316', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 8, 'name': 'o_7', 'created_at': '1715796515.74331', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 9, 'name': 'o_8', 'created_at': '1715796515.74346', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 10, 'name': 'o_9', 'created_at': '1715796515.74366', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 11, 'name': '/a/c/o_missing_0', 'created_at': '1715796515.74388', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'ed3eeac0-8fa6-43d6-816f-958b868d426e-sda') +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_items, ([{'ROWID': 12, 'name': '/a/c/o_missing_1', 'created_at': '1715796516.07824', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'ed3eeac0-8fa6-43d6-816f-958b868d426e-sda') +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_items, ([{'ROWID': 13, 'name': '/a/c/o_missing_2', 'created_at': '1715796516.21015', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'ed3eeac0-8fa6-43d6-816f-958b868d426e-sda') +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_items, ([{'ROWID': 14, 'name': '/a/c/o_missing_3', 'created_at': '1715796516.30975', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'ed3eeac0-8fa6-43d6-816f-958b868d426e-sda') +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_old_style_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_old_style_root_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_overwrite +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_overwrite ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_can_not_keep_up +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_can_not_keep_up ... ok +test.unit.container.test_backend.TestContainerBroker.test_remove_objects +test.unit.container.test_backend.TestContainerBroker.test_remove_objects ... ok +test.unit.container.test_backend.TestContainerBroker.test_resolve_shard_range_states +test.unit.container.test_backend.TestContainerBroker.test_resolve_shard_range_states ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_overwrite_unicode +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_overwrite_unicode ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_old_style_shard_container ... ok +test.unit.container.test_backend.TestContainerBroker.test_reverse_prefix_delim +test.unit.container.test_backend.TestContainerBroker.test_reverse_prefix_delim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_post_overwrite_out_of_order +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_post_overwrite_out_of_order ... ok +test.unit.container.test_backend.TestContainerBroker.test_root_account_container_path +test.unit.container.test_backend.TestContainerBroker.test_root_account_container_path ... ok +test.unit.container.test_backend.TestContainerBroker.test_save_and_load_record_from_pending_file +test.unit.container.test_backend.TestContainerBroker.test_save_and_load_record_from_pending_file ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797086.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/fdd/4ef3eb5c64c94b5ab9f32eb26b900fdd/4ef3eb5c64c94b5ab9f32eb26b900fdd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797091.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/2cb/e4fefbedd9a50176a8b665ad164122cb/e4fefbedd9a50176a8b665ad164122cb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797096.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/d21/a25946857334d52f640e0ef944118d21/a25946857334d52f640e0ef944118d21.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797101.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/4d0/2048b65ed283a2d182f6fa56dbe1c4d0/2048b65ed283a2d182f6fa56dbe1c4d0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797106.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/1b0/4c24e5a9133e02435bef7476021f21b0/4c24e5a9133e02435bef7476021f21b0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797111.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/2f4/59775ce467d223fb03cc6b49cb3792f4/59775ce467d223fb03cc6b49cb3792f4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797116.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/212/49f07292a28d378f006e664662888212/49f07292a28d378f006e664662888212.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797121.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/91b/8d26235e188f8ebd6d001aedd6ec791b/8d26235e188f8ebd6d001aedd6ec791b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797126.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/a06/e462b4c7db41926eaac927f67713ea06/e462b4c7db41926eaac927f67713ea06.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797131.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/f51/66fc9c29fe0958105549c25d4596af51/66fc9c29fe0958105549c25d4596af51.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797136.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/bd0/8ba464e0860df3af81f0712f47fcdbd0/8ba464e0860df3af81f0712f47fcdbd0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797141.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/0f0/1ba163a187420c1a4a02797fd5dce0f0/1ba163a187420c1a4a02797fd5dce0f0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797146.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/754/559adff9836eb276bdcc0fc6952f1754/559adff9836eb276bdcc0fc6952f1754.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797151.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/060/62acb370c8164a3ecc98f8ab078d5060/62acb370c8164a3ecc98f8ab078d5060.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797156.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/32b/10d204b2c8d52162fe74ba5830ed532b/10d204b2c8d52162fe74ba5830ed532b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797161.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/669/fa0f9f79cc1004005bdc4ffd1cabe669/fa0f9f79cc1004005bdc4ffd1cabe669.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797166.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/98e/c4f7499ff005e8190930855ea715e98e/c4f7499ff005e8190930855ea715e98e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797171.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/045/3a6145ebc208438e99482dfc90747045/3a6145ebc208438e99482dfc90747045.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797176.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/5ef/30e726a4be1b20aa5e07c101182055ef/30e726a4be1b20aa5e07c101182055ef.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797181.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/a51/b68b269f9f4196fc90e8fdd6a81b1a51/b68b269f9f4196fc90e8fdd6a81b1a51.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797186.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/fdc/3674b388db53056d46b11b083ce86fdc/3674b388db53056d46b11b083ce86fdc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797191.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/ffe/3993c8214c104a8ebaec5a3857157ffe/3993c8214c104a8ebaec5a3857157ffe.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797196.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/f6d/7b1e95a75c276a1e3f0c6d49c30eff6d/7b1e95a75c276a1e3f0c6d49c30eff6d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797201.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/b85/b526b0e13591179d626b79cdc368bb85/b526b0e13591179d626b79cdc368bb85.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797206.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/b31/534e4987705e77a28166c8415ab6eb31/534e4987705e77a28166c8415ab6eb31.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797211.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/820/abe20b43b6be86530b1cbe871c5f5820/abe20b43b6be86530b1cbe871c5f5820.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797216.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/80c/eb5418e88a2757aafaf7253f4778080c/eb5418e88a2757aafaf7253f4778080c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797221.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/c0b/f5bd75e6c36cfc4f62cafd729a4c3c0b/f5bd75e6c36cfc4f62cafd729a4c3c0b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797226.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/09a/adfb5d6b6efefdea5ae606ef70f1609a/adfb5d6b6efefdea5ae606ef70f1609a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797231.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/53b/689b21ef1e22eb71d3999b2c8325753b/689b21ef1e22eb71d3999b2c8325753b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797236.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/743/2974a28a25dd8164602cdc4ce3b98743/2974a28a25dd8164602cdc4ce3b98743.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797241.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/e50/86d89a1041db084a4d6094cfd72a2e50/86d89a1041db084a4d6094cfd72a2e50.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797246.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/a24/be11f1782dfb348c5e2a1f413bf38a24/be11f1782dfb348c5e2a1f413bf38a24.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797251.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/a9b/6b3a334986b3fcd150f2026a2584aa9b/6b3a334986b3fcd150f2026a2584aa9b.db +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_root_container ... ok +test NOTICE: Started child 0 (PID 88) for port 6006 +test NOTICE: Started child 1 (PID 89) for port 6006 +test NOTICE: Started child 2 (PID 90) for port 6006 +test NOTICE: Started child 0 (PID 91) for port 6007 +test NOTICE: Started child 1 (PID 92) for port 6007 +test NOTICE: Started child 2 (PID 93) for port 6007 +test NOTICE: Closing unnecessary sock for port 6006 (child pid 88) +test NOTICE: Closing unnecessary sock for port 6006 (child pid 89) +test NOTICE: Closing unnecessary sock for port 6006 (child pid 90) +test CRITICAL: Unable to bind to port 6009: ack +test CRITICAL: Unable to bind to port 6009: ack +test CRITICAL: Unable to bind to port 6009: ack +test NOTICE: Started child 0 (PID 94) for port 6009 +test NOTICE: Started child 1 (PID 95) for port 6009 +test NOTICE: Started child 2 (PID 96) for port 6009 +test NOTICE: Started child 1 (PID 97) for port 6009 +test NOTICE: Child 2 (PID 1363408, port 6007) exiting normally +test NOTICE: Started child 0 (PID 88) for port 6006 +test NOTICE: Started child 1 (PID 89) for port 6006 +test NOTICE: Started child 2 (PID 90) for port 6006 +test NOTICE: Started child 0 (PID 91) for port 6007 +test NOTICE: Started child 1 (PID 92) for port 6007 +test NOTICE: Started child 2 (PID 93) for port 6007 +test ERROR: Problem finding shard upper in '/tmp/tmpw_obh2rk/test_container.db': : LockTimeout (Nones) +test ERROR: Problem finding shard upper in '/tmp/tmpw_obh2rk/test_container.db': : Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2507, in find_shard_ranges next_shard_upper = sub_broker._get_next_shard_range_upper( @@ -101982,2324 +97363,2650 @@ File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call raise effect sqlite3.OperationalError -test DEBUG: Unlinked retiring db '/tmp/tmpc5jv2qwc/containers/part/suffix/hash/container.db' -test WARNING: Unexpected db files will be ignored: ['/tmp/tmpc5jv2qwc/containers/part/suffix/hash/container.db'] +test DEBUG: Unlinked retiring db '/tmp/tmpice_sfe5/containers/part/suffix/hash/container.db' +test WARNING: Unexpected db files will be ignored: ['/tmp/tmpice_sfe5/containers/part/suffix/hash/container.db'] Container 'a/c' cannot be set to sharded state while in unsharded state Container 'a/c' cannot be set to sharding state: missing epoch -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_prefix_delim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_with_reserved_name -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_with_reserved_name ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_range_single_record +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_range_single_record ... ok Container 'a/c' cannot be set to sharding state while in sharding state Container 'a/c' cannot be set to sharded state while in sharded state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_load_old_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_load_old_record_from_pending_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_make_tuple_for_pickle -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_make_tuple_for_pickle ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_delete -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_delete ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_is_green -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_is_green ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_db_states -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_db_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_overwrite -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_overwrite ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharded_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharded_state_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_overwrite_unicode -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_overwrite_unicode ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205657.00000-0, db: /tmp/tmp2m4lc6ql/sda/containers/0/fb1/65de86ae6431abe65e8526d5df7cefb1/65de86ae6431abe65e8526d5df7cefb1.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205657.00000-0, db: /tmp/tmp2m4lc6ql/sda/containers/0/fb1/65de86ae6431abe65e8526d5df7cefb1/65de86ae6431abe65e8526d5df7cefb1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205661.00000-0, db: /tmp/tmp2m4lc6ql/sda/containers/0/f4f/4ef70fad87f7174d8bee758970307f4f/4ef70fad87f7174d8bee758970307f4f.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205661.00000-0, db: /tmp/tmp2m4lc6ql/sda/containers/0/f4f/4ef70fad87f7174d8bee758970307f4f/4ef70fad87f7174d8bee758970307f4f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205665.00000-0, db: /tmp/tmp2m4lc6ql/sda/containers/0/1a1/ba3f510695eef0da83bf644b0b5f01a1/ba3f510695eef0da83bf644b0b5f01a1.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205665.00000-0, db: /tmp/tmp2m4lc6ql/sda/containers/0/1a1/ba3f510695eef0da83bf644b0b5f01a1/ba3f510695eef0da83bf644b0b5f01a1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205669.00000-0, db: /tmp/tmp2m4lc6ql/sda/containers/0/fe9/f65af5db543eaed3853f0bba1b3c7fe9/f65af5db543eaed3853f0bba1b3c7fe9.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205669.00000-0, db: /tmp/tmp2m4lc6ql/sda/containers/0/fe9/f65af5db543eaed3853f0bba1b3c7fe9/f65af5db543eaed3853f0bba1b3c7fe9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205673.00000-0, db: /tmp/tmp2m4lc6ql/sda/containers/0/1e3/d358c7dd72946d39ca16cc6fe7ac11e3/d358c7dd72946d39ca16cc6fe7ac11e3.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205673.00000-0, db: /tmp/tmp2m4lc6ql/sda/containers/0/1e3/d358c7dd72946d39ca16cc6fe7ac11e3/d358c7dd72946d39ca16cc6fe7ac11e3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205677.00000-0, db: /tmp/tmp2m4lc6ql/sda/containers/0/025/767deb4ae7015eccb2269ff4afe4b025/767deb4ae7015eccb2269ff4afe4b025.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205677.00000-0, db: /tmp/tmp2m4lc6ql/sda/containers/0/025/767deb4ae7015eccb2269ff4afe4b025/767deb4ae7015eccb2269ff4afe4b025.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205681.00000-0, db: /tmp/tmp2m4lc6ql/sda/containers/0/a8b/a72efb426e419f7aaccb60242acd2a8b/a72efb426e419f7aaccb60242acd2a8b.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205681.00000-0, db: /tmp/tmp2m4lc6ql/sda/containers/0/a8b/a72efb426e419f7aaccb60242acd2a8b/a72efb426e419f7aaccb60242acd2a8b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205685.00000-0, db: /tmp/tmp2m4lc6ql/sda/containers/0/06b/fdedde2639058b0d4e8525a73ae7b06b/fdedde2639058b0d4e8525a73ae7b06b.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205685.00000-0, db: /tmp/tmp2m4lc6ql/sda/containers/0/06b/fdedde2639058b0d4e8525a73ae7b06b/fdedde2639058b0d4e8525a73ae7b06b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205689.00000-0, db: /tmp/tmp2m4lc6ql/sda/containers/0/6b6/f18cd2f734cfe1b099be512b774db6b6/f18cd2f734cfe1b099be512b774db6b6.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205689.00000-0, db: /tmp/tmp2m4lc6ql/sda/containers/0/6b6/f18cd2f734cfe1b099be512b774db6b6/f18cd2f734cfe1b099be512b774db6b6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205693.00000-0, db: /tmp/tmp2m4lc6ql/sda/containers/0/25d/be24524fac7917a5243cb705cae3025d/be24524fac7917a5243cb705cae3025d.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205693.00000-0, db: /tmp/tmp2m4lc6ql/sda/containers/0/25d/be24524fac7917a5243cb705cae3025d/be24524fac7917a5243cb705cae3025d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205697.00000-0, db: /tmp/tmp2m4lc6ql/sda/containers/0/65d/cfcc68ee0ae1c696f58f3a3581f3d65d/cfcc68ee0ae1c696f58f3a3581f3d65d.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205697.00000-0, db: /tmp/tmp2m4lc6ql/sda/containers/0/65d/cfcc68ee0ae1c696f58f3a3581f3d65d/cfcc68ee0ae1c696f58f3a3581f3d65d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205701.00000-0, db: /tmp/tmp2m4lc6ql/sda/containers/0/a25/5c404e3945412518afb381768908ea25/5c404e3945412518afb381768908ea25.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205701.00000-0, db: /tmp/tmp2m4lc6ql/sda/containers/0/a25/5c404e3945412518afb381768908ea25/5c404e3945412518afb381768908ea25.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205705.00000-0, db: /tmp/tmp2m4lc6ql/sda/containers/0/302/1faaff384ddb750846237afceaa31302/1faaff384ddb750846237afceaa31302.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205705.00000-0, db: /tmp/tmp2m4lc6ql/sda/containers/0/302/1faaff384ddb750846237afceaa31302/1faaff384ddb750846237afceaa31302.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205709.00000-0, db: /tmp/tmp2m4lc6ql/sda/containers/0/1b3/8ac792cc8f4e0abb429342b3be9051b3/8ac792cc8f4e0abb429342b3be9051b3.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205709.00000-0, db: /tmp/tmp2m4lc6ql/sda/containers/0/1b3/8ac792cc8f4e0abb429342b3be9051b3/8ac792cc8f4e0abb429342b3be9051b3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205713.00000-0, db: /tmp/tmp2m4lc6ql/sda/containers/0/ccf/b827d6a0c902af0f118b31a6bba44ccf/b827d6a0c902af0f118b31a6bba44ccf.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205713.00000-0, db: /tmp/tmp2m4lc6ql/sda/containers/0/ccf/b827d6a0c902af0f118b31a6bba44ccf/b827d6a0c902af0f118b31a6bba44ccf.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205717.00000-0, db: /tmp/tmp2m4lc6ql/sda/containers/0/2e8/aa7f404867644dbab912253c350d82e8/aa7f404867644dbab912253c350d82e8.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205717.00000-0, db: /tmp/tmp2m4lc6ql/sda/containers/0/2e8/aa7f404867644dbab912253c350d82e8/aa7f404867644dbab912253c350d82e8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205721.00000-0, db: /tmp/tmp2m4lc6ql/sda/containers/0/64b/d8cbedc365db82dfef04c9dcaa9b164b/d8cbedc365db82dfef04c9dcaa9b164b.db -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '369880fb-7d01-43a9-9b82-9c9b6b1a789e-sda', '1750205576.03135', '1750205580', '1750205579', '', '1750205580', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('369880fb-7d01-43a9-9b82-9c9b6b1a789e-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.19644 seconds (5.09064/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpwu84a9m_/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '1db4c321ee3def38f04cdd32bad38cd1', 'fddb0e96-2b54-47bd-9673-d2b4b9b48785-sda', '1750205576.46339', '1750205580', '1750205579', '', '1750205580', 1, 1) -test DEBUG: /tmp/tmpwu84a9m_/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1750205581.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], 'fddb0e96-2b54-47bd-9673-d2b4b9b48785-sda') -test DEBUG: /tmp/tmpwu84a9m_/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0631585s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '1db4c321ee3def38f04cdd32bad38cd1', 'fddb0e96-2b54-47bd-9673-d2b4b9b48785-sda', '1750205576.46339', '1750205580', '1750205579', '', '1750205580', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('fddb0e96-2b54-47bd-9673-d2b4b9b48785-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.38346 seconds (2.60782/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpuvz0u8lg/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '8c4181f2-4783-4b6b-aa44-3ac85146ad47-sda', '1750205577.07123', '1750205581', '1750205580', '', '1750205581', 0, 0) -test DEBUG: /tmp/tmpuvz0u8lg/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '8c4181f2-4783-4b6b-aa44-3ac85146ad47-sda', '1750205577.07123', '1750205581', '1750205580', '', '1750205581', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('8c4181f2-4783-4b6b-aa44-3ac85146ad47-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.28391 seconds (3.52228/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpwfwa8gr6/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '86532c278bb3601f611b5f8887bd3ff0', 'ad541dc2-ca00-43ae-ab84-ea07192db9fb-sda', '1750205577.58378', '1750205581', '1750205580', '', '1750205581', 1, 0) -test DEBUG: /tmp/tmpwfwa8gr6/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '86532c278bb3601f611b5f8887bd3ff0', 'ad541dc2-ca00-43ae-ab84-ea07192db9fb-sda', '1750205577.58378', '1750205581', '1750205580', '', '1750205581', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('ad541dc2-ca00-43ae-ab84-ea07192db9fb-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.36224 seconds (2.76058/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpcmk2m4m0/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '5abc006e-6367-419c-a6a2-b96c7f33290f-sda', '1750205578.19182', '1750205583', '1750205582', '', '1750205583', 0, 1) -test DEBUG: /tmp/tmpcmk2m4m0/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '5abc006e-6367-419c-a6a2-b96c7f33290f-sda', '1750205578.19182', '1750205583', '1750205582', '', '1750205583', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('5abc006e-6367-419c-a6a2-b96c7f33290f-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_items, ([{'ROWID': 15, 'name': '/a/c/o_missing_4', 'created_at': '1715796516.46618', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'ed3eeac0-8fa6-43d6-816f-958b868d426e-sda') +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_items, ([{'ROWID': 16, 'name': '/a/c/o_missing_5', 'created_at': '1715796516.60306', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'ed3eeac0-8fa6-43d6-816f-958b868d426e-sda') +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_items, ([{'ROWID': 17, 'name': '/a/c/o_missing_6', 'created_at': '1715796516.72435', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'ed3eeac0-8fa6-43d6-816f-958b868d426e-sda') +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_items, ([{'ROWID': 18, 'name': '/a/c/o_missing_7', 'created_at': '1715796516.84809', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'ed3eeac0-8fa6-43d6-816f-958b868d426e-sda') +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_items, ([{'ROWID': 19, 'name': '/a/c/o_missing_8', 'created_at': '1715796517.01051', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'ed3eeac0-8fa6-43d6-816f-958b868d426e-sda') +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_items, ([{'ROWID': 20, 'name': '/a/c/o_missing_9', 'created_at': '1715796517.11665', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'ed3eeac0-8fa6-43d6-816f-958b868d426e-sda') +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (21, 'ccb619b52dcb898a3029b180f1f577af', 'ed3eeac0-8fa6-43d6-816f-958b868d426e-sda', '1715796515.62138', '1715796515.61148', '0', '', '1715796515.61148', 21, 0) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_items, ([{'ROWID': 21, 'name': '/a/c/o_missing_10', 'created_at': '1715796517.26218', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'ed3eeac0-8fa6-43d6-816f-958b868d426e-sda') +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_syncs, ([],) +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp483lnaey/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', '286b32ee-570a-4ab0-82a2-575a4c8da9e5-sda', '1715796517.54796', '1715796518', '0', '', '1715796518', 0, 1) +test DEBUG: /tmp/tmp483lnaey/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', '286b32ee-570a-4ab0-82a2-575a4c8da9e5-sda', '1715796517.54796', '1715796518', '0', '', '1715796518', 0, 1) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('286b32ee-570a-4ab0-82a2-575a4c8da9e5-sda', '33379ecb053aa5c9e356c68997cbb59e.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.25654 seconds (3.89803/s) +test INFO: Attempted to replicate 1 dbs in 1.53762 seconds (0.65036/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp490hrs0u/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '6637927ea7d6e942523ca85dea3c8014', '137166b2-2e37-4dcd-adb4-b08f421130bd-sda', '1750205578.78534', '1750205583', '1750205582', '', '1750205583', 1, 1) -test DEBUG: /tmp/tmp490hrs0u/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1750205584.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '137166b2-2e37-4dcd-adb4-b08f421130bd-sda') -test DEBUG: /tmp/tmp490hrs0u/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0317843s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '6637927ea7d6e942523ca85dea3c8014', '137166b2-2e37-4dcd-adb4-b08f421130bd-sda', '1750205578.78534', '1750205583', '1750205582', '', '1750205583', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('137166b2-2e37-4dcd-adb4-b08f421130bd-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.41332 seconds (2.41944/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp_9v0rz1c/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '14c7f248-f756-44e6-886d-3b5b42ec13a9-sda', '1750205579.51441', '1750205584', '1750205583', '', '1750205584', 0, 1) -test DEBUG: /tmp/tmp_9v0rz1c/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_post_overwrite_out_of_order -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_post_overwrite_out_of_order ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_range_single_record -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_range_single_record ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_recreate -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_recreate ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_merge_timestamps -test.unit.container.test_replicator.TestReplicatorSync.test_sync_merge_timestamps ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_fails_to_migrate_table -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_fails_to_migrate_table ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_storage_policy_index -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_storage_policy_index ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_migrates_table -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_migrates_table ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_can_not_keep_up -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_can_not_keep_up ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_storage_policy_index_empty -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_storage_policy_index_empty ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_x_syncs -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_x_syncs ... ok -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '14c7f248-f756-44e6-886d-3b5b42ec13a9-sda', '1750205579.51441', '1750205584', '1750205583', '', '1750205584', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('14c7f248-f756-44e6-886d-3b5b42ec13a9-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.29674 seconds (3.36990/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpgbvnb6i5/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '316aa8c95af76c5329d0ad1e0fdcb5b2', '6382533b-706b-455d-b4e4-dbb8ff59da58-sda', '1750205580.12844', '1750205585', '1750205584', '', '1750205585', 1, 0) -test DEBUG: /tmp/tmpgbvnb6i5/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '316aa8c95af76c5329d0ad1e0fdcb5b2', '6382533b-706b-455d-b4e4-dbb8ff59da58-sda', '1750205580.12844', '1750205585', '1750205584', '', '1750205585', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('6382533b-706b-455d-b4e4-dbb8ff59da58-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.39844 seconds (2.50978/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'b5d695bf-8d45-4cf2-a276-dbdf72dad1da-sda', '1750205580.77316', '1750205580.00000', '0', '', '1750205580.00000', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'b5d695bf-8d45-4cf2-a276-dbdf72dad1da-sda', '1750205580.77316', '1750205581.00000', '0', '', '1750205580.00000', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, '5d33f96b0cbbcf047889f6cb82e15d6e', 'd825457c-6272-4d98-9c2f-0ed106bcfadc-sda', '1750205580.94155', '1750205580.93819', '0', '', '1750205580.93819', 11, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'o_0', 'created_at': '1750205581.02330', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'o_1', 'created_at': '1750205581.02722', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 3, 'name': 'o_2', 'created_at': '1750205581.02740', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 4, 'name': 'o_3', 'created_at': '1750205581.02759', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 5, 'name': 'o_4', 'created_at': '1750205581.02773', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 6, 'name': 'o_5', 'created_at': '1750205581.02787', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 7, 'name': 'o_6', 'created_at': '1750205581.02802', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 8, 'name': 'o_7', 'created_at': '1750205581.02815', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 9, 'name': 'o_8', 'created_at': '1750205581.02829', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 10, 'name': 'o_9', 'created_at': '1750205581.02843', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 11, 'name': '/a/c/o_missing_0', 'created_at': '1750205581.02866', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'd825457c-6272-4d98-9c2f-0ed106bcfadc-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 12, 'name': '/a/c/o_missing_1', 'created_at': '1750205581.24629', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'd825457c-6272-4d98-9c2f-0ed106bcfadc-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 13, 'name': '/a/c/o_missing_2', 'created_at': '1750205581.32220', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'd825457c-6272-4d98-9c2f-0ed106bcfadc-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 14, 'name': '/a/c/o_missing_3', 'created_at': '1750205581.41496', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'd825457c-6272-4d98-9c2f-0ed106bcfadc-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 15, 'name': '/a/c/o_missing_4', 'created_at': '1750205581.50718', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'd825457c-6272-4d98-9c2f-0ed106bcfadc-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 16, 'name': '/a/c/o_missing_5', 'created_at': '1750205581.58678', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'd825457c-6272-4d98-9c2f-0ed106bcfadc-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 17, 'name': '/a/c/o_missing_6', 'created_at': '1750205581.66723', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'd825457c-6272-4d98-9c2f-0ed106bcfadc-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 18, 'name': '/a/c/o_missing_7', 'created_at': '1750205581.72314', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'd825457c-6272-4d98-9c2f-0ed106bcfadc-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 19, 'name': '/a/c/o_missing_8', 'created_at': '1750205581.78805', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'd825457c-6272-4d98-9c2f-0ed106bcfadc-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 20, 'name': '/a/c/o_missing_9', 'created_at': '1750205581.88306', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'd825457c-6272-4d98-9c2f-0ed106bcfadc-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (21, 'ce091c9231f0ad0a3c8b14bdde4663a8', 'd825457c-6272-4d98-9c2f-0ed106bcfadc-sda', '1750205580.94155', '1750205580.93819', '0', '', '1750205580.93819', 21, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 21, 'name': '/a/c/o_missing_10', 'created_at': '1750205581.97125', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'd825457c-6272-4d98-9c2f-0ed106bcfadc-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp7d1uxs5g/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'cba9ad34-55e4-4519-a830-e99df8136d38-sda', '1750205582.12512', '1750205583', '0', '', '1750205583', 0, 1) -test DEBUG: /tmp/tmp7d1uxs5g/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205721.00000-0, db: /tmp/tmp2m4lc6ql/sda/containers/0/64b/d8cbedc365db82dfef04c9dcaa9b164b/d8cbedc365db82dfef04c9dcaa9b164b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205725.00000-0, db: /tmp/tmp2m4lc6ql/sda/containers/0/afc/5ad97de1d8be4a31c046edc4b4c7bafc/5ad97de1d8be4a31c046edc4b4c7bafc.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205725.00000-0, db: /tmp/tmp2m4lc6ql/sda/containers/0/afc/5ad97de1d8be4a31c046edc4b4c7bafc/5ad97de1d8be4a31c046edc4b4c7bafc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205729.00000-0, db: /tmp/tmp2m4lc6ql/sda/containers/0/ee2/9c00b58c0cd2e90c52e33f23c13ecee2/9c00b58c0cd2e90c52e33f23c13ecee2.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205729.00000-0, db: /tmp/tmp2m4lc6ql/sda/containers/0/ee2/9c00b58c0cd2e90c52e33f23c13ecee2/9c00b58c0cd2e90c52e33f23c13ecee2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205733.00000-0, db: /tmp/tmp2m4lc6ql/sda/containers/0/dea/9304c4c9b30559200e0eb77055064dea/9304c4c9b30559200e0eb77055064dea.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205733.00000-0, db: /tmp/tmp2m4lc6ql/sda/containers/0/dea/9304c4c9b30559200e0eb77055064dea/9304c4c9b30559200e0eb77055064dea.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205737.00000-0, db: /tmp/tmp2m4lc6ql/sda/containers/0/c10/5eaa5b8fed8d057273147610bffcbc10/5eaa5b8fed8d057273147610bffcbc10.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205737.00000-0, db: /tmp/tmp2m4lc6ql/sda/containers/0/c10/5eaa5b8fed8d057273147610bffcbc10/5eaa5b8fed8d057273147610bffcbc10.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205741.00000-0, db: /tmp/tmp2m4lc6ql/sda/containers/0/33b/f9e0f26225a043ecca27dd9e93b0433b/f9e0f26225a043ecca27dd9e93b0433b.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205741.00000-0, db: /tmp/tmp2m4lc6ql/sda/containers/0/33b/f9e0f26225a043ecca27dd9e93b0433b/f9e0f26225a043ecca27dd9e93b0433b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205745.00000-0, db: /tmp/tmp2m4lc6ql/sda/containers/0/553/c3d79046a043dd7e859d593c7cb8a553/c3d79046a043dd7e859d593c7cb8a553.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205745.00000-0, db: /tmp/tmp2m4lc6ql/sda/containers/0/553/c3d79046a043dd7e859d593c7cb8a553/c3d79046a043dd7e859d593c7cb8a553.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205749.00000-0, db: /tmp/tmp2m4lc6ql/sda/containers/0/c76/5d04c060a633cbc436c756a6073f4c76/5d04c060a633cbc436c756a6073f4c76.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205749.00000-0, db: /tmp/tmp2m4lc6ql/sda/containers/0/c76/5d04c060a633cbc436c756a6073f4c76/5d04c060a633cbc436c756a6073f4c76.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205753.00000-0, db: /tmp/tmp2m4lc6ql/sda/containers/0/19d/3ad89deb541e204c0a527f957440a19d/3ad89deb541e204c0a527f957440a19d.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205753.00000-0, db: /tmp/tmp2m4lc6ql/sda/containers/0/19d/3ad89deb541e204c0a527f957440a19d/3ad89deb541e204c0a527f957440a19d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205757.00000-0, db: /tmp/tmp2m4lc6ql/sda/containers/0/4e9/42f1a96b4cc8504dd9c96ee69421b4e9/42f1a96b4cc8504dd9c96ee69421b4e9.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205757.00000-0, db: /tmp/tmp2m4lc6ql/sda/containers/0/4e9/42f1a96b4cc8504dd9c96ee69421b4e9/42f1a96b4cc8504dd9c96ee69421b4e9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205761.00000-0, db: /tmp/tmp2m4lc6ql/sda/containers/0/3ac/4d600370e4bc66f47fa71a8389a9b3ac/4d600370e4bc66f47fa71a8389a9b3ac.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205761.00000-0, db: /tmp/tmp2m4lc6ql/sda/containers/0/3ac/4d600370e4bc66f47fa71a8389a9b3ac/4d600370e4bc66f47fa71a8389a9b3ac.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205765.00000-0, db: /tmp/tmp2m4lc6ql/sda/containers/0/3f7/5f470f9af58f9ebe7e3059ada34943f7/5f470f9af58f9ebe7e3059ada34943f7.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205765.00000-0, db: /tmp/tmp2m4lc6ql/sda/containers/0/3f7/5f470f9af58f9ebe7e3059ada34943f7/5f470f9af58f9ebe7e3059ada34943f7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205769.00000-0, db: /tmp/tmp2m4lc6ql/sda/containers/0/752/77e9d8a7483c4126579271b0ed96d752/77e9d8a7483c4126579271b0ed96d752.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205769.00000-0, db: /tmp/tmp2m4lc6ql/sda/containers/0/752/77e9d8a7483c4126579271b0ed96d752/77e9d8a7483c4126579271b0ed96d752.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205773.00000-0, db: /tmp/tmp2m4lc6ql/sda/containers/0/426/27170415470737b5dfe4bf3d093bb426/27170415470737b5dfe4bf3d093bb426.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205773.00000-0, db: /tmp/tmp2m4lc6ql/sda/containers/0/426/27170415470737b5dfe4bf3d093bb426/27170415470737b5dfe4bf3d093bb426.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205777.00000-0, db: /tmp/tmp2m4lc6ql/sda/containers/0/e26/c0fbc1879cc6af2a642c5f096b2e2e26/c0fbc1879cc6af2a642c5f096b2e2e26.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205777.00000-0, db: /tmp/tmp2m4lc6ql/sda/containers/0/e26/c0fbc1879cc6af2a642c5f096b2e2e26/c0fbc1879cc6af2a642c5f096b2e2e26.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205781.00000-0, db: /tmp/tmp2m4lc6ql/sda/containers/0/38c/bdabe511623c822d9cdb85bf6113338c/bdabe511623c822d9cdb85bf6113338c.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205781.00000-0, db: /tmp/tmp2m4lc6ql/sda/containers/0/38c/bdabe511623c822d9cdb85bf6113338c/bdabe511623c822d9cdb85bf6113338c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205785.00000-0, db: /tmp/tmp2m4lc6ql/sda/containers/0/ae1/aabbcb96281a69cc07a97506d9c23ae1/aabbcb96281a69cc07a97506d9c23ae1.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205785.00000-0, db: /tmp/tmp2m4lc6ql/sda/containers/0/ae1/aabbcb96281a69cc07a97506d9c23ae1/aabbcb96281a69cc07a97506d9c23ae1.db -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_initiated_and_required -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_initiated_and_required ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_merge_while_unsharded -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_merge_while_unsharded ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_state_is_not_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_state_is_not_reclaimable ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_sysmeta -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_sysmeta ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_newer_local_create -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_newer_local_create ... ok -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'cba9ad34-55e4-4519-a830-e99df8136d38-sda', '1750205582.12512', '1750205583', '0', '', '1750205583', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('cba9ad34-55e4-4519-a830-e99df8136d38-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.21179 seconds (4.72157/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpjpadhkx_/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '6637927ea7d6e942523ca85dea3c8014', '299a556b-fd92-42a5-8a5d-a551d97f91c1-sda', '1750205582.43793', '1750205583', '0', '', '1750205583', 1, 1) -test DEBUG: /tmp/tmpjpadhkx_/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1750205584.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '299a556b-fd92-42a5-8a5d-a551d97f91c1-sda') -test DEBUG: /tmp/tmpjpadhkx_/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0519764s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '6637927ea7d6e942523ca85dea3c8014', '299a556b-fd92-42a5-8a5d-a551d97f91c1-sda', '1750205582.43793', '1750205583', '0', '', '1750205583', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('299a556b-fd92-42a5-8a5d-a551d97f91c1-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpjpadhkx_/sda/containers/0/cd9/da21eca80c6da881c38b5dbec41e1cd9/da21eca80c6da881c38b5dbec41e1cd9.db +test DEBUG: Replicating db /tmp/tmpiwr6vzfj/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, 'b4dc38810a9136f26a22db61008a4ae0', '89734f39-f6f1-4a99-93ef-ce5a167124e0-sda', '1715796519.81101', '1715796520', '0', '', '1715796520', 1, 1) +test DEBUG: /tmp/tmpiwr6vzfj/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1715796521.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '89734f39-f6f1-4a99-93ef-ce5a167124e0-sda') +test DEBUG: /tmp/tmpiwr6vzfj/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.156511s) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_syncs, ([],) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, 'b4dc38810a9136f26a22db61008a4ae0', '89734f39-f6f1-4a99-93ef-ce5a167124e0-sda', '1715796519.81101', '1715796520', '0', '', '1715796520', 1, 1) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('89734f39-f6f1-4a99-93ef-ce5a167124e0-sda', '33379ecb053aa5c9e356c68997cbb59e.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpiwr6vzfj/sda/containers/0/938/f4a74e25c052c6af4168cff5a1f48938/f4a74e25c052c6af4168cff5a1f48938.db test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 1.27093 seconds (0.78683/s) +test INFO: Attempted to replicate 1 dbs in 3.07546 seconds (0.32515/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpjpadhkx_/sda/containers/0/cd9/da21eca80c6da881c38b5dbec41e1cd9/da21eca80c6da881c38b5dbec41e1cd9.db -REPLICATE: /sdb/0/da21eca80c6da881c38b5dbec41e1cd9, sync, (1, '0c123506586d1d9157f517e0e97598d7', '96085055-7d29-4090-9769-e8fa569e1b40-sda', '1750205582.86466', '1750204800', '0', '', '1750204800', 1, 0) -REPLICATE: /sdb/0/da21eca80c6da881c38b5dbec41e1cd9, complete_rsync, ('96085055-7d29-4090-9769-e8fa569e1b40-sda', 'da21eca80c6da881c38b5dbec41e1cd9.db') -REPLICATE: /sdc/0/da21eca80c6da881c38b5dbec41e1cd9, sync, (1, '0c123506586d1d9157f517e0e97598d7', '96085055-7d29-4090-9769-e8fa569e1b40-sda', '1750205582.86466', '1750204800', '0', '', '1750204800', 1, 0) -REPLICATE: /sdc/0/da21eca80c6da881c38b5dbec41e1cd9, complete_rsync, ('96085055-7d29-4090-9769-e8fa569e1b40-sda', 'da21eca80c6da881c38b5dbec41e1cd9.db') +test DEBUG: Replicating db /tmp/tmpiwr6vzfj/sda/containers/0/938/f4a74e25c052c6af4168cff5a1f48938/f4a74e25c052c6af4168cff5a1f48938.db +REPLICATE: /sdb/0/f4a74e25c052c6af4168cff5a1f48938, sync, (1, 'a8d3ca7a4452768472520d6cd95102e6', '6d768572-1e52-4043-8228-7905d2e39ca8-sda', '1715796523.21199', '1715796000', '0', '', '1715796000', 1, 0) +REPLICATE: /sdb/0/f4a74e25c052c6af4168cff5a1f48938, complete_rsync, ('6d768572-1e52-4043-8228-7905d2e39ca8-sda', 'f4a74e25c052c6af4168cff5a1f48938.db') +REPLICATE: /sdc/0/f4a74e25c052c6af4168cff5a1f48938, sync, (1, 'a8d3ca7a4452768472520d6cd95102e6', '6d768572-1e52-4043-8228-7905d2e39ca8-sda', '1715796523.21199', '1715796000', '0', '', '1715796000', 1, 0) +REPLICATE: /sdc/0/f4a74e25c052c6af4168cff5a1f48938, complete_rsync, ('6d768572-1e52-4043-8228-7905d2e39ca8-sda', 'f4a74e25c052c6af4168cff5a1f48938.db') test INFO: Cleaning up 0 reconciler containers test INFO: Finished reconciler replication test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpkj3qwk1n/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '0faf4179-a7f0-4f06-bc5f-6de7d57c952b-sda', '1750205584.00798', '1750205584', '0', '', '1750205584', 0, 1) -test DEBUG: /tmp/tmpkj3qwk1n/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '0faf4179-a7f0-4f06-bc5f-6de7d57c952b-sda', '1750205584.00798', '1750205584', '0', '', '1750205584', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('0faf4179-a7f0-4f06-bc5f-6de7d57c952b-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Replicating db /tmp/tmpt35p8gqf/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', '1ded5d3e-5137-4ff7-a12e-ebda6363aecf-sda', '1715796523.90121', '1715796524', '0', '', '1715796524', 0, 0) +test DEBUG: /tmp/tmpt35p8gqf/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', '1ded5d3e-5137-4ff7-a12e-ebda6363aecf-sda', '1715796523.90121', '1715796524', '0', '', '1715796524', 0, 0) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('1ded5d3e-5137-4ff7-a12e-ebda6363aecf-sda', '33379ecb053aa5c9e356c68997cbb59e.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.27488 seconds (3.63792/s) +test INFO: Attempted to replicate 1 dbs in 1.23582 seconds (0.80918/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpxeflp334/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '316aa8c95af76c5329d0ad1e0fdcb5b2', 'cecfb561-7ef9-45ee-b4cf-276a75a78f52-sda', '1750205584.37130', '1750205585', '0', '', '1750205585', 1, 1) -test DEBUG: /tmp/tmpxeflp334/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '316aa8c95af76c5329d0ad1e0fdcb5b2', 'cecfb561-7ef9-45ee-b4cf-276a75a78f52-sda', '1750205584.37130', '1750205585', '0', '', '1750205585', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('cecfb561-7ef9-45ee-b4cf-276a75a78f52-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpxeflp334/sda/containers/0/cd9/da21eca80c6da881c38b5dbec41e1cd9/da21eca80c6da881c38b5dbec41e1cd9.db +test DEBUG: Replicating db /tmp/tmpruapbmry/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, 'aaa593d3417d54c002f2525bc38e5f0a', '43820fd0-fabc-49af-91a0-ca52d4003c7a-sda', '1715796525.27229', '1715796526', '0', '', '1715796526', 1, 0) +test DEBUG: /tmp/tmpruapbmry/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db in sync with 10.0.0.1:1001/sdb, nothing to do +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_newer_local_create +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_newer_local_create ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges_state +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_old_style_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_old_style_root_account_container_path ... ok +test.unit.container.test_backend.TestContainerBroker.test_set_db_states +test.unit.container.test_backend.TestContainerBroker.test_set_db_states ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_newid +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_newid ... ok +test.unit.container.test_backend.TestContainerBroker.test_set_sharded_state_errors +test.unit.container.test_backend.TestContainerBroker.test_set_sharded_state_errors ... ok +test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state +test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_overlap_shard_range_order +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_overlap_shard_range_order ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_path +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_old_style_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_old_style_root_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_pending_file_name +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_pending_file_name ... ok +test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state_deleted +test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_policy_stat_tracking +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_policy_stat_tracking ... ok +test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state_errors +test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state_errors ... ok +test.unit.container.test_backend.TestContainerBroker.test_set_storage_policy_index +test.unit.container.test_backend.TestContainerBroker.test_set_storage_policy_index ... ok +test.unit.container.test_backend.TestContainerBroker.test_set_storage_policy_index_empty +test.unit.container.test_backend.TestContainerBroker.test_set_storage_policy_index_empty ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_misplaced_object_does_not_effect_container_stats +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_misplaced_object_does_not_effect_container_stats ... ok +test.unit.container.test_backend.TestContainerBroker.test_set_x_syncs +test.unit.container.test_backend.TestContainerBroker.test_set_x_syncs ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_old_style_shard_container ... ok +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, 'aaa593d3417d54c002f2525bc38e5f0a', '43820fd0-fabc-49af-91a0-ca52d4003c7a-sda', '1715796525.27229', '1715796526', '0', '', '1715796526', 1, 0) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('43820fd0-fabc-49af-91a0-ca52d4003c7a-sda', '33379ecb053aa5c9e356c68997cbb59e.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpruapbmry/sda/containers/0/938/f4a74e25c052c6af4168cff5a1f48938/f4a74e25c052c6af4168cff5a1f48938.db test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.64650 seconds (1.54679/s) +test INFO: Attempted to replicate 1 dbs in 0.94022 seconds (1.06358/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpxeflp334/sda/containers/0/cd9/da21eca80c6da881c38b5dbec41e1cd9/da21eca80c6da881c38b5dbec41e1cd9.db -REPLICATE: /sdb/0/da21eca80c6da881c38b5dbec41e1cd9, sync, (1, '2427ef1723c3982e794610136cc834be', '089198b5-0c3a-4b70-96bb-4e905582af44-sda', '1750205584.92998', '1750204800', '0', '', '1750204800', 1, 0) -REPLICATE: /sdb/0/da21eca80c6da881c38b5dbec41e1cd9, complete_rsync, ('089198b5-0c3a-4b70-96bb-4e905582af44-sda', 'da21eca80c6da881c38b5dbec41e1cd9.db') -REPLICATE: /sdc/0/da21eca80c6da881c38b5dbec41e1cd9, sync, (1, '2427ef1723c3982e794610136cc834be', '089198b5-0c3a-4b70-96bb-4e905582af44-sda', '1750205584.92998', '1750204800', '0', '', '1750204800', 1, 0) -REPLICATE: /sdc/0/da21eca80c6da881c38b5dbec41e1cd9, complete_rsync, ('089198b5-0c3a-4b70-96bb-4e905582af44-sda', 'da21eca80c6da881c38b5dbec41e1cd9.db') +test DEBUG: Replicating db /tmp/tmpruapbmry/sda/containers/0/938/f4a74e25c052c6af4168cff5a1f48938/f4a74e25c052c6af4168cff5a1f48938.db +REPLICATE: /sdb/0/f4a74e25c052c6af4168cff5a1f48938, sync, (1, '26ed9946584ab245d8c4f39535746311', 'a8bab268-1974-4c9d-9710-4eb1a69b8ba0-sda', '1715796526.04848', '1715796000', '0', '', '1715796000', 1, 0) +REPLICATE: /sdb/0/f4a74e25c052c6af4168cff5a1f48938, complete_rsync, ('a8bab268-1974-4c9d-9710-4eb1a69b8ba0-sda', 'f4a74e25c052c6af4168cff5a1f48938.db') +REPLICATE: /sdc/0/f4a74e25c052c6af4168cff5a1f48938, sync, (1, '26ed9946584ab245d8c4f39535746311', 'a8bab268-1974-4c9d-9710-4eb1a69b8ba0-sda', '1715796526.04848', '1715796000', '0', '', '1715796000', 1, 0) +REPLICATE: /sdc/0/f4a74e25c052c6af4168cff5a1f48938, complete_rsync, ('a8bab268-1974-4c9d-9710-4eb1a69b8ba0-sda', 'f4a74e25c052c6af4168cff5a1f48938.db') test INFO: Cleaning up 0 reconciler containers test INFO: Finished reconciler replication test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpz3zkbxho/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '1a8f9122-270c-4eb2-8197-f516330c62ae-sda', '1750205585.27733', '1750205586', '1750205587', '', '1750205587', 0, 0) -test DEBUG: /tmp/tmpz3zkbxho/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '1a8f9122-270c-4eb2-8197-f516330c62ae-sda', '1750205585.27733', '1750205586', '1750205587', '', '1750205587', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('1a8f9122-270c-4eb2-8197-f516330c62ae-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Replicating db /tmp/tmp5skswonm/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', '304eddfd-c56d-4f77-92f3-8020ca478d32-sda', '1715796526.71352', '1715796527', '1715796528', '', '1715796528', 0, 1) +test DEBUG: /tmp/tmp5skswonm/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', '304eddfd-c56d-4f77-92f3-8020ca478d32-sda', '1715796526.71352', '1715796527', '1715796528', '', '1715796528', 0, 1) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('304eddfd-c56d-4f77-92f3-8020ca478d32-sda', '33379ecb053aa5c9e356c68997cbb59e.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.25044 seconds (3.99304/s) +test INFO: Attempted to replicate 1 dbs in 0.47221 seconds (2.11770/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205789.00000-0, db: /tmp/tmp2m4lc6ql/sda/containers/0/908/d50b8705939afac486220ca652a4c908/d50b8705939afac486220ca652a4c908.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205789.00000-0, db: /tmp/tmp2m4lc6ql/sda/containers/0/908/d50b8705939afac486220ca652a4c908/d50b8705939afac486220ca652a4c908.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205793.00000-0, db: /tmp/tmp2m4lc6ql/sda/containers/0/d3c/9cf1d423bc35a7c9bc71316bfd175d3c/9cf1d423bc35a7c9bc71316bfd175d3c.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205793.00000-0, db: /tmp/tmp2m4lc6ql/sda/containers/0/d3c/9cf1d423bc35a7c9bc71316bfd175d3c/9cf1d423bc35a7c9bc71316bfd175d3c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205797.00000-0, db: /tmp/tmp2m4lc6ql/sda/containers/0/e7a/c50e290f37e2c89495e0e4234cf9be7a/c50e290f37e2c89495e0e4234cf9be7a.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205797.00000-0, db: /tmp/tmp2m4lc6ql/sda/containers/0/e7a/c50e290f37e2c89495e0e4234cf9be7a/c50e290f37e2c89495e0e4234cf9be7a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205801.00000-0, db: /tmp/tmp2m4lc6ql/sda/containers/0/be1/d3c69ee8fb7f00d8d32f3dabc4d02be1/d3c69ee8fb7f00d8d32f3dabc4d02be1.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205801.00000-0, db: /tmp/tmp2m4lc6ql/sda/containers/0/be1/d3c69ee8fb7f00d8d32f3dabc4d02be1/d3c69ee8fb7f00d8d32f3dabc4d02be1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205805.00000-0, db: /tmp/tmp2m4lc6ql/sda/containers/0/166/2dbec39b5ab1d62fb30bdd368ee3f166/2dbec39b5ab1d62fb30bdd368ee3f166.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205805.00000-0, db: /tmp/tmp2m4lc6ql/sda/containers/0/166/2dbec39b5ab1d62fb30bdd368ee3f166/2dbec39b5ab1d62fb30bdd368ee3f166.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205809.00000-0, db: /tmp/tmp2m4lc6ql/sda/containers/0/a43/22f0b8384ac5e8996ac086c6f20bda43/22f0b8384ac5e8996ac086c6f20bda43.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205809.00000-0, db: /tmp/tmp2m4lc6ql/sda/containers/0/a43/22f0b8384ac5e8996ac086c6f20bda43/22f0b8384ac5e8996ac086c6f20bda43.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205813.00000-0, db: /tmp/tmp2m4lc6ql/sda/containers/0/21f/fe8ca7ae6d12dd1773fd3a054064b21f/fe8ca7ae6d12dd1773fd3a054064b21f.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205813.00000-0, db: /tmp/tmp2m4lc6ql/sda/containers/0/21f/fe8ca7ae6d12dd1773fd3a054064b21f/fe8ca7ae6d12dd1773fd3a054064b21f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205817.00000-0, db: /tmp/tmp2m4lc6ql/sda/containers/0/c48/8b2e83a27d7eb8ac3bf147dffdd34c48/8b2e83a27d7eb8ac3bf147dffdd34c48.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205817.00000-0, db: /tmp/tmp2m4lc6ql/sda/containers/0/c48/8b2e83a27d7eb8ac3bf147dffdd34c48/8b2e83a27d7eb8ac3bf147dffdd34c48.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205821.00000-0, db: /tmp/tmp2m4lc6ql/sda/containers/0/acf/2e0cac0e4ee134c76b81f1e162e45acf/2e0cac0e4ee134c76b81f1e162e45acf.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205821.00000-0, db: /tmp/tmp2m4lc6ql/sda/containers/0/acf/2e0cac0e4ee134c76b81f1e162e45acf/2e0cac0e4ee134c76b81f1e162e45acf.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205825.00000-0, db: /tmp/tmp2m4lc6ql/sda/containers/0/37a/b37f2dea9b8c21b2b4d1803eadab537a/b37f2dea9b8c21b2b4d1803eadab537a.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205825.00000-0, db: /tmp/tmp2m4lc6ql/sda/containers/0/37a/b37f2dea9b8c21b2b4d1803eadab537a/b37f2dea9b8c21b2b4d1803eadab537a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205829.00000-0, db: /tmp/tmp2m4lc6ql/sda/containers/0/bc0/783c412410ee3a08fc80993e7599dbc0/783c412410ee3a08fc80993e7599dbc0.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205829.00000-0, db: /tmp/tmp2m4lc6ql/sda/containers/0/bc0/783c412410ee3a08fc80993e7599dbc0/783c412410ee3a08fc80993e7599dbc0.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205589.00000-0, db: /tmp/tmpywaj729i/sda/containers/0/816/77539c52c61e2b192770705048275816/77539c52c61e2b192770705048275816.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205589.00000-0, db: /tmp/tmpywaj729i/sda/containers/0/816/77539c52c61e2b192770705048275816/77539c52c61e2b192770705048275816.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205592.00000-0, db: /tmp/tmpywaj729i/sda/containers/0/e22/ef7634972571ee4dc60b721ed488ee22/ef7634972571ee4dc60b721ed488ee22.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205592.00000-0, db: /tmp/tmpywaj729i/sda/containers/0/e22/ef7634972571ee4dc60b721ed488ee22/ef7634972571ee4dc60b721ed488ee22.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205595.00000-0, db: /tmp/tmpywaj729i/sda/containers/0/31b/dbdfe89ba1a1748dd8ac618bfeea131b/dbdfe89ba1a1748dd8ac618bfeea131b.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205595.00000-0, db: /tmp/tmpywaj729i/sda/containers/0/31b/dbdfe89ba1a1748dd8ac618bfeea131b/dbdfe89ba1a1748dd8ac618bfeea131b.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205598.00000-0, db: /tmp/tmpywaj729i/sda/containers/0/49a/5c13e75a91afd8910ff276600a0aa49a/5c13e75a91afd8910ff276600a0aa49a.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205598.00000-0, db: /tmp/tmpywaj729i/sda/containers/0/49a/5c13e75a91afd8910ff276600a0aa49a/5c13e75a91afd8910ff276600a0aa49a.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205601.00000-0, db: /tmp/tmpywaj729i/sda/containers/0/d1c/f2eea1502cca0438b212599bfdbb8d1c/f2eea1502cca0438b212599bfdbb8d1c.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205601.00000-0, db: /tmp/tmpywaj729i/sda/containers/0/d1c/f2eea1502cca0438b212599bfdbb8d1c/f2eea1502cca0438b212599bfdbb8d1c.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205604.00000-0, db: /tmp/tmpywaj729i/sda/containers/0/d66/d55575da18c5cf77f93b8aa5764bfd66/d55575da18c5cf77f93b8aa5764bfd66.db -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_storage_policy_property -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_storage_policy_property ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sync_merging -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sync_merging ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_batch_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_batch_reclaim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_chexor -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_chexor ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_newer_local_delete -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_newer_local_delete ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_create_broker -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_create_broker ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_creation -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_creation ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_db_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_db_file ... ok -test DEBUG: Replicating db /tmp/tmp57j33gmh/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '260804e502f4e2da00d2c04c0b14b8e7', '2f610793-cb59-49d5-96f1-152076976020-sda', '1750205585.65880', '1750205586', '1750205587', '', '1750205587', 1, 0) -test DEBUG: /tmp/tmp57j33gmh/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1750205588.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '2f610793-cb59-49d5-96f1-152076976020-sda') -test DEBUG: /tmp/tmp57j33gmh/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0556285s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '260804e502f4e2da00d2c04c0b14b8e7', '2f610793-cb59-49d5-96f1-152076976020-sda', '1750205585.65880', '1750205586', '1750205587', '', '1750205587', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('2f610793-cb59-49d5-96f1-152076976020-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp57j33gmh/sda/containers/0/cd9/da21eca80c6da881c38b5dbec41e1cd9/da21eca80c6da881c38b5dbec41e1cd9.db +test DEBUG: Replicating db /tmp/tmpkgkljy4j/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, '5d6e2465c12505b0f06d422ee03fa40e', '102dbda1-2f88-4113-9c0b-3dc23970e457-sda', '1715796527.53973', '1715796528', '1715796529', '', '1715796529', 1, 1) +test DEBUG: /tmp/tmpkgkljy4j/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1715796530.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '102dbda1-2f88-4113-9c0b-3dc23970e457-sda') +test DEBUG: /tmp/tmpkgkljy4j/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.218341s) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_syncs, ([],) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, '5d6e2465c12505b0f06d422ee03fa40e', '102dbda1-2f88-4113-9c0b-3dc23970e457-sda', '1715796527.53973', '1715796528', '1715796529', '', '1715796529', 1, 1) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('102dbda1-2f88-4113-9c0b-3dc23970e457-sda', '33379ecb053aa5c9e356c68997cbb59e.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpkgkljy4j/sda/containers/0/938/f4a74e25c052c6af4168cff5a1f48938/f4a74e25c052c6af4168cff5a1f48938.db test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.52969 seconds (1.88790/s) +test INFO: Attempted to replicate 1 dbs in 1.04594 seconds (0.95607/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmp57j33gmh/sda/containers/0/cd9/da21eca80c6da881c38b5dbec41e1cd9/da21eca80c6da881c38b5dbec41e1cd9.db -REPLICATE: /sdb/0/da21eca80c6da881c38b5dbec41e1cd9, sync, (1, '9b07e27bf5790e510cbac331b14f1425', '2e696dee-0013-47e8-81b4-7b041be95125-sda', '1750205586.14045', '1750204800', '0', '', '1750204800', 1, 0) -REPLICATE: /sdb/0/da21eca80c6da881c38b5dbec41e1cd9, complete_rsync, ('2e696dee-0013-47e8-81b4-7b041be95125-sda', 'da21eca80c6da881c38b5dbec41e1cd9.db') -REPLICATE: /sdc/0/da21eca80c6da881c38b5dbec41e1cd9, sync, (1, '9b07e27bf5790e510cbac331b14f1425', '2e696dee-0013-47e8-81b4-7b041be95125-sda', '1750205586.14045', '1750204800', '0', '', '1750204800', 1, 0) -REPLICATE: /sdc/0/da21eca80c6da881c38b5dbec41e1cd9, complete_rsync, ('2e696dee-0013-47e8-81b4-7b041be95125-sda', 'da21eca80c6da881c38b5dbec41e1cd9.db') +test DEBUG: Replicating db /tmp/tmpkgkljy4j/sda/containers/0/938/f4a74e25c052c6af4168cff5a1f48938/f4a74e25c052c6af4168cff5a1f48938.db +REPLICATE: /sdb/0/f4a74e25c052c6af4168cff5a1f48938, sync, (1, '78810201a1ed029858f050116b5d7ea5', '56eed2c1-52ce-43a8-8e66-920cfeef3cf9-sda', '1715796528.46969', '1715796000', '0', '', '1715796000', 1, 0) +REPLICATE: /sdb/0/f4a74e25c052c6af4168cff5a1f48938, complete_rsync, ('56eed2c1-52ce-43a8-8e66-920cfeef3cf9-sda', 'f4a74e25c052c6af4168cff5a1f48938.db') +REPLICATE: /sdc/0/f4a74e25c052c6af4168cff5a1f48938, sync, (1, '78810201a1ed029858f050116b5d7ea5', '56eed2c1-52ce-43a8-8e66-920cfeef3cf9-sda', '1715796528.46969', '1715796000', '0', '', '1715796000', 1, 0) +REPLICATE: /sdc/0/f4a74e25c052c6af4168cff5a1f48938, complete_rsync, ('56eed2c1-52ce-43a8-8e66-920cfeef3cf9-sda', 'f4a74e25c052c6af4168cff5a1f48938.db') test INFO: Cleaning up 0 reconciler containers test INFO: Finished reconciler replication test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpc0_7eebm/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'f2ca1ead-ccec-4ab6-bc04-e545586fe8db-sda', '1750205586.48081', '1750205587', '1750205588', '', '1750205588', 0, 1) -test DEBUG: /tmp/tmpc0_7eebm/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'f2ca1ead-ccec-4ab6-bc04-e545586fe8db-sda', '1750205586.48081', '1750205587', '1750205588', '', '1750205588', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('f2ca1ead-ccec-4ab6-bc04-e545586fe8db-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Replicating db /tmp/tmps_35z8p9/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', '01997d90-5a5b-4654-81f9-c82a7f454a2b-sda', '1715796529.18048', '1715796530', '1715796531', '', '1715796531', 0, 0) +test DEBUG: /tmp/tmps_35z8p9/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', '01997d90-5a5b-4654-81f9-c82a7f454a2b-sda', '1715796529.18048', '1715796530', '1715796531', '', '1715796531', 0, 0) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('01997d90-5a5b-4654-81f9-c82a7f454a2b-sda', '33379ecb053aa5c9e356c68997cbb59e.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.25525 seconds (3.91778/s) +test INFO: Attempted to replicate 1 dbs in 0.56669 seconds (1.76464/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpvfrg1ii9/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '64768b3095dd85b3d660cb56ac015303', '680f65ef-b57c-4307-bc1d-cf69df7de200-sda', '1750205586.84923', '1750205587', '1750205588', '', '1750205588', 1, 0) -test DEBUG: /tmp/tmpvfrg1ii9/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '64768b3095dd85b3d660cb56ac015303', '680f65ef-b57c-4307-bc1d-cf69df7de200-sda', '1750205586.84923', '1750205587', '1750205588', '', '1750205588', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('680f65ef-b57c-4307-bc1d-cf69df7de200-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpvfrg1ii9/sda/containers/0/cd9/da21eca80c6da881c38b5dbec41e1cd9/da21eca80c6da881c38b5dbec41e1cd9.db +test DEBUG: Replicating db /tmp/tmpiai9ch69/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, '03d97a5c352338761dd304d775ebd15e', '540b2e99-0683-4ddc-9c44-6f0ef743eb3c-sda', '1715796529.95349', '1715796530', '1715796531', '', '1715796531', 1, 1) +test DEBUG: /tmp/tmpiai9ch69/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, '03d97a5c352338761dd304d775ebd15e', '540b2e99-0683-4ddc-9c44-6f0ef743eb3c-sda', '1715796529.95349', '1715796530', '1715796531', '', '1715796531', 1, 1) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('540b2e99-0683-4ddc-9c44-6f0ef743eb3c-sda', '33379ecb053aa5c9e356c68997cbb59e.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpiai9ch69/sda/containers/0/938/f4a74e25c052c6af4168cff5a1f48938/f4a74e25c052c6af4168cff5a1f48938.db test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.51672 seconds (1.93529/s) +test INFO: Attempted to replicate 1 dbs in 1.73018 seconds (0.57797/s) test INFO: Removed 0 dbs +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_newer_local_delete +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_newer_local_delete ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object ... ok +test.unit.container.test_backend.TestContainerBroker.test_sharding_initiated_and_required +test.unit.container.test_backend.TestContainerBroker.test_sharding_initiated_and_required ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_root_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_encoded_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_encoded_timestamps_using_file ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797256.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/c7b/217b3ef4947c9d3f3475332015e5dc7b/217b3ef4947c9d3f3475332015e5dc7b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797261.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/6e1/af3f8b634b19543f70fb0d1d4f6f56e1/af3f8b634b19543f70fb0d1d4f6f56e1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797266.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/e60/c83074ea84cfc15e46b8750dcb850e60/c83074ea84cfc15e46b8750dcb850e60.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797271.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/ae0/01467fe35d7c55bae9958ee7a913eae0/01467fe35d7c55bae9958ee7a913eae0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797276.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/081/b1143e9a7621123ba9c85d7ea6c8f081/b1143e9a7621123ba9c85d7ea6c8f081.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797281.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/179/3d837bf049196660e0da503bbefd3179/3d837bf049196660e0da503bbefd3179.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797286.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/f47/fa6dfdaf5016201c2ef6bd01f0562f47/fa6dfdaf5016201c2ef6bd01f0562f47.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797291.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/193/2c7e4b40384afbb58a67df92fd708193/2c7e4b40384afbb58a67df92fd708193.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797296.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/450/a467bf9c2db745de94d1985d53e7b450/a467bf9c2db745de94d1985d53e7b450.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797301.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/cd0/e089472eac090debe2183281b45becd0/e089472eac090debe2183281b45becd0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797306.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/f89/9bef91b7ea6290dd5c6cce470bde8f89/9bef91b7ea6290dd5c6cce470bde8f89.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797311.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/3fd/fc340d46e5e7b32cee47df41cb7a33fd/fc340d46e5e7b32cee47df41cb7a33fd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797316.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/b7f/70e68f186d2e375eac1f3bd400672b7f/70e68f186d2e375eac1f3bd400672b7f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797321.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/4a0/e99590881815a06619c3aeb575f7c4a0/e99590881815a06619c3aeb575f7c4a0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797326.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/77a/762418323c57443eb46c5d597984d77a/762418323c57443eb46c5d597984d77a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797331.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/5bf/d2f05c1d15d6bdd854d2ed7eea2405bf/d2f05c1d15d6bdd854d2ed7eea2405bf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797336.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/d2c/dbfd3603ecce33bcc8fa115331f12d2c/dbfd3603ecce33bcc8fa115331f12d2c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797341.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/172/6d4b0893d923bda1a33fc009feba6172/6d4b0893d923bda1a33fc009feba6172.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797346.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/886/199e0ce7864d5a10229c3e54a5e67886/199e0ce7864d5a10229c3e54a5e67886.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797351.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/74a/66316b0da088e2fe31ba7c75b286874a/66316b0da088e2fe31ba7c75b286874a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797356.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/dbe/c22313c2ba244d1ae8c36976be21bdbe/c22313c2ba244d1ae8c36976be21bdbe.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797361.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/edf/47655b79c30deec3d6bdc7c0da61eedf/47655b79c30deec3d6bdc7c0da61eedf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797366.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/705/08dd2f89f41e0d4c97dcfe7ca9c98705/08dd2f89f41e0d4c97dcfe7ca9c98705.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797371.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/d33/56c53b1fd816dd19264f698e1703ad33/56c53b1fd816dd19264f698e1703ad33.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797376.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/32d/08365121cc9a6eeb757b3a721649f32d/08365121cc9a6eeb757b3a721649f32d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797381.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/a97/84382eca2db6c738eb3f5dc8878f2a97/84382eca2db6c738eb3f5dc8878f2a97.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797386.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/e1f/94f31eeb978b3009d46c7e78e7c34e1f/94f31eeb978b3009d46c7e78e7c34e1f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797391.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/89f/0871fb1fd16ec03780172d927db3b89f/0871fb1fd16ec03780172d927db3b89f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797396.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/da0/190f69fba5b0f288f7ca58705fededa0/190f69fba5b0f288f7ca58705fededa0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797401.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/d4d/71777e310df92cfaec26dc6b10288d4d/71777e310df92cfaec26dc6b10288d4d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797406.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/362/b1dd075eb48a96cc5044fc27bdb16362/b1dd075eb48a96cc5044fc27bdb16362.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797411.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/c3f/dbfffbfc574660878bf0fcf92ffbbc3f/dbfffbfc574660878bf0fcf92ffbbc3f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797416.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/8c6/8723f9b052d02240d64d28e2d96328c6/8723f9b052d02240d64d28e2d96328c6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797421.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/42b/f52bfe9041ff50bc54ef40c9d39a042b/f52bfe9041ff50bc54ef40c9d39a042b.db +test.unit.container.test_backend.TestContainerBroker.test_sharding_state_is_not_reclaimable +test.unit.container.test_backend.TestContainerBroker.test_sharding_state_is_not_reclaimable ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_older_local_delete +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_older_local_delete ... ok +test.unit.container.test_backend.TestContainerBroker.test_sharding_sysmeta +test.unit.container.test_backend.TestContainerBroker.test_sharding_sysmeta ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_encoded_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_encoded_timestamps_using_memory ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_shard_container ... ok +test.unit.container.test_backend.TestContainerBroker.test_storage_policy_property +test.unit.container.test_backend.TestContainerBroker.test_storage_policy_property ... ok +test.unit.container.test_backend.TestContainerBroker.test_sync_merging +test.unit.container.test_backend.TestContainerBroker.test_sync_merging ... ok +test.unit.container.test_backend.TestUpdateNewItemFromExisting.test_update_new_item_from_existing +test.unit.container.test_backend.TestUpdateNewItemFromExisting.test_update_new_item_from_existing ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_explicit_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_explicit_timestamps_using_file ... ok +test.unit.container.test_server.TestContainerController.test_DELETE +test.unit.container.test_server.TestContainerController.test_DELETE ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_old_style_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_old_style_root_account_container_path ... ok +test.unit.container.test_server.TestContainerController.test_DELETE_PUT_recreate +test.unit.container.test_server.TestContainerController.test_DELETE_PUT_recreate ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_half_delete_policy_over_newer_local_create +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_half_delete_policy_over_newer_local_create ... ok +test.unit.container.test_server.TestContainerController.test_DELETE_PUT_recreate_replication_race +test.unit.container.test_server.TestContainerController.test_DELETE_PUT_recreate_replication_race ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_explicit_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_explicit_timestamps_using_memory ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_in_sync +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_in_sync ... ok +test.unit.container.test_server.TestContainerController.test_DELETE_account_update +test.unit.container.test_server.TestContainerController.test_DELETE_account_update ... ok test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpvfrg1ii9/sda/containers/0/cd9/da21eca80c6da881c38b5dbec41e1cd9/da21eca80c6da881c38b5dbec41e1cd9.db -REPLICATE: /sdb/0/da21eca80c6da881c38b5dbec41e1cd9, sync, (1, '11e839a70117fa74688970394d5a3cd5', 'a8bdc7fc-fb56-4217-955e-2f2f54c73fe0-sda', '1750205587.31352', '1750204800', '0', '', '1750204800', 1, 0) -REPLICATE: /sdb/0/da21eca80c6da881c38b5dbec41e1cd9, complete_rsync, ('a8bdc7fc-fb56-4217-955e-2f2f54c73fe0-sda', 'da21eca80c6da881c38b5dbec41e1cd9.db') -REPLICATE: /sdc/0/da21eca80c6da881c38b5dbec41e1cd9, sync, (1, '11e839a70117fa74688970394d5a3cd5', 'a8bdc7fc-fb56-4217-955e-2f2f54c73fe0-sda', '1750205587.31352', '1750204800', '0', '', '1750204800', 1, 0) -REPLICATE: /sdc/0/da21eca80c6da881c38b5dbec41e1cd9, complete_rsync, ('a8bdc7fc-fb56-4217-955e-2f2f54c73fe0-sda', 'da21eca80c6da881c38b5dbec41e1cd9.db') +test DEBUG: Replicating db /tmp/tmpiai9ch69/sda/containers/0/938/f4a74e25c052c6af4168cff5a1f48938/f4a74e25c052c6af4168cff5a1f48938.db +REPLICATE: /sdb/0/f4a74e25c052c6af4168cff5a1f48938, sync, (1, 'b8f5db4abe3fffbeb1dcfc8a387e87ba', 'efd0c4c0-0404-4d8a-bbd4-df1cffa5ad35-sda', '1715796531.13093', '1715796000', '0', '', '1715796000', 1, 0) +REPLICATE: /sdb/0/f4a74e25c052c6af4168cff5a1f48938, complete_rsync, ('efd0c4c0-0404-4d8a-bbd4-df1cffa5ad35-sda', 'f4a74e25c052c6af4168cff5a1f48938.db') +REPLICATE: /sdc/0/f4a74e25c052c6af4168cff5a1f48938, sync, (1, 'b8f5db4abe3fffbeb1dcfc8a387e87ba', 'efd0c4c0-0404-4d8a-bbd4-df1cffa5ad35-sda', '1715796531.13093', '1715796000', '0', '', '1715796000', 1, 0) +REPLICATE: /sdc/0/f4a74e25c052c6af4168cff5a1f48938, complete_rsync, ('efd0c4c0-0404-4d8a-bbd4-df1cffa5ad35-sda', 'f4a74e25c052c6af4168cff5a1f48938.db') test INFO: Cleaning up 0 reconciler containers test INFO: Finished reconciler replication test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpr3xeh7y_/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'c7873c45-66ed-4712-8062-c97afe307559-sda', '1750205587.64246', '1750205587', '1750205588', '', '1750205588', 0, 0) -test DEBUG: /tmp/tmpr3xeh7y_/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'c7873c45-66ed-4712-8062-c97afe307559-sda', '1750205587.64246', '1750205587', '1750205588', '', '1750205588', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('c7873c45-66ed-4712-8062-c97afe307559-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Replicating db /tmp/tmpwvz96gtb/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', '9cb49fdf-1f53-481f-b830-edb31f6dbe78-sda', '1715796532.24822', '1715796532', '1715796533', '', '1715796533', 0, 0) +test DEBUG: /tmp/tmpwvz96gtb/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', '9cb49fdf-1f53-481f-b830-edb31f6dbe78-sda', '1715796532.24822', '1715796532', '1715796533', '', '1715796533', 0, 0) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('9cb49fdf-1f53-481f-b830-edb31f6dbe78-sda', '33379ecb053aa5c9e356c68997cbb59e.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.26899 seconds (3.71768/s) +test INFO: Attempted to replicate 1 dbs in 1.22540 seconds (0.81606/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpjmn9rd8v/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '06162b59-9b76-4a1b-904f-7c04580a3990-sda', '1750205588.00343', '1750205587', '1750205588', '', '1750205588', 0, 1) -test DEBUG: /tmp/tmpjmn9rd8v/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_older_local_delete -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_older_local_delete ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_delete_db_does_not_clear_particular_sharding_meta -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_delete_db_does_not_clear_particular_sharding_meta ... ok -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205604.00000-0, db: /tmp/tmpywaj729i/sda/containers/0/d66/d55575da18c5cf77f93b8aa5764bfd66/d55575da18c5cf77f93b8aa5764bfd66.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205607.00000-0, db: /tmp/tmpywaj729i/sda/containers/0/362/a1d85fc8e2a53d6346cf0a0384593362/a1d85fc8e2a53d6346cf0a0384593362.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205607.00000-0, db: /tmp/tmpywaj729i/sda/containers/0/362/a1d85fc8e2a53d6346cf0a0384593362/a1d85fc8e2a53d6346cf0a0384593362.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205610.00000-0, db: /tmp/tmpywaj729i/sda/containers/0/26e/d45c60f2b50f8d648c9fcc0f6819226e/d45c60f2b50f8d648c9fcc0f6819226e.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205610.00000-0, db: /tmp/tmpywaj729i/sda/containers/0/26e/d45c60f2b50f8d648c9fcc0f6819226e/d45c60f2b50f8d648c9fcc0f6819226e.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205613.00000-0, db: /tmp/tmpywaj729i/sda/containers/0/e72/a7c7bc48774219223eeff5daf9001e72/a7c7bc48774219223eeff5daf9001e72.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205613.00000-0, db: /tmp/tmpywaj729i/sda/containers/0/e72/a7c7bc48774219223eeff5daf9001e72/a7c7bc48774219223eeff5daf9001e72.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205616.00000-0, db: /tmp/tmpywaj729i/sda/containers/0/314/77abf89bcb7ea68bcf8e240c83859314/77abf89bcb7ea68bcf8e240c83859314.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205616.00000-0, db: /tmp/tmpywaj729i/sda/containers/0/314/77abf89bcb7ea68bcf8e240c83859314/77abf89bcb7ea68bcf8e240c83859314.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205619.00000-0, db: /tmp/tmpywaj729i/sda/containers/0/22b/99997dc2f9097b2477490a679c29c22b/99997dc2f9097b2477490a679c29c22b.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205619.00000-0, db: /tmp/tmpywaj729i/sda/containers/0/22b/99997dc2f9097b2477490a679c29c22b/99997dc2f9097b2477490a679c29c22b.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205622.00000-0, db: /tmp/tmpywaj729i/sda/containers/0/75c/0c0f223ff37b612b557dcf939a61d75c/0c0f223ff37b612b557dcf939a61d75c.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205622.00000-0, db: /tmp/tmpywaj729i/sda/containers/0/75c/0c0f223ff37b612b557dcf939a61d75c/0c0f223ff37b612b557dcf939a61d75c.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205625.00000-0, db: /tmp/tmpywaj729i/sda/containers/0/4d3/26327e22249a3fa1336122dfbc7cb4d3/26327e22249a3fa1336122dfbc7cb4d3.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205625.00000-0, db: /tmp/tmpywaj729i/sda/containers/0/4d3/26327e22249a3fa1336122dfbc7cb4d3/26327e22249a3fa1336122dfbc7cb4d3.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205628.00000-0, db: /tmp/tmpywaj729i/sda/containers/0/d35/d872f45cbb50370ddea51fa57a3c4d35/d872f45cbb50370ddea51fa57a3c4d35.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205628.00000-0, db: /tmp/tmpywaj729i/sda/containers/0/d35/d872f45cbb50370ddea51fa57a3c4d35/d872f45cbb50370ddea51fa57a3c4d35.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205631.00000-0, db: /tmp/tmpywaj729i/sda/containers/0/f10/01c481828f999f9ef74a583af7ef9f10/01c481828f999f9ef74a583af7ef9f10.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205631.00000-0, db: /tmp/tmpywaj729i/sda/containers/0/f10/01c481828f999f9ef74a583af7ef9f10/01c481828f999f9ef74a583af7ef9f10.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205634.00000-0, db: /tmp/tmpywaj729i/sda/containers/0/ff3/f4c0e6f0ebe635e57eab1f6b375e1ff3/f4c0e6f0ebe635e57eab1f6b375e1ff3.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205634.00000-0, db: /tmp/tmpywaj729i/sda/containers/0/ff3/f4c0e6f0ebe635e57eab1f6b375e1ff3/f4c0e6f0ebe635e57eab1f6b375e1ff3.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205637.00000-0, db: /tmp/tmpywaj729i/sda/containers/0/10c/cb7b02f0194ca430c99971da9e76f10c/cb7b02f0194ca430c99971da9e76f10c.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205637.00000-0, db: /tmp/tmpywaj729i/sda/containers/0/10c/cb7b02f0194ca430c99971da9e76f10c/cb7b02f0194ca430c99971da9e76f10c.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205640.00000-0, db: /tmp/tmpywaj729i/sda/containers/0/00f/76b500e38bfcb06a694b38355b88800f/76b500e38bfcb06a694b38355b88800f.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205640.00000-0, db: /tmp/tmpywaj729i/sda/containers/0/00f/76b500e38bfcb06a694b38355b88800f/76b500e38bfcb06a694b38355b88800f.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205643.00000-0, db: /tmp/tmpywaj729i/sda/containers/0/29e/04b60ec0a0da10ff9cec196f61d4b29e/04b60ec0a0da10ff9cec196f61d4b29e.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205643.00000-0, db: /tmp/tmpywaj729i/sda/containers/0/29e/04b60ec0a0da10ff9cec196f61d4b29e/04b60ec0a0da10ff9cec196f61d4b29e.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205646.00000-0, db: /tmp/tmpywaj729i/sda/containers/0/da8/73e4b6af2d60a6b767f3a37500030da8/73e4b6af2d60a6b767f3a37500030da8.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205646.00000-0, db: /tmp/tmpywaj729i/sda/containers/0/da8/73e4b6af2d60a6b767f3a37500030da8/73e4b6af2d60a6b767f3a37500030da8.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205649.00000-0, db: /tmp/tmpywaj729i/sda/containers/0/68c/15043b60a8cf50817b3c569bddf2e68c/15043b60a8cf50817b3c569bddf2e68c.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205649.00000-0, db: /tmp/tmpywaj729i/sda/containers/0/68c/15043b60a8cf50817b3c569bddf2e68c/15043b60a8cf50817b3c569bddf2e68c.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205652.00000-0, db: /tmp/tmpywaj729i/sda/containers/0/43a/795c96dadf7e49f29738b3c98b29743a/795c96dadf7e49f29738b3c98b29743a.db -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_delete_object -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_delete_object ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_double_check_trailing_delimiter -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_double_check_trailing_delimiter ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_double_check_trailing_delimiter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_double_check_trailing_delimiter_non_slash ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_half_delete_policy_over_newer_local_create -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_half_delete_policy_over_newer_local_create ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_in_sync -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_in_sync ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing_most_rows -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing_most_rows ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing_one_rows -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing_one_rows ... ok -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '06162b59-9b76-4a1b-904f-7c04580a3990-sda', '1750205588.00343', '1750205587', '1750205588', '', '1750205588', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('06162b59-9b76-4a1b-904f-7c04580a3990-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Replicating db /tmp/tmp9thndxn6/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', '991f6dde-1e2c-4791-9f95-9ba9d652e00c-sda', '1715796533.76804', '1715796533', '1715796534', '', '1715796534', 0, 1) +test DEBUG: /tmp/tmp9thndxn6/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', '991f6dde-1e2c-4791-9f95-9ba9d652e00c-sda', '1715796533.76804', '1715796533', '1715796534', '', '1715796534', 0, 1) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('991f6dde-1e2c-4791-9f95-9ba9d652e00c-sda', '33379ecb053aa5c9e356c68997cbb59e.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.28330 seconds (3.52986/s) +test INFO: Attempted to replicate 1 dbs in 0.63193 seconds (1.58245/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmppg75gq25/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'ca22315f-aec7-478e-bc05-a5b5e1561851-sda', '1750205588.53298', '1750205590', '0', '', '1750205590', 0, 0) -test DEBUG: /tmp/tmppg75gq25/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'ca22315f-aec7-478e-bc05-a5b5e1561851-sda', '1750205588.53298', '1750205590', '0', '', '1750205590', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('ca22315f-aec7-478e-bc05-a5b5e1561851-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Replicating db /tmp/tmpfzbvggxs/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', '2744b475-3f5a-44ca-870e-ce013809a0d4-sda', '1715796535.47908', '1715796537', '0', '', '1715796537', 0, 1) +test DEBUG: /tmp/tmpfzbvggxs/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', '2744b475-3f5a-44ca-870e-ce013809a0d4-sda', '1715796535.47908', '1715796537', '0', '', '1715796537', 0, 1) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('2744b475-3f5a-44ca-870e-ce013809a0d4-sda', '33379ecb053aa5c9e356c68997cbb59e.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.27746 seconds (3.60408/s) +test INFO: Attempted to replicate 1 dbs in 0.60854 seconds (1.64327/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpneb4sf95/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '588a87834864ee8462e525ed13f2d055', '917fc4b1-33ee-4441-bf29-15df3cedba7d-sda', '1750205589.02318', '1750205590', '0', '', '1750205590', 1, 0) -test DEBUG: /tmp/tmpneb4sf95/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '588a87834864ee8462e525ed13f2d055', '917fc4b1-33ee-4441-bf29-15df3cedba7d-sda', '1750205589.02318', '1750205590', '0', '', '1750205590', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('917fc4b1-33ee-4441-bf29-15df3cedba7d-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpneb4sf95/sda/containers/0/cd9/da21eca80c6da881c38b5dbec41e1cd9/da21eca80c6da881c38b5dbec41e1cd9.db +test DEBUG: Replicating db /tmp/tmpwmoqbeze/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, 'da8b6ec11aeb6170ae7683b925eabce3', '6dde6888-8fda-42e9-b4e1-d896663abcf2-sda', '1715796536.33869', '1715796538', '0', '', '1715796538', 1, 1) +test DEBUG: /tmp/tmpwmoqbeze/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, 'da8b6ec11aeb6170ae7683b925eabce3', '6dde6888-8fda-42e9-b4e1-d896663abcf2-sda', '1715796536.33869', '1715796538', '0', '', '1715796538', 1, 1) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('6dde6888-8fda-42e9-b4e1-d896663abcf2-sda', '33379ecb053aa5c9e356c68997cbb59e.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpwmoqbeze/sda/containers/0/938/f4a74e25c052c6af4168cff5a1f48938/f4a74e25c052c6af4168cff5a1f48938.db test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.49006 seconds (2.04057/s) +test INFO: Attempted to replicate 1 dbs in 1.70128 seconds (0.58779/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpneb4sf95/sda/containers/0/cd9/da21eca80c6da881c38b5dbec41e1cd9/da21eca80c6da881c38b5dbec41e1cd9.db -REPLICATE: /sdb/0/da21eca80c6da881c38b5dbec41e1cd9, sync, (1, 'ff98498205bd50274aacbb0657dfd494', 'dae8f85b-b0b0-47fa-b8c3-2d5c3b72ebef-sda', '1750205589.42083', '1750204800', '0', '', '1750204800', 1, 0) -REPLICATE: /sdb/0/da21eca80c6da881c38b5dbec41e1cd9, complete_rsync, ('dae8f85b-b0b0-47fa-b8c3-2d5c3b72ebef-sda', 'da21eca80c6da881c38b5dbec41e1cd9.db') -REPLICATE: /sdc/0/da21eca80c6da881c38b5dbec41e1cd9, sync, (1, 'ff98498205bd50274aacbb0657dfd494', 'dae8f85b-b0b0-47fa-b8c3-2d5c3b72ebef-sda', '1750205589.42083', '1750204800', '0', '', '1750204800', 1, 0) -REPLICATE: /sdc/0/da21eca80c6da881c38b5dbec41e1cd9, complete_rsync, ('dae8f85b-b0b0-47fa-b8c3-2d5c3b72ebef-sda', 'da21eca80c6da881c38b5dbec41e1cd9.db') +test DEBUG: Replicating db /tmp/tmpwmoqbeze/sda/containers/0/938/f4a74e25c052c6af4168cff5a1f48938/f4a74e25c052c6af4168cff5a1f48938.db +REPLICATE: /sdb/0/f4a74e25c052c6af4168cff5a1f48938, sync, (1, '8a09800c1d33f5571c5d6531f15b758a', '009c7cea-0b23-4e81-a15d-80a7eb15bc5e-sda', '1715796537.89709', '1715796000', '0', '', '1715796000', 1, 0) +REPLICATE: /sdb/0/f4a74e25c052c6af4168cff5a1f48938, complete_rsync, ('009c7cea-0b23-4e81-a15d-80a7eb15bc5e-sda', 'f4a74e25c052c6af4168cff5a1f48938.db') +REPLICATE: /sdc/0/f4a74e25c052c6af4168cff5a1f48938, sync, (1, '8a09800c1d33f5571c5d6531f15b758a', '009c7cea-0b23-4e81-a15d-80a7eb15bc5e-sda', '1715796537.89709', '1715796000', '0', '', '1715796000', 1, 0) +REPLICATE: /sdc/0/f4a74e25c052c6af4168cff5a1f48938, complete_rsync, ('009c7cea-0b23-4e81-a15d-80a7eb15bc5e-sda', 'f4a74e25c052c6af4168cff5a1f48938.db') test INFO: Cleaning up 0 reconciler containers test INFO: Finished reconciler replication -REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '31b2e8a8-e044-493a-a78f-68ebc083858f-sda', '1750205589.76807', '1750205589.76238', '0', '', '1750205589.76238', 0, 0) +REPLICATE: /sda/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', 'de7c49d2-04c4-4c95-99ea-711e5f89dea9-sda', '1715796538.44210', '1715796538.4379', '0', '', '1715796538.4379', 0, 0) test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpcj_8cuo6/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '2a3d4720-bcf1-4f25-9b6a-8a607be5d9f7-sda', '1750205589.81603', '1750205589.81251', '0', '', '1750205589.81251', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('2a3d4720-bcf1-4f25-9b6a-8a607be5d9f7-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '2a3d4720-bcf1-4f25-9b6a-8a607be5d9f7-sda', '1750205589.81603', '1750205589.81251', '0', '', '1750205589.81251', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('2a3d4720-bcf1-4f25-9b6a-8a607be5d9f7-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Replicating db /tmp/tmp_ss5463x/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', '9ef66b9a-c66c-4e07-ba23-19eb5ecfd8fd-sda', '1715796538.50400', '1715796538.50113', '0', '', '1715796538.50113', 0, 0) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('9ef66b9a-c66c-4e07-ba23-19eb5ecfd8fd-sda', '33379ecb053aa5c9e356c68997cbb59e.db') +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', '9ef66b9a-c66c-4e07-ba23-19eb5ecfd8fd-sda', '1715796538.50400', '1715796538.50113', '0', '', '1715796538.50113', 0, 0) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('9ef66b9a-c66c-4e07-ba23-19eb5ecfd8fd-sda', '33379ecb053aa5c9e356c68997cbb59e.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.27172 seconds (3.68022/s) +test INFO: Attempted to replicate 1 dbs in 0.39810 seconds (2.51194/s) test INFO: Removed 0 dbs +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing ... ok +test.unit.container.test_server.TestContainerController.test_DELETE_container_not_found +test.unit.container.test_server.TestContainerController.test_DELETE_container_not_found ... ok +test.unit.container.test_server.TestContainerController.test_DELETE_invalid_partition +test.unit.container.test_server.TestContainerController.test_DELETE_invalid_partition ... ok +test.unit.container.test_server.TestContainerController.test_DELETE_not_found +test.unit.container.test_server.TestContainerController.test_DELETE_not_found ... ok +test.unit.container.test_server.TestContainerController.test_DELETE_obj_not_found +test.unit.container.test_server.TestContainerController.test_DELETE_obj_not_found ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim ... ok +test.unit.container.test_server.TestContainerController.test_DELETE_object +test.unit.container.test_server.TestContainerController.test_DELETE_object ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing_most_rows +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing_most_rows ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_overlap_shard_range_order +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_overlap_shard_range_order ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_path +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_pending_file_name +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_pending_file_name ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing_one_rows +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing_one_rows ... ok +test ERROR: Failed to unlink '/tmp/tmp86i54vwq/containers/part/suffix/hash/container.db': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2244, in set_sharded_state + os.unlink(retiring_file) + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError: 1 +test DEBUG: Unlinked retiring db '/tmp/tmp86i54vwq/containers/part/suffix/hash/container_1715796528.00000.db' +test WARNING: Still have multiple db files after unlinking '/tmp/tmp86i54vwq/containers/part/suffix/hash/container_1715796528.00000.db': ['/tmp/tmp86i54vwq/containers/part/suffix/hash/container.db', '/tmp/tmp86i54vwq/containers/part/suffix/hash/container_1715796529.00000.db'] +test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmp86i54vwq/containers/part/suffix/hash/container_1715796529.00000.db']. +test ERROR: Failed to set the ROWID of the fresh database for a/c: +test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:08:57 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0560 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:08:57 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0764 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:08:57 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0733 "-" 1363408 - +test INFO: - - - [15/May/2024:18:08:57 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0017 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:08:57 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0012 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:08:57 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0014 "-" 1363408 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:08:57 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0648 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:08:57 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0648 "-" 1363408 - +test INFO: - - - [15/May/2024:18:08:57 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0013 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:08:58 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1358 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:08:58 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0022 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:08:58 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0164 "-" 1363408 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:08:58 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0604 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:08:58 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0713 "-" 1363408 - +test INFO: - - - [15/May/2024:18:08:58 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0012 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:08:58 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:08:58 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1878 "-" 1363408 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:08:58 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0529 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:08:58 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0840 "-" 1363408 - +test INFO: - - - [15/May/2024:18:08:58 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0652 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:08:58 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0524 "-" 1363408 - +test INFO: - - - [15/May/2024:18:08:58 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1622 "-" 1363408 0 +test ERROR: ERROR Account update failed with 127.0.0.1:59659/sda1 (will retry later): Response 503 OK +test INFO: - - - [15/May/2024:18:08:58 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0626 "-" 1363408 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:08:59 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0859 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:08:59 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0606 "-" 1363408 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:08:59 +0000] "DELETE /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 1363408 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:08:59 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 1363408 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:08:59 +0000] "DELETE /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0003 "-" 1363408 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:08:59 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0627 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:08:59 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0037 "-" 1363408 - +test INFO: - - - [15/May/2024:18:08:59 +0000] "DELETE /sda1/p/a/c" 409 - "-" "-" "-" 0.0557 "-" 1363408 - +test INFO: - - - [15/May/2024:18:08:59 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0003 "-" 1363408 - +test INFO: - - - [15/May/2024:18:08:59 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.1666 "-" 1363408 - +test INFO: - - - [15/May/2024:18:08:59 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0012 "-" 1363408 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:08:59 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0608 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:08:59 +0000] "DELETE /sda1/p/a/c/bashful" 204 - "-" "-" "-" 0.0027 "-" 1363408 - +test INFO: - - - [15/May/2024:18:08:59 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1062 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:08:59 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0672 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:08:59 +0000] "DELETE /sda1/p/a/c/grumpy10" 204 - "-" "-" "-" 0.0014 "-" 1363408 - +test INFO: - - - [15/May/2024:18:08:59 +0000] "DELETE /sda1/p/a/c/grumpy10_no_header" 204 - "-" "-" "-" 0.0005 "-" 1363408 - +test INFO: - - - [15/May/2024:18:08:59 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0512 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:08:59 +0000] "DELETE /sda1/p/a/c/grumpy20" 301 - "-" "-" "-" 0.0072 "-" 1363408 - +test INFO: - - - [15/May/2024:18:08:59 +0000] "DELETE /sda1/p/a/c/grumpy20_no_header" 204 - "-" "-" "-" 0.0005 "-" 1363408 - +test INFO: - - - [15/May/2024:18:08:59 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0550 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:08:59 +0000] "DELETE /sda1/p/a/c/grumpy30" 301 - "-" "-" "-" 0.0010 "-" 1363408 - +test INFO: - - - [15/May/2024:18:08:59 +0000] "DELETE /sda1/p/a/c/grumpy30_no_header" 204 - "-" "-" "-" 0.0003 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:00 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0817 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:00 +0000] "DELETE /sda1/p/a/c/grumpy40" 301 - "-" "-" "-" 0.0009 "-" 1363408 - +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_policy_stat_tracking +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_policy_stat_tracking ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_misplaced_object_does_not_effect_container_stats +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_misplaced_object_does_not_effect_container_stats ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges_state +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_newid +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_newid ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_encoded_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_encoded_timestamps_using_file ... ok +Unlinked retiring db '/tmp/tmp0alwr4_1/containers/part/suffix/hash/container.db' +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_old_style_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_old_style_root_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_encoded_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_encoded_timestamps_using_memory ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797426.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/996/b61c6c3aaf8ef192f663943a70c92996/b61c6c3aaf8ef192f663943a70c92996.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797431.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/f6b/1bc59e73a8494e7fae77cba8f6f34f6b/1bc59e73a8494e7fae77cba8f6f34f6b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797436.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/8fa/d56d2ff5ec1e6a4d97370187fc9058fa/d56d2ff5ec1e6a4d97370187fc9058fa.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797441.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/788/341c7463e432d645aa559e09a7ece788/341c7463e432d645aa559e09a7ece788.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797446.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/0ee/5beaac6d7f1ecfc37a3b8e8c2ba6c0ee/5beaac6d7f1ecfc37a3b8e8c2ba6c0ee.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797451.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/e3d/b17b9b3a8b3bd9e2f22df858d4867e3d/b17b9b3a8b3bd9e2f22df858d4867e3d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797456.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/ef6/f083a18f3e80161a9f7689ff26bf0ef6/f083a18f3e80161a9f7689ff26bf0ef6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797461.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/8e4/4d69dc463f8557facd73be4969e018e4/4d69dc463f8557facd73be4969e018e4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797466.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/bc8/65c5758c78ee4afdde3eba7dd40babc8/65c5758c78ee4afdde3eba7dd40babc8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797471.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/412/5f7848cd39353e89eb5404fb60425412/5f7848cd39353e89eb5404fb60425412.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797476.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/840/0bdfbab9d7a56060b24518ce9c507840/0bdfbab9d7a56060b24518ce9c507840.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797481.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/c0a/4001e416a7145429ac6655ce41a97c0a/4001e416a7145429ac6655ce41a97c0a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797486.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/1b6/91fd2871a67188513609acd50cb561b6/91fd2871a67188513609acd50cb561b6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797491.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/7f7/ed01a70ba2c993dafe3bacc8e1a517f7/ed01a70ba2c993dafe3bacc8e1a517f7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797496.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/9b9/d256694a464df75d0fb392aefaae49b9/d256694a464df75d0fb392aefaae49b9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797501.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/8dd/6953789889aa046155c8254950e648dd/6953789889aa046155c8254950e648dd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797506.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/a0f/503d0f51877685c579d65aa484d8ba0f/503d0f51877685c579d65aa484d8ba0f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797511.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/fd5/baf9ce7cd2379a7875654ee234859fd5/baf9ce7cd2379a7875654ee234859fd5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797516.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/e9b/14cf390b70fbc2c131a7d1140fcf7e9b/14cf390b70fbc2c131a7d1140fcf7e9b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797521.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/403/07ea4c285eb3afee6ee29fe5d4df5403/07ea4c285eb3afee6ee29fe5d4df5403.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797526.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/e8b/58afeb3abf85386841c753bda29b3e8b/58afeb3abf85386841c753bda29b3e8b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797531.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/78e/534a2787d35eeddffb6892f8fd75578e/534a2787d35eeddffb6892f8fd75578e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797536.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/ecd/b9f32488599748538b3c54e805b6aecd/b9f32488599748538b3c54e805b6aecd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797541.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/9da/5824989a30f8fa1f214c3fa0d66d09da/5824989a30f8fa1f214c3fa0d66d09da.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797546.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/dc8/7d639155c36462a07153092b69f82dc8/7d639155c36462a07153092b69f82dc8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797551.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/c7b/fad22482d7d07184ef00edd009668c7b/fad22482d7d07184ef00edd009668c7b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797556.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/f9b/da303d70a380f32d408df2a79373ef9b/da303d70a380f32d408df2a79373ef9b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797561.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/646/9a9da53457a8ed219b04356bdf8fd646/9a9da53457a8ed219b04356bdf8fd646.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797566.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/4d0/cf5216fb8ee4f3aeccf6fc6d733b74d0/cf5216fb8ee4f3aeccf6fc6d733b74d0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797571.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/aa3/cfaad08ac774049a8f9cbed6df916aa3/cfaad08ac774049a8f9cbed6df916aa3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797576.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/700/e908de7915833b49dbf60535c53ca700/e908de7915833b49dbf60535c53ca700.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797581.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/db2/3117185bdcbecfd777be148b2d015db2/3117185bdcbecfd777be148b2d015db2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797586.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/c7d/657c185b6a8dc60d404c22b119e26c7d/657c185b6a8dc60d404c22b119e26c7d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797591.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/1a8/9ba1123d4858002db3d3bad4274961a8/9ba1123d4858002db3d3bad4274961a8.db test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:2 ts_repl:0 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '16210a30b14272b05d2896d7fb831314', 'ae222a97-b474-49bd-acad-635fa64c39b4-sda', '1750205590.15568', '1750205590.15058', '0', '', '1750205590.15058', 1, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, rsync_then_merge, ('ae222a97-b474-49bd-acad-635fa64c39b4-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, '9e040711d9957bd1963f59a75422cbbb', '60103551-f45c-4620-9f64-b07c27983d69-sda', '1750205590.43494', '1750205590.43253', '0', '', '1750205590.43253', 11, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o_0', 'created_at': '1750205590.51935', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': '/a/c/o_1', 'created_at': '1750205590.52268', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 3, 'name': '/a/c/o_2', 'created_at': '1750205590.52286', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 4, 'name': '/a/c/o_3', 'created_at': '1750205590.52307', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 5, 'name': '/a/c/o_4', 'created_at': '1750205590.52322', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 6, 'name': '/a/c/o_5', 'created_at': '1750205590.52336', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 7, 'name': '/a/c/o_6', 'created_at': '1750205590.52350', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 8, 'name': '/a/c/o_7', 'created_at': '1750205590.52363', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 9, 'name': '/a/c/o_8', 'created_at': '1750205590.52376', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 10, 'name': '/a/c/o_9', 'created_at': '1750205590.52390', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 11, 'name': '/a/c/o_missing', 'created_at': '1750205590.52403', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '60103551-f45c-4620-9f64-b07c27983d69-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -test INFO: Beginning replication run -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205652.00000-0, db: /tmp/tmpywaj729i/sda/containers/0/43a/795c96dadf7e49f29738b3c98b29743a/795c96dadf7e49f29738b3c98b29743a.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205655.00000-0, db: /tmp/tmpywaj729i/sda/containers/0/1b3/33f7dbca80206480923ca384978481b3/33f7dbca80206480923ca384978481b3.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205655.00000-0, db: /tmp/tmpywaj729i/sda/containers/0/1b3/33f7dbca80206480923ca384978481b3/33f7dbca80206480923ca384978481b3.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205658.00000-0, db: /tmp/tmpywaj729i/sda/containers/0/cee/a4f2e62a70533584300b38fa0e2a4cee/a4f2e62a70533584300b38fa0e2a4cee.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205658.00000-0, db: /tmp/tmpywaj729i/sda/containers/0/cee/a4f2e62a70533584300b38fa0e2a4cee/a4f2e62a70533584300b38fa0e2a4cee.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205661.00000-0, db: /tmp/tmpywaj729i/sda/containers/0/f4f/4ef70fad87f7174d8bee758970307f4f/4ef70fad87f7174d8bee758970307f4f.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205661.00000-0, db: /tmp/tmpywaj729i/sda/containers/0/f4f/4ef70fad87f7174d8bee758970307f4f/4ef70fad87f7174d8bee758970307f4f.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205664.00000-0, db: /tmp/tmpywaj729i/sda/containers/0/d4f/fbc631ffaded3acc8ac6ba1d45c21d4f/fbc631ffaded3acc8ac6ba1d45c21d4f.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205664.00000-0, db: /tmp/tmpywaj729i/sda/containers/0/d4f/fbc631ffaded3acc8ac6ba1d45c21d4f/fbc631ffaded3acc8ac6ba1d45c21d4f.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205667.00000-0, db: /tmp/tmpywaj729i/sda/containers/0/f8b/799f86e3d2ec0c6b0fac64100a937f8b/799f86e3d2ec0c6b0fac64100a937f8b.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205667.00000-0, db: /tmp/tmpywaj729i/sda/containers/0/f8b/799f86e3d2ec0c6b0fac64100a937f8b/799f86e3d2ec0c6b0fac64100a937f8b.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205670.00000-0, db: /tmp/tmpywaj729i/sda/containers/0/63f/18bd5f5616bf50695ae64aaa4bfbe63f/18bd5f5616bf50695ae64aaa4bfbe63f.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205670.00000-0, db: /tmp/tmpywaj729i/sda/containers/0/63f/18bd5f5616bf50695ae64aaa4bfbe63f/18bd5f5616bf50695ae64aaa4bfbe63f.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205673.00000-0, db: /tmp/tmpywaj729i/sda/containers/0/1e3/d358c7dd72946d39ca16cc6fe7ac11e3/d358c7dd72946d39ca16cc6fe7ac11e3.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205673.00000-0, db: /tmp/tmpywaj729i/sda/containers/0/1e3/d358c7dd72946d39ca16cc6fe7ac11e3/d358c7dd72946d39ca16cc6fe7ac11e3.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205676.00000-0, db: /tmp/tmpywaj729i/sda/containers/0/b53/7210576c42c7b1ff785649bcc1230b53/7210576c42c7b1ff785649bcc1230b53.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205676.00000-0, db: /tmp/tmpywaj729i/sda/containers/0/b53/7210576c42c7b1ff785649bcc1230b53/7210576c42c7b1ff785649bcc1230b53.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205679.00000-0, db: /tmp/tmpywaj729i/sda/containers/0/6ca/3108baf14b50b3e15686cbe2da4b26ca/3108baf14b50b3e15686cbe2da4b26ca.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205679.00000-0, db: /tmp/tmpywaj729i/sda/containers/0/6ca/3108baf14b50b3e15686cbe2da4b26ca/3108baf14b50b3e15686cbe2da4b26ca.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205682.00000-0, db: /tmp/tmpywaj729i/sda/containers/0/595/99b2394624fe2012b78d3b0cb3fca595/99b2394624fe2012b78d3b0cb3fca595.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205682.00000-0, db: /tmp/tmpywaj729i/sda/containers/0/595/99b2394624fe2012b78d3b0cb3fca595/99b2394624fe2012b78d3b0cb3fca595.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205685.00000-0, db: /tmp/tmpywaj729i/sda/containers/0/06b/fdedde2639058b0d4e8525a73ae7b06b/fdedde2639058b0d4e8525a73ae7b06b.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205685.00000-0, db: /tmp/tmpywaj729i/sda/containers/0/06b/fdedde2639058b0d4e8525a73ae7b06b/fdedde2639058b0d4e8525a73ae7b06b.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205688.00000-0, db: /tmp/tmpywaj729i/sda/containers/0/a1a/1a6950547bc8e58493a4f69f528c1a1a/1a6950547bc8e58493a4f69f528c1a1a.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205688.00000-0, db: /tmp/tmpywaj729i/sda/containers/0/a1a/1a6950547bc8e58493a4f69f528c1a1a/1a6950547bc8e58493a4f69f528c1a1a.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205691.00000-0, db: /tmp/tmpywaj729i/sda/containers/0/f05/ffc5a11af4b637b06f0688362ddc1f05/ffc5a11af4b637b06f0688362ddc1f05.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205691.00000-0, db: /tmp/tmpywaj729i/sda/containers/0/f05/ffc5a11af4b637b06f0688362ddc1f05/ffc5a11af4b637b06f0688362ddc1f05.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205694.00000-0, db: /tmp/tmpywaj729i/sda/containers/0/2d3/7d0474ede62dfef22397d2546b1dd2d3/7d0474ede62dfef22397d2546b1dd2d3.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205694.00000-0, db: /tmp/tmpywaj729i/sda/containers/0/2d3/7d0474ede62dfef22397d2546b1dd2d3/7d0474ede62dfef22397d2546b1dd2d3.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205697.00000-0, db: /tmp/tmpywaj729i/sda/containers/0/65d/cfcc68ee0ae1c696f58f3a3581f3d65d/cfcc68ee0ae1c696f58f3a3581f3d65d.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205697.00000-0, db: /tmp/tmpywaj729i/sda/containers/0/65d/cfcc68ee0ae1c696f58f3a3581f3d65d/cfcc68ee0ae1c696f58f3a3581f3d65d.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205700.00000-0, db: /tmp/tmpywaj729i/sda/containers/0/202/6d430e9d9cfe27cc8ddb31ed0260e202/6d430e9d9cfe27cc8ddb31ed0260e202.db -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_newer_local_create -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_newer_local_create ... ok -test DEBUG: Replicating db /tmp/tmp1p048aag/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '0f6620b6-5512-458c-8f3b-4b4b606a64b4-sda', '1750205590.97147', '1750205593', '0', '', '1750205593', 0, 1) -test DEBUG: /tmp/tmp1p048aag/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '0f6620b6-5512-458c-8f3b-4b4b606a64b4-sda', '1750205590.97147', '1750205593', '0', '', '1750205593', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('0f6620b6-5512-458c-8f3b-4b4b606a64b4-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, 'c9fac772a5018c7ae84beef697fc35d3', '140103f8-25e5-40c5-96c4-32a6effcdee9-sda', '1715796539.00866', '1715796539.00625', '0', '', '1715796539.00625', 1, 0) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, rsync_then_merge, ('140103f8-25e5-40c5-96c4-32a6effcdee9-sda', '33379ecb053aa5c9e356c68997cbb59e.db') +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (11, '162f8c32c3311104a400146031de131c', '5fd147d0-ed2d-471b-b680-3c09f362e4ab-sda', '1715796539.40008', '1715796539.39741', '0', '', '1715796539.39741', 11, 0) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_items, ([{'ROWID': 1, 'name': '/a/c/o_0', 'created_at': '1715796539.53194', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': '/a/c/o_1', 'created_at': '1715796539.53602', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 3, 'name': '/a/c/o_2', 'created_at': '1715796539.53619', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 4, 'name': '/a/c/o_3', 'created_at': '1715796539.53634', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 5, 'name': '/a/c/o_4', 'created_at': '1715796539.53653', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 6, 'name': '/a/c/o_5', 'created_at': '1715796539.53667', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 7, 'name': '/a/c/o_6', 'created_at': '1715796539.53685', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 8, 'name': '/a/c/o_7', 'created_at': '1715796539.53699', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 9, 'name': '/a/c/o_8', 'created_at': '1715796539.54361', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 10, 'name': '/a/c/o_9', 'created_at': '1715796539.54376', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 11, 'name': '/a/c/o_missing', 'created_at': '1715796539.54391', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '5fd147d0-ed2d-471b-b680-3c09f362e4ab-sda') +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_syncs, ([],) +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpao07y6cq/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', 'ca022221-1a55-4cd7-ada5-aa0cbef8ab50-sda', '1715796540.16322', '1715796542', '0', '', '1715796542', 0, 1) +test DEBUG: /tmp/tmpao07y6cq/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', 'ca022221-1a55-4cd7-ada5-aa0cbef8ab50-sda', '1715796540.16322', '1715796542', '0', '', '1715796542', 0, 1) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('ca022221-1a55-4cd7-ada5-aa0cbef8ab50-sda', '33379ecb053aa5c9e356c68997cbb59e.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.29440 seconds (3.39669/s) +test INFO: Attempted to replicate 1 dbs in 0.43107 seconds (2.31983/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpyg72x4t5/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'dd736cd459d782897c040253d312f2c0', '30853a04-2cc3-4f06-b1aa-299234f8650c-sda', '1750205591.49694', '1750205594', '0', '', '1750205594', 1, 0) -test DEBUG: /tmp/tmpyg72x4t5/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1750205595.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '30853a04-2cc3-4f06-b1aa-299234f8650c-sda') -test DEBUG: /tmp/tmpyg72x4t5/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0489221s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'dd736cd459d782897c040253d312f2c0', '30853a04-2cc3-4f06-b1aa-299234f8650c-sda', '1750205591.49694', '1750205594', '0', '', '1750205594', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('30853a04-2cc3-4f06-b1aa-299234f8650c-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpyg72x4t5/sda/containers/0/cd9/da21eca80c6da881c38b5dbec41e1cd9/da21eca80c6da881c38b5dbec41e1cd9.db +test DEBUG: Replicating db /tmp/tmpwcgdg6_x/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, '2e4c63c5d05afd4075c152cd5c484df7', '8a86b06f-70e2-47ab-ac77-51da1e561363-sda', '1715796540.92674', '1715796543', '0', '', '1715796543', 1, 1) +test DEBUG: /tmp/tmpwcgdg6_x/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1715796544.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '8a86b06f-70e2-47ab-ac77-51da1e561363-sda') +test DEBUG: /tmp/tmpwcgdg6_x/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0616345s) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_syncs, ([],) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, '2e4c63c5d05afd4075c152cd5c484df7', '8a86b06f-70e2-47ab-ac77-51da1e561363-sda', '1715796540.92674', '1715796543', '0', '', '1715796543', 1, 1) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('8a86b06f-70e2-47ab-ac77-51da1e561363-sda', '33379ecb053aa5c9e356c68997cbb59e.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpwcgdg6_x/sda/containers/0/938/f4a74e25c052c6af4168cff5a1f48938/f4a74e25c052c6af4168cff5a1f48938.db test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.51321 seconds (1.94853/s) +test INFO: Attempted to replicate 1 dbs in 0.72677 seconds (1.37595/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpyg72x4t5/sda/containers/0/cd9/da21eca80c6da881c38b5dbec41e1cd9/da21eca80c6da881c38b5dbec41e1cd9.db -REPLICATE: /sdb/0/da21eca80c6da881c38b5dbec41e1cd9, sync, (1, 'c58667156798ad683c616541d7a5f255', '94014fe0-bb6a-4ba2-8907-84ae36519f5d-sda', '1750205591.93475', '1750204800', '0', '', '1750204800', 1, 0) -REPLICATE: /sdb/0/da21eca80c6da881c38b5dbec41e1cd9, complete_rsync, ('94014fe0-bb6a-4ba2-8907-84ae36519f5d-sda', 'da21eca80c6da881c38b5dbec41e1cd9.db') -REPLICATE: /sdc/0/da21eca80c6da881c38b5dbec41e1cd9, sync, (1, 'c58667156798ad683c616541d7a5f255', '94014fe0-bb6a-4ba2-8907-84ae36519f5d-sda', '1750205591.93475', '1750204800', '0', '', '1750204800', 1, 0) -REPLICATE: /sdc/0/da21eca80c6da881c38b5dbec41e1cd9, complete_rsync, ('94014fe0-bb6a-4ba2-8907-84ae36519f5d-sda', 'da21eca80c6da881c38b5dbec41e1cd9.db') +test DEBUG: Replicating db /tmp/tmpwcgdg6_x/sda/containers/0/938/f4a74e25c052c6af4168cff5a1f48938/f4a74e25c052c6af4168cff5a1f48938.db +REPLICATE: /sdb/0/f4a74e25c052c6af4168cff5a1f48938, sync, (1, '3901c3553de12fd857e4cbc3811e4aeb', 'f30721ec-40ea-4cd0-9c18-618db1912572-sda', '1715796541.52128', '1715796000', '0', '', '1715796000', 1, 0) +REPLICATE: /sdb/0/f4a74e25c052c6af4168cff5a1f48938, complete_rsync, ('f30721ec-40ea-4cd0-9c18-618db1912572-sda', 'f4a74e25c052c6af4168cff5a1f48938.db') +REPLICATE: /sdc/0/f4a74e25c052c6af4168cff5a1f48938, sync, (1, '3901c3553de12fd857e4cbc3811e4aeb', 'f30721ec-40ea-4cd0-9c18-618db1912572-sda', '1715796541.52128', '1715796000', '0', '', '1715796000', 1, 0) +REPLICATE: /sdc/0/f4a74e25c052c6af4168cff5a1f48938, complete_rsync, ('f30721ec-40ea-4cd0-9c18-618db1912572-sda', 'f4a74e25c052c6af4168cff5a1f48938.db') test INFO: Cleaning up 0 reconciler containers test INFO: Finished reconciler replication test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp6wpqi1v4/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'd0e5d54b-2569-4827-8fe8-f04e08673a2b-sda', '1750205592.40196', '1750205595', '0', '', '1750205595', 0, 1) -test DEBUG: /tmp/tmp6wpqi1v4/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'd0e5d54b-2569-4827-8fe8-f04e08673a2b-sda', '1750205592.40196', '1750205595', '0', '', '1750205595', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('d0e5d54b-2569-4827-8fe8-f04e08673a2b-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Replicating db /tmp/tmp0tuorh6d/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', '74b2423e-66cd-48f7-bb94-875d8785c4c2-sda', '1715796542.30138', '1715796545', '0', '', '1715796545', 0, 1) +test DEBUG: /tmp/tmp0tuorh6d/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', '74b2423e-66cd-48f7-bb94-875d8785c4c2-sda', '1715796542.30138', '1715796545', '0', '', '1715796545', 0, 1) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('74b2423e-66cd-48f7-bb94-875d8785c4c2-sda', '33379ecb053aa5c9e356c68997cbb59e.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.30568 seconds (3.27143/s) +test INFO: Attempted to replicate 1 dbs in 0.50809 seconds (1.96814/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpiy8omuyq/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '4e3ce3326151e7e16dd2153afb3b318e', '808fcc47-0579-45c8-ad78-f0ccb53c12d4-sda', '1750205592.99393', '1750205595', '0', '', '1750205595', 1, 0) -test DEBUG: /tmp/tmpiy8omuyq/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '4e3ce3326151e7e16dd2153afb3b318e', '808fcc47-0579-45c8-ad78-f0ccb53c12d4-sda', '1750205592.99393', '1750205595', '0', '', '1750205595', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('808fcc47-0579-45c8-ad78-f0ccb53c12d4-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpiy8omuyq/sda/containers/0/cd9/da21eca80c6da881c38b5dbec41e1cd9/da21eca80c6da881c38b5dbec41e1cd9.db +test DEBUG: Replicating db /tmp/tmp93pwsr08/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_explicit_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_explicit_timestamps_using_file ... ok +Unlinked retiring db '/tmp/tmpsoom71in/containers/part/suffix/hash/container.db' +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_old_style_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_explicit_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_explicit_timestamps_using_memory ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_newer_local_create +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_newer_local_create ... ok +test INFO: - - - [15/May/2024:18:09:00 +0000] "DELETE /sda1/p/a/c/grumpy40_no_header" 204 - "-" "-" "-" 0.0003 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:00 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0620 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:00 +0000] "DELETE /sda1/p/a/c/grumpy50" 204 - "-" "-" "-" 0.0014 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:00 +0000] "DELETE /sda1/p/a/c/grumpy50_no_header" 204 - "-" "-" "-" 0.0004 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:00 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0681 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:00 +0000] "DELETE /sda1/p/a/c/grumpy60" 301 - "-" "-" "-" 0.0012 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:00 +0000] "DELETE /sda1/p/a/c/grumpy60_no_header" 204 - "-" "-" "-" 0.0005 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:00 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1118 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:00 +0000] "DELETE /sda1/p/a/c/grumpy70" 204 - "-" "-" "-" 0.0031 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:00 +0000] "DELETE /sda1/p/a/c/grumpy70_no_header" 204 - "-" "-" "-" 0.0004 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:00 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1100 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:00 +0000] "DELETE /sda1/p/a/c/grumpy80" 204 - "-" "-" "-" 0.0015 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:00 +0000] "DELETE /sda1/p/a/c/grumpy80_no_header" 204 - "-" "-" "-" 0.0004 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:01 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0627 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:01 +0000] "DELETE /sda1/p/a/c/grumpier10" 204 - "-" "-" "-" 0.0011 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:01 +0000] "DELETE /sda1/p/a/c/grumpier10_no_header" 204 - "-" "-" "-" 0.0005 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:01 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0941 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:01 +0000] "DELETE /sda1/p/a/c/grumpier20" 301 - "-" "-" "-" 0.0013 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:01 +0000] "DELETE /sda1/p/a/c/grumpier20_no_header" 204 - "-" "-" "-" 0.0004 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:01 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0582 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:01 +0000] "DELETE /sda1/p/a/c/grumpier30" 301 - "-" "-" "-" 0.0010 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:01 +0000] "DELETE /sda1/p/a/c/grumpier30_no_header" 204 - "-" "-" "-" 0.0003 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:01 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0848 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:01 +0000] "DELETE /sda1/p/a/c/grumpier40" 301 - "-" "-" "-" 0.0010 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:01 +0000] "DELETE /sda1/p/a/c/grumpier40_no_header" 204 - "-" "-" "-" 0.0004 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:02 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0621 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:02 +0000] "DELETE /sda1/p/a/c/grumpier50" 204 - "-" "-" "-" 0.0012 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:02 +0000] "DELETE /sda1/p/a/c/grumpier50_no_header" 204 - "-" "-" "-" 0.0004 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:02 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0377 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:02 +0000] "DELETE /sda1/p/a/c/grumpier60" 301 - "-" "-" "-" 0.0010 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:02 +0000] "DELETE /sda1/p/a/c/grumpier60_no_header" 204 - "-" "-" "-" 0.0003 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:02 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0763 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:02 +0000] "DELETE /sda1/p/a/c/grumpier70" 204 - "-" "-" "-" 0.0013 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:02 +0000] "DELETE /sda1/p/a/c/grumpier70_no_header" 204 - "-" "-" "-" 0.0004 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:02 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0836 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:02 +0000] "DELETE /sda1/p/a/c/grumpier80" 204 - "-" "-" "-" 0.0011 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:02 +0000] "DELETE /sda1/p/a/c/grumpier80_no_header" 204 - "-" "-" "-" 0.0005 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:02 +0000] "DELETE /sda1/p/a/c/dopey" 204 - "-" "-" "-" 0.0029 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:02 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0597 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:02 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0568 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:02 +0000] "DELETE /sda1/p/a/c/dopey10" 204 - "-" "-" "-" 0.0010 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:02 +0000] "DELETE /sda1/p/a/c/dopey10_no_header" 204 - "-" "-" "-" 0.0052 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:03 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0868 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:03 +0000] "DELETE /sda1/p/a/c/dopey20" 301 - "-" "-" "-" 0.0010 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:03 +0000] "DELETE /sda1/p/a/c/dopey20_no_header" 204 - "-" "-" "-" 0.0003 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:03 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0648 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:03 +0000] "DELETE /sda1/p/a/c/dopey30" 301 - "-" "-" "-" 0.0009 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:03 +0000] "DELETE /sda1/p/a/c/dopey30_no_header" 204 - "-" "-" "-" 0.0074 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:03 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0507 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:03 +0000] "DELETE /sda1/p/a/c/dopey40" 301 - "-" "-" "-" 0.0010 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:03 +0000] "DELETE /sda1/p/a/c/dopey40_no_header" 204 - "-" "-" "-" 0.0009 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:03 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0730 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:03 +0000] "DELETE /sda1/p/a/c/dopey50" 204 - "-" "-" "-" 0.0011 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:03 +0000] "DELETE /sda1/p/a/c/dopey50_no_header" 204 - "-" "-" "-" 0.0005 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:03 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0835 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:03 +0000] "DELETE /sda1/p/a/c/dopey60" 301 - "-" "-" "-" 0.0055 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:03 +0000] "DELETE /sda1/p/a/c/dopey60_no_header" 204 - "-" "-" "-" 0.0004 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:04 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0801 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:04 +0000] "DELETE /sda1/p/a/c/dopey70" 204 - "-" "-" "-" 0.0082 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:04 +0000] "DELETE /sda1/p/a/c/dopey70_no_header" 204 - "-" "-" "-" 0.0061 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:04 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1056 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:04 +0000] "DELETE /sda1/p/a/c/dopey80" 204 - "-" "-" "-" 0.0013 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:04 +0000] "DELETE /sda1/p/a/c/dopey80_no_header" 204 - "-" "-" "-" 0.0037 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:04 +0000] "DELETE /sda1/p/a/c/bashful" 301 - "-" "-" "-" 0.0052 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:04 +0000] "DELETE /sda1/p/a/c/dopey" 301 - "-" "-" "-" 0.0009 "-" 1363408 - +test DEBUG: Unlinked retiring db '/tmp/tmpb7wu6z0r/tmp_test_container_server_ContainerController/sda1/containers/p/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db' +test INFO: - - - [15/May/2024:18:09:04 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0718 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:04 +0000] "DELETE /sda1/p/a/c/grumpiest10" 204 - "-" "-" "-" 0.0057 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:04 +0000] "DELETE /sda1/p/a/c/grumpiest10_no_header" 204 - "-" "-" "-" 0.0005 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:04 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0925 "-" 1363408 0 +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_deadlock +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_deadlock ... ok +Unlinked retiring db '/tmp/tmp1blt61qf/containers/part/suffix/hash/container.db' +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_root_container ... ok +test.unit.container.test_server.TestContainerController.test_DELETE_object_update_redirected_to_shard +test.unit.container.test_server.TestContainerController.test_DELETE_object_update_redirected_to_shard ... ok +test.unit.container.test_server.TestContainerController.test_DELETE_timestamp_not_float +test.unit.container.test_server.TestContainerController.test_DELETE_timestamp_not_float ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_shard_ranges ... ok +test.unit.container.test_server.TestContainerController.test_GET_accept_not_valid +test.unit.container.test_server.TestContainerController.test_GET_accept_not_valid ... ok +test.unit.container.test_server.TestContainerController.test_GET_auto_record_type +test.unit.container.test_server.TestContainerController.test_GET_auto_record_type ... ok +Unlinked retiring db '/tmp/tmpiv7d_97d/containers/part/suffix/hash/container.db' +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_shard_container ... ok +test.unit.container.test_server.TestContainerController.test_GET_delimiter +test.unit.container.test_server.TestContainerController.test_GET_delimiter ... ok +test.unit.container.test_server.TestContainerController.test_GET_delimiter_non_ascii +test.unit.container.test_server.TestContainerController.test_GET_delimiter_non_ascii ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_with_duplicate_names +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_with_duplicate_names ... ok +test INFO: - - - [15/May/2024:18:09:04 +0000] "DELETE /sda1/p/a/c/grumpiest20" 301 - "-" "-" "-" 0.0029 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:04 +0000] "DELETE /sda1/p/a/c/grumpiest20_no_header" 204 - "-" "-" "-" 0.0004 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:05 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.2214 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:05 +0000] "DELETE /sda1/p/a/c/grumpiest30" 301 - "-" "-" "-" 0.0163 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:05 +0000] "DELETE /sda1/p/a/c/grumpiest30_no_header" 204 - "-" "-" "-" 0.0004 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:05 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0979 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:05 +0000] "DELETE /sda1/p/a/c/grumpiest40" 301 - "-" "-" "-" 0.0012 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:05 +0000] "DELETE /sda1/p/a/c/grumpiest40_no_header" 204 - "-" "-" "-" 0.0004 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:05 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0961 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:05 +0000] "DELETE /sda1/p/a/c/grumpiest50" 204 - "-" "-" "-" 0.0013 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:06 +0000] "DELETE /sda1/p/a/c/grumpiest50_no_header" 204 - "-" "-" "-" 0.0004 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:06 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0823 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:06 +0000] "DELETE /sda1/p/a/c/grumpiest60" 301 - "-" "-" "-" 0.0038 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:06 +0000] "DELETE /sda1/p/a/c/grumpiest60_no_header" 204 - "-" "-" "-" 0.0004 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:06 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0584 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:06 +0000] "DELETE /sda1/p/a/c/grumpiest70" 204 - "-" "-" "-" 0.0029 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:06 +0000] "DELETE /sda1/p/a/c/grumpiest70_no_header" 204 - "-" "-" "-" 0.0009 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:06 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0826 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:06 +0000] "DELETE /sda1/p/a/c/grumpiest80" 204 - "-" "-" "-" 0.0079 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:06 +0000] "DELETE /sda1/p/a/c/grumpiest80_no_header" 204 - "-" "-" "-" 0.0005 "-" 1363408 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:09:06 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0584 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:06 +0000] "DELETE /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 1363408 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:09:06 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0660 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:06 +0000] "GET /sda1/p/a/c" 406 - "-" "-" "-" 0.0003 "-" 1363408 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:09:06 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0694 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:06 +0000] "PUT /sda1/p/a/c/obj_0" 201 - "-" "-" "-" 0.0008 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:06 +0000] "PUT /sda1/p/a/c/obj_1" 201 - "-" "-" "-" 0.0003 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:07 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1649 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:07 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0757 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:07 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0022 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:07 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0016 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:07 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0025 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:07 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0019 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:07 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0025 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:07 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0020 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:07 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0025 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:07 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0026 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:07 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0020 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:07 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0020 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:07 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0036 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:07 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0025 "-" 1363408 0 +test DEBUG: Unlinked retiring db '/tmp/tmpf3ll5wuv/tmp_test_container_server_ContainerController/sda1/containers/p/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db' +test INFO: - - - [15/May/2024:18:09:07 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0021 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:07 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0019 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:07 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0023 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:07 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0024 "-" 1363408 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:09:07 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0807 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:07 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0020 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:07 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0003 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:07 +0000] "PUT /sda1/p/a/c/US-OK-A" 201 - "-" "-" "-" 0.0003 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:07 +0000] "PUT /sda1/p/a/c/US-OK-B" 201 - "-" "-" "-" 0.0099 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:07 +0000] "PUT /sda1/p/a/c/US-UT-A" 201 - "-" "-" "-" 0.0005 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:07 +0000] "GET /sda1/p/a/c" 200 66 "-" "-" "-" 0.0671 "-" 1363408 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:09:07 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0533 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:07 +0000] "PUT /sda1/p/a/c/a/%E2%9D%A5/1" 201 - "-" "-" "-" 0.0005 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:07 +0000] "PUT /sda1/p/a/c/a/%E2%9D%A5/2" 201 - "-" "-" "-" 0.0004 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:07 +0000] "PUT /sda1/p/a/c/a/%EA%99%AE/1" 201 - "-" "-" "-" 0.0004 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:07 +0000] "PUT /sda1/p/a/c/a/%EA%99%AE/2" 201 - "-" "-" "-" 0.0004 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:07 +0000] "GET /sda1/p/a/c" 200 50 "-" "-" "-" 0.0910 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:07 +0000] "GET /sda1/p/a/c" 200 14 "-" "-" "-" 0.0115 "-" 1363408 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:09:07 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0593 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:07 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0071 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:07 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0004 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:07 +0000] "PUT /sda1/p/a/c/US-OK-A" 201 - "-" "-" "-" 0.0005 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:07 +0000] "PUT /sda1/p/a/c/US-OK-B" 201 - "-" "-" "-" 0.0044 "-" 1363408 - +test.unit.container.test_server.TestContainerController.test_GET_delimiter_xml +test.unit.container.test_server.TestContainerController.test_GET_delimiter_xml ... ok +test.unit.container.test_server.TestContainerController.test_GET_delimiter_xml_with_quotes +test.unit.container.test_server.TestContainerController.test_GET_delimiter_xml_with_quotes ... ok +test.unit.container.test_server.TestContainerController.test_GET_invalid_accept +test.unit.container.test_server.TestContainerController.test_GET_invalid_accept ... ok +test.unit.container.test_server.TestContainerController.test_GET_json +test.unit.container.test_server.TestContainerController.test_GET_json ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reconciler_sync +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reconciler_sync ... ok +test.unit.container.test_server.TestContainerController.test_GET_json_last_modified +test.unit.container.test_server.TestContainerController.test_GET_json_last_modified ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_old_style_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_old_style_root_account_container_path ... ok +test.unit.container.test_server.TestContainerController.test_GET_leading_delimiter +test.unit.container.test_server.TestContainerController.test_GET_leading_delimiter ... ok +test.unit.container.test_server.TestContainerController.test_GET_limit +test.unit.container.test_server.TestContainerController.test_GET_limit ... ok +test.unit.container.test_server.TestContainerController.test_GET_log_requests_false +test.unit.container.test_server.TestContainerController.test_GET_log_requests_false ... ok +test.unit.container.test_server.TestContainerController.test_GET_log_requests_true +test.unit.container.test_server.TestContainerController.test_GET_log_requests_true ... ok +test.unit.container.test_server.TestContainerController.test_GET_marker +test.unit.container.test_server.TestContainerController.test_GET_marker ... ok +test INFO: - - - [15/May/2024:18:09:07 +0000] "PUT /sda1/p/a/c/US-UT-A" 201 - "-" "-" "-" 0.0003 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:08 +0000] "GET /sda1/p/a/c" 200 221 "-" "-" "-" 0.0526 "-" 1363408 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:09:08 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0812 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:08 +0000] "PUT /sda1/p/a/c/%3C%27sub%27%20%22dir%22%3E/object" 201 - "-" "-" "-" 0.0004 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:08 +0000] "GET /sda1/p/a/c" 200 159 "-" "-" "-" 0.0600 "-" 1363408 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:09:08 +0000] "GET /sda1/p/a/c" 400 21 "-" "-" "-" 0.0007 "-" 1363408 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:09:08 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0560 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:08 +0000] "GET /sda1/p/a/jsonc" 200 2 "-" "-" "-" 0.0022 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:08 +0000] "PUT /sda1/p/a/jsonc/0" 201 - "-" "-" "-" 0.0168 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:08 +0000] "PUT /sda1/p/a/jsonc/1" 201 - "-" "-" "-" 0.0004 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:08 +0000] "PUT /sda1/p/a/jsonc/2" 201 - "-" "-" "-" 0.0004 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:08 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0632 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:08 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0013 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:08 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0024 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:08 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0013 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:08 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0024 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:08 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0013 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:08 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0023 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:08 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0013 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:08 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0025 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:08 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0013 "-" 1363408 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:09:08 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0500 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:08 +0000] "PUT /sda1/p/a/jsonc/0" 201 - "-" "-" "-" 0.0035 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:08 +0000] "PUT /sda1/p/a/jsonc/1" 201 - "-" "-" "-" 0.0051 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:08 +0000] "GET /sda1/p/a/jsonc" 200 234 "-" "-" "-" 0.0629 "-" 1363408 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:09:08 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0629 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:08 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0031 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:08 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0003 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:08 +0000] "PUT /sda1/p/a/c/-UK" 201 - "-" "-" "-" 0.0003 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:08 +0000] "PUT /sda1/p/a/c/-CH" 201 - "-" "-" "-" 0.0003 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:08 +0000] "GET /sda1/p/a/c" 200 36 "-" "-" "-" 0.0543 "-" 1363408 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:09:08 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0763 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:08 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0029 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:08 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0004 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:08 +0000] "PUT /sda1/p/a/c/2" 201 - "-" "-" "-" 0.0004 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:08 +0000] "GET /sda1/p/a/c" 200 4 "-" "-" "-" 0.0676 "-" 1363408 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:09:08 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0004 "-" 1363408 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:09:08 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0656 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:08 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0005 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:08 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0004 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:08 +0000] "PUT /sda1/p/a/c/2" 201 - "-" "-" "-" 0.0004 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:08 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.1020 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:08 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0019 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:08 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0018 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:08 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0031 "-" 1363408 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:09:09 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0991 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:09 +0000] "PUT /sda1/p/a/c/US~~TX~~A" 201 - "-" "-" "-" 0.0010 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:09 +0000] "PUT /sda1/p/a/c/US~~TX~~B" 201 - "-" "-" "-" 0.0031 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:09 +0000] "PUT /sda1/p/a/c/US~~OK~~A" 201 - "-" "-" "-" 0.0003 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:09 +0000] "PUT /sda1/p/a/c/US~~OK~~B" 201 - "-" "-" "-" 0.0003 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:09 +0000] "PUT /sda1/p/a/c/US~~OK~Tulsa~~A" 201 - "-" "-" "-" 0.0003 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:09 +0000] "PUT /sda1/p/a/c/US~~OK~Tulsa~~B" 201 - "-" "-" "-" 0.0003 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:09 +0000] "PUT /sda1/p/a/c/US~~UT~~A" 201 - "-" "-" "-" 0.0003 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:09 +0000] "PUT /sda1/p/a/c/US~~UT~~~B" 201 - "-" "-" "-" 0.0003 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:09 +0000] "GET /sda1/p/a/c" 200 102 "-" "-" "-" 0.0796 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:09 +0000] "GET /sda1/p/a/c" 200 102 "-" "-" "-" 0.0022 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:09 +0000] "GET /sda1/p/a/c" 200 24 "-" "-" "-" 0.0019 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:09 +0000] "GET /sda1/p/a/c" 200 24 "-" "-" "-" 0.0019 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:09 +0000] "GET /sda1/p/a/c" 200 150 "-" "-" "-" 0.0020 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:09 +0000] "GET /sda1/p/a/c" 200 150 "-" "-" "-" 0.0019 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:09 +0000] "GET /sda1/p/a/c" 200 251 "-" "-" "-" 0.0020 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:09 +0000] "GET /sda1/p/a/c" 200 251 "-" "-" "-" 0.0020 "-" 1363408 0 +test.unit.container.test_server.TestContainerController.test_GET_multichar_delimiter +test.unit.container.test_server.TestContainerController.test_GET_multichar_delimiter ... ok +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, '25f590787c2bf97bda717f21cb08ce2f', '01ae5ea2-84c5-4112-b907-5c00672e3ee3-sda', '1715796543.17776', '1715796545', '0', '', '1715796545', 1, 0) +test DEBUG: /tmp/tmp93pwsr08/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, '25f590787c2bf97bda717f21cb08ce2f', '01ae5ea2-84c5-4112-b907-5c00672e3ee3-sda', '1715796543.17776', '1715796545', '0', '', '1715796545', 1, 0) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('01ae5ea2-84c5-4112-b907-5c00672e3ee3-sda', '33379ecb053aa5c9e356c68997cbb59e.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp93pwsr08/sda/containers/0/938/f4a74e25c052c6af4168cff5a1f48938/f4a74e25c052c6af4168cff5a1f48938.db test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.50759 seconds (1.97011/s) +test INFO: Attempted to replicate 1 dbs in 0.96245 seconds (1.03902/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpiy8omuyq/sda/containers/0/cd9/da21eca80c6da881c38b5dbec41e1cd9/da21eca80c6da881c38b5dbec41e1cd9.db -REPLICATE: /sdb/0/da21eca80c6da881c38b5dbec41e1cd9, sync, (1, 'c7c2427fd5e7cd5e2dade30073216a17', '029f7757-0706-47e5-a84b-69dfd84eda44-sda', '1750205593.42648', '1750204800', '0', '', '1750204800', 1, 0) -REPLICATE: /sdb/0/da21eca80c6da881c38b5dbec41e1cd9, complete_rsync, ('029f7757-0706-47e5-a84b-69dfd84eda44-sda', 'da21eca80c6da881c38b5dbec41e1cd9.db') -REPLICATE: /sdc/0/da21eca80c6da881c38b5dbec41e1cd9, sync, (1, 'c7c2427fd5e7cd5e2dade30073216a17', '029f7757-0706-47e5-a84b-69dfd84eda44-sda', '1750205593.42648', '1750204800', '0', '', '1750204800', 1, 0) -REPLICATE: /sdc/0/da21eca80c6da881c38b5dbec41e1cd9, complete_rsync, ('029f7757-0706-47e5-a84b-69dfd84eda44-sda', 'da21eca80c6da881c38b5dbec41e1cd9.db') +test DEBUG: Replicating db /tmp/tmp93pwsr08/sda/containers/0/938/f4a74e25c052c6af4168cff5a1f48938/f4a74e25c052c6af4168cff5a1f48938.db +REPLICATE: /sdb/0/f4a74e25c052c6af4168cff5a1f48938, sync, (1, '59fffe41a52c06ec4a8f22caa864180d', '0152fb9b-958c-4eac-81af-6078286206c8-sda', '1715796543.88324', '1715796000', '0', '', '1715796000', 1, 0) +REPLICATE: /sdb/0/f4a74e25c052c6af4168cff5a1f48938, complete_rsync, ('0152fb9b-958c-4eac-81af-6078286206c8-sda', 'f4a74e25c052c6af4168cff5a1f48938.db') +REPLICATE: /sdc/0/f4a74e25c052c6af4168cff5a1f48938, sync, (1, '59fffe41a52c06ec4a8f22caa864180d', '0152fb9b-958c-4eac-81af-6078286206c8-sda', '1715796543.88324', '1715796000', '0', '', '1715796000', 1, 0) +REPLICATE: /sdc/0/f4a74e25c052c6af4168cff5a1f48938, complete_rsync, ('0152fb9b-958c-4eac-81af-6078286206c8-sda', 'f4a74e25c052c6af4168cff5a1f48938.db') test INFO: Cleaning up 0 reconciler containers test INFO: Finished reconciler replication test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpv9w6htsd/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'ab6ddfc7-e69a-45f9-bcb8-b4a19029e375-sda', '1750205593.77673', '1750205593', '1750205597', '', '1750205597', 0, 1) -test DEBUG: /tmp/tmpv9w6htsd/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205700.00000-0, db: /tmp/tmpywaj729i/sda/containers/0/202/6d430e9d9cfe27cc8ddb31ed0260e202/6d430e9d9cfe27cc8ddb31ed0260e202.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205703.00000-0, db: /tmp/tmpywaj729i/sda/containers/0/9d4/23663e7b9f8d63b7eb760832583a39d4/23663e7b9f8d63b7eb760832583a39d4.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205703.00000-0, db: /tmp/tmpywaj729i/sda/containers/0/9d4/23663e7b9f8d63b7eb760832583a39d4/23663e7b9f8d63b7eb760832583a39d4.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205706.00000-0, db: /tmp/tmpywaj729i/sda/containers/0/bc4/b06dab580bcc7812ed05e9bed4ca8bc4/b06dab580bcc7812ed05e9bed4ca8bc4.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205706.00000-0, db: /tmp/tmpywaj729i/sda/containers/0/bc4/b06dab580bcc7812ed05e9bed4ca8bc4/b06dab580bcc7812ed05e9bed4ca8bc4.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205709.00000-0, db: /tmp/tmpywaj729i/sda/containers/0/1b3/8ac792cc8f4e0abb429342b3be9051b3/8ac792cc8f4e0abb429342b3be9051b3.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205709.00000-0, db: /tmp/tmpywaj729i/sda/containers/0/1b3/8ac792cc8f4e0abb429342b3be9051b3/8ac792cc8f4e0abb429342b3be9051b3.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205712.00000-0, db: /tmp/tmpywaj729i/sda/containers/0/550/7956979644869107d70adb52a3f1c550/7956979644869107d70adb52a3f1c550.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205712.00000-0, db: /tmp/tmpywaj729i/sda/containers/0/550/7956979644869107d70adb52a3f1c550/7956979644869107d70adb52a3f1c550.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205715.00000-0, db: /tmp/tmpywaj729i/sda/containers/0/360/84de248af53b5e26511586f582f26360/84de248af53b5e26511586f582f26360.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205715.00000-0, db: /tmp/tmpywaj729i/sda/containers/0/360/84de248af53b5e26511586f582f26360/84de248af53b5e26511586f582f26360.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205718.00000-0, db: /tmp/tmpywaj729i/sda/containers/0/32a/0071e76a60c5b00764fe9417f1c7c32a/0071e76a60c5b00764fe9417f1c7c32a.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205718.00000-0, db: /tmp/tmpywaj729i/sda/containers/0/32a/0071e76a60c5b00764fe9417f1c7c32a/0071e76a60c5b00764fe9417f1c7c32a.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205721.00000-0, db: /tmp/tmpywaj729i/sda/containers/0/64b/d8cbedc365db82dfef04c9dcaa9b164b/d8cbedc365db82dfef04c9dcaa9b164b.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205721.00000-0, db: /tmp/tmpywaj729i/sda/containers/0/64b/d8cbedc365db82dfef04c9dcaa9b164b/d8cbedc365db82dfef04c9dcaa9b164b.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205724.00000-0, db: /tmp/tmpywaj729i/sda/containers/0/3b4/98fac0cfd7534e90111ce2c7787873b4/98fac0cfd7534e90111ce2c7787873b4.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205724.00000-0, db: /tmp/tmpywaj729i/sda/containers/0/3b4/98fac0cfd7534e90111ce2c7787873b4/98fac0cfd7534e90111ce2c7787873b4.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205727.00000-0, db: /tmp/tmpywaj729i/sda/containers/0/c8d/074b289fa8f9ca6c3c2fa69b7cc9cc8d/074b289fa8f9ca6c3c2fa69b7cc9cc8d.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205727.00000-0, db: /tmp/tmpywaj729i/sda/containers/0/c8d/074b289fa8f9ca6c3c2fa69b7cc9cc8d/074b289fa8f9ca6c3c2fa69b7cc9cc8d.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205730.00000-0, db: /tmp/tmpywaj729i/sda/containers/0/d31/11ec2be42cbe69f9593ef14c6c6fbd31/11ec2be42cbe69f9593ef14c6c6fbd31.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205730.00000-0, db: /tmp/tmpywaj729i/sda/containers/0/d31/11ec2be42cbe69f9593ef14c6c6fbd31/11ec2be42cbe69f9593ef14c6c6fbd31.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205733.00000-0, db: /tmp/tmpywaj729i/sda/containers/0/dea/9304c4c9b30559200e0eb77055064dea/9304c4c9b30559200e0eb77055064dea.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205733.00000-0, db: /tmp/tmpywaj729i/sda/containers/0/dea/9304c4c9b30559200e0eb77055064dea/9304c4c9b30559200e0eb77055064dea.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205736.00000-0, db: /tmp/tmpywaj729i/sda/containers/0/9e7/2ba4357e41867bab64081c5d9e31d9e7/2ba4357e41867bab64081c5d9e31d9e7.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205736.00000-0, db: /tmp/tmpywaj729i/sda/containers/0/9e7/2ba4357e41867bab64081c5d9e31d9e7/2ba4357e41867bab64081c5d9e31d9e7.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205739.00000-0, db: /tmp/tmpywaj729i/sda/containers/0/f5c/547695105a038f0ea2d59072e06dbf5c/547695105a038f0ea2d59072e06dbf5c.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205739.00000-0, db: /tmp/tmpywaj729i/sda/containers/0/f5c/547695105a038f0ea2d59072e06dbf5c/547695105a038f0ea2d59072e06dbf5c.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205742.00000-0, db: /tmp/tmpywaj729i/sda/containers/0/588/b8a273a694d75b41b27bad8d2441f588/b8a273a694d75b41b27bad8d2441f588.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205742.00000-0, db: /tmp/tmpywaj729i/sda/containers/0/588/b8a273a694d75b41b27bad8d2441f588/b8a273a694d75b41b27bad8d2441f588.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205745.00000-0, db: /tmp/tmpywaj729i/sda/containers/0/553/c3d79046a043dd7e859d593c7cb8a553/c3d79046a043dd7e859d593c7cb8a553.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205745.00000-0, db: /tmp/tmpywaj729i/sda/containers/0/553/c3d79046a043dd7e859d593c7cb8a553/c3d79046a043dd7e859d593c7cb8a553.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205748.00000-0, db: /tmp/tmpywaj729i/sda/containers/0/73b/62d6dba4faa01da303f6e1519a81773b/62d6dba4faa01da303f6e1519a81773b.db -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_missing_own_merged_while_shrinking -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_missing_own_merged_while_shrinking ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_newid -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_newid ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_old_style_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_old_style_root_container ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_newer_local_delete -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_newer_local_delete ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_old_style_shard_container ... ok -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'ab6ddfc7-e69a-45f9-bcb8-b4a19029e375-sda', '1750205593.77673', '1750205593', '1750205597', '', '1750205597', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('ab6ddfc7-e69a-45f9-bcb8-b4a19029e375-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Replicating db /tmp/tmpwlpfeemw/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', '1422860e-be92-494d-9ef6-70a2f17afec8-sda', '1715796544.63677', '1715796544', '1715796548', '', '1715796548', 0, 0) +test DEBUG: /tmp/tmpwlpfeemw/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', '1422860e-be92-494d-9ef6-70a2f17afec8-sda', '1715796544.63677', '1715796544', '1715796548', '', '1715796548', 0, 0) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('1422860e-be92-494d-9ef6-70a2f17afec8-sda', '33379ecb053aa5c9e356c68997cbb59e.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.24166 seconds (4.13805/s) +test INFO: Attempted to replicate 1 dbs in 0.71333 seconds (1.40187/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp8l3cd88p/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'a86b2d98101bc45fc9dc1392b6e3706c', '1d14ce1d-17b6-433f-a4ac-7be406951f58-sda', '1750205594.29984', '1750205594', '1750205598', '', '1750205598', 1, 0) -test DEBUG: /tmp/tmp8l3cd88p/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1750205599.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '1d14ce1d-17b6-433f-a4ac-7be406951f58-sda') -test DEBUG: /tmp/tmp8l3cd88p/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.037765s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'a86b2d98101bc45fc9dc1392b6e3706c', '1d14ce1d-17b6-433f-a4ac-7be406951f58-sda', '1750205594.29984', '1750205594', '1750205598', '', '1750205598', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('1d14ce1d-17b6-433f-a4ac-7be406951f58-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp8l3cd88p/sda/containers/0/cd9/da21eca80c6da881c38b5dbec41e1cd9/da21eca80c6da881c38b5dbec41e1cd9.db +test DEBUG: Replicating db /tmp/tmpg5qf0xpf/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, '1ac4f89dc5dd4bf371edf7b5ed1d81d8', 'e692db4e-296a-44b2-aa71-20c8dea1f4fe-sda', '1715796546.09261', '1715796546', '1715796550', '', '1715796550', 1, 0) +test DEBUG: /tmp/tmpg5qf0xpf/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1715796551.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'e692db4e-296a-44b2-aa71-20c8dea1f4fe-sda') +test DEBUG: /tmp/tmpg5qf0xpf/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0621071s) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_syncs, ([],) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, '1ac4f89dc5dd4bf371edf7b5ed1d81d8', 'e692db4e-296a-44b2-aa71-20c8dea1f4fe-sda', '1715796546.09261', '1715796546', '1715796550', '', '1715796550', 1, 0) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('e692db4e-296a-44b2-aa71-20c8dea1f4fe-sda', '33379ecb053aa5c9e356c68997cbb59e.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpg5qf0xpf/sda/containers/0/938/f4a74e25c052c6af4168cff5a1f48938/f4a74e25c052c6af4168cff5a1f48938.db test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.50573 seconds (1.97735/s) +test INFO: Attempted to replicate 1 dbs in 0.82259 seconds (1.21568/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmp8l3cd88p/sda/containers/0/cd9/da21eca80c6da881c38b5dbec41e1cd9/da21eca80c6da881c38b5dbec41e1cd9.db -REPLICATE: /sdb/0/da21eca80c6da881c38b5dbec41e1cd9, sync, (1, '1155a904823c056119e2c0ae79b180fc', '34e60f3b-6b20-4b45-a447-2474f6c1bb69-sda', '1750205594.92639', '1750204800', '0', '', '1750204800', 1, 0) -REPLICATE: /sdb/0/da21eca80c6da881c38b5dbec41e1cd9, complete_rsync, ('34e60f3b-6b20-4b45-a447-2474f6c1bb69-sda', 'da21eca80c6da881c38b5dbec41e1cd9.db') -REPLICATE: /sdc/0/da21eca80c6da881c38b5dbec41e1cd9, sync, (1, '1155a904823c056119e2c0ae79b180fc', '34e60f3b-6b20-4b45-a447-2474f6c1bb69-sda', '1750205594.92639', '1750204800', '0', '', '1750204800', 1, 0) -REPLICATE: /sdc/0/da21eca80c6da881c38b5dbec41e1cd9, complete_rsync, ('34e60f3b-6b20-4b45-a447-2474f6c1bb69-sda', 'da21eca80c6da881c38b5dbec41e1cd9.db') +test DEBUG: Replicating db /tmp/tmpg5qf0xpf/sda/containers/0/938/f4a74e25c052c6af4168cff5a1f48938/f4a74e25c052c6af4168cff5a1f48938.db +REPLICATE: /sdb/0/f4a74e25c052c6af4168cff5a1f48938, sync, (1, '9103e196c8691cd021e62077ba65afdc', 'fd47f8b8-a6b4-44ae-be38-a13a8c990680-sda', '1715796547.11659', '1715796000', '0', '', '1715796000', 1, 0) +REPLICATE: /sdb/0/f4a74e25c052c6af4168cff5a1f48938, complete_rsync, ('fd47f8b8-a6b4-44ae-be38-a13a8c990680-sda', 'f4a74e25c052c6af4168cff5a1f48938.db') +REPLICATE: /sdc/0/f4a74e25c052c6af4168cff5a1f48938, sync, (1, '9103e196c8691cd021e62077ba65afdc', 'fd47f8b8-a6b4-44ae-be38-a13a8c990680-sda', '1715796547.11659', '1715796000', '0', '', '1715796000', 1, 0) +REPLICATE: /sdc/0/f4a74e25c052c6af4168cff5a1f48938, complete_rsync, ('fd47f8b8-a6b4-44ae-be38-a13a8c990680-sda', 'f4a74e25c052c6af4168cff5a1f48938.db') test INFO: Cleaning up 0 reconciler containers test INFO: Finished reconciler replication test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp44g7te_i/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '150d7e39-54b5-44fb-aeb5-89682c2f656d-sda', '1750205595.24433', '1750205595', '1750205599', '', '1750205599', 0, 1) -test DEBUG: /tmp/tmp44g7te_i/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '150d7e39-54b5-44fb-aeb5-89682c2f656d-sda', '1750205595.24433', '1750205595', '1750205599', '', '1750205599', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('150d7e39-54b5-44fb-aeb5-89682c2f656d-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Replicating db /tmp/tmp2b9dean_/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', 'ed3984dc-6624-4d4b-94e3-4423b8bfb4c6-sda', '1715796547.66705', '1715796547', '1715796551', '', '1715796551', 0, 1) +test DEBUG: /tmp/tmp2b9dean_/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', 'ed3984dc-6624-4d4b-94e3-4423b8bfb4c6-sda', '1715796547.66705', '1715796547', '1715796551', '', '1715796551', 0, 1) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('ed3984dc-6624-4d4b-94e3-4423b8bfb4c6-sda', '33379ecb053aa5c9e356c68997cbb59e.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.28167 seconds (3.55029/s) +test INFO: Attempted to replicate 1 dbs in 0.41573 seconds (2.40541/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpveybc5kb/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '3431238ced19a257ff2387e2c06febe0', '6dc60605-e2a9-4ddf-b01c-a9a55d12ef09-sda', '1750205595.78264', '1750205595', '1750205599', '', '1750205599', 1, 0) -test DEBUG: /tmp/tmpveybc5kb/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '3431238ced19a257ff2387e2c06febe0', '6dc60605-e2a9-4ddf-b01c-a9a55d12ef09-sda', '1750205595.78264', '1750205595', '1750205599', '', '1750205599', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('6dc60605-e2a9-4ddf-b01c-a9a55d12ef09-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpveybc5kb/sda/containers/0/cd9/da21eca80c6da881c38b5dbec41e1cd9/da21eca80c6da881c38b5dbec41e1cd9.db +test DEBUG: Replicating db /tmp/tmp649b4s0o/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, '8a4b6879beca5a763f1535e1233cb3f2', '4fbb345b-fa4e-4498-8e28-1655c2b8bb67-sda', '1715796548.45636', '1715796548', '1715796552', '', '1715796552', 1, 1) +test DEBUG: /tmp/tmp649b4s0o/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, '8a4b6879beca5a763f1535e1233cb3f2', '4fbb345b-fa4e-4498-8e28-1655c2b8bb67-sda', '1715796548.45636', '1715796548', '1715796552', '', '1715796552', 1, 1) +test.unit.container.test_server.TestContainerController.test_GET_namespaces_errors +test.unit.container.test_server.TestContainerController.test_GET_namespaces_errors ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_newer_local_delete +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_newer_local_delete ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_overlap_shard_range_order +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_overlap_shard_range_order ... ok +test.unit.container.test_server.TestContainerController.test_GET_namespaces_not_supported +test.unit.container.test_server.TestContainerController.test_GET_namespaces_not_supported ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_path +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_pending_file_name +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_pending_file_name ... ok +test.unit.container.test_server.TestContainerController.test_GET_namespaces_other_params +test.unit.container.test_server.TestContainerController.test_GET_namespaces_other_params ... ok +test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_root_ranges_not_merged_not_cleaving +test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_root_ranges_not_merged_not_cleaving ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_policy_stat_tracking +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_policy_stat_tracking ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797596.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/e09/8e35a3a8b18dedd69d663c9734164e09/8e35a3a8b18dedd69d663c9734164e09.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797601.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/def/9385a41ed458df494c5f8ea0aa28ddef/9385a41ed458df494c5f8ea0aa28ddef.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797606.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/f00/a4bfb8d11ae6ce96e5fbce02bd54ff00/a4bfb8d11ae6ce96e5fbce02bd54ff00.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797611.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/b72/8b411c5a2a3672f13fa243b20271eb72/8b411c5a2a3672f13fa243b20271eb72.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797616.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/286/36ee5c83520ea086d75fd18ffc765286/36ee5c83520ea086d75fd18ffc765286.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797621.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/b83/014be4a98d79a8cacfc457bdf770eb83/014be4a98d79a8cacfc457bdf770eb83.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797626.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/7ae/961739e7429fccd965b9e279f247a7ae/961739e7429fccd965b9e279f247a7ae.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797631.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/918/594d3212591e61b65a3335fd37ad4918/594d3212591e61b65a3335fd37ad4918.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797636.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/e45/52e3975ae8ed28343be6e37615aa6e45/52e3975ae8ed28343be6e37615aa6e45.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797641.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/1da/353d6392f454e651ae339d646c22d1da/353d6392f454e651ae339d646c22d1da.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797646.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/f3e/0deeddbf8decab86ae01e3381f83af3e/0deeddbf8decab86ae01e3381f83af3e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797651.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/5c8/278f041b9279ed17bcc400973634c5c8/278f041b9279ed17bcc400973634c5c8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797656.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/1e1/9f12f67cbf82cae66b92ce8c140031e1/9f12f67cbf82cae66b92ce8c140031e1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797661.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/315/9ce0ac4bdf0b5d1d896994679438e315/9ce0ac4bdf0b5d1d896994679438e315.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797666.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/13e/59ecb3a0aa14deb198a1b03f6494e13e/59ecb3a0aa14deb198a1b03f6494e13e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797671.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/fdc/db1e5e4ef278d869a4b251a320db3fdc/db1e5e4ef278d869a4b251a320db3fdc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797676.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/ac0/5b51a41dd10ff8cc565cf7f548cfdac0/5b51a41dd10ff8cc565cf7f548cfdac0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797681.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/757/ffbe229d0f5536f67e5cc58d960cf757/ffbe229d0f5536f67e5cc58d960cf757.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797686.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/c49/94c2514a38bf46f27bf7a95b849d7c49/94c2514a38bf46f27bf7a95b849d7c49.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797691.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/68d/0f5bd845d35c033325ff90960cb4568d/0f5bd845d35c033325ff90960cb4568d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797696.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/e1e/43b8bbd89ba923809d230ff3b5d7ee1e/43b8bbd89ba923809d230ff3b5d7ee1e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797701.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/3d9/c4e050f2e81caee66c04f49637d3a3d9/c4e050f2e81caee66c04f49637d3a3d9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797706.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/ccc/49dd112d73bf1c240cd74f1754617ccc/49dd112d73bf1c240cd74f1754617ccc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797711.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/a3f/8fa2a685f903b12c3d471c1aa6234a3f/8fa2a685f903b12c3d471c1aa6234a3f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797716.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/860/494d9c5dcf9431378e54439017396860/494d9c5dcf9431378e54439017396860.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797721.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/bdc/c7e4bf50dc010d7afd6a490fd8212bdc/c7e4bf50dc010d7afd6a490fd8212bdc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797726.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/756/5c4db78df4b2e795028a4e2fd62ea756/5c4db78df4b2e795028a4e2fd62ea756.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797731.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/256/d88fa38064a6add5d2cf5e9e70986256/d88fa38064a6add5d2cf5e9e70986256.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797736.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/dda/c6b9391c669a8d052d5a3f9e20725dda/c6b9391c669a8d052d5a3f9e20725dda.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797741.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/5d3/e1a3473fbeb1ef5ddc6c47888df065d3/e1a3473fbeb1ef5ddc6c47888df065d3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797746.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/0c3/35fb630ee3bfd06b604593b7711b70c3/35fb630ee3bfd06b604593b7711b70c3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797751.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/a61/d492c522f537a98b458fd43dc6896a61/d492c522f537a98b458fd43dc6896a61.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797756.00000-0, db: /tmp/tmppxzjhr64/sda/containers/0/8f2/a5a4a4ee370cc8fc3fe3575deb8b48f2/a5a4a4ee370cc8fc3fe3575deb8b48f2.db +sharder-test WARNING: Audit failed for root: overlapping ranges in state 'found': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmpk4b2ulf2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +test.unit.container.test_server.TestContainerController.test_GET_namespaces_sharded_subshard_state_listing +test.unit.container.test_server.TestContainerController.test_GET_namespaces_sharded_subshard_state_listing ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_misplaced_object_does_not_effect_container_stats +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_misplaced_object_does_not_effect_container_stats ... ok +test.unit.container.test_server.TestContainerController.test_GET_namespaces_sharded_subshard_state_updating +test.unit.container.test_server.TestContainerController.test_GET_namespaces_sharded_subshard_state_updating ... ok +test.unit.container.test_sharder.TestSharder.test_audit_root_container +test.unit.container.test_sharder.TestSharder.test_audit_root_container ... ok +test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_root_state_listing +test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_root_state_listing ... ok +test.unit.container.test_sharder.TestSharder.test_audit_root_container_reset_epoch +test.unit.container.test_sharder.TestSharder.test_audit_root_container_reset_epoch ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_deadlock +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_deadlock ... ok +test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_root_state_updating +test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_root_state_updating ... ok +test.unit.container.test_sharder.TestSharder.test_audit_root_container_with_parent_child_overlapping +test.unit.container.test_sharder.TestSharder.test_audit_root_container_with_parent_child_overlapping ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object ... ok +test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_subshard_state_listing +test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_subshard_state_listing ... ok +test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_subshard_state_updating +test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_subshard_state_updating ... ok +test INFO: - - - [15/May/2024:18:09:09 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0019 "-" 1363408 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:09:09 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0793 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:09 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0631 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:09 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0687 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:09 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0681 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:09 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0652 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:09 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0968 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:09 +0000] "GET /sda1/p/a/c" 400 9 "-" "-" "-" 0.0013 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:09 +0000] "GET /sda1/p/a/c" 507 - "-" "-" "-" 0.0002 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:09 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0696 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:09 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0014 "-" 1363408 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:09:09 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0556 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:09 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0715 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:09 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0628 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:10 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0762 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:10 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0596 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:10 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.2077 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:10 +0000] "GET /sda1/p/a/c" 400 36 "-" "-" "-" 0.0013 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:10 +0000] "GET /sda1/p/a/c" 400 35 "-" "-" "-" 0.0012 "-" 1363408 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:09:10 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0753 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:10 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0750 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:10 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0638 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:10 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0868 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:10 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0617 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:10 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0398 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:10 +0000] "GET /sda1/p/a/c" 200 192 "-" "-" "-" 0.0017 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:10 +0000] "GET /sda1/p/a/c" 200 192 "-" "-" "-" 0.0177 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:10 +0000] "GET /sda1/p/a/c" 200 202 "-" "-" "-" 0.0015 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:10 +0000] "GET /sda1/p/a/c" 200 202 "-" "-" "-" 0.0014 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:10 +0000] "GET /sda1/p/a/c" 200 63 "-" "-" "-" 0.0012 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:10 +0000] "GET /sda1/p/a/c" 200 63 "-" "-" "-" 0.0013 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:10 +0000] "GET /sda1/p/a/c" 200 323 "-" "-" "-" 0.0012 "-" 1363408 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:09:10 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0716 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:10 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.1476 "-" 1363408 0 +test DEBUG: Unlinked retiring db '/tmp/tmprod9vyr7/tmp_test_container_server_ContainerController/sda1/containers/p/64e/f1af2fdedc6e97f9ffc424e624ea364e/f1af2fdedc6e97f9ffc424e624ea364e.db' +test INFO: - - - [15/May/2024:18:09:12 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0094 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:12 +0000] "GET /sda1/p/.shards_a/c" 200 1672 "-" "-" "-" 0.0022 "-" 1363408 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:09:12 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0633 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:12 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.1263 "-" 1363408 0 +test DEBUG: Unlinked retiring db '/tmp/tmp2a6blnbh/tmp_test_container_server_ContainerController/sda1/containers/p/64e/f1af2fdedc6e97f9ffc424e624ea364e/f1af2fdedc6e97f9ffc424e624ea364e.db' +test INFO: - - - [15/May/2024:18:09:13 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0022 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:13 +0000] "GET /sda1/p/.shards_a/c" 200 1672 "-" "-" "-" 0.0018 "-" 1363408 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:09:13 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0505 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:13 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1548 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:13 +0000] "GET /sda1/p/a/c" 200 277 "-" "-" "-" 0.0015 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:13 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0015 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:13 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0016 "-" 1363408 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:09:13 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0960 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:13 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1452 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:13 +0000] "GET /sda1/p/a/c" 200 277 "-" "-" "-" 0.0045 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:13 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0025 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:13 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0020 "-" 1363408 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:09:13 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0669 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:13 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.1198 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:13 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0066 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:13 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0021 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:13 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0020 "-" 1363408 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:09:13 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0615 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:14 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.1471 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:14 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0019 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:14 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0021 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:14 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0057 "-" 1363408 0 +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_shard_ranges ... ok +test.unit.container.test_server.TestContainerController.test_GET_non_ascii +test.unit.container.test_server.TestContainerController.test_GET_non_ascii ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_active_root_range_merged_while_shrinking +test.unit.container.test_sharder.TestSharder.test_audit_shard_active_root_range_merged_while_shrinking ... ok +test.unit.container.test_server.TestContainerController.test_GET_objects_of_different_policies +test.unit.container.test_server.TestContainerController.test_GET_objects_of_different_policies ... ok +test.unit.container.test_server.TestContainerController.test_GET_over_limit +test.unit.container.test_server.TestContainerController.test_GET_over_limit ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_encoded_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_encoded_timestamps_using_file ... ok +test.unit.container.test_server.TestContainerController.test_GET_path +test.unit.container.test_server.TestContainerController.test_GET_path ... ok +test.unit.container.test_server.TestContainerController.test_GET_plain +test.unit.container.test_server.TestContainerController.test_GET_plain ... ok +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:09:14 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.2362 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:14 +0000] "PUT /sda1/p/a/jsonc/Sp%C3%A4tzle" 201 - "-" "-" "-" 0.0125 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:14 +0000] "PUT /sda1/p/a/jsonc/%E3%83%A9%E3%83%BC%E3%83%A1%E3%83%B3" 201 - "-" "-" "-" 0.0003 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:14 +0000] "GET /sda1/p/a/jsonc" 200 268 "-" "-" "-" 0.5965 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:15 +0000] "GET /sda1/p/a/jsonc" 200 22 "-" "-" "-" 0.1002 "-" 1363408 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:09:15 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.9243 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:16 +0000] "PUT /sda1/p/a/c/obj_default_0" 201 - "-" "-" "-" 0.0006 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:16 +0000] "PUT /sda1/p/a/c/obj_default_1" 201 - "-" "-" "-" 0.0004 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:16 +0000] "PUT /sda1/p/a/c/obj_default_2" 201 - "-" "-" "-" 0.0006 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:16 +0000] "PUT /sda1/p/a/c/obj_default_3" 201 - "-" "-" "-" 0.0004 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:16 +0000] "PUT /sda1/p/a/c/obj_default_4" 201 - "-" "-" "-" 0.0004 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:16 +0000] "PUT /sda1/p/a/c/obj_default_5" 201 - "-" "-" "-" 0.0004 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:16 +0000] "PUT /sda1/p/a/c/obj_default_6" 201 - "-" "-" "-" 0.0004 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:16 +0000] "PUT /sda1/p/a/c/obj_default_7" 201 - "-" "-" "-" 0.0004 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:16 +0000] "PUT /sda1/p/a/c/obj_default_8" 201 - "-" "-" "-" 0.0004 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:16 +0000] "PUT /sda1/p/a/c/obj_default_9" 201 - "-" "-" "-" 0.0004 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:16 +0000] "PUT /sda1/p/a/c/obj_default_10" 201 - "-" "-" "-" 0.0004 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:16 +0000] "PUT /sda1/p/a/c/obj_1_0" 201 - "-" "-" "-" 0.0004 "-" 1363408 1 +test INFO: - - - [15/May/2024:18:09:16 +0000] "PUT /sda1/p/a/c/obj_1_1" 201 - "-" "-" "-" 0.0004 "-" 1363408 1 +test INFO: - - - [15/May/2024:18:09:16 +0000] "PUT /sda1/p/a/c/obj_1_2" 201 - "-" "-" "-" 0.0004 "-" 1363408 1 +test INFO: - - - [15/May/2024:18:09:16 +0000] "PUT /sda1/p/a/c/obj_1_3" 201 - "-" "-" "-" 0.0004 "-" 1363408 1 +test INFO: - - - [15/May/2024:18:09:16 +0000] "PUT /sda1/p/a/c/obj_1_4" 201 - "-" "-" "-" 0.0004 "-" 1363408 1 +test INFO: - - - [15/May/2024:18:09:16 +0000] "PUT /sda1/p/a/c/obj_1_5" 201 - "-" "-" "-" 0.0004 "-" 1363408 1 +test INFO: - - - [15/May/2024:18:09:16 +0000] "PUT /sda1/p/a/c/obj_1_6" 201 - "-" "-" "-" 0.0003 "-" 1363408 1 +test INFO: - - - [15/May/2024:18:09:16 +0000] "PUT /sda1/p/a/c/obj_1_7" 201 - "-" "-" "-" 0.0003 "-" 1363408 1 +test INFO: - - - [15/May/2024:18:09:16 +0000] "PUT /sda1/p/a/c/obj_1_8" 201 - "-" "-" "-" 0.0003 "-" 1363408 1 +test INFO: - - - [15/May/2024:18:09:16 +0000] "PUT /sda1/p/a/c/obj_1_9" 201 - "-" "-" "-" 0.0003 "-" 1363408 1 +test INFO: - - - [15/May/2024:18:09:16 +0000] "GET /sda1/p/a/c" 200 155 "-" "-" "-" 0.5200 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:16 +0000] "GET /sda1/p/a/c" 200 155 "-" "-" "-" 0.0021 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:16 +0000] "GET /sda1/p/a/c" 200 80 "-" "-" "-" 0.0020 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:16 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:16 +0000] "GET /sda1/p/a/c" 400 40 "-" "-" "-" 0.0009 "-" 1363408 3 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:09:16 +0000] "GET /sda1/p/a/c" 412 22 "-" "-" "-" 0.0020 "-" 1363408 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:09:17 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.5062 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:17 +0000] "PUT /sda1/p/a/c/US/TX" 201 - "-" "-" "-" 0.0363 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:17 +0000] "PUT /sda1/p/a/c/US/TX/B" 201 - "-" "-" "-" 0.0005 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:17 +0000] "PUT /sda1/p/a/c/US/OK" 201 - "-" "-" "-" 0.0003 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:17 +0000] "PUT /sda1/p/a/c/US/OK/B" 201 - "-" "-" "-" 0.0003 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:17 +0000] "PUT /sda1/p/a/c/US/UT/A" 201 - "-" "-" "-" 0.0003 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:17 +0000] "GET /sda1/p/a/c" 200 242 "-" "-" "-" 0.6344 "-" 1363408 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:09:18 +0000] "PUT /sda1/p/a/plainc" 201 - "-" "-" "-" 0.5325 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:18 +0000] "GET /sda1/p/a/plainc" 204 - "-" "-" "-" 0.0022 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:18 +0000] "PUT /sda1/p/a/plainc/0" 201 - "-" "-" "-" 0.0005 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:18 +0000] "PUT /sda1/p/a/plainc/1" 201 - "-" "-" "-" 0.0004 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:18 +0000] "PUT /sda1/p/a/plainc/2" 201 - "-" "-" "-" 0.0004 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:19 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 1.0164 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:19 +0000] "HEAD /sda1/p/a/plainc" 204 - "-" "-" "-" 0.0013 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:19 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0023 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:19 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0023 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:19 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0022 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:19 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0023 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:19 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0042 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:19 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0023 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:19 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0023 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:19 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0022 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:19 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0024 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:19 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0023 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:19 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0022 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:19 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0023 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:19 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0023 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:19 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0024 "-" 1363408 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:09:19 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.3553 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:19 +0000] "PUT /sda1/p/a/c/a1" 201 - "-" "-" "-" 0.0006 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:19 +0000] "PUT /sda1/p/a/c/b1" 201 - "-" "-" "-" 0.0004 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:19 +0000] "PUT /sda1/p/a/c/a2" 201 - "-" "-" "-" 0.0004 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:19 +0000] "PUT /sda1/p/a/c/b2" 201 - "-" "-" "-" 0.0004 "-" 1363408 - +test.unit.container.test_server.TestContainerController.test_GET_prefix +test.unit.container.test_server.TestContainerController.test_GET_prefix ... ok +test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_auditing +test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_auditing ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_container +test.unit.container.test_sharder.TestSharder.test_audit_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_encoded_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_encoded_timestamps_using_memory ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_container_ancestors_not_merged_while_sharding +test.unit.container.test_sharder.TestSharder.test_audit_shard_container_ancestors_not_merged_while_sharding ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_with_duplicate_names +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_with_duplicate_names ... ok +test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_errors +test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_remove_objects +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_remove_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_resolve_shard_range_states +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_resolve_shard_range_states ... ok +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('4fbb345b-fa4e-4498-8e28-1655c2b8bb67-sda', '33379ecb053aa5c9e356c68997cbb59e.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp649b4s0o/sda/containers/0/938/f4a74e25c052c6af4168cff5a1f48938/f4a74e25c052c6af4168cff5a1f48938.db test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.48384 seconds (2.06680/s) +test INFO: Attempted to replicate 1 dbs in 0.94411 seconds (1.05920/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpveybc5kb/sda/containers/0/cd9/da21eca80c6da881c38b5dbec41e1cd9/da21eca80c6da881c38b5dbec41e1cd9.db -REPLICATE: /sdb/0/da21eca80c6da881c38b5dbec41e1cd9, sync, (1, '71e83ce88e1c9aff9525e7c644483212', 'f3048ec0-2b00-4196-92e6-257207ac8d26-sda', '1750205596.38689', '1750204800', '0', '', '1750204800', 1, 0) -REPLICATE: /sdb/0/da21eca80c6da881c38b5dbec41e1cd9, complete_rsync, ('f3048ec0-2b00-4196-92e6-257207ac8d26-sda', 'da21eca80c6da881c38b5dbec41e1cd9.db') -REPLICATE: /sdc/0/da21eca80c6da881c38b5dbec41e1cd9, sync, (1, '71e83ce88e1c9aff9525e7c644483212', 'f3048ec0-2b00-4196-92e6-257207ac8d26-sda', '1750205596.38689', '1750204800', '0', '', '1750204800', 1, 0) -REPLICATE: /sdc/0/da21eca80c6da881c38b5dbec41e1cd9, complete_rsync, ('f3048ec0-2b00-4196-92e6-257207ac8d26-sda', 'da21eca80c6da881c38b5dbec41e1cd9.db') +test DEBUG: Replicating db /tmp/tmp649b4s0o/sda/containers/0/938/f4a74e25c052c6af4168cff5a1f48938/f4a74e25c052c6af4168cff5a1f48938.db +REPLICATE: /sdb/0/f4a74e25c052c6af4168cff5a1f48938, sync, (1, '8551ded53a1d50a1a98f3bb827ec481f', '27d8977c-a599-4747-a28f-fbf0d193e0a8-sda', '1715796549.52450', '1715796000', '0', '', '1715796000', 1, 0) +REPLICATE: /sdb/0/f4a74e25c052c6af4168cff5a1f48938, complete_rsync, ('27d8977c-a599-4747-a28f-fbf0d193e0a8-sda', 'f4a74e25c052c6af4168cff5a1f48938.db') +REPLICATE: /sdc/0/f4a74e25c052c6af4168cff5a1f48938, sync, (1, '8551ded53a1d50a1a98f3bb827ec481f', '27d8977c-a599-4747-a28f-fbf0d193e0a8-sda', '1715796549.52450', '1715796000', '0', '', '1715796000', 1, 0) +REPLICATE: /sdc/0/f4a74e25c052c6af4168cff5a1f48938, complete_rsync, ('27d8977c-a599-4747-a28f-fbf0d193e0a8-sda', 'f4a74e25c052c6af4168cff5a1f48938.db') test INFO: Cleaning up 0 reconciler containers test INFO: Finished reconciler replication test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpkd08f_j_/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'bd7e3ee9-5f62-42bd-8882-d46ea05c1079-sda', '1750205596.67849', '1750205596', '0', '', '1750205596', 0, 1) -test DEBUG: /tmp/tmpkd08f_j_/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'bd7e3ee9-5f62-42bd-8882-d46ea05c1079-sda', '1750205596.67849', '1750205596', '0', '', '1750205596', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('bd7e3ee9-5f62-42bd-8882-d46ea05c1079-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Replicating db /tmp/tmp6l4l2kl9/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', '7e2c4ef7-b874-4675-8290-faf6ef539bef-sda', '1715796550.01442', '1715796550', '0', '', '1715796550', 0, 1) +test DEBUG: /tmp/tmp6l4l2kl9/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', '7e2c4ef7-b874-4675-8290-faf6ef539bef-sda', '1715796550.01442', '1715796550', '0', '', '1715796550', 0, 1) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('7e2c4ef7-b874-4675-8290-faf6ef539bef-sda', '33379ecb053aa5c9e356c68997cbb59e.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.22931 seconds (4.36085/s) +test INFO: Attempted to replicate 1 dbs in 0.39710 seconds (2.51825/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty_old_style_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_root_container ... ok -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205748.00000-0, db: /tmp/tmpywaj729i/sda/containers/0/73b/62d6dba4faa01da303f6e1519a81773b/62d6dba4faa01da303f6e1519a81773b.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205751.00000-0, db: /tmp/tmpywaj729i/sda/containers/0/646/e565c0f9704904205ff701dd159dc646/e565c0f9704904205ff701dd159dc646.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205751.00000-0, db: /tmp/tmpywaj729i/sda/containers/0/646/e565c0f9704904205ff701dd159dc646/e565c0f9704904205ff701dd159dc646.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205754.00000-0, db: /tmp/tmpywaj729i/sda/containers/0/60a/60e2f2fbc6b16d9177384ceca840960a/60e2f2fbc6b16d9177384ceca840960a.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205754.00000-0, db: /tmp/tmpywaj729i/sda/containers/0/60a/60e2f2fbc6b16d9177384ceca840960a/60e2f2fbc6b16d9177384ceca840960a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205599.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/73c/1c29bf690657b5b48741808c7d22073c/1c29bf690657b5b48741808c7d22073c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205604.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/d66/d55575da18c5cf77f93b8aa5764bfd66/d55575da18c5cf77f93b8aa5764bfd66.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205609.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/2bb/1cf98603eaa42e484ad1b6d4b7c122bb/1cf98603eaa42e484ad1b6d4b7c122bb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205614.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/9fc/e02a27eaa0e6a52dbe436360327279fc/e02a27eaa0e6a52dbe436360327279fc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205619.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/22b/99997dc2f9097b2477490a679c29c22b/99997dc2f9097b2477490a679c29c22b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205624.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/377/f10596d855917ac0f540c8c058682377/f10596d855917ac0f540c8c058682377.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205629.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/e41/7b8b30d2a1f5f454341d76b4dacbde41/7b8b30d2a1f5f454341d76b4dacbde41.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205634.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/ff3/f4c0e6f0ebe635e57eab1f6b375e1ff3/f4c0e6f0ebe635e57eab1f6b375e1ff3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205639.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/8b3/5be50c61b6642ca54e3cf35b0654e8b3/5be50c61b6642ca54e3cf35b0654e8b3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205644.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/7ad/0debd397f9fb9442869cb7bf54ddc7ad/0debd397f9fb9442869cb7bf54ddc7ad.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205649.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/68c/15043b60a8cf50817b3c569bddf2e68c/15043b60a8cf50817b3c569bddf2e68c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205654.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/e03/5491333f1dfdf5412f17c1b6c0192e03/5491333f1dfdf5412f17c1b6c0192e03.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205659.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/61a/49a0997ad86922eaf35e021a7706561a/49a0997ad86922eaf35e021a7706561a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205664.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/d4f/fbc631ffaded3acc8ac6ba1d45c21d4f/fbc631ffaded3acc8ac6ba1d45c21d4f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205669.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/fe9/f65af5db543eaed3853f0bba1b3c7fe9/f65af5db543eaed3853f0bba1b3c7fe9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205674.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/4a1/3c1e87f33304d0287bd2d82018cea4a1/3c1e87f33304d0287bd2d82018cea4a1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205679.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/6ca/3108baf14b50b3e15686cbe2da4b26ca/3108baf14b50b3e15686cbe2da4b26ca.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205684.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/f79/ebe259eb711880e82a32b5c81033cf79/ebe259eb711880e82a32b5c81033cf79.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205689.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/6b6/f18cd2f734cfe1b099be512b774db6b6/f18cd2f734cfe1b099be512b774db6b6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205694.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/2d3/7d0474ede62dfef22397d2546b1dd2d3/7d0474ede62dfef22397d2546b1dd2d3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205699.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/b06/4f7f5756c9982a8a3ccac35555637b06/4f7f5756c9982a8a3ccac35555637b06.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205704.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/549/6feff46101a4fe0c37f5eabd9c74d549/6feff46101a4fe0c37f5eabd9c74d549.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205709.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/1b3/8ac792cc8f4e0abb429342b3be9051b3/8ac792cc8f4e0abb429342b3be9051b3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205714.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/fe5/aa00e80cbe012637ce12c66515266fe5/aa00e80cbe012637ce12c66515266fe5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205719.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/bf1/e40e5ab546f9f61e3756f80f7f41fbf1/e40e5ab546f9f61e3756f80f7f41fbf1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205724.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/3b4/98fac0cfd7534e90111ce2c7787873b4/98fac0cfd7534e90111ce2c7787873b4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205729.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/ee2/9c00b58c0cd2e90c52e33f23c13ecee2/9c00b58c0cd2e90c52e33f23c13ecee2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205734.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/8cc/8a6a467c314954b74821120122b158cc/8a6a467c314954b74821120122b158cc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205739.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/f5c/547695105a038f0ea2d59072e06dbf5c/547695105a038f0ea2d59072e06dbf5c.db -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_old_style_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_old_style_root_account_container_path ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_create -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_create ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_overlap_shard_range_order -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_overlap_shard_range_order ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_path -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_pending_file_name -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_pending_file_name ... ok -test DEBUG: Replicating db /tmp/tmp87qurejq/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '85772b2758e17522178f113faaf59ac5', 'ca62536c-c58a-472b-a433-3937b77e88b2-sda', '1750205597.15308', '1750205597', '0', '', '1750205597', 1, 1) -test DEBUG: /tmp/tmp87qurejq/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1750205601.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], 'ca62536c-c58a-472b-a433-3937b77e88b2-sda') -test DEBUG: /tmp/tmp87qurejq/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0469139s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '85772b2758e17522178f113faaf59ac5', 'ca62536c-c58a-472b-a433-3937b77e88b2-sda', '1750205597.15308', '1750205597', '0', '', '1750205597', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('ca62536c-c58a-472b-a433-3937b77e88b2-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp87qurejq/sda/containers/0/cd9/da21eca80c6da881c38b5dbec41e1cd9/da21eca80c6da881c38b5dbec41e1cd9.db +test DEBUG: Replicating db /tmp/tmpgn8_79r_/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, 'c732c1ad8720f99ffdc80ee27eb26bdf', 'c6b11911-949a-41f3-ad1a-c48d1a45a6d4-sda', '1715796550.93916', '1715796550', '0', '', '1715796550', 1, 1) +test DEBUG: /tmp/tmpgn8_79r_/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1715796554.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], 'c6b11911-949a-41f3-ad1a-c48d1a45a6d4-sda') +test DEBUG: /tmp/tmpgn8_79r_/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0526304s) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_syncs, ([],) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, 'c732c1ad8720f99ffdc80ee27eb26bdf', 'c6b11911-949a-41f3-ad1a-c48d1a45a6d4-sda', '1715796550.93916', '1715796550', '0', '', '1715796550', 1, 1) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('c6b11911-949a-41f3-ad1a-c48d1a45a6d4-sda', '33379ecb053aa5c9e356c68997cbb59e.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpgn8_79r_/sda/containers/0/938/f4a74e25c052c6af4168cff5a1f48938/f4a74e25c052c6af4168cff5a1f48938.db test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.46462 seconds (2.15232/s) +test INFO: Attempted to replicate 1 dbs in 1.25584 seconds (0.79628/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmp87qurejq/sda/containers/0/cd9/da21eca80c6da881c38b5dbec41e1cd9/da21eca80c6da881c38b5dbec41e1cd9.db -REPLICATE: /sdb/0/da21eca80c6da881c38b5dbec41e1cd9, sync, (1, 'a7dd5e0047f1f9bbc5c7692be401d85e', '041c2d20-aafa-414f-9e51-14b2e0b620b3-sda', '1750205597.71134', '1750204800', '0', '', '1750204800', 1, 0) -REPLICATE: /sdb/0/da21eca80c6da881c38b5dbec41e1cd9, complete_rsync, ('041c2d20-aafa-414f-9e51-14b2e0b620b3-sda', 'da21eca80c6da881c38b5dbec41e1cd9.db') -REPLICATE: /sdc/0/da21eca80c6da881c38b5dbec41e1cd9, sync, (1, 'a7dd5e0047f1f9bbc5c7692be401d85e', '041c2d20-aafa-414f-9e51-14b2e0b620b3-sda', '1750205597.71134', '1750204800', '0', '', '1750204800', 1, 0) -REPLICATE: /sdc/0/da21eca80c6da881c38b5dbec41e1cd9, complete_rsync, ('041c2d20-aafa-414f-9e51-14b2e0b620b3-sda', 'da21eca80c6da881c38b5dbec41e1cd9.db') +test DEBUG: Replicating db /tmp/tmpgn8_79r_/sda/containers/0/938/f4a74e25c052c6af4168cff5a1f48938/f4a74e25c052c6af4168cff5a1f48938.db +REPLICATE: /sdb/0/f4a74e25c052c6af4168cff5a1f48938, sync, (1, 'ded9179ef83a7d60e133e66c9efdb31d', '38177e85-367d-4502-bd8a-1a9ef317cbbf-sda', '1715796553.21677', '1715796000', '0', '', '1715796000', 1, 0) +REPLICATE: /sdb/0/f4a74e25c052c6af4168cff5a1f48938, complete_rsync, ('38177e85-367d-4502-bd8a-1a9ef317cbbf-sda', 'f4a74e25c052c6af4168cff5a1f48938.db') +REPLICATE: /sdc/0/f4a74e25c052c6af4168cff5a1f48938, sync, (1, 'ded9179ef83a7d60e133e66c9efdb31d', '38177e85-367d-4502-bd8a-1a9ef317cbbf-sda', '1715796553.21677', '1715796000', '0', '', '1715796000', 1, 0) +REPLICATE: /sdc/0/f4a74e25c052c6af4168cff5a1f48938, complete_rsync, ('38177e85-367d-4502-bd8a-1a9ef317cbbf-sda', 'f4a74e25c052c6af4168cff5a1f48938.db') test INFO: Cleaning up 0 reconciler containers test INFO: Finished reconciler replication test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpcmp48tr_/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'de5359f0-c948-4b85-86f1-e5aa1eebefb5-sda', '1750205598.00227', '1750205597', '0', '', '1750205597', 0, 1) -test DEBUG: /tmp/tmpcmp48tr_/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'de5359f0-c948-4b85-86f1-e5aa1eebefb5-sda', '1750205598.00227', '1750205597', '0', '', '1750205597', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('de5359f0-c948-4b85-86f1-e5aa1eebefb5-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Replicating db /tmp/tmpy55t9eyz/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', 'a9e9035b-ce74-41f2-9cbf-09213e180f2f-sda', '1715796553.82025', '1715796553', '0', '', '1715796553', 0, 0) +test DEBUG: /tmp/tmpy55t9eyz/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', 'a9e9035b-ce74-41f2-9cbf-09213e180f2f-sda', '1715796553.82025', '1715796553', '0', '', '1715796553', 0, 0) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('a9e9035b-ce74-41f2-9cbf-09213e180f2f-sda', '33379ecb053aa5c9e356c68997cbb59e.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.28277 seconds (3.53649/s) +test INFO: Attempted to replicate 1 dbs in 3.49370 seconds (0.28623/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp6wtc46hc/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'ea97289fbff2449ef7d33a378667b8ed', '69e6ceb7-01da-4a8e-b4b7-9ef1b90da92b-sda', '1750205598.50416', '1750205598', '0', '', '1750205598', 1, 1) -test DEBUG: /tmp/tmp6wtc46hc/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'ea97289fbff2449ef7d33a378667b8ed', '69e6ceb7-01da-4a8e-b4b7-9ef1b90da92b-sda', '1750205598.50416', '1750205598', '0', '', '1750205598', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('69e6ceb7-01da-4a8e-b4b7-9ef1b90da92b-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp6wtc46hc/sda/containers/0/cd9/da21eca80c6da881c38b5dbec41e1cd9/da21eca80c6da881c38b5dbec41e1cd9.db +test DEBUG: Replicating db /tmp/tmpcyhgdxy5/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, 'b746d881c17dff27c5f6cf29080a8f4a', '0a6eb879-d37c-4013-9b50-820907d884b5-sda', '1715796557.76874', '1715796557', '0', '', '1715796557', 1, 0) +test DEBUG: /tmp/tmpcyhgdxy5/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, 'b746d881c17dff27c5f6cf29080a8f4a', '0a6eb879-d37c-4013-9b50-820907d884b5-sda', '1715796557.76874', '1715796557', '0', '', '1715796557', 1, 0) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('0a6eb879-d37c-4013-9b50-820907d884b5-sda', '33379ecb053aa5c9e356c68997cbb59e.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpcyhgdxy5/sda/containers/0/938/f4a74e25c052c6af4168cff5a1f48938/f4a74e25c052c6af4168cff5a1f48938.db test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.45928 seconds (2.17733/s) +test INFO: Attempted to replicate 1 dbs in 1.11962 seconds (0.89316/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmp6wtc46hc/sda/containers/0/cd9/da21eca80c6da881c38b5dbec41e1cd9/da21eca80c6da881c38b5dbec41e1cd9.db -REPLICATE: /sdb/0/da21eca80c6da881c38b5dbec41e1cd9, sync, (1, '3007f30c81f9340eed8396b89884aecb', 'a7b14a49-ad4d-414a-b19c-d83b04f5e097-sda', '1750205599.06551', '1750204800', '0', '', '1750204800', 1, 0) -REPLICATE: /sdb/0/da21eca80c6da881c38b5dbec41e1cd9, complete_rsync, ('a7b14a49-ad4d-414a-b19c-d83b04f5e097-sda', 'da21eca80c6da881c38b5dbec41e1cd9.db') -REPLICATE: /sdc/0/da21eca80c6da881c38b5dbec41e1cd9, sync, (1, '3007f30c81f9340eed8396b89884aecb', 'a7b14a49-ad4d-414a-b19c-d83b04f5e097-sda', '1750205599.06551', '1750204800', '0', '', '1750204800', 1, 0) -REPLICATE: /sdc/0/da21eca80c6da881c38b5dbec41e1cd9, complete_rsync, ('a7b14a49-ad4d-414a-b19c-d83b04f5e097-sda', 'da21eca80c6da881c38b5dbec41e1cd9.db') +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reconciler_sync +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reconciler_sync ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_explicit_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_explicit_timestamps_using_file ... ok +test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_from_compacted_shard +test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_from_compacted_shard ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_create +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_create ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges_state +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges_state ... ok +sharder-test WARNING: Audit failed for root: overlapping ranges in state 'created': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmpk4b2ulf2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Audit failed for root: overlapping ranges in state 'cleaved': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmpk4b2ulf2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Audit failed for root: overlapping ranges in state 'active': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmpk4b2ulf2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Audit failed for root: overlapping ranges in state 'sharding': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmpk4b2ulf2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Audit failed for root: missing range(s): -a j-k z-, overlapping ranges in state 'active': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmpk4b2ulf2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Audit failed for root: missing range(s): -a j-k z-, overlapping ranges in state 'active': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmpk4b2ulf2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Audit failed for root: missing range(s): -a j-k z-, overlapping ranges in state 'active': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmpk4b2ulf2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Audit failed for root: missing range(s): -a j-k z-, overlapping ranges in state 'active': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmpk4b2ulf2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Audit failed for root: own_shard_range reset to None should be 1715796553.00000, path: a/c, db: /tmp/tmpnyeaxv5t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796553.00000.db +sharder-test WARNING: Audit failed for root: overlapping ranges in state 'cleaved': a-c a-f, a-f c-f, path: a/c, db: /tmp/tmp3_o1i0_9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796554.00000-0, db: /tmp/tmpo6uowl66/sda/containers/0/5db/956ce39d02a3a6f9eaa9a8928f8475db/956ce39d02a3a6f9eaa9a8928f8475db.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796554.00000-0, db: /tmp/tmpo6uowl66/sda/containers/0/5db/956ce39d02a3a6f9eaa9a8928f8475db/956ce39d02a3a6f9eaa9a8928f8475db.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796557.00000-0, db: /tmp/tmpo6uowl66/sda/containers/0/273/370b2d9b2fa0a640b3833bb3884db273/370b2d9b2fa0a640b3833bb3884db273.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796557.00000-0, db: /tmp/tmpo6uowl66/sda/containers/0/273/370b2d9b2fa0a640b3833bb3884db273/370b2d9b2fa0a640b3833bb3884db273.db +sharder-test WARNING: Audit failed for shard: missing own shard range (skipping), path: bad_account/shard_c, db: /tmp/tmpkvobkkxm/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test WARNING: Audit warnings for shard: account not in shards namespace '.shards_', path: bad_account/shard_c, db: /tmp/tmpkvobkkxm/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test WARNING: Audit failed for shard: missing own shard range (skipping), path: .shards_a/shard_c, db: /tmp/tmpkvobkkxm/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpkvobkkxm/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test INFO: Updated own shard range from ShardRange<'j' to 'k' as of 1715796556.00000, (0, 0) as of 1715796556.00000, active as of 1715796556.00000> to ShardRange<'k' to 't' as of 1715796557.00000, (0, 0) as of 1715796557.00000, active as of 1715796557.00000>, path: .shards_a/shard_c, db: /tmp/tmpkvobkkxm/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpkvobkkxm/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test WARNING: Failed to get shard ranges from a/c: bad, path: .shards_a/shard_c, db: /tmp/tmpkvobkkxm/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test WARNING: Audit warnings for shard: unable to get shard ranges from root, path: .shards_a/shard_c, db: /tmp/tmpkvobkkxm/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpkvobkkxm/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796561.00000, (0, 0) as of 1715796561.00000, shrinking as of 1715796558.00000> to ShardRange<'k' to 't' as of 1715796561.00000, (0, 0) as of 1715796561.00000, sharding as of 1715796562.00000>, path: .shards_a/shard_c, db: /tmp/tmpkvobkkxm/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpkvobkkxm/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpkvobkkxm/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Marked shard container as deleted, path: .shards_a/shard_c, db: /tmp/tmpkvobkkxm/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-2c16f0feae85dfd52beae3b01e60eee2-1715796565.00000-2, db: /tmp/tmp_86rvn49/sda/containers/0/e5d/db07a3f7fd8f9374df0f74dba2059e5d/db07a3f7fd8f9374df0f74dba2059e5d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715796561.00000-2, db: /tmp/tmpmdiqtqzn/sda/containers/0/928/25854f9a8d2215c65b0e37074c40a928/25854f9a8d2215c65b0e37074c40a928.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715796561.00000-2, db: /tmp/tmpmdiqtqzn/sda/containers/0/928/25854f9a8d2215c65b0e37074c40a928/25854f9a8d2215c65b0e37074c40a928.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715796570.00000-2, db: /tmp/tmpmdiqtqzn/sda/containers/0/00a/dfed3284f0e79cbc16980c0ec60f300a/dfed3284f0e79cbc16980c0ec60f300a.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715796570.00000-2, db: /tmp/tmpmdiqtqzn/sda/containers/0/00a/dfed3284f0e79cbc16980c0ec60f300a/dfed3284f0e79cbc16980c0ec60f300a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715796579.00000-2, db: /tmp/tmpmdiqtqzn/sda/containers/0/e6d/c8759875c75128427bb1b680606bce6d/c8759875c75128427bb1b680606bce6d.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715796579.00000-2, db: /tmp/tmpmdiqtqzn/sda/containers/0/e6d/c8759875c75128427bb1b680606bce6d/c8759875c75128427bb1b680606bce6d.db +test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_include_deleted +test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_include_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_newid +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_newid ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_explicit_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_explicit_timestamps_using_memory ... ok +test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_using_state_aliases +test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_using_state_aliases ... ok +test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_with_format_header +test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_with_format_header ... ok +test INFO: - - - [15/May/2024:18:09:19 +0000] "PUT /sda1/p/a/c/a3" 201 - "-" "-" "-" 0.0004 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:19 +0000] "PUT /sda1/p/a/c/b3" 201 - "-" "-" "-" 0.0004 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:19 +0000] "GET /sda1/p/a/c" 200 9 "-" "-" "-" 0.0758 "-" 1363408 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:09:19 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0787 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0815 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:20 +0000] "GET /sda1/p/a/c" 200 1287 "-" "-" "-" 0.0017 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:20 +0000] "GET /sda1/p/a/c" 200 1274 "-" "-" "-" 0.0015 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:20 +0000] "GET /sda1/p/a/c" 200 633 "-" "-" "-" 0.0014 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0788 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:20 +0000] "GET /sda1/p/a/c" 200 1287 "-" "-" "-" 0.0020 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:20 +0000] "GET /sda1/p/a/c" 200 1274 "-" "-" "-" 0.0018 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:20 +0000] "GET /sda1/p/a/c" 200 633 "-" "-" "-" 0.0017 "-" 1363408 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:09:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0500 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0600 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:20 +0000] "GET /sda1/p/a/c" 400 9 "-" "-" "-" 0.0074 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:20 +0000] "GET /sda1/p/a/c" 412 22 "-" "-" "-" 0.0001 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:20 +0000] "GET /sda1/p/a/c" 507 - "-" "-" "-" 0.0002 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:20 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0815 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:20 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0012 "-" 1363408 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:09:20 +0000] "PUT /sda1/p/.shards_a/c_f" 201 - "-" "-" "-" 0.0697 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:20 +0000] "PUT /sda1/p/.shards_a/c_f" 202 - "-" "-" "-" 0.4319 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:20 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0026 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:20 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0014 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:20 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0014 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:20 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0014 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:20 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0015 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:20 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0015 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:20 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0016 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:20 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0017 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:20 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0015 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:20 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0015 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:20 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0016 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:20 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0016 "-" 1363408 0 +test DEBUG: Unlinked retiring db '/tmp/tmpe8ney9c_/tmp_test_container_server_ContainerController/sda1/containers/p/b5a/36f5fe1660a28297a53958cf244f0b5a/36f5fe1660a28297a53958cf244f0b5a.db' +test INFO: - - - [15/May/2024:18:09:21 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0021 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:21 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0019 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:21 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0017 "-" 1363408 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:09:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0602 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0609 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:21 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0042 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:21 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0022 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1000 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:21 +0000] "GET /sda1/p/a/c" 200 1332 "-" "-" "-" 0.0018 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:21 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0017 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0561 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:21 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0014 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:21 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0141 "-" 1363408 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:09:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.2077 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.2297 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:22 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0018 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:22 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0556 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:22 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.3257 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:22 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0022 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1806 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1600 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:22 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0020 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:22 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.1072 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:23 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.2495 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:23 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0022 "-" 1363408 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:09:23 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.3889 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:23 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.2524 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:23 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0018 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:23 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0148 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:23 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0013 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:23 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0013 "-" 1363408 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_namespaces +test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_namespaces ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim ... ok +test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_shard_ranges +test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_old_style_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_old_style_root_container ... ok +test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_shard_ranges_db_unlinked +test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_shard_ranges_db_unlinked ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reverse_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reverse_prefix_delim ... ok +test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_ignored_for_objects +test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_ignored_for_objects ... ok +test.unit.container.test_server.TestContainerController.test_GET_xml +test.unit.container.test_server.TestContainerController.test_GET_xml ... ok +test.unit.container.test_server.TestContainerController.test_HEAD +test.unit.container.test_server.TestContainerController.test_HEAD ... ok +test.unit.container.test_server.TestContainerController.test_HEAD_invalid_accept +test.unit.container.test_server.TestContainerController.test_HEAD_invalid_accept ... ok +test.unit.container.test_server.TestContainerController.test_HEAD_invalid_content_type +test.unit.container.test_server.TestContainerController.test_HEAD_invalid_content_type ... ok +test.unit.container.test_server.TestContainerController.test_HEAD_invalid_format +test.unit.container.test_server.TestContainerController.test_HEAD_invalid_format ... ok +test.unit.container.test_server.TestContainerController.test_HEAD_invalid_partition +test.unit.container.test_server.TestContainerController.test_HEAD_invalid_partition ... ok +test.unit.container.test_server.TestContainerController.test_HEAD_not_found +test.unit.container.test_server.TestContainerController.test_HEAD_not_found ... ok +test.unit.container.test_server.TestContainerController.test_HEAD_timestamp_with_offset +test.unit.container.test_server.TestContainerController.test_HEAD_timestamp_with_offset ... ok +test.unit.container.test_server.TestContainerController.test_OPTIONS +test.unit.container.test_server.TestContainerController.test_OPTIONS ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_root_account_container_path ... ok +test.unit.container.test_server.TestContainerController.test_POST_HEAD_metadata +test.unit.container.test_server.TestContainerController.test_POST_HEAD_metadata ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_old_style_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_save_and_load_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_save_and_load_record_from_pending_file ... ok +test INFO: - - - [15/May/2024:18:09:23 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0665 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0599 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:24 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0720 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:24 +0000] "GET /sda1/p/a/c" 200 53 "-" "-" "-" 0.0017 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:24 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0012 "-" 1363408 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:09:24 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0679 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0562 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:24 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0876 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:24 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0016 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:24 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0014 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:24 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0009 "-" 1363408 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:09:24 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0856 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0561 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:24 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0527 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:24 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 1363408 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:09:24 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0902 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0430 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:24 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0553 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:24 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0015 "-" 1363408 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:09:24 +0000] "PUT /sda1/p/a/xmlc" 201 - "-" "-" "-" 0.0609 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:24 +0000] "PUT /sda1/p/a/xmlc/0" 201 - "-" "-" "-" 0.0039 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:24 +0000] "PUT /sda1/p/a/xmlc/1" 201 - "-" "-" "-" 0.0003 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:24 +0000] "PUT /sda1/p/a/xmlc/2" 201 - "-" "-" "-" 0.0003 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:24 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0553 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:24 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0012 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:24 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0020 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:24 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0011 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:24 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0020 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:24 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0010 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:24 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0020 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:24 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0010 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:24 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0020 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:24 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0010 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:24 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0021 "-" 1363408 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:09:24 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0440 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:24 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:24 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:24 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0522 "-" 1363408 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:09:24 +0000] "HEAD /sda1/p/a/c" 400 21 "-" "-" "-" 0.0002 "-" 1363408 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:09:24 +0000] "HEAD /sda1/p/a/c" 406 - "-" "-" "-" 0.0003 "-" 1363408 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:09:24 +0000] "HEAD /sda1/p/a/c" 400 34 "-" "-" "-" 0.0003 "-" 1363408 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:09:24 +0000] "HEAD /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 1363408 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:09:24 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 0.0005 "-" 1363408 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:09:25 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1599 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:25 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:25 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0754 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:25 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0623 "-" 1363408 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:09:25 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0511 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:25 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0757 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:25 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0015 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:25 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.2405 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:25 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:25 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0016 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:25 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:25 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.2204 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:25 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 1363408 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:09:26 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0984 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:26 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.1256 "-" 1363408 - +test.unit.container.test_server.TestContainerController.test_POST_HEAD_no_timestamp_update +test.unit.container.test_server.TestContainerController.test_POST_HEAD_no_timestamp_update ... ok +test.unit.container.test_server.TestContainerController.test_POST_HEAD_sys_metadata +test.unit.container.test_server.TestContainerController.test_POST_HEAD_sys_metadata ... ok +test.unit.container.test_server.TestContainerController.test_POST_after_DELETE_not_found +test.unit.container.test_server.TestContainerController.test_POST_after_DELETE_not_found ... ok +test ERROR: Bad key for 'container': Key must be length 32 bytes: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 181, in get_keys + self.crypto.check_key(key) + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 144, in check_key + raise ValueError("Key must be length %s bytes" % self.key_length) +ValueError: Key must be length 32 bytes +test ERROR: Bad key for 'object': Key must be length 32 bytes: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 181, in get_keys + self.crypto.check_key(key) + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 144, in check_key + raise ValueError("Key must be length %s bytes" % self.key_length) +ValueError: Key must be length 32 bytes +test ERROR: get_keys(): from callback: boom: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 169, in get_keys + keys = fetch_crypto_keys(key_id=key_id) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/crypto/test_crypto_utils.py", line 95, in callback + raise Exception('boom') +Exception: boom +test ERROR: ERROR get_keys() missing callback: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 161, in get_keys + fetch_crypto_keys = env[CRYPTO_KEY_CALLBACK] + ~~~^^^^^^^^^^^^^^^^^^^^^ +KeyError: 'swift.callback.fetch_crypto_keys' +test ERROR: Missing key for 'container': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 180, in get_keys + key = keys[name] + ~~~~^^^^^^ +KeyError: 'container' +test ERROR: Missing key for 'object': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 180, in get_keys + key = keys[name] + ~~~~^^^^^^ +KeyError: 'object' +test ERROR: Missing key for 'object': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 180, in get_keys + key = keys[name] + ~~~~^^^^^^ +KeyError: 'object' +test ERROR: Did not get a keys dict: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 180, in get_keys + key = keys[name] + ~~~~^^^^^^ +TypeError: list indices must be integers or slices, not str +test_digest_utils WARNING: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. +test_digest_utils WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. +test_digest_utils WARNING: The following digest algorithms are configured but not supported: md5 +test_digest_utils WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. +test_digest_utils WARNING: The following digest algorithms are configured but not supported: md5 +test WARNING: Skipping /tmp/tmpolybsx2q/devices3/device_is_file/data because [Errno 20] Not a directory: '/tmp/tmpolybsx2q/devices3/device_is_file/data' +test WARNING: Skipping /tmp/tmpolybsx2q/devices4/device/data because +test WARNING: Skipping device as it is not mounted +test WARNING: Skipping /tmp/tmpm6shs9d_/asdf/data because [Errno 20] Not a directory: '/tmp/tmpm6shs9d_/asdf/data' +test WARNING: Skipping /tmp/tmpm6shs9d_/asdf/data because [Errno 20] Not a directory: '/tmp/tmpm6shs9d_/asdf/data' +test WARNING: Skipping asdf as it is not mounted +test WARNING: Skipping drive as it is not mounted +test WARNING: Skipping /tmp/tmpt1wwua1t/asdf/data because [Errno 20] Not a directory: '/tmp/tmpt1wwua1t/asdf/data' +test WARNING: More than one part in a single-part response? +test ERROR: Problem finding shard upper in '/tmp/tmpe86ug6i7/test_container.db': : LockTimeout (Nones) +test ERROR: Problem finding shard upper in '/tmp/tmpe86ug6i7/test_container.db': : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2507, in find_shard_ranges + next_shard_upper = sub_broker._get_next_shard_range_upper( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +sqlite3.OperationalError +test DEBUG: Unlinked retiring db '/tmp/tmpsv7mq2_g/containers/part/suffix/hash/container.db' +test WARNING: Unexpected db files will be ignored: ['/tmp/tmpsv7mq2_g/containers/part/suffix/hash/container.db'] +Container 'a/c' cannot be set to sharded state while in unsharded state +Container 'a/c' cannot be set to sharding state: missing epoch +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715796588.00000-2, db: /tmp/tmpmdiqtqzn/sda/containers/0/906/b302c0356b245c1d3928699c80d8a906/b302c0356b245c1d3928699c80d8a906.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715796588.00000-2, db: /tmp/tmpmdiqtqzn/sda/containers/0/906/b302c0356b245c1d3928699c80d8a906/b302c0356b245c1d3928699c80d8a906.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715796597.00000-2, db: /tmp/tmpmdiqtqzn/sda/containers/0/cfb/91c12fa4e095b6c9fab72fba1880acfb/91c12fa4e095b6c9fab72fba1880acfb.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715796597.00000-2, db: /tmp/tmpmdiqtqzn/sda/containers/0/cfb/91c12fa4e095b6c9fab72fba1880acfb/91c12fa4e095b6c9fab72fba1880acfb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715796606.00000-2, db: /tmp/tmpmdiqtqzn/sda/containers/0/925/d13ab2dbc0db6f06dc03af6da5e55925/d13ab2dbc0db6f06dc03af6da5e55925.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715796606.00000-2, db: /tmp/tmpmdiqtqzn/sda/containers/0/925/d13ab2dbc0db6f06dc03af6da5e55925/d13ab2dbc0db6f06dc03af6da5e55925.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715796615.00000-2, db: /tmp/tmpmdiqtqzn/sda/containers/0/045/4645bd3f3e64adbc3995265939f26045/4645bd3f3e64adbc3995265939f26045.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715796615.00000-2, db: /tmp/tmpmdiqtqzn/sda/containers/0/045/4645bd3f3e64adbc3995265939f26045/4645bd3f3e64adbc3995265939f26045.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715796624.00000-2, db: /tmp/tmpmdiqtqzn/sda/containers/0/4b9/ad3a5fd49d93169378b9a72c8e13a4b9/ad3a5fd49d93169378b9a72c8e13a4b9.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715796624.00000-2, db: /tmp/tmpmdiqtqzn/sda/containers/0/4b9/ad3a5fd49d93169378b9a72c8e13a4b9/ad3a5fd49d93169378b9a72c8e13a4b9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715796633.00000-2, db: /tmp/tmpmdiqtqzn/sda/containers/0/ade/e39876eafe2eddb406a141823609fade/e39876eafe2eddb406a141823609fade.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715796633.00000-2, db: /tmp/tmpmdiqtqzn/sda/containers/0/ade/e39876eafe2eddb406a141823609fade/e39876eafe2eddb406a141823609fade.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715796633.00000-2, db: /tmp/tmpmdiqtqzn/sda/containers/0/ade/e39876eafe2eddb406a141823609fade/e39876eafe2eddb406a141823609fade.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715796642.00000-2, db: /tmp/tmpmdiqtqzn/sda/containers/0/416/e128902ac82dc637aba7893f93229416/e128902ac82dc637aba7893f93229416.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715796642.00000-2, db: /tmp/tmpmdiqtqzn/sda/containers/0/416/e128902ac82dc637aba7893f93229416/e128902ac82dc637aba7893f93229416.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715796642.00000-2, db: /tmp/tmpmdiqtqzn/sda/containers/0/416/e128902ac82dc637aba7893f93229416/e128902ac82dc637aba7893f93229416.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715796651.00000-2, db: /tmp/tmpmdiqtqzn/sda/containers/0/7f8/12c0c463629ae929e0a99c6b6ba857f8/12c0c463629ae929e0a99c6b6ba857f8.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715796651.00000-2, db: /tmp/tmpmdiqtqzn/sda/containers/0/7f8/12c0c463629ae929e0a99c6b6ba857f8/12c0c463629ae929e0a99c6b6ba857f8.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715796651.00000-2, db: /tmp/tmpmdiqtqzn/sda/containers/0/7f8/12c0c463629ae929e0a99c6b6ba857f8/12c0c463629ae929e0a99c6b6ba857f8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715796660.00000-2, db: /tmp/tmpmdiqtqzn/sda/containers/0/d0d/b0496050c825e2404238bba7267fcd0d/b0496050c825e2404238bba7267fcd0d.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715796660.00000-2, db: /tmp/tmpmdiqtqzn/sda/containers/0/d0d/b0496050c825e2404238bba7267fcd0d/b0496050c825e2404238bba7267fcd0d.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715796660.00000-2, db: /tmp/tmpmdiqtqzn/sda/containers/0/d0d/b0496050c825e2404238bba7267fcd0d/b0496050c825e2404238bba7267fcd0d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715796669.00000-2, db: /tmp/tmpmdiqtqzn/sda/containers/0/ce6/88733dfceab31c9cfd8bc45e5978bce6/88733dfceab31c9cfd8bc45e5978bce6.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715796669.00000-2, db: /tmp/tmpmdiqtqzn/sda/containers/0/ce6/88733dfceab31c9cfd8bc45e5978bce6/88733dfceab31c9cfd8bc45e5978bce6.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715796669.00000-2, db: /tmp/tmpmdiqtqzn/sda/containers/0/ce6/88733dfceab31c9cfd8bc45e5978bce6/88733dfceab31c9cfd8bc45e5978bce6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715796678.00000-2, db: /tmp/tmpmdiqtqzn/sda/containers/0/cc0/e9f0de90facd3ccb94fe72fea9e99cc0/e9f0de90facd3ccb94fe72fea9e99cc0.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715796678.00000-2, db: /tmp/tmpmdiqtqzn/sda/containers/0/cc0/e9f0de90facd3ccb94fe72fea9e99cc0/e9f0de90facd3ccb94fe72fea9e99cc0.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715796678.00000-2, db: /tmp/tmpmdiqtqzn/sda/containers/0/cc0/e9f0de90facd3ccb94fe72fea9e99cc0/e9f0de90facd3ccb94fe72fea9e99cc0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715796687.00000-2, db: /tmp/tmpmdiqtqzn/sda/containers/0/db4/b0517a7a686988e58de9718ff14a8db4/b0517a7a686988e58de9718ff14a8db4.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715796687.00000-2, db: /tmp/tmpmdiqtqzn/sda/containers/0/db4/b0517a7a686988e58de9718ff14a8db4/b0517a7a686988e58de9718ff14a8db4.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715796687.00000-2, db: /tmp/tmpmdiqtqzn/sda/containers/0/db4/b0517a7a686988e58de9718ff14a8db4/b0517a7a686988e58de9718ff14a8db4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715796696.00000-2, db: /tmp/tmpmdiqtqzn/sda/containers/0/a62/05b343845797b0c6aabf11d39c1a4a62/05b343845797b0c6aabf11d39c1a4a62.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715796696.00000-2, db: /tmp/tmpmdiqtqzn/sda/containers/0/a62/05b343845797b0c6aabf11d39c1a4a62/05b343845797b0c6aabf11d39c1a4a62.db +test.unit.container.test_server.TestContainerController.test_POST_ignores_policy_change +test.unit.container.test_server.TestContainerController.test_POST_ignores_policy_change ... ok +test.unit.container.test_server.TestContainerController.test_POST_insufficient_space +test.unit.container.test_server.TestContainerController.test_POST_insufficient_space ... ok +test.unit.container.test_server.TestContainerController.test_POST_invalid_container_sync_to +test.unit.container.test_server.TestContainerController.test_POST_invalid_container_sync_to ... ok +test.unit.container.test_server.TestContainerController.test_POST_invalid_partition +test.unit.container.test_server.TestContainerController.test_POST_invalid_partition ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_container_children_merged_while_sharding +test.unit.container.test_sharder.TestSharder.test_audit_shard_container_children_merged_while_sharding ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_root_container ... ok +test.unit.container.test_server.TestContainerController.test_POST_reset_container_sync +test.unit.container.test_server.TestContainerController.test_POST_reset_container_sync ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_remove_objects +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_remove_objects ... ok +test.unit.container.test_server.TestContainerController.test_POST_timestamp_not_float +test.unit.container.test_server.TestContainerController.test_POST_timestamp_not_float ... ok +test DEBUG: Replicating db /tmp/tmpcyhgdxy5/sda/containers/0/938/f4a74e25c052c6af4168cff5a1f48938/f4a74e25c052c6af4168cff5a1f48938.db +REPLICATE: /sdb/0/f4a74e25c052c6af4168cff5a1f48938, sync, (1, '7fd9bc6a1270be61cc1538c540465009', '42e1131d-d194-4b7a-a647-c65b31c4c1cf-sda', '1715796560.63050', '1715796000', '0', '', '1715796000', 1, 0) +REPLICATE: /sdb/0/f4a74e25c052c6af4168cff5a1f48938, complete_rsync, ('42e1131d-d194-4b7a-a647-c65b31c4c1cf-sda', 'f4a74e25c052c6af4168cff5a1f48938.db') +REPLICATE: /sdc/0/f4a74e25c052c6af4168cff5a1f48938, sync, (1, '7fd9bc6a1270be61cc1538c540465009', '42e1131d-d194-4b7a-a647-c65b31c4c1cf-sda', '1715796560.63050', '1715796000', '0', '', '1715796000', 1, 0) +REPLICATE: /sdc/0/f4a74e25c052c6af4168cff5a1f48938, complete_rsync, ('42e1131d-d194-4b7a-a647-c65b31c4c1cf-sda', 'f4a74e25c052c6af4168cff5a1f48938.db') test INFO: Cleaning up 0 reconciler containers test INFO: Finished reconciler replication test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmprkh6toso/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '75bef311-074f-4567-8824-97e7c516e454-sda', '1750205599.35710', '1750205599', '1750205601', '', '1750205601', 0, 0) -test DEBUG: /tmp/tmprkh6toso/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '75bef311-074f-4567-8824-97e7c516e454-sda', '1750205599.35710', '1750205599', '1750205601', '', '1750205601', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('75bef311-074f-4567-8824-97e7c516e454-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Replicating db /tmp/tmpyv9o9ojc/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', 'b1dc3766-92ed-4daf-98a3-813d41aaa2fa-sda', '1715796561.34639', '1715796561', '1715796563', '', '1715796563', 0, 0) +test DEBUG: /tmp/tmpyv9o9ojc/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', 'b1dc3766-92ed-4daf-98a3-813d41aaa2fa-sda', '1715796561.34639', '1715796561', '1715796563', '', '1715796563', 0, 0) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('b1dc3766-92ed-4daf-98a3-813d41aaa2fa-sda', '33379ecb053aa5c9e356c68997cbb59e.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.23705 seconds (4.21849/s) +test INFO: Attempted to replicate 1 dbs in 0.68117 seconds (1.46806/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpsxi2qoep/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'db03372924193f7c21f93e6f877ecbca', 'dd899832-6c50-466a-8597-904268dc51c5-sda', '1750205599.86061', '1750205599', '1750205601', '', '1750205601', 1, 1) -test DEBUG: /tmp/tmpsxi2qoep/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_policy_stat_tracking -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_policy_stat_tracking ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_misplaced_object_does_not_effect_container_stats -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_misplaced_object_does_not_effect_container_stats ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_enable_sharding -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_enable_sharding ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_exception -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_exception ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_encoded_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_encoded_timestamps_using_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_encoded_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_encoded_timestamps_using_memory ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_delete -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_delete ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_explicit_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_explicit_timestamps_using_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205744.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/e4f/2085b71c3a4fdaebe0e888e380500e4f/2085b71c3a4fdaebe0e888e380500e4f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205749.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/c76/5d04c060a633cbc436c756a6073f4c76/5d04c060a633cbc436c756a6073f4c76.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205754.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/60a/60e2f2fbc6b16d9177384ceca840960a/60e2f2fbc6b16d9177384ceca840960a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205759.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/7af/929ed45201a183d545249537a46907af/929ed45201a183d545249537a46907af.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205764.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/7fd/716b97c54d26e1bd05abcbe47193d7fd/716b97c54d26e1bd05abcbe47193d7fd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205769.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/752/77e9d8a7483c4126579271b0ed96d752/77e9d8a7483c4126579271b0ed96d752.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205774.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/925/2bdbae8a4c29a7d777b508e7f2ff7925/2bdbae8a4c29a7d777b508e7f2ff7925.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205779.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/830/02bc6d522498cb695f2e7b9e667f1830/02bc6d522498cb695f2e7b9e667f1830.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205784.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/40e/0ffae397f302245bb7eaa02e90c6740e/0ffae397f302245bb7eaa02e90c6740e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205789.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/908/d50b8705939afac486220ca652a4c908/d50b8705939afac486220ca652a4c908.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205794.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/f43/bf7dfd33b157d71b318d30f60da23f43/bf7dfd33b157d71b318d30f60da23f43.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205799.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/cdd/9995200eb077029ab43cb984beff0cdd/9995200eb077029ab43cb984beff0cdd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205804.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/471/40aead1a65c15199bc207eaf71122471/40aead1a65c15199bc207eaf71122471.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205809.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/a43/22f0b8384ac5e8996ac086c6f20bda43/22f0b8384ac5e8996ac086c6f20bda43.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205814.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/394/ecce02ebd3ff1208669c994c986c3394/ecce02ebd3ff1208669c994c986c3394.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205819.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/f41/b5586a14d0ab9eb812b299f2f1038f41/b5586a14d0ab9eb812b299f2f1038f41.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205824.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/725/18fcdd7fd208bb1ebdbec0199f945725/18fcdd7fd208bb1ebdbec0199f945725.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205829.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/bc0/783c412410ee3a08fc80993e7599dbc0/783c412410ee3a08fc80993e7599dbc0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205834.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/66f/7e8e4694dd8a0b5f342cf6c812c9e66f/7e8e4694dd8a0b5f342cf6c812c9e66f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205839.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/c38/f05bb54d0e278239036ac7f8475d2c38/f05bb54d0e278239036ac7f8475d2c38.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205844.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/98c/baeda281c326ed378047cd418d30698c/baeda281c326ed378047cd418d30698c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205849.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/d1d/823f3b9bee769c7eef3ab51fd01e9d1d/823f3b9bee769c7eef3ab51fd01e9d1d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205854.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/009/0048a0d51c40a4ce322d0ca914f37009/0048a0d51c40a4ce322d0ca914f37009.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205859.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/1a3/bb136674be89997e0d250207fea461a3/bb136674be89997e0d250207fea461a3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205864.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/9f1/0d9e039bfa478895e6eabe9fbb4fc9f1/0d9e039bfa478895e6eabe9fbb4fc9f1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205869.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/a60/a4fc102b3cfee1351a43b26b709b5a60/a4fc102b3cfee1351a43b26b709b5a60.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205874.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/6db/e481d10f3da828b8d24feae8571b86db/e481d10f3da828b8d24feae8571b86db.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205879.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/f3b/7744ed256b7dba5a98671ad8fc63cf3b/7744ed256b7dba5a98671ad8fc63cf3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205884.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/76d/a98d86d65f7fa5d708812e1fe278876d/a98d86d65f7fa5d708812e1fe278876d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205889.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/840/cd0e3e92387eae5ddf2eb2783113f840/cd0e3e92387eae5ddf2eb2783113f840.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205894.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/bf2/a0076a7af3afd3416ecce551b2822bf2/a0076a7af3afd3416ecce551b2822bf2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205899.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/98a/418b7ed6f101442ebc0072d0eecd498a/418b7ed6f101442ebc0072d0eecd498a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205904.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/bbd/af32d5ddb67b377743f7c2ad61890bbd/af32d5ddb67b377743f7c2ad61890bbd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205909.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/bdc/5d335d60291b94af0f21168f2ca7bbdc/5d335d60291b94af0f21168f2ca7bbdc.db -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_explicit_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_explicit_timestamps_using_memory ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges_errors -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges_errors ... ok -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1750205604.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], 'dd899832-6c50-466a-8597-904268dc51c5-sda') -test DEBUG: /tmp/tmpsxi2qoep/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0480556s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'db03372924193f7c21f93e6f877ecbca', 'dd899832-6c50-466a-8597-904268dc51c5-sda', '1750205599.86061', '1750205599', '1750205601', '', '1750205601', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('dd899832-6c50-466a-8597-904268dc51c5-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpsxi2qoep/sda/containers/0/cd9/da21eca80c6da881c38b5dbec41e1cd9/da21eca80c6da881c38b5dbec41e1cd9.db +test DEBUG: Replicating db /tmp/tmpsomim2__/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, 'e09715392b971bc2f6af1a0481a0d681', '8e81c923-f384-4cc8-9da3-3255ce273bde-sda', '1715796562.73719', '1715796562', '1715796564', '', '1715796564', 1, 0) +test DEBUG: /tmp/tmpsomim2__/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1715796567.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '8e81c923-f384-4cc8-9da3-3255ce273bde-sda') +test DEBUG: /tmp/tmpsomim2__/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0916038s) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_syncs, ([],) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, 'e09715392b971bc2f6af1a0481a0d681', '8e81c923-f384-4cc8-9da3-3255ce273bde-sda', '1715796562.73719', '1715796562', '1715796564', '', '1715796564', 1, 0) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('8e81c923-f384-4cc8-9da3-3255ce273bde-sda', '33379ecb053aa5c9e356c68997cbb59e.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpsomim2__/sda/containers/0/938/f4a74e25c052c6af4168cff5a1f48938/f4a74e25c052c6af4168cff5a1f48938.db test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.46826 seconds (2.13555/s) +test INFO: Attempted to replicate 1 dbs in 0.81090 seconds (1.23320/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpsxi2qoep/sda/containers/0/cd9/da21eca80c6da881c38b5dbec41e1cd9/da21eca80c6da881c38b5dbec41e1cd9.db -REPLICATE: /sdb/0/da21eca80c6da881c38b5dbec41e1cd9, sync, (1, '7d606612126d4935d0ce5627766942f9', '5eeea92b-7ded-443a-ae5c-97ec7fbcd88d-sda', '1750205600.42362', '1750204800', '0', '', '1750204800', 1, 0) -REPLICATE: /sdb/0/da21eca80c6da881c38b5dbec41e1cd9, complete_rsync, ('5eeea92b-7ded-443a-ae5c-97ec7fbcd88d-sda', 'da21eca80c6da881c38b5dbec41e1cd9.db') -REPLICATE: /sdc/0/da21eca80c6da881c38b5dbec41e1cd9, sync, (1, '7d606612126d4935d0ce5627766942f9', '5eeea92b-7ded-443a-ae5c-97ec7fbcd88d-sda', '1750205600.42362', '1750204800', '0', '', '1750204800', 1, 0) -REPLICATE: /sdc/0/da21eca80c6da881c38b5dbec41e1cd9, complete_rsync, ('5eeea92b-7ded-443a-ae5c-97ec7fbcd88d-sda', 'da21eca80c6da881c38b5dbec41e1cd9.db') +test DEBUG: Replicating db /tmp/tmpsomim2__/sda/containers/0/938/f4a74e25c052c6af4168cff5a1f48938/f4a74e25c052c6af4168cff5a1f48938.db +REPLICATE: /sdb/0/f4a74e25c052c6af4168cff5a1f48938, sync, (1, '8d88bf8dd22fa46ab78abe62d9926285', '6df97942-f938-4c5a-b4f7-0fd5db986a92-sda', '1715796564.52488', '1715796000', '0', '', '1715796000', 1, 0) +REPLICATE: /sdb/0/f4a74e25c052c6af4168cff5a1f48938, complete_rsync, ('6df97942-f938-4c5a-b4f7-0fd5db986a92-sda', 'f4a74e25c052c6af4168cff5a1f48938.db') +REPLICATE: /sdc/0/f4a74e25c052c6af4168cff5a1f48938, sync, (1, '8d88bf8dd22fa46ab78abe62d9926285', '6df97942-f938-4c5a-b4f7-0fd5db986a92-sda', '1715796564.52488', '1715796000', '0', '', '1715796000', 1, 0) +REPLICATE: /sdc/0/f4a74e25c052c6af4168cff5a1f48938, complete_rsync, ('6df97942-f938-4c5a-b4f7-0fd5db986a92-sda', 'f4a74e25c052c6af4168cff5a1f48938.db') test INFO: Cleaning up 0 reconciler containers test INFO: Finished reconciler replication test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp7n88lwy5/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '0bf96956-481b-4c1a-8972-b3ad03e396fd-sda', '1750205600.71369', '1750205600', '1750205602', '', '1750205602', 0, 0) -test DEBUG: /tmp/tmp7n88lwy5/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '0bf96956-481b-4c1a-8972-b3ad03e396fd-sda', '1750205600.71369', '1750205600', '1750205602', '', '1750205602', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('0bf96956-481b-4c1a-8972-b3ad03e396fd-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Replicating db /tmp/tmpvr2oa75k/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', '0b5f1671-ea47-4699-9e1e-0ff3a0ec5c9d-sda', '1715796565.00526', '1715796565', '1715796567', '', '1715796567', 0, 1) +test DEBUG: /tmp/tmpvr2oa75k/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', '0b5f1671-ea47-4699-9e1e-0ff3a0ec5c9d-sda', '1715796565.00526', '1715796565', '1715796567', '', '1715796567', 0, 1) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('0b5f1671-ea47-4699-9e1e-0ff3a0ec5c9d-sda', '33379ecb053aa5c9e356c68997cbb59e.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.24634 seconds (4.05944/s) +test INFO: Attempted to replicate 1 dbs in 0.69362 seconds (1.44172/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpf1rgyor9/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '7aec128248cea09d6c84e0eabdffed7f', '6ace2db3-0eca-46d5-95af-5780ef6906bf-sda', '1750205601.19782', '1750205601', '1750205603', '', '1750205603', 1, 0) -test DEBUG: /tmp/tmpf1rgyor9/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '7aec128248cea09d6c84e0eabdffed7f', '6ace2db3-0eca-46d5-95af-5780ef6906bf-sda', '1750205601.19782', '1750205601', '1750205603', '', '1750205603', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('6ace2db3-0eca-46d5-95af-5780ef6906bf-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpf1rgyor9/sda/containers/0/cd9/da21eca80c6da881c38b5dbec41e1cd9/da21eca80c6da881c38b5dbec41e1cd9.db +test DEBUG: Replicating db /tmp/tmpfej_emuq/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, '1bf174bf251b4f1377272ea1604d4c41', 'f7433586-e23f-4319-8995-afedbe47a14f-sda', '1715796566.28446', '1715796566', '1715796568', '', '1715796568', 1, 0) +test DEBUG: /tmp/tmpfej_emuq/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, '1bf174bf251b4f1377272ea1604d4c41', 'f7433586-e23f-4319-8995-afedbe47a14f-sda', '1715796566.28446', '1715796566', '1715796568', '', '1715796568', 1, 0) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('f7433586-e23f-4319-8995-afedbe47a14f-sda', '33379ecb053aa5c9e356c68997cbb59e.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpfej_emuq/sda/containers/0/938/f4a74e25c052c6af4168cff5a1f48938/f4a74e25c052c6af4168cff5a1f48938.db test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.43119 seconds (2.31918/s) +test INFO: Attempted to replicate 1 dbs in 1.18002 seconds (0.84745/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpf1rgyor9/sda/containers/0/cd9/da21eca80c6da881c38b5dbec41e1cd9/da21eca80c6da881c38b5dbec41e1cd9.db -REPLICATE: /sdb/0/da21eca80c6da881c38b5dbec41e1cd9, sync, (1, '1790bf285b6177eee2bb12c8a9e9d638', '11b4a826-c9fa-4751-be2e-d2c22a3e19ad-sda', '1750205601.76893', '1750204800', '0', '', '1750204800', 1, 0) -REPLICATE: /sdb/0/da21eca80c6da881c38b5dbec41e1cd9, complete_rsync, ('11b4a826-c9fa-4751-be2e-d2c22a3e19ad-sda', 'da21eca80c6da881c38b5dbec41e1cd9.db') -REPLICATE: /sdc/0/da21eca80c6da881c38b5dbec41e1cd9, sync, (1, '1790bf285b6177eee2bb12c8a9e9d638', '11b4a826-c9fa-4751-be2e-d2c22a3e19ad-sda', '1750205601.76893', '1750204800', '0', '', '1750204800', 1, 0) -REPLICATE: /sdc/0/da21eca80c6da881c38b5dbec41e1cd9, complete_rsync, ('11b4a826-c9fa-4751-be2e-d2c22a3e19ad-sda', 'da21eca80c6da881c38b5dbec41e1cd9.db') +test DEBUG: Replicating db /tmp/tmpfej_emuq/sda/containers/0/938/f4a74e25c052c6af4168cff5a1f48938/f4a74e25c052c6af4168cff5a1f48938.db +REPLICATE: /sdb/0/f4a74e25c052c6af4168cff5a1f48938, sync, (1, '38320ac4e56bb5ea6676e034a28dbb49', 'd7ebdee2-e0f0-4794-97a7-5fac1223d8fd-sda', '1715796568.09203', '1715796000', '0', '', '1715796000', 1, 0) +REPLICATE: /sdb/0/f4a74e25c052c6af4168cff5a1f48938, complete_rsync, ('d7ebdee2-e0f0-4794-97a7-5fac1223d8fd-sda', 'f4a74e25c052c6af4168cff5a1f48938.db') +test.unit.container.test_server.TestContainerController.test_PUT +test.unit.container.test_server.TestContainerController.test_PUT ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_resolve_shard_range_states +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_resolve_shard_range_states ... ok +Container 'a/c' cannot be set to sharding state while in sharding state +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_delete +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_delete ... ok +Container 'a/c' cannot be set to sharded state while in sharded state +test.unit.container.test_sharder.TestSharder.test_audit_shard_container_children_not_merged_once_sharded +test.unit.container.test_sharder.TestSharder.test_audit_shard_container_children_not_merged_once_sharded ... ok +test.unit.container.test_server.TestContainerController.test_PUT_GET_metadata +test.unit.container.test_server.TestContainerController.test_PUT_GET_metadata ... ok +test.unit.container.test_server.TestContainerController.test_PUT_GET_object_timing_metrics +test.unit.container.test_server.TestContainerController.test_PUT_GET_object_timing_metrics ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_shard_container ... ok +test INFO: - - - [15/May/2024:18:09:26 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0015 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:26 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.1388 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:26 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:26 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0695 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:26 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:26 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:26 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1363408 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:09:26 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.4766 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:26 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.1090 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:26 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0082 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:27 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.1735 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:27 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:27 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:27 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:27 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.1539 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:27 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0035 "-" 1363408 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:09:27 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0669 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:27 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.1363 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:27 +0000] "POST /sda1/p/a/c/" 404 - "-" "-" "-" 0.0011 "-" 1363408 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:09:27 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.4122 "-" 1363408 1 +test INFO: - - - [15/May/2024:18:09:27 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0023 "-" 1363408 1 +test INFO: - - - [15/May/2024:18:09:28 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0620 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:28 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0076 "-" 1363408 1 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:09:28 +0000] "POST /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 1363408 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:09:28 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1064 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:28 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:28 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0645 "-" 1363408 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:09:28 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0644 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:28 +0000] "POST /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 1363408 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:09:28 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0705 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0902 "-" 1363408 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:09:28 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1782 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:28 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0024 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:28 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0506 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:28 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1561 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:28 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:28 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:29 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1452 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:29 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 1363408 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:09:29 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0792 "-" 1363408 0 +test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" - "-" 1363408 - +test INFO: - - - [01/Jan/1970:00:16:40 +0000] "GET /sda1/p/a/c" 200 117 "-" "-" "-" - "-" 1363408 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:09:29 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0396 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:29 +0000] "PUT /sda1/p/a/c/obj_0" 201 - "-" "-" "-" 0.0139 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:29 +0000] "PUT /sda1/p/a/c/obj_1" 201 - "-" "-" "-" 0.0007 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:29 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1576 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:29 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0531 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:29 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0583 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:29 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0624 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:29 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0758 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:29 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0029 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:29 +0000] "GET /sda1/p/a/c" 200 1683 "-" "-" "-" 0.0020 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:29 +0000] "GET /sda1/p/a/c" 200 1683 "-" "-" "-" 0.0019 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:29 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0017 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:29 +0000] "GET /sda1/p/a/c" 200 332 "-" "-" "-" 0.0017 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:29 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0016 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:29 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0061 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:29 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0017 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:29 +0000] "GET /sda1/p/a/c" 200 330 "-" "-" "-" 0.0017 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:29 +0000] "GET /sda1/p/a/c" 200 330 "-" "-" "-" 0.0016 "-" 1363408 0 +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_table_migration +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_table_migration ... ok +test.unit.container.test_server.TestContainerController.test_PUT_GET_shard_ranges +test.unit.container.test_server.TestContainerController.test_PUT_GET_shard_ranges ... ok +test INFO: - - - [15/May/2024:18:09:29 +0000] "GET /sda1/p/a/c" 200 670 "-" "-" "-" 0.0017 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:29 +0000] "GET /sda1/p/a/c" 200 670 "-" "-" "-" 0.0017 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:29 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0019 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:29 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0020 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:29 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0019 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:29 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0020 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:29 +0000] "GET /sda1/p/a/c" 200 1323 "-" "-" "-" 0.0020 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:29 +0000] "GET /sda1/p/a/c" 200 1323 "-" "-" "-" 0.0020 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:29 +0000] "GET /sda1/p/a/c" 200 657 "-" "-" "-" 0.0019 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:29 +0000] "GET /sda1/p/a/c" 200 657 "-" "-" "-" 0.0020 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:29 +0000] "GET /sda1/p/a/c" 200 1339 "-" "-" "-" 0.0019 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:29 +0000] "GET /sda1/p/a/c" 200 1339 "-" "-" "-" 0.0020 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:29 +0000] "GET /sda1/p/a/c" 200 318 "-" "-" "-" 0.0018 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:29 +0000] "GET /sda1/p/a/c" 200 318 "-" "-" "-" 0.0018 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:29 +0000] "GET /sda1/p/a/c" 200 324 "-" "-" "-" 0.0032 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:29 +0000] "GET /sda1/p/a/c" 200 324 "-" "-" "-" 0.0019 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:29 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0016 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:29 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0016 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:29 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0016 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:29 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0016 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:29 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0016 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:29 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0016 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:29 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0018 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:29 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0016 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:29 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0018 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:29 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0014 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:29 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0014 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:29 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0014 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:29 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0022 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:29 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0015 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:29 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0016 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:29 +0000] "GET /sda1/p/a/c" 200 1351 "-" "-" "-" 0.0015 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:29 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0014 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:29 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0015 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:29 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0014 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:29 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0014 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:29 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0014 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:29 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0014 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:29 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0014 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:29 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0014 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:29 +0000] "GET /sda1/p/a/c" 200 1351 "-" "-" "-" 0.0015 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:29 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0021 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:29 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0014 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:29 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0013 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:29 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0014 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:29 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0014 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:29 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0014 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:29 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0014 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:29 +0000] "GET /sda1/p/a/c" 200 685 "-" "-" "-" 0.0014 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:29 +0000] "GET /sda1/p/a/c" 200 685 "-" "-" "-" 0.0014 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:29 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0014 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:29 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0013 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:29 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0012 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:29 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0011 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:29 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0023 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:29 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0015 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:29 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0016 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:30 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0040 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:30 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0031 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:30 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0031 "-" 1363408 0 +test DEBUG: Unlinked retiring db '/tmp/tmpkezg7apj/tmp_test_container_server_ContainerController/sda1/containers/p/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db' +test INFO: - - - [15/May/2024:18:09:30 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0074 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:30 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0023 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:30 +0000] "GET /sda1/p/a/c" 200 1337 "-" "-" "-" 0.0049 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:30 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0020 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:30 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0022 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:31 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.2163 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:31 +0000] "GET /sda1/p/a/c" 200 1347 "-" "-" "-" 0.0024 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:31 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0021 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:31 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0019 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:31 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0019 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:31 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0018 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:31 +0000] "GET /sda1/p/a/c/" 200 1017 "-" "-" "-" 0.0032 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:31 +0000] "GET /sda1/p/a/c/" 200 330 "-" "-" "-" 0.0019 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:31 +0000] "GET /sda1/p/a/c/" 200 330 "-" "-" "-" 0.0020 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:31 +0000] "GET /sda1/p/a/c/" 200 1017 "-" "-" "-" 0.0020 "-" 1363408 0 +test.unit.container.test_server.TestContainerController.test_PUT_GET_shards_timing_metrics +test.unit.container.test_server.TestContainerController.test_PUT_GET_shards_timing_metrics ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reverse_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reverse_prefix_delim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_old_style_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_old_style_root_account_container_path ... ok +test.unit.container.test_server.TestContainerController.test_PUT_GET_sys_metadata +test.unit.container.test_server.TestContainerController.test_PUT_GET_sys_metadata ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_db_states +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_db_states ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_root_account_container_path ... ok +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715796696.00000-2, db: /tmp/tmpmdiqtqzn/sda/containers/0/a62/05b343845797b0c6aabf11d39c1a4a62/05b343845797b0c6aabf11d39c1a4a62.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715796569.00000-2, db: /tmp/tmpb3g8z_k9/sda/containers/0/6bf/bde032e06b7290e97a09faa97e34a6bf/bde032e06b7290e97a09faa97e34a6bf.db +sharder-test INFO: Updated own shard range from ShardRange<'a' to 'b' as of 1715796569.00000, (0, 0) as of 1715796569.00000, active as of 1715796569.00000> to ShardRange<'a' to 'b' as of 1715796569.00000, (0, 0) as of 1715796569.00000, sharding as of 1715796574.00000>, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715796569.00000-2, db: /tmp/tmpb3g8z_k9/sda/containers/0/6bf/bde032e06b7290e97a09faa97e34a6bf/bde032e06b7290e97a09faa97e34a6bf.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715796569.00000-2, db: /tmp/tmpb3g8z_k9/sda/containers/0/6bf/bde032e06b7290e97a09faa97e34a6bf/bde032e06b7290e97a09faa97e34a6bf.db +sharder-test DEBUG: Updating 0 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715796569.00000-2, db: /tmp/tmpb3g8z_k9/sda/containers/0/6bf/bde032e06b7290e97a09faa97e34a6bf/bde032e06b7290e97a09faa97e34a6bf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715796569.00000-2, db: /tmp/tmpb3g8z_k9/sda/containers/0/6bf/bde032e06b7290e97a09faa97e34a6bf/bde032e06b7290e97a09faa97e34a6bf_1715796569.00000.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715796569.00000-2, db: /tmp/tmpb3g8z_k9/sda/containers/0/6bf/bde032e06b7290e97a09faa97e34a6bf/bde032e06b7290e97a09faa97e34a6bf_1715796569.00000.db +sharder-test DEBUG: Updating 0 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715796569.00000-2, db: /tmp/tmpb3g8z_k9/sda/containers/0/6bf/bde032e06b7290e97a09faa97e34a6bf/bde032e06b7290e97a09faa97e34a6bf_1715796569.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpb3g8z_k9/sda/containers/0/6bf/bde032e06b7290e97a09faa97e34a6bf/bde032e06b7290e97a09faa97e34a6bf.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715796569.00000-2, db: /tmp/tmpb3g8z_k9/sda/containers/0/6bf/bde032e06b7290e97a09faa97e34a6bf/bde032e06b7290e97a09faa97e34a6bf_1715796569.00000.db +sharder-test INFO: Updated own shard range from ShardRange<'a' to 'b' as of 1715796569.00000, (0, 0) as of 1715796569.00000, sharding as of 1715796575.00000> to ShardRange<'a' to 'b' as of 1715796569.00000, (0, 0) as of 1715796569.00000, sharded as of 1715796578.00000>, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715796569.00000-2, db: /tmp/tmpb3g8z_k9/sda/containers/0/6bf/bde032e06b7290e97a09faa97e34a6bf/bde032e06b7290e97a09faa97e34a6bf_1715796569.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796569.00000, db: /tmp/tmpasrznpjc/sda/containers/0/d24/3e38f3a3c72ea71708622f535b20ad24/3e38f3a3c72ea71708622f535b20ad24.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796571.00000, db: /tmp/tmpasrznpjc/sda/containers/0/15c/55487fcd8df3afb5f980488af606815c/55487fcd8df3afb5f980488af606815c.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796570.00000, (0, 0) as of 1715796570.00000, found as of 1715796570.00000> to ShardRange<'k' to 't' as of 1715796571.00000, (0, 0) as of 1715796571.00000, created as of 1715796571.00000>, path: .shards_a/shard_c_1715796571.00000, db: /tmp/tmpasrznpjc/sda/containers/0/15c/55487fcd8df3afb5f980488af606815c/55487fcd8df3afb5f980488af606815c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796573.00000, db: /tmp/tmpasrznpjc/sda/containers/0/0ce/5b1f204809cc711c50a5380d3d3250ce/5b1f204809cc711c50a5380d3d3250ce.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796572.00000, (0, 0) as of 1715796572.00000, found as of 1715796572.00000> to ShardRange<'k' to 't' as of 1715796573.00000, (0, 0) as of 1715796573.00000, cleaved as of 1715796573.00000>, path: .shards_a/shard_c_1715796573.00000, db: /tmp/tmpasrznpjc/sda/containers/0/0ce/5b1f204809cc711c50a5380d3d3250ce/5b1f204809cc711c50a5380d3d3250ce.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796575.00000, db: /tmp/tmpasrznpjc/sda/containers/0/cf9/3e62cc15eb8bd380e6283431b9affcf9/3e62cc15eb8bd380e6283431b9affcf9.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796574.00000, (0, 0) as of 1715796574.00000, found as of 1715796574.00000> to ShardRange<'k' to 't' as of 1715796575.00000, (0, 0) as of 1715796575.00000, active as of 1715796575.00000>, path: .shards_a/shard_c_1715796575.00000, db: /tmp/tmpasrznpjc/sda/containers/0/cf9/3e62cc15eb8bd380e6283431b9affcf9/3e62cc15eb8bd380e6283431b9affcf9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796577.00000, db: /tmp/tmpasrznpjc/sda/containers/0/e75/96fb7cf7b10fd9af1ae348ba50e56e75/96fb7cf7b10fd9af1ae348ba50e56e75.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796576.00000, (0, 0) as of 1715796576.00000, found as of 1715796576.00000> to ShardRange<'k' to 't' as of 1715796577.00000, (0, 0) as of 1715796577.00000, shrinking as of 1715796577.00000>, path: .shards_a/shard_c_1715796577.00000, db: /tmp/tmpasrznpjc/sda/containers/0/e75/96fb7cf7b10fd9af1ae348ba50e56e75/96fb7cf7b10fd9af1ae348ba50e56e75.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796577.00000, db: /tmp/tmpasrznpjc/sda/containers/0/e75/96fb7cf7b10fd9af1ae348ba50e56e75/96fb7cf7b10fd9af1ae348ba50e56e75.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796579.00000, db: /tmp/tmpasrznpjc/sda/containers/0/66d/447885934740d30b8d7f2a522b39b66d/447885934740d30b8d7f2a522b39b66d.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796578.00000, (0, 0) as of 1715796578.00000, found as of 1715796578.00000> to ShardRange<'k' to 't' as of 1715796579.00000, (0, 0) as of 1715796579.00000, sharding as of 1715796579.00000>, path: .shards_a/shard_c_1715796579.00000, db: /tmp/tmpasrznpjc/sda/containers/0/66d/447885934740d30b8d7f2a522b39b66d/447885934740d30b8d7f2a522b39b66d.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796579.00000, db: /tmp/tmpasrznpjc/sda/containers/0/66d/447885934740d30b8d7f2a522b39b66d/447885934740d30b8d7f2a522b39b66d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796581.00000, db: /tmp/tmpasrznpjc/sda/containers/0/b0f/6d1f286085c447f03f177b8781a48b0f/6d1f286085c447f03f177b8781a48b0f.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796580.00000, (0, 0) as of 1715796580.00000, found as of 1715796580.00000> to ShardRange<'k' to 't' as of 1715796581.00000, (0, 0) as of 1715796581.00000, sharded as of 1715796581.00000>, path: .shards_a/shard_c_1715796581.00000, db: /tmp/tmpasrznpjc/sda/containers/0/b0f/6d1f286085c447f03f177b8781a48b0f/6d1f286085c447f03f177b8781a48b0f.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796581.00000, db: /tmp/tmpasrznpjc/sda/containers/0/b0f/6d1f286085c447f03f177b8781a48b0f/6d1f286085c447f03f177b8781a48b0f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796583.00000, db: /tmp/tmpasrznpjc/sda/containers/0/16e/c89f79e8f0596ae5db51cd820c0b716e/c89f79e8f0596ae5db51cd820c0b716e.db +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_deadlock +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_deadlock ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_save_and_load_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_save_and_load_record_from_pending_file ... ok +test.unit.container.test_server.TestContainerController.test_PUT_GET_to_sharding_container +test.unit.container.test_server.TestContainerController.test_PUT_GET_to_sharding_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharded_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharded_state_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_overlap_shard_range_order +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_overlap_shard_range_order ... ok +test.unit.container.test_server.TestContainerController.test_PUT_HEAD_put_timestamp_updates +test.unit.container.test_server.TestContainerController.test_PUT_HEAD_put_timestamp_updates ... ok +test NOTICE: Started child 88 from parent 1363410 +test NOTICE: Started child 89 from parent 1363410 +test ERROR: Removing dead child 88 from parent 1363410 +test NOTICE: Started child 90 from parent 1363410 +test NOTICE: Started child 88 from parent 1363410 +test NOTICE: Started child 89 from parent 1363410 +test ERROR: Problem finding shard upper in '/tmp/tmp_nezxl57/test_container.db': : LockTimeout (Nones) +test ERROR: Problem finding shard upper in '/tmp/tmp_nezxl57/test_container.db': : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2507, in find_shard_ranges + next_shard_upper = sub_broker._get_next_shard_range_upper( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +sqlite3.OperationalError +test DEBUG: Unlinked retiring db '/tmp/tmpob3n7zsb/containers/part/suffix/hash/container.db' +test WARNING: Unexpected db files will be ignored: ['/tmp/tmpob3n7zsb/containers/part/suffix/hash/container.db'] +Container 'a/c' cannot be set to sharded state while in unsharded state +Container 'a/c' cannot be set to sharding state: missing epoch +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_path +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_pending_file_name +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_pending_file_name ... ok +test.unit.container.test_server.TestContainerController.test_PUT_account_update +test.unit.container.test_server.TestContainerController.test_PUT_account_update ... ok +test.unit.container.test_server.TestContainerController.test_PUT_bad_policy_change +test.unit.container.test_server.TestContainerController.test_PUT_bad_policy_change ... ok +test.unit.container.test_server.TestContainerController.test_PUT_bad_policy_specified +test.unit.container.test_server.TestContainerController.test_PUT_bad_policy_specified ... ok +test.unit.container.test_server.TestContainerController.test_PUT_container_timing_metrics +test.unit.container.test_server.TestContainerController.test_PUT_container_timing_metrics ... ok +test.unit.container.test_server.TestContainerController.test_PUT_good_policy_specified +test.unit.container.test_server.TestContainerController.test_PUT_good_policy_specified ... ok +test.unit.container.test_server.TestContainerController.test_PUT_insufficient_space +test.unit.container.test_server.TestContainerController.test_PUT_insufficient_space ... ok +test.unit.container.test_server.TestContainerController.test_PUT_invalid_partition +test.unit.container.test_server.TestContainerController.test_PUT_invalid_partition ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_policy_stat_tracking +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_policy_stat_tracking ... ok +Container 'a/c' cannot be set to sharding state while in sharding state +test.unit.container.test_server.TestContainerController.test_PUT_no_policy_change +test.unit.container.test_server.TestContainerController.test_PUT_no_policy_change ... ok +Container 'a/c' cannot be set to sharded state while in sharded state +test.unit.container.test_server.TestContainerController.test_PUT_no_policy_for_existing_default +test.unit.container.test_server.TestContainerController.test_PUT_no_policy_for_existing_default ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_misplaced_object_does_not_effect_container_stats +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_misplaced_object_does_not_effect_container_stats ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_with_duplicate_names +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_with_duplicate_names ... ok +test.unit.container.test_server.TestContainerController.test_PUT_no_policy_for_existing_non_default +test.unit.container.test_server.TestContainerController.test_PUT_no_policy_for_existing_non_default ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state ... ok +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:09:31 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1154 "-" 1363408 0 +test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" - "-" 1363408 0 +test INFO: - - - [01/Jan/1970:00:16:40 +0000] "GET /sda1/p/a/c" 200 664 "-" "-" "-" - "-" 1363408 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:09:31 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1411 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:31 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0024 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:31 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0878 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:31 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0114 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.4241 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:32 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0023 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:32 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1005 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:32 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 1363408 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:09:32 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1887 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:32 +0000] "PUT /sda1/p/a/c/unsharded" 201 - "-" "-" "-" 0.0028 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:32 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.1046 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:33 +0000] "PUT /sda1/p/a/c/sharding" 201 - "-" "-" "-" 0.0006 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:33 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0531 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:33 +0000] "PUT /sda1/p/a/c/racing_update" 201 - "-" "-" "-" 0.0005 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:33 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0120 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:33 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0483 "-" 1363408 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:09:33 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0793 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:34 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1486 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:34 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0015 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:34 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1455 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:34 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:34 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1341 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:34 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:34 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:34 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0769 "-" 1363408 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:09:34 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.4452 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:35 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.6262 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:35 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.3111 "-" 1363408 - +test ERROR: ERROR Account update failed with 127.0.0.1:46247/sda1 (will retry later): Response 503 OK +test INFO: - - - [15/May/2024:18:09:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0645 "-" 1363408 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:09:36 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0698 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:36 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:36 +0000] "PUT /sda1/p/a/c" 409 - "-" "-" "-" 0.0011 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:36 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 1363408 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:09:36 +0000] "PUT /sda1/p/a/c" 400 45 "-" "-" "-" 0.0003 "-" 1363408 nada +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" - "-" 1363408 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:09:36 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0981 "-" 1363408 1 +test INFO: - - - [15/May/2024:18:09:36 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 1363408 1 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:09:36 +0000] "PUT /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 1363408 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:09:36 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1004 "-" 1363408 1 +test INFO: - - - [15/May/2024:18:09:36 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 1363408 1 +test INFO: - - - [15/May/2024:18:09:36 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0468 "-" 1363408 1 +test INFO: - - - [15/May/2024:18:09:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0735 "-" 1363408 1 +test INFO: - - - [15/May/2024:18:09:36 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 1363408 1 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:09:36 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0647 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:36 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1075 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:36 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 1363408 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:09:36 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.2052 "-" 1363408 1 +test INFO: - - - [15/May/2024:18:09:36 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 1363408 1 +test INFO: - - - [15/May/2024:18:09:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0446 "-" 1363408 1 +test INFO: - - - [15/May/2024:18:09:37 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 1363408 1 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test.unit.container.test_server.TestContainerController.test_PUT_no_policy_specified +test.unit.container.test_server.TestContainerController.test_PUT_no_policy_specified ... ok +test.unit.container.test_server.TestContainerController.test_PUT_non_utf8_metadata +test.unit.container.test_server.TestContainerController.test_PUT_non_utf8_metadata ... ok +test.unit.container.test_server.TestContainerController.test_PUT_obj_not_found +test.unit.container.test_server.TestContainerController.test_PUT_obj_not_found ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reconciler_sync +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reconciler_sync ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_recreate +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_recreate ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object ... ok +REPLICATE: /sdc/0/f4a74e25c052c6af4168cff5a1f48938, sync, (1, '38320ac4e56bb5ea6676e034a28dbb49', 'd7ebdee2-e0f0-4794-97a7-5fac1223d8fd-sda', '1715796568.09203', '1715796000', '0', '', '1715796000', 1, 0) +REPLICATE: /sdc/0/f4a74e25c052c6af4168cff5a1f48938, complete_rsync, ('d7ebdee2-e0f0-4794-97a7-5fac1223d8fd-sda', 'f4a74e25c052c6af4168cff5a1f48938.db') test INFO: Cleaning up 0 reconciler containers test INFO: Finished reconciler replication test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpdakpjo0q/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '612339d1-da5a-4da8-8c84-d566ffdfb4bd-sda', '1750205602.08274', '1750205605', '1750205604', '', '1750205605', 0, 0) -test DEBUG: /tmp/tmpdakpjo0q/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '612339d1-da5a-4da8-8c84-d566ffdfb4bd-sda', '1750205602.08274', '1750205605', '1750205604', '', '1750205605', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('612339d1-da5a-4da8-8c84-d566ffdfb4bd-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Replicating db /tmp/tmpq4teyojp/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', 'f34591ae-87a4-47c9-a446-0bd2fa53b590-sda', '1715796568.63706', '1715796571', '1715796570', '', '1715796571', 0, 1) +test DEBUG: /tmp/tmpq4teyojp/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', 'f34591ae-87a4-47c9-a446-0bd2fa53b590-sda', '1715796568.63706', '1715796571', '1715796570', '', '1715796571', 0, 1) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('f34591ae-87a4-47c9-a446-0bd2fa53b590-sda', '33379ecb053aa5c9e356c68997cbb59e.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.18655 seconds (5.36057/s) +test INFO: Attempted to replicate 1 dbs in 0.43420 seconds (2.30308/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpz6vtmzci/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'd6b1e34cb6710175eb13b06c8069a985', '03dd2314-5cdb-4bec-9d29-49ae436ef2e9-sda', '1750205602.59399', '1750205605', '1750205604', '', '1750205605', 1, 0) -test DEBUG: /tmp/tmpz6vtmzci/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1750205608.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '03dd2314-5cdb-4bec-9d29-49ae436ef2e9-sda') -test DEBUG: /tmp/tmpz6vtmzci/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0540421s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges_with_misplaced_objects -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges_with_misplaced_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_brokers -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_brokers ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_db_state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_db_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_is_deleted ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_recreate -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_recreate ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_no_stale_reads -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_no_stale_reads ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_with_timings -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_with_timings ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_sharding_states -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_sharding_states ... ok -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'd6b1e34cb6710175eb13b06c8069a985', '03dd2314-5cdb-4bec-9d29-49ae436ef2e9-sda', '1750205602.59399', '1750205605', '1750205604', '', '1750205605', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('03dd2314-5cdb-4bec-9d29-49ae436ef2e9-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpz6vtmzci/sda/containers/0/cd9/da21eca80c6da881c38b5dbec41e1cd9/da21eca80c6da881c38b5dbec41e1cd9.db +test DEBUG: Replicating db /tmp/tmpl6fyb2kr/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, '1bfd2117c9cbdd6726859900d497cd6c', '5de2a519-67b8-4083-ab82-76358a6c0a70-sda', '1715796569.59948', '1715796572', '1715796571', '', '1715796572', 1, 1) +test DEBUG: /tmp/tmpl6fyb2kr/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1715796575.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '5de2a519-67b8-4083-ab82-76358a6c0a70-sda') +test DEBUG: /tmp/tmpl6fyb2kr/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0571411s) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_syncs, ([],) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, '1bfd2117c9cbdd6726859900d497cd6c', '5de2a519-67b8-4083-ab82-76358a6c0a70-sda', '1715796569.59948', '1715796572', '1715796571', '', '1715796572', 1, 1) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('5de2a519-67b8-4083-ab82-76358a6c0a70-sda', '33379ecb053aa5c9e356c68997cbb59e.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpl6fyb2kr/sda/containers/0/938/f4a74e25c052c6af4168cff5a1f48938/f4a74e25c052c6af4168cff5a1f48938.db test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.45146 seconds (2.21503/s) +test INFO: Attempted to replicate 1 dbs in 1.38109 seconds (0.72407/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpz6vtmzci/sda/containers/0/cd9/da21eca80c6da881c38b5dbec41e1cd9/da21eca80c6da881c38b5dbec41e1cd9.db -REPLICATE: /sdb/0/da21eca80c6da881c38b5dbec41e1cd9, sync, (1, '9ea83799d428ef418c271b1c6594ecd5', '93cd0eb0-f441-4da5-9528-75592f063075-sda', '1750205603.22994', '1750204800', '0', '', '1750204800', 1, 0) -REPLICATE: /sdb/0/da21eca80c6da881c38b5dbec41e1cd9, complete_rsync, ('93cd0eb0-f441-4da5-9528-75592f063075-sda', 'da21eca80c6da881c38b5dbec41e1cd9.db') -REPLICATE: /sdc/0/da21eca80c6da881c38b5dbec41e1cd9, sync, (1, '9ea83799d428ef418c271b1c6594ecd5', '93cd0eb0-f441-4da5-9528-75592f063075-sda', '1750205603.22994', '1750204800', '0', '', '1750204800', 1, 0) -REPLICATE: /sdc/0/da21eca80c6da881c38b5dbec41e1cd9, complete_rsync, ('93cd0eb0-f441-4da5-9528-75592f063075-sda', 'da21eca80c6da881c38b5dbec41e1cd9.db') +test DEBUG: Replicating db /tmp/tmpl6fyb2kr/sda/containers/0/938/f4a74e25c052c6af4168cff5a1f48938/f4a74e25c052c6af4168cff5a1f48938.db +REPLICATE: /sdb/0/f4a74e25c052c6af4168cff5a1f48938, sync, (1, '2cd54332ecbf89812ff6c1f1d757bbd2', '93ddd9db-d805-4000-98ff-ee664e62db83-sda', '1715796571.87684', '1715796000', '0', '', '1715796000', 1, 0) +REPLICATE: /sdb/0/f4a74e25c052c6af4168cff5a1f48938, complete_rsync, ('93ddd9db-d805-4000-98ff-ee664e62db83-sda', 'f4a74e25c052c6af4168cff5a1f48938.db') +REPLICATE: /sdc/0/f4a74e25c052c6af4168cff5a1f48938, sync, (1, '2cd54332ecbf89812ff6c1f1d757bbd2', '93ddd9db-d805-4000-98ff-ee664e62db83-sda', '1715796571.87684', '1715796000', '0', '', '1715796000', 1, 0) +REPLICATE: /sdc/0/f4a74e25c052c6af4168cff5a1f48938, complete_rsync, ('93ddd9db-d805-4000-98ff-ee664e62db83-sda', 'f4a74e25c052c6af4168cff5a1f48938.db') test INFO: Cleaning up 0 reconciler containers test INFO: Finished reconciler replication test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpd9blx8iu/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '2dc23778-5f25-4982-9941-91b56fb8085c-sda', '1750205603.46617', '1750205606', '1750205605', '', '1750205606', 0, 0) -test DEBUG: /tmp/tmpd9blx8iu/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '2dc23778-5f25-4982-9941-91b56fb8085c-sda', '1750205603.46617', '1750205606', '1750205605', '', '1750205606', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('2dc23778-5f25-4982-9941-91b56fb8085c-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Replicating db /tmp/tmpm3e488pb/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', '83c5ff05-7e3b-46ec-8f17-4c07f568604e-sda', '1715796572.69720', '1715796575', '1715796574', '', '1715796575', 0, 0) +test DEBUG: /tmp/tmpm3e488pb/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', '83c5ff05-7e3b-46ec-8f17-4c07f568604e-sda', '1715796572.69720', '1715796575', '1715796574', '', '1715796575', 0, 0) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('83c5ff05-7e3b-46ec-8f17-4c07f568604e-sda', '33379ecb053aa5c9e356c68997cbb59e.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.25000 seconds (3.99995/s) +test INFO: Attempted to replicate 1 dbs in 0.43380 seconds (2.30522/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpu74_g_z5/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'a88956388a46f5f5ea6bde7929c4b4ce', '347810c3-94fe-41a0-9b2d-53f83dc10109-sda', '1750205604.03193', '1750205607', '1750205606', '', '1750205607', 1, 0) -test DEBUG: /tmp/tmpu74_g_z5/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'a88956388a46f5f5ea6bde7929c4b4ce', '347810c3-94fe-41a0-9b2d-53f83dc10109-sda', '1750205604.03193', '1750205607', '1750205606', '', '1750205607', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('347810c3-94fe-41a0-9b2d-53f83dc10109-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpu74_g_z5/sda/containers/0/cd9/da21eca80c6da881c38b5dbec41e1cd9/da21eca80c6da881c38b5dbec41e1cd9.db +test DEBUG: Replicating db /tmp/tmp_qy9ul9g/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, 'a3a12449802ec0542c9de7ffaa528323', 'e3f785af-410a-4121-95bd-023cc9782a0d-sda', '1715796574.46632', '1715796577', '1715796576', '', '1715796577', 1, 0) +test DEBUG: /tmp/tmp_qy9ul9g/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, 'a3a12449802ec0542c9de7ffaa528323', 'e3f785af-410a-4121-95bd-023cc9782a0d-sda', '1715796574.46632', '1715796577', '1715796576', '', '1715796577', 1, 0) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('e3f785af-410a-4121-95bd-023cc9782a0d-sda', '33379ecb053aa5c9e356c68997cbb59e.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp_qy9ul9g/sda/containers/0/938/f4a74e25c052c6af4168cff5a1f48938/f4a74e25c052c6af4168cff5a1f48938.db test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.42553 seconds (2.34998/s) +test INFO: Attempted to replicate 1 dbs in 1.36057 seconds (0.73498/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpu74_g_z5/sda/containers/0/cd9/da21eca80c6da881c38b5dbec41e1cd9/da21eca80c6da881c38b5dbec41e1cd9.db -REPLICATE: /sdb/0/da21eca80c6da881c38b5dbec41e1cd9, sync, (1, '015cc8694b0c5a5429eb6052fcd83c98', '589790dc-96ed-4c8f-b349-1c8bd9ee7713-sda', '1750205604.60330', '1750204800', '0', '', '1750204800', 1, 0) -REPLICATE: /sdb/0/da21eca80c6da881c38b5dbec41e1cd9, complete_rsync, ('589790dc-96ed-4c8f-b349-1c8bd9ee7713-sda', 'da21eca80c6da881c38b5dbec41e1cd9.db') -REPLICATE: /sdc/0/da21eca80c6da881c38b5dbec41e1cd9, sync, (1, '015cc8694b0c5a5429eb6052fcd83c98', '589790dc-96ed-4c8f-b349-1c8bd9ee7713-sda', '1750205604.60330', '1750204800', '0', '', '1750204800', 1, 0) -REPLICATE: /sdc/0/da21eca80c6da881c38b5dbec41e1cd9, complete_rsync, ('589790dc-96ed-4c8f-b349-1c8bd9ee7713-sda', 'da21eca80c6da881c38b5dbec41e1cd9.db') +test DEBUG: Replicating db /tmp/tmp_qy9ul9g/sda/containers/0/938/f4a74e25c052c6af4168cff5a1f48938/f4a74e25c052c6af4168cff5a1f48938.db +REPLICATE: /sdb/0/f4a74e25c052c6af4168cff5a1f48938, sync, (1, '43c47ec99d46a38a1067ee0993ba0c7f', '2d1e1a55-190d-4bb6-9748-f26e25c60a24-sda', '1715796577.07145', '1715796000', '0', '', '1715796000', 1, 0) +REPLICATE: /sdb/0/f4a74e25c052c6af4168cff5a1f48938, complete_rsync, ('2d1e1a55-190d-4bb6-9748-f26e25c60a24-sda', 'f4a74e25c052c6af4168cff5a1f48938.db') +REPLICATE: /sdc/0/f4a74e25c052c6af4168cff5a1f48938, sync, (1, '43c47ec99d46a38a1067ee0993ba0c7f', '2d1e1a55-190d-4bb6-9748-f26e25c60a24-sda', '1715796577.07145', '1715796000', '0', '', '1715796000', 1, 0) +REPLICATE: /sdc/0/f4a74e25c052c6af4168cff5a1f48938, complete_rsync, ('2d1e1a55-190d-4bb6-9748-f26e25c60a24-sda', 'f4a74e25c052c6af4168cff5a1f48938.db') test INFO: Cleaning up 0 reconciler containers test INFO: Finished reconciler replication -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '7aec128248cea09d6c84e0eabdffed7f', 'a0e67828-1392-4a77-9845-90e7ae7ba216-sda', '1750205604.86898', '1750205604.00000', '0', '{"x-container-meta-test": ["foo", "1750205604.00000"]}', '1750205604.00000', 1, 0) +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_encoded_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_encoded_timestamps_using_file ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_with_timings +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_with_timings ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state_deleted ... ok +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796582.00000, (0, 0) as of 1715796582.00000, found as of 1715796582.00000> to ShardRange<'k' to 't' as of 1715796583.00000, (0, 0) as of 1715796583.00000, shrunk as of 1715796583.00000>, path: .shards_a/shard_c_1715796583.00000, db: /tmp/tmpasrznpjc/sda/containers/0/16e/c89f79e8f0596ae5db51cd820c0b716e/c89f79e8f0596ae5db51cd820c0b716e.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796583.00000, db: /tmp/tmpasrznpjc/sda/containers/0/16e/c89f79e8f0596ae5db51cd820c0b716e/c89f79e8f0596ae5db51cd820c0b716e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796585.00000, db: /tmp/tmpasrznpjc/sda/containers/0/86e/6f4e1c7d9e299512d6c33deaf056d86e/6f4e1c7d9e299512d6c33deaf056d86e.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796584.00000, (0, 0) as of 1715796584.00000, created as of 1715796584.00000> to ShardRange<'k' to 't' as of 1715796585.00000, (0, 0) as of 1715796585.00000, found as of 1715796585.00000>, path: .shards_a/shard_c_1715796585.00000, db: /tmp/tmpasrznpjc/sda/containers/0/86e/6f4e1c7d9e299512d6c33deaf056d86e/6f4e1c7d9e299512d6c33deaf056d86e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796587.00000, db: /tmp/tmpasrznpjc/sda/containers/0/7db/be28da8986c8880d8deac8b9cf21b7db/be28da8986c8880d8deac8b9cf21b7db.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796589.00000, db: /tmp/tmpasrznpjc/sda/containers/0/23e/2e735dc1a11adc27af1dc879d6a2323e/2e735dc1a11adc27af1dc879d6a2323e.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796588.00000, (0, 0) as of 1715796588.00000, created as of 1715796588.00000> to ShardRange<'k' to 't' as of 1715796589.00000, (0, 0) as of 1715796589.00000, cleaved as of 1715796589.00000>, path: .shards_a/shard_c_1715796589.00000, db: /tmp/tmpasrznpjc/sda/containers/0/23e/2e735dc1a11adc27af1dc879d6a2323e/2e735dc1a11adc27af1dc879d6a2323e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796591.00000, db: /tmp/tmpasrznpjc/sda/containers/0/fed/b2efd532ff62a049c61d5570c5cabfed/b2efd532ff62a049c61d5570c5cabfed.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796590.00000, (0, 0) as of 1715796590.00000, created as of 1715796590.00000> to ShardRange<'k' to 't' as of 1715796591.00000, (0, 0) as of 1715796591.00000, active as of 1715796591.00000>, path: .shards_a/shard_c_1715796591.00000, db: /tmp/tmpasrznpjc/sda/containers/0/fed/b2efd532ff62a049c61d5570c5cabfed/b2efd532ff62a049c61d5570c5cabfed.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796593.00000, db: /tmp/tmpasrznpjc/sda/containers/0/7d9/cdbf4215881d26306d93ddfad50eb7d9/cdbf4215881d26306d93ddfad50eb7d9.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796592.00000, (0, 0) as of 1715796592.00000, created as of 1715796592.00000> to ShardRange<'k' to 't' as of 1715796593.00000, (0, 0) as of 1715796593.00000, shrinking as of 1715796593.00000>, path: .shards_a/shard_c_1715796593.00000, db: /tmp/tmpasrznpjc/sda/containers/0/7d9/cdbf4215881d26306d93ddfad50eb7d9/cdbf4215881d26306d93ddfad50eb7d9.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796593.00000, db: /tmp/tmpasrznpjc/sda/containers/0/7d9/cdbf4215881d26306d93ddfad50eb7d9/cdbf4215881d26306d93ddfad50eb7d9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796595.00000, db: /tmp/tmpasrznpjc/sda/containers/0/65e/4e34a33ae04937de1e0dbfb84bebe65e/4e34a33ae04937de1e0dbfb84bebe65e.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796594.00000, (0, 0) as of 1715796594.00000, created as of 1715796594.00000> to ShardRange<'k' to 't' as of 1715796595.00000, (0, 0) as of 1715796595.00000, sharding as of 1715796595.00000>, path: .shards_a/shard_c_1715796595.00000, db: /tmp/tmpasrznpjc/sda/containers/0/65e/4e34a33ae04937de1e0dbfb84bebe65e/4e34a33ae04937de1e0dbfb84bebe65e.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796595.00000, db: /tmp/tmpasrznpjc/sda/containers/0/65e/4e34a33ae04937de1e0dbfb84bebe65e/4e34a33ae04937de1e0dbfb84bebe65e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796597.00000, db: /tmp/tmpasrznpjc/sda/containers/0/3ce/2ad9f19c97a63cd01bfa63c6f79d43ce/2ad9f19c97a63cd01bfa63c6f79d43ce.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796596.00000, (0, 0) as of 1715796596.00000, created as of 1715796596.00000> to ShardRange<'k' to 't' as of 1715796597.00000, (0, 0) as of 1715796597.00000, sharded as of 1715796597.00000>, path: .shards_a/shard_c_1715796597.00000, db: /tmp/tmpasrznpjc/sda/containers/0/3ce/2ad9f19c97a63cd01bfa63c6f79d43ce/2ad9f19c97a63cd01bfa63c6f79d43ce.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796597.00000, db: /tmp/tmpasrznpjc/sda/containers/0/3ce/2ad9f19c97a63cd01bfa63c6f79d43ce/2ad9f19c97a63cd01bfa63c6f79d43ce.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796599.00000, db: /tmp/tmpasrznpjc/sda/containers/0/f50/e83985af0dba43c1316c21b5a3541f50/e83985af0dba43c1316c21b5a3541f50.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796598.00000, (0, 0) as of 1715796598.00000, created as of 1715796598.00000> to ShardRange<'k' to 't' as of 1715796599.00000, (0, 0) as of 1715796599.00000, shrunk as of 1715796599.00000>, path: .shards_a/shard_c_1715796599.00000, db: /tmp/tmpasrznpjc/sda/containers/0/f50/e83985af0dba43c1316c21b5a3541f50/e83985af0dba43c1316c21b5a3541f50.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796599.00000, db: /tmp/tmpasrznpjc/sda/containers/0/f50/e83985af0dba43c1316c21b5a3541f50/e83985af0dba43c1316c21b5a3541f50.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796601.00000, db: /tmp/tmpasrznpjc/sda/containers/0/6b5/1be8148c7816fc14626a6f150c8bb6b5/1be8148c7816fc14626a6f150c8bb6b5.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796600.00000, (0, 0) as of 1715796600.00000, cleaved as of 1715796600.00000> to ShardRange<'k' to 't' as of 1715796601.00000, (0, 0) as of 1715796601.00000, found as of 1715796601.00000>, path: .shards_a/shard_c_1715796601.00000, db: /tmp/tmpasrznpjc/sda/containers/0/6b5/1be8148c7816fc14626a6f150c8bb6b5/1be8148c7816fc14626a6f150c8bb6b5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796603.00000, db: /tmp/tmpasrznpjc/sda/containers/0/5e8/1b58dbf9f349628bcef87b3449f455e8/1b58dbf9f349628bcef87b3449f455e8.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796602.00000, (0, 0) as of 1715796602.00000, cleaved as of 1715796602.00000> to ShardRange<'k' to 't' as of 1715796603.00000, (0, 0) as of 1715796603.00000, created as of 1715796603.00000>, path: .shards_a/shard_c_1715796603.00000, db: /tmp/tmpasrznpjc/sda/containers/0/5e8/1b58dbf9f349628bcef87b3449f455e8/1b58dbf9f349628bcef87b3449f455e8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796605.00000, db: /tmp/tmpasrznpjc/sda/containers/0/7de/c59aca1bd4610c01a38b523ddf6857de/c59aca1bd4610c01a38b523ddf6857de.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796607.00000, db: /tmp/tmpasrznpjc/sda/containers/0/b6f/c4eaeb7dee16c101bc902a2fe3338b6f/c4eaeb7dee16c101bc902a2fe3338b6f.db +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_encoded_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_encoded_timestamps_using_memory ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_db_states +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_db_states ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state_errors ... ok +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, 'a3a12449802ec0542c9de7ffaa528323', '659c9ea5-3366-416d-b050-0d95c05acfaf-sda', '1715796578.45342', '1715796578.00000', '0', '{"x-container-meta-test": ["foo", "1715796578.00000"]}', '1715796578.00000', 1, 0) test DEBUG: replicator-rpc-sync time for info: 0.07s -test DEBUG: replicator-rpc-sync time for update_metadata: 0.03s -test DEBUG: replicator-rpc-sync time for merge_timestamps: 0.05s +test DEBUG: replicator-rpc-sync time for update_metadata: 0.08s +test DEBUG: replicator-rpc-sync time for merge_timestamps: 0.08s test DEBUG: replicator-rpc-sync time for get_sync: 0.00s -test DEBUG: replicator-rpc-sync time for merge_syncs: 0.04s -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '4cad3415af99d9d59035d053b05c6674', 'c9e18f0b-1fb9-401b-8941-31aa50cb4ec7-sda', '1750205605.20831', '1750205605.20509', '0', '', '1750205605.20509', 1, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1750205605.26677', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1750205605.26677', 'deleted': 0, 'state': 10, 'state_timestamp': '1750205605.26677', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1750205605.26682', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1750205605.26682', 'deleted': 0, 'state': 10, 'state_timestamp': '1750205605.26682', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1750205605.26684', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1750205605.26684', 'deleted': 0, 'state': 10, 'state_timestamp': '1750205605.26684', 'epoch': None, 'reported': 0, 'tombstones': -1}], 'c9e18f0b-1fb9-401b-8941-31aa50cb4ec7-sda') -test DEBUG: /tmp/tmpbgwdp9_7/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 3 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpbgwdp9_7/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'obj', 'created_at': '1750205605.44144', 'size': 0, 'content_type': 'text/plain', 'etag': 'd41d8cd98f00b204e9800998ecf8427e', 'deleted': 0, 'storage_policy_index': 0}], 'c9e18f0b-1fb9-401b-8941-31aa50cb4ec7-sda') -test DEBUG: /tmp/tmpbgwdp9_7/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0661771s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '4cad3415af99d9d59035d053b05c6674', 'c9e18f0b-1fb9-401b-8941-31aa50cb4ec7-sda', '1750205605.20831', '1750205605.20509', '0', '', '1750205605.20509', 1, 0) -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_stale_read_ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_stale_read_ok ... ok -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1750205605.26677', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1750205605.26677', 'deleted': 0, 'state': 10, 'state_timestamp': '1750205605.26677', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1750205605.26682', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1750205605.26682', 'deleted': 0, 'state': 10, 'state_timestamp': '1750205605.26682', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1750205605.26684', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1750205605.26684', 'deleted': 0, 'state': 10, 'state_timestamp': '1750205605.26684', 'epoch': None, 'reported': 0, 'tombstones': -1}], 'c9e18f0b-1fb9-401b-8941-31aa50cb4ec7-sda') -test DEBUG: /tmp/tmpbgwdp9_7/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 3 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpbgwdp9_7/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '4cad3415af99d9d59035d053b05c6674', 'c9e18f0b-1fb9-401b-8941-31aa50cb4ec7-sda', '1750205605.20831', '1750205605.20509', '0', '', '1750205605.20509', 1, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1750205605.26677', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1750205605.26677', 'deleted': 0, 'state': 10, 'state_timestamp': '1750205605.26677', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1750205605.26682', 'lower': 'g', 'upper': 'r', 'object_count': 13, 'bytes_used': 123, 'meta_timestamp': '1750205605.71242', 'deleted': 0, 'state': 10, 'state_timestamp': '1750205605.26682', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1750205605.26684', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1750205605.26684', 'deleted': 0, 'state': 10, 'state_timestamp': '1750205605.26684', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750205605.67931', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750205605.67931', 'deleted': 0, 'state': 60, 'state_timestamp': '1750205605.67922', 'epoch': '1750205605.67922', 'reported': 0, 'tombstones': -1}], 'c9e18f0b-1fb9-401b-8941-31aa50cb4ec7-sda') -test DEBUG: /tmp/tmpbgwdp9_7/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpbgwdp9_7/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '4cad3415af99d9d59035d053b05c6674', 'c9e18f0b-1fb9-401b-8941-31aa50cb4ec7-sda', '1750205605.20831', '1750205605.20509', '0', '', '1750205605.20509', 1, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1750205605.26677', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1750205605.26677', 'deleted': 0, 'state': 10, 'state_timestamp': '1750205605.26677', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1750205605.26682', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1750205605.78310', 'deleted': 0, 'state': 10, 'state_timestamp': '1750205605.26682', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1750205605.26684', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1750205605.26684', 'deleted': 0, 'state': 10, 'state_timestamp': '1750205605.26684', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750205605.67931', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750205605.67931', 'deleted': 0, 'state': 60, 'state_timestamp': '1750205605.67922', 'epoch': '1750205605.67922', 'reported': 0, 'tombstones': -1}], 'c9e18f0b-1fb9-401b-8941-31aa50cb4ec7-sda') -test DEBUG: /tmp/tmpbgwdp9_7/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpbgwdp9_7/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '4cad3415af99d9d59035d053b05c6674', 'c9e18f0b-1fb9-401b-8941-31aa50cb4ec7-sda', '1750205605.20831', '1750205605.20509', '0', '', '1750205605.20509', 1, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1750205605.87891', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1750205605.87891', 'deleted': 1, 'state': 10, 'state_timestamp': '1750205605.87891', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1750205605.26682', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1750205605.78310', 'deleted': 0, 'state': 10, 'state_timestamp': '1750205605.26682', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1750205605.26684', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1750205605.26684', 'deleted': 0, 'state': 10, 'state_timestamp': '1750205605.26684', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750205605.67931', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750205605.67931', 'deleted': 0, 'state': 60, 'state_timestamp': '1750205605.67922', 'epoch': '1750205605.67922', 'reported': 0, 'tombstones': -1}], 'c9e18f0b-1fb9-401b-8941-31aa50cb4ec7-sda') -test DEBUG: /tmp/tmpbgwdp9_7/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpbgwdp9_7/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '4cad3415af99d9d59035d053b05c6674', 'c9e18f0b-1fb9-401b-8941-31aa50cb4ec7-sda', '1750205605.20831', '1750205605.20509', '0', '', '1750205605.20509', 1, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_items_since -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_items_since ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces ... ok +test DEBUG: replicator-rpc-sync time for merge_syncs: 0.07s +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, '370aaa184decbb25af62d95f3cf8f90a', '62ba3819-5059-439f-9b61-6ceba4e09c65-sda', '1715796579.35283', '1715796579.33659', '0', '', '1715796579.33659', 1, 0) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, get_shard_ranges, () +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1715796579.46639', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1715796579.46639', 'deleted': 0, 'state': 10, 'state_timestamp': '1715796579.46639', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1715796579.46644', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1715796579.46644', 'deleted': 0, 'state': 10, 'state_timestamp': '1715796579.46644', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1715796579.46646', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1715796579.46646', 'deleted': 0, 'state': 10, 'state_timestamp': '1715796579.46646', 'epoch': None, 'reported': 0, 'tombstones': -1}], '62ba3819-5059-439f-9b61-6ceba4e09c65-sda') +test DEBUG: /tmp/tmpsh8c63yh/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db synced 3 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmpsh8c63yh/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_items, ([{'ROWID': 1, 'name': 'obj', 'created_at': '1715796579.99374', 'size': 0, 'content_type': 'text/plain', 'etag': 'd41d8cd98f00b204e9800998ecf8427e', 'deleted': 0, 'storage_policy_index': 0}], '62ba3819-5059-439f-9b61-6ceba4e09c65-sda') +test DEBUG: /tmp/tmpsh8c63yh/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0463271s) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_syncs, ([],) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, '370aaa184decbb25af62d95f3cf8f90a', '62ba3819-5059-439f-9b61-6ceba4e09c65-sda', '1715796579.35283', '1715796579.33659', '0', '', '1715796579.33659', 1, 0) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, get_shard_ranges, () +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1715796579.46639', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1715796579.46639', 'deleted': 0, 'state': 10, 'state_timestamp': '1715796579.46639', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1715796579.46644', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1715796579.46644', 'deleted': 0, 'state': 10, 'state_timestamp': '1715796579.46644', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1715796579.46646', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1715796579.46646', 'deleted': 0, 'state': 10, 'state_timestamp': '1715796579.46646', 'epoch': None, 'reported': 0, 'tombstones': -1}], '62ba3819-5059-439f-9b61-6ceba4e09c65-sda') +test DEBUG: /tmp/tmpsh8c63yh/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db synced 3 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmpsh8c63yh/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, '370aaa184decbb25af62d95f3cf8f90a', '62ba3819-5059-439f-9b61-6ceba4e09c65-sda', '1715796579.35283', '1715796579.33659', '0', '', '1715796579.33659', 1, 0) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, get_shard_ranges, () +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1715796579.46639', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1715796579.46639', 'deleted': 0, 'state': 10, 'state_timestamp': '1715796579.46639', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1715796579.46644', 'lower': 'g', 'upper': 'r', 'object_count': 13, 'bytes_used': 123, 'meta_timestamp': '1715796580.39293', 'deleted': 0, 'state': 10, 'state_timestamp': '1715796579.46644', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1715796579.46646', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1715796579.46646', 'deleted': 0, 'state': 10, 'state_timestamp': '1715796579.46646', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715796580.34197', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715796580.34197', 'deleted': 0, 'state': 60, 'state_timestamp': '1715796580.34188', 'epoch': '1715796580.34188', 'reported': 0, 'tombstones': -1}], '62ba3819-5059-439f-9b61-6ceba4e09c65-sda') +test DEBUG: /tmp/tmpsh8c63yh/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpsh8c63yh/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, '370aaa184decbb25af62d95f3cf8f90a', '62ba3819-5059-439f-9b61-6ceba4e09c65-sda', '1715796579.35283', '1715796579.33659', '0', '', '1715796579.33659', 1, 0) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, get_shard_ranges, () +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1715796579.46639', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1715796579.46639', 'deleted': 0, 'state': 10, 'state_timestamp': '1715796579.46639', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1715796579.46644', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1715796580.53565', 'deleted': 0, 'state': 10, 'state_timestamp': '1715796579.46644', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1715796579.46646', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1715796579.46646', 'deleted': 0, 'state': 10, 'state_timestamp': '1715796579.46646', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715796580.34197', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715796580.34197', 'deleted': 0, 'state': 60, 'state_timestamp': '1715796580.34188', 'epoch': '1715796580.34188', 'reported': 0, 'tombstones': -1}], '62ba3819-5059-439f-9b61-6ceba4e09c65-sda') +test DEBUG: /tmp/tmpsh8c63yh/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpsh8c63yh/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_explicit_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_explicit_timestamps_using_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharded_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharded_state_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_storage_policy_index +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_storage_policy_index ... ok +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, '370aaa184decbb25af62d95f3cf8f90a', '62ba3819-5059-439f-9b61-6ceba4e09c65-sda', '1715796579.35283', '1715796579.33659', '0', '', '1715796579.33659', 1, 0) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, get_shard_ranges, () +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1715796580.68694', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1715796580.68694', 'deleted': 1, 'state': 10, 'state_timestamp': '1715796580.68694', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1715796579.46644', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1715796580.53565', 'deleted': 0, 'state': 10, 'state_timestamp': '1715796579.46644', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1715796579.46646', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1715796579.46646', 'deleted': 0, 'state': 10, 'state_timestamp': '1715796579.46646', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715796580.34197', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715796580.34197', 'deleted': 0, 'state': 60, 'state_timestamp': '1715796580.34188', 'epoch': '1715796580.34188', 'reported': 0, 'tombstones': -1}], '62ba3819-5059-439f-9b61-6ceba4e09c65-sda') +test DEBUG: /tmp/tmpsh8c63yh/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpsh8c63yh/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, '370aaa184decbb25af62d95f3cf8f90a', '62ba3819-5059-439f-9b61-6ceba4e09c65-sda', '1715796579.35283', '1715796579.33659', '0', '', '1715796579.33659', 1, 0) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, get_shard_ranges, () +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1715796580.68694', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1715796580.68694', 'deleted': 1, 'state': 10, 'state_timestamp': '1715796580.68694', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1715796579.46644', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1715796580.53565', 'deleted': 0, 'state': 10, 'state_timestamp': '1715796579.46644', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1715796580.85835', 'lower': 'r', 'upper': '', 'object_count': 0, 'bytes_used': 30, 'meta_timestamp': '1715796580.85835', 'deleted': 0, 'state': 10, 'state_timestamp': '1715796580.85835', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715796580.34197', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715796580.34197', 'deleted': 0, 'state': 60, 'state_timestamp': '1715796580.34188', 'epoch': '1715796580.34188', 'reported': 0, 'tombstones': -1}], '62ba3819-5059-439f-9b61-6ceba4e09c65-sda') +test DEBUG: /tmp/tmpsh8c63yh/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpsh8c63yh/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, '370aaa184decbb25af62d95f3cf8f90a', '62ba3819-5059-439f-9b61-6ceba4e09c65-sda', '1715796579.35283', '1715796579.33659', '0', '', '1715796579.33659', 1, 0) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, get_shard_ranges, () +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1715796580.68694', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1715796580.68694', 'deleted': 1, 'state': 10, 'state_timestamp': '1715796580.68694', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1715796579.46644', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1715796580.53565', 'deleted': 0, 'state': 10, 'state_timestamp': '1715796579.46644', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1715796580.85835', 'lower': 'r', 'upper': '', 'object_count': 0, 'bytes_used': 2030, 'meta_timestamp': '1715796581.09746', 'deleted': 0, 'state': 10, 'state_timestamp': '1715796580.85835', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715796580.34197', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715796580.34197', 'deleted': 0, 'state': 60, 'state_timestamp': '1715796580.34188', 'epoch': '1715796580.34188', 'reported': 0, 'tombstones': -1}], '62ba3819-5059-439f-9b61-6ceba4e09c65-sda') +test DEBUG: /tmp/tmpsh8c63yh/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpsh8c63yh/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, '370aaa184decbb25af62d95f3cf8f90a', '62ba3819-5059-439f-9b61-6ceba4e09c65-sda', '1715796579.35283', '1715796579.33659', '0', '', '1715796579.33659', 1, 0) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, get_shard_ranges, () +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1715796581.33121', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1715796580.68694', 'deleted': 0, 'state': 10, 'state_timestamp': '1715796580.68694', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1715796579.46644', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1715796580.53565', 'deleted': 0, 'state': 10, 'state_timestamp': '1715796579.46644', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1715796580.85835', 'lower': 'r', 'upper': '', 'object_count': 0, 'bytes_used': 2030, 'meta_timestamp': '1715796581.09746', 'deleted': 0, 'state': 10, 'state_timestamp': '1715796580.85835', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715796580.34197', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715796580.34197', 'deleted': 0, 'state': 60, 'state_timestamp': '1715796580.34188', 'epoch': '1715796580.34188', 'reported': 0, 'tombstones': -1}], '62ba3819-5059-439f-9b61-6ceba4e09c65-sda') +test DEBUG: /tmp/tmpsh8c63yh/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpsh8c63yh/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sda/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, '370aaa184decbb25af62d95f3cf8f90a', '62ba3819-5059-439f-9b61-6ceba4e09c65-sda', '1715796579.35283', '1715796579.33659', '0', '', '1715796579.33659', 1, 0) +REPLICATE: /sda/0/33379ecb053aa5c9e356c68997cbb59e, get_shard_ranges, () test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces_root_container_fill_gap -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces_root_container_fill_gap ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205914.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/9fc/cf5d5f53732dbe8fe87a38581cd739fc/cf5d5f53732dbe8fe87a38581cd739fc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205919.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/946/d0f4219ae75199963b33099e19a18946/d0f4219ae75199963b33099e19a18946.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205924.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/7c9/0d47cd4007512f38a6be7575e0bfd7c9/0d47cd4007512f38a6be7575e0bfd7c9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205929.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/a85/77096ac334c22617812593d605092a85/77096ac334c22617812593d605092a85.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205934.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/26a/2b2069699c692d2c4586ac9b63ccc26a/2b2069699c692d2c4586ac9b63ccc26a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205939.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/00c/1d57e9b94ee50633cd5d3ec1ae21d00c/1d57e9b94ee50633cd5d3ec1ae21d00c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205944.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/898/8342b7120219b180cdd72102a36fd898/8342b7120219b180cdd72102a36fd898.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205949.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/5c0/552c5de8ee6ff690fb606156475325c0/552c5de8ee6ff690fb606156475325c0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205954.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/f64/cbf7155b900c69012cb6178d134b7f64/cbf7155b900c69012cb6178d134b7f64.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205959.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/5f7/1e056613b7e0170ed110f0c214aa25f7/1e056613b7e0170ed110f0c214aa25f7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205964.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/98b/65e9e4c860800a9cc7f101e0b25c398b/65e9e4c860800a9cc7f101e0b25c398b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205969.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/c79/2911cf787f83406cc45a68ad018c3c79/2911cf787f83406cc45a68ad018c3c79.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205974.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/5ab/dca2496acd99ed3b09c15871547525ab/dca2496acd99ed3b09c15871547525ab.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205979.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/ccb/36f402f7ef402e95c1c0505b361f7ccb/36f402f7ef402e95c1c0505b361f7ccb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205984.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/fd9/eaf555116be379b61bb71ebb0b3d3fd9/eaf555116be379b61bb71ebb0b3d3fd9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205989.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/624/6abee2431628eacc445d6d5e7c928624/6abee2431628eacc445d6d5e7c928624.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205994.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/572/a70a18d343c0321e04404319cb4fe572/a70a18d343c0321e04404319cb4fe572.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205999.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/b98/71cbee470cec5de6cc538c3a45b94b98/71cbee470cec5de6cc538c3a45b94b98.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206004.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/220/fb761fb3e05067e7c4ceae6dee44c220/fb761fb3e05067e7c4ceae6dee44c220.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206009.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/e77/2d45e9c1f6fdf9371ec7a3c82e7b3e77/2d45e9c1f6fdf9371ec7a3c82e7b3e77.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206014.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/a36/ef7e18ebaa2882ef402a45d841755a36/ef7e18ebaa2882ef402a45d841755a36.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206019.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/631/3cd04633a785c64b53449b38e698a631/3cd04633a785c64b53449b38e698a631.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206024.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/fc3/51fcd94ff27169511f5547b5f9a23fc3/51fcd94ff27169511f5547b5f9a23fc3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206029.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/0ca/92ae8dc33ea5e25fa9150a64c332a0ca/92ae8dc33ea5e25fa9150a64c332a0ca.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206034.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/273/b3f9fd462c32157a6657a33768e43273/b3f9fd462c32157a6657a33768e43273.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206039.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/7e4/1a115bb4446cf1de65408b4c780547e4/1a115bb4446cf1de65408b4c780547e4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206044.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/c5a/b1da5bf7a079937f5bfa8b505fc26c5a/b1da5bf7a079937f5bfa8b505fc26c5a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206049.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/b1e/a53165faff4487b14fd14efaa9ddcb1e/a53165faff4487b14fd14efaa9ddcb1e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206054.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/2f2/ad8d9cd60744e1612d1042580d92a2f2/ad8d9cd60744e1612d1042580d92a2f2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206059.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/a6f/cc4a2204b466d06ebf8582e5aebfda6f/cc4a2204b466d06ebf8582e5aebfda6f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206064.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/bf4/76db593713f7e643f4e6d538c935bbf4/76db593713f7e643f4e6d538c935bbf4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206069.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/efb/59bdf2b2c47d735f08828395f086cefb/59bdf2b2c47d735f08828395f086cefb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206074.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/f95/3416fa3e6296accf495c2b47b51b2f95/3416fa3e6296accf495c2b47b51b2f95.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206079.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/ca5/d3cf91119c9350494984d1117d062ca5/d3cf91119c9350494984d1117d062ca5.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1750205605.87891', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1750205605.87891', 'deleted': 1, 'state': 10, 'state_timestamp': '1750205605.87891', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1750205605.26682', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1750205605.78310', 'deleted': 0, 'state': 10, 'state_timestamp': '1750205605.26682', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1750205605.95468', 'lower': 'r', 'upper': '', 'object_count': 0, 'bytes_used': 30, 'meta_timestamp': '1750205605.95468', 'deleted': 0, 'state': 10, 'state_timestamp': '1750205605.95468', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750205605.67931', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750205605.67931', 'deleted': 0, 'state': 60, 'state_timestamp': '1750205605.67922', 'epoch': '1750205605.67922', 'reported': 0, 'tombstones': -1}], 'c9e18f0b-1fb9-401b-8941-31aa50cb4ec7-sda') -test DEBUG: /tmp/tmpbgwdp9_7/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpbgwdp9_7/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '4cad3415af99d9d59035d053b05c6674', 'c9e18f0b-1fb9-401b-8941-31aa50cb4ec7-sda', '1750205605.20831', '1750205605.20509', '0', '', '1750205605.20509', 1, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1750205605.87891', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1750205605.87891', 'deleted': 1, 'state': 10, 'state_timestamp': '1750205605.87891', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1750205605.26682', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1750205605.78310', 'deleted': 0, 'state': 10, 'state_timestamp': '1750205605.26682', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1750205605.95468', 'lower': 'r', 'upper': '', 'object_count': 0, 'bytes_used': 2030, 'meta_timestamp': '1750205606.09800', 'deleted': 0, 'state': 10, 'state_timestamp': '1750205605.95468', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750205605.67931', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750205605.67931', 'deleted': 0, 'state': 60, 'state_timestamp': '1750205605.67922', 'epoch': '1750205605.67922', 'reported': 0, 'tombstones': -1}], 'c9e18f0b-1fb9-401b-8941-31aa50cb4ec7-sda') -test DEBUG: /tmp/tmpbgwdp9_7/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpbgwdp9_7/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '4cad3415af99d9d59035d053b05c6674', 'c9e18f0b-1fb9-401b-8941-31aa50cb4ec7-sda', '1750205605.20831', '1750205605.20509', '0', '', '1750205605.20509', 1, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1750205606.19803', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1750205605.87891', 'deleted': 0, 'state': 10, 'state_timestamp': '1750205605.87891', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1750205605.26682', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1750205605.78310', 'deleted': 0, 'state': 10, 'state_timestamp': '1750205605.26682', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1750205605.95468', 'lower': 'r', 'upper': '', 'object_count': 0, 'bytes_used': 2030, 'meta_timestamp': '1750205606.09800', 'deleted': 0, 'state': 10, 'state_timestamp': '1750205605.95468', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750205605.67931', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750205605.67931', 'deleted': 0, 'state': 60, 'state_timestamp': '1750205605.67922', 'epoch': '1750205605.67922', 'reported': 0, 'tombstones': -1}], 'c9e18f0b-1fb9-401b-8941-31aa50cb4ec7-sda') -test DEBUG: /tmp/tmpbgwdp9_7/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpbgwdp9_7/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '4cad3415af99d9d59035d053b05c6674', 'c9e18f0b-1fb9-401b-8941-31aa50cb4ec7-sda', '1750205605.20831', '1750205605.20509', '0', '', '1750205605.20509', 1, 0) -REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1750205606.19803', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1750205605.87891', 'deleted': 0, 'state': 10, 'state_timestamp': '1750205605.87891', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1750205605.26682', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1750205605.78310', 'deleted': 0, 'state': 10, 'state_timestamp': '1750205605.26682', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1750205605.95468', 'lower': 'r', 'upper': '', 'object_count': 0, 'bytes_used': 2030, 'meta_timestamp': '1750205606.09800', 'deleted': 0, 'state': 10, 'state_timestamp': '1750205605.95468', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750205605.67931', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750205605.67931', 'deleted': 0, 'state': 60, 'state_timestamp': '1750205605.67922', 'epoch': '1750205605.67922', 'reported': 0, 'tombstones': -1}], 'c9e18f0b-1fb9-401b-8941-31aa50cb4ec7-sda') -test DEBUG: /tmp/tmpbgwdp9_7/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.0:1000/sda -test WARNING: /tmp/tmpbgwdp9_7/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.0:1000/sda; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '0ffbe17b1ae98e6ba76e095ac85c2de8', '156746b7-5ec8-4e94-a754-9b97e7a1d8a8-sda', '1750205606.35352', '1750205606.35029', '0', '', '1750205606.35029', 1, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': 'a/c', 'timestamp': '1750205606.41849', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750205606.41849', 'deleted': 0, 'state': 60, 'state_timestamp': '1750205606.41804', 'epoch': '1750205606.41804', 'reported': 0, 'tombstones': -1}], '156746b7-5ec8-4e94-a754-9b97e7a1d8a8-sda') -test ERROR: ERROR Bad response 500 from 10.0.0.1 +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_explicit_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_explicit_timestamps_using_memory ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_storage_policy_index_empty +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_storage_policy_index_empty ... ok test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_error test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_error ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces_state_filtering -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces_state_filtering ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_objects -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_objects ... ok -test DEBUG: /tmp/tmpd1ffwk65/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'obj', 'created_at': '1750205606.41618', 'size': 0, 'content_type': 'text/plain', 'etag': 'd41d8cd98f00b204e9800998ecf8427e', 'deleted': 0, 'storage_policy_index': 0}], '156746b7-5ec8-4e94-a754-9b97e7a1d8a8-sda') -test DEBUG: /tmp/tmpd1ffwk65/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0333869s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'a87a566f-eadb-46bc-9a5b-97407471874a-sda', '1750205606.64853', '1750205606.63821', '0', '', '1750205606.63821', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1750205606.72276', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1750205606.72276', 'deleted': 0, 'state': 10, 'state_timestamp': '1750205606.72276', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1750205606.72282', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1750205606.72282', 'deleted': 0, 'state': 10, 'state_timestamp': '1750205606.72282', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1750205606.72283', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1750205606.72283', 'deleted': 0, 'state': 10, 'state_timestamp': '1750205606.72283', 'epoch': None, 'reported': 0, 'tombstones': -1}], 'a87a566f-eadb-46bc-9a5b-97407471874a-sda') -test DEBUG: /tmp/tmpcuindpnt/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 3 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpcuindpnt/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'cb0148b6-8715-48af-8d7a-71376884f764-sda', '1750205606.84185', '1750205606.83931', '0', '', '1750205606.83931', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1750205606.89312', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1750205606.89312', 'deleted': 0, 'state': 10, 'state_timestamp': '1750205606.89312', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1750205606.89317', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1750205606.89317', 'deleted': 0, 'state': 10, 'state_timestamp': '1750205606.89317', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1750205606.89319', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1750205606.89319', 'deleted': 0, 'state': 10, 'state_timestamp': '1750205606.89319', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750205606.63783', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750205606.63783', 'deleted': 0, 'state': 40, 'state_timestamp': '1750205606.63783', 'epoch': None, 'reported': 0, 'tombstones': -1}], 'cb0148b6-8715-48af-8d7a-71376884f764-sda') -test DEBUG: /tmp/tmpcuindpnt/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpcuindpnt/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '019145d3-bd12-4410-8b12-fb19c7decd7a-sda', '1750205607.09704', '1750205607.09464', '0', '', '1750205607.09464', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1750205607.18119', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1750205607.18119', 'deleted': 0, 'state': 10, 'state_timestamp': '1750205607.18119', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1750205607.18127', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1750205607.18127', 'deleted': 0, 'state': 10, 'state_timestamp': '1750205607.18127', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1750205607.18130', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1750205607.18130', 'deleted': 0, 'state': 10, 'state_timestamp': '1750205607.18130', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750205606.63783', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750205606.63783', 'deleted': 0, 'state': 40, 'state_timestamp': '1750205606.63783', 'epoch': None, 'reported': 0, 'tombstones': -1}], '019145d3-bd12-4410-8b12-fb19c7decd7a-sda') -test DEBUG: /tmp/tmpcuindpnt/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpcuindpnt/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '03faa5f6-61e1-45ce-910f-e066b4ee92c3-sda', '1750205607.36588', '1750205607.36324', '0', '', '1750205607.36324', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1750205607.45252', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1750205607.45252', 'deleted': 0, 'state': 10, 'state_timestamp': '1750205607.45252', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1750205607.45257', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1750205607.45257', 'deleted': 0, 'state': 10, 'state_timestamp': '1750205607.45257', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1750205607.45259', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1750205607.45259', 'deleted': 0, 'state': 10, 'state_timestamp': '1750205607.45259', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750205606.63783', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750205606.63783', 'deleted': 0, 'state': 40, 'state_timestamp': '1750205606.63783', 'epoch': None, 'reported': 0, 'tombstones': -1}], '03faa5f6-61e1-45ce-910f-e066b4ee92c3-sda') -test DEBUG: /tmp/tmpcuindpnt/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpcuindpnt/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '71688ddd-e38d-40e7-83a8-89d53f60102f-sda', '1750205607.65848', '1750205607.65467', '0', '', '1750205607.65467', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_objects_since_row -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_objects_since_row ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_own_shard_range -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_own_shard_range ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_deadlock -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_deadlock ... ok -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1750205607.72588', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1750205607.72588', 'deleted': 0, 'state': 10, 'state_timestamp': '1750205607.72588', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1750205607.72593', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1750205607.72593', 'deleted': 0, 'state': 10, 'state_timestamp': '1750205607.72593', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1750205607.72595', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1750205607.72595', 'deleted': 0, 'state': 10, 'state_timestamp': '1750205607.72595', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750205606.63783', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750205606.63783', 'deleted': 0, 'state': 40, 'state_timestamp': '1750205606.63783', 'epoch': None, 'reported': 0, 'tombstones': -1}], '71688ddd-e38d-40e7-83a8-89d53f60102f-sda') -test DEBUG: /tmp/tmpcuindpnt/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpcuindpnt/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '2306bf5c-4ac2-4efb-a051-73ffa6749db5-sda', '1750205607.95168', '1750205607.94843', '0', '', '1750205607.94843', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1750205608.02051', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1750205608.02051', 'deleted': 0, 'state': 10, 'state_timestamp': '1750205608.02051', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1750205608.02059', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1750205608.02059', 'deleted': 0, 'state': 10, 'state_timestamp': '1750205608.02059', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1750205608.02061', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1750205608.02061', 'deleted': 0, 'state': 10, 'state_timestamp': '1750205608.02061', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750205606.63800', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750205606.63800', 'deleted': 0, 'state': 40, 'state_timestamp': '1750205606.63800', 'epoch': '1750205606.63804', 'reported': 0, 'tombstones': -1}], '2306bf5c-4ac2-4efb-a051-73ffa6749db5-sda') -test DEBUG: /tmp/tmpcuindpnt/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpcuindpnt/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'e667bfcd-af6b-459a-8694-16e65c3e50b9-sda', '1750205608.24879', '1750205608.24037', '0', '', '1750205608.24037', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1750205608.31556', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1750205608.31556', 'deleted': 0, 'state': 10, 'state_timestamp': '1750205608.31556', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1750205608.31561', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1750205608.31561', 'deleted': 0, 'state': 10, 'state_timestamp': '1750205608.31561', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1750205608.31563', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1750205608.31563', 'deleted': 0, 'state': 10, 'state_timestamp': '1750205608.31563', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750205606.63800', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750205606.63800', 'deleted': 0, 'state': 40, 'state_timestamp': '1750205606.63800', 'epoch': '1750205606.63804', 'reported': 0, 'tombstones': -1}], 'e667bfcd-af6b-459a-8694-16e65c3e50b9-sda') -test DEBUG: /tmp/tmpcuindpnt/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpcuindpnt/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'f08dcc2b-82a5-4e20-b2f2-96daf1be0e3d-sda', '1750205608.51481', '1750205608.50963', '0', '', '1750205608.50963', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1750205608.57537', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1750205608.57537', 'deleted': 0, 'state': 10, 'state_timestamp': '1750205608.57537', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1750205608.57544', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1750205608.57544', 'deleted': 0, 'state': 10, 'state_timestamp': '1750205608.57544', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1750205608.57546', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1750205608.57546', 'deleted': 0, 'state': 10, 'state_timestamp': '1750205608.57546', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750205606.63800', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750205606.63800', 'deleted': 0, 'state': 40, 'state_timestamp': '1750205606.63800', 'epoch': '1750205606.63804', 'reported': 0, 'tombstones': -1}], 'f08dcc2b-82a5-4e20-b2f2-96daf1be0e3d-sda') -test DEBUG: /tmp/tmpcuindpnt/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpcuindpnt/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '84971a60-5cfb-49a9-a46a-3cf571c1ca18-sda', '1750205608.81387', '1750205608.81108', '0', '', '1750205608.81108', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_policy_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_policy_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_replication_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_replication_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_with_duplicate_names -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_with_duplicate_names ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_x_syncs +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_x_syncs ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state ... ok +test INFO: - - - [15/May/2024:18:09:37 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0680 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:37 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 1363408 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:09:37 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0543 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:37 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0015 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:37 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0013 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0013 "-" 1363408 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:09:37 +0000] "PUT /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0006 "-" 1363408 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:09:37 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.3359 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:37 +0000] "PUT /sda1/p/a/c/bashful" 201 - "-" "-" "-" 0.0006 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.6368 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0673 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:38 +0000] "PUT /sda1/p/a/c/grumpy10" 201 - "-" "-" "-" 0.0010 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:38 +0000] "PUT /sda1/p/a/c/grumpy10_no_header" 201 - "-" "-" "-" 0.0006 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0623 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:38 +0000] "PUT /sda1/p/a/c/grumpy20" 301 - "-" "-" "-" 0.0011 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:38 +0000] "PUT /sda1/p/a/c/grumpy20_no_header" 201 - "-" "-" "-" 0.0006 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0441 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:38 +0000] "PUT /sda1/p/a/c/grumpy30" 301 - "-" "-" "-" 0.0012 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:38 +0000] "PUT /sda1/p/a/c/grumpy30_no_header" 201 - "-" "-" "-" 0.0005 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0521 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:38 +0000] "PUT /sda1/p/a/c/grumpy40" 301 - "-" "-" "-" 0.0134 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:38 +0000] "PUT /sda1/p/a/c/grumpy40_no_header" 201 - "-" "-" "-" 0.0004 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0798 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:39 +0000] "PUT /sda1/p/a/c/grumpy50" 201 - "-" "-" "-" 0.0013 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:39 +0000] "PUT /sda1/p/a/c/grumpy50_no_header" 201 - "-" "-" "-" 0.0004 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0769 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:39 +0000] "PUT /sda1/p/a/c/grumpy60" 301 - "-" "-" "-" 0.0012 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:39 +0000] "PUT /sda1/p/a/c/grumpy60_no_header" 201 - "-" "-" "-" 0.0032 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0518 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:39 +0000] "PUT /sda1/p/a/c/grumpy70" 201 - "-" "-" "-" 0.0012 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:39 +0000] "PUT /sda1/p/a/c/grumpy70_no_header" 201 - "-" "-" "-" 0.0005 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0559 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:39 +0000] "PUT /sda1/p/a/c/grumpy80" 201 - "-" "-" "-" 0.0012 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:39 +0000] "PUT /sda1/p/a/c/grumpy80_no_header" 201 - "-" "-" "-" 0.0005 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0965 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:40 +0000] "PUT /sda1/p/a/c/grumpier10" 201 - "-" "-" "-" 0.0014 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:40 +0000] "PUT /sda1/p/a/c/grumpier10_no_header" 201 - "-" "-" "-" 0.0027 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0912 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:40 +0000] "PUT /sda1/p/a/c/grumpier20" 301 - "-" "-" "-" 0.0014 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:40 +0000] "PUT /sda1/p/a/c/grumpier20_no_header" 201 - "-" "-" "-" 0.0005 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1057 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:40 +0000] "PUT /sda1/p/a/c/grumpier30" 301 - "-" "-" "-" 0.0050 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:40 +0000] "PUT /sda1/p/a/c/grumpier30_no_header" 201 - "-" "-" "-" 0.0004 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0703 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:40 +0000] "PUT /sda1/p/a/c/grumpier40" 301 - "-" "-" "-" 0.0010 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:40 +0000] "PUT /sda1/p/a/c/grumpier40_no_header" 201 - "-" "-" "-" 0.0033 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:41 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0886 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:41 +0000] "PUT /sda1/p/a/c/grumpier50" 201 - "-" "-" "-" 0.0021 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:41 +0000] "PUT /sda1/p/a/c/grumpier50_no_header" 201 - "-" "-" "-" 0.0044 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:41 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0692 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:41 +0000] "PUT /sda1/p/a/c/grumpier60" 301 - "-" "-" "-" 0.0011 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:41 +0000] "PUT /sda1/p/a/c/grumpier60_no_header" 201 - "-" "-" "-" 0.0021 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:41 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0632 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:41 +0000] "PUT /sda1/p/a/c/grumpier70" 201 - "-" "-" "-" 0.0032 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:41 +0000] "PUT /sda1/p/a/c/grumpier70_no_header" 201 - "-" "-" "-" 0.0004 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:41 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0668 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:41 +0000] "PUT /sda1/p/a/c/grumpier80" 201 - "-" "-" "-" 0.0047 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:41 +0000] "PUT /sda1/p/a/c/grumpier80_no_header" 201 - "-" "-" "-" 0.0004 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:41 +0000] "PUT /sda1/p/a/c/dopey" 201 - "-" "-" "-" 0.0005 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:42 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0822 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:42 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0475 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:42 +0000] "PUT /sda1/p/a/c/dopey10" 201 - "-" "-" "-" 0.0012 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:42 +0000] "PUT /sda1/p/a/c/dopey10_no_header" 201 - "-" "-" "-" 0.0023 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:42 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0451 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:42 +0000] "PUT /sda1/p/a/c/dopey20" 301 - "-" "-" "-" 0.0039 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:42 +0000] "PUT /sda1/p/a/c/dopey20_no_header" 201 - "-" "-" "-" 0.0005 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:42 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0757 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:42 +0000] "PUT /sda1/p/a/c/dopey30" 301 - "-" "-" "-" 0.0013 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:42 +0000] "PUT /sda1/p/a/c/dopey30_no_header" 201 - "-" "-" "-" 0.0083 "-" 1363408 - +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796606.00000, (0, 0) as of 1715796606.00000, cleaved as of 1715796606.00000> to ShardRange<'k' to 't' as of 1715796607.00000, (0, 0) as of 1715796607.00000, active as of 1715796607.00000>, path: .shards_a/shard_c_1715796607.00000, db: /tmp/tmpasrznpjc/sda/containers/0/b6f/c4eaeb7dee16c101bc902a2fe3338b6f/c4eaeb7dee16c101bc902a2fe3338b6f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796609.00000, db: /tmp/tmpasrznpjc/sda/containers/0/bd6/dca7f9e2ac87572d01f067157abb1bd6/dca7f9e2ac87572d01f067157abb1bd6.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796608.00000, (0, 0) as of 1715796608.00000, cleaved as of 1715796608.00000> to ShardRange<'k' to 't' as of 1715796609.00000, (0, 0) as of 1715796609.00000, shrinking as of 1715796609.00000>, path: .shards_a/shard_c_1715796609.00000, db: /tmp/tmpasrznpjc/sda/containers/0/bd6/dca7f9e2ac87572d01f067157abb1bd6/dca7f9e2ac87572d01f067157abb1bd6.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796609.00000, db: /tmp/tmpasrznpjc/sda/containers/0/bd6/dca7f9e2ac87572d01f067157abb1bd6/dca7f9e2ac87572d01f067157abb1bd6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796611.00000, db: /tmp/tmpasrznpjc/sda/containers/0/bdf/483bd1161cca901ba8d24d72268aabdf/483bd1161cca901ba8d24d72268aabdf.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796610.00000, (0, 0) as of 1715796610.00000, cleaved as of 1715796610.00000> to ShardRange<'k' to 't' as of 1715796611.00000, (0, 0) as of 1715796611.00000, sharding as of 1715796611.00000>, path: .shards_a/shard_c_1715796611.00000, db: /tmp/tmpasrznpjc/sda/containers/0/bdf/483bd1161cca901ba8d24d72268aabdf/483bd1161cca901ba8d24d72268aabdf.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796611.00000, db: /tmp/tmpasrznpjc/sda/containers/0/bdf/483bd1161cca901ba8d24d72268aabdf/483bd1161cca901ba8d24d72268aabdf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796613.00000, db: /tmp/tmpasrznpjc/sda/containers/0/b43/b1a789303e8e14ef229e5ada4cdb0b43/b1a789303e8e14ef229e5ada4cdb0b43.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796612.00000, (0, 0) as of 1715796612.00000, cleaved as of 1715796612.00000> to ShardRange<'k' to 't' as of 1715796613.00000, (0, 0) as of 1715796613.00000, sharded as of 1715796613.00000>, path: .shards_a/shard_c_1715796613.00000, db: /tmp/tmpasrznpjc/sda/containers/0/b43/b1a789303e8e14ef229e5ada4cdb0b43/b1a789303e8e14ef229e5ada4cdb0b43.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796613.00000, db: /tmp/tmpasrznpjc/sda/containers/0/b43/b1a789303e8e14ef229e5ada4cdb0b43/b1a789303e8e14ef229e5ada4cdb0b43.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796615.00000, db: /tmp/tmpasrznpjc/sda/containers/0/866/00fa771fcafb21869cc2c4da05f0d866/00fa771fcafb21869cc2c4da05f0d866.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796614.00000, (0, 0) as of 1715796614.00000, cleaved as of 1715796614.00000> to ShardRange<'k' to 't' as of 1715796615.00000, (0, 0) as of 1715796615.00000, shrunk as of 1715796615.00000>, path: .shards_a/shard_c_1715796615.00000, db: /tmp/tmpasrznpjc/sda/containers/0/866/00fa771fcafb21869cc2c4da05f0d866/00fa771fcafb21869cc2c4da05f0d866.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796615.00000, db: /tmp/tmpasrznpjc/sda/containers/0/866/00fa771fcafb21869cc2c4da05f0d866/00fa771fcafb21869cc2c4da05f0d866.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796617.00000, db: /tmp/tmpasrznpjc/sda/containers/0/c24/c01bc553c7649fd9f24a208b410e3c24/c01bc553c7649fd9f24a208b410e3c24.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796616.00000, (0, 0) as of 1715796616.00000, active as of 1715796616.00000> to ShardRange<'k' to 't' as of 1715796617.00000, (0, 0) as of 1715796617.00000, found as of 1715796617.00000>, path: .shards_a/shard_c_1715796617.00000, db: /tmp/tmpasrznpjc/sda/containers/0/c24/c01bc553c7649fd9f24a208b410e3c24/c01bc553c7649fd9f24a208b410e3c24.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796619.00000, db: /tmp/tmpasrznpjc/sda/containers/0/01f/dd09c12c97db3b0bf988bafb6689a01f/dd09c12c97db3b0bf988bafb6689a01f.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796618.00000, (0, 0) as of 1715796618.00000, active as of 1715796618.00000> to ShardRange<'k' to 't' as of 1715796619.00000, (0, 0) as of 1715796619.00000, created as of 1715796619.00000>, path: .shards_a/shard_c_1715796619.00000, db: /tmp/tmpasrznpjc/sda/containers/0/01f/dd09c12c97db3b0bf988bafb6689a01f/dd09c12c97db3b0bf988bafb6689a01f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796621.00000, db: /tmp/tmpasrznpjc/sda/containers/0/059/cb97e16b56d0868e62c72e1e1aa7e059/cb97e16b56d0868e62c72e1e1aa7e059.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796620.00000, (0, 0) as of 1715796620.00000, active as of 1715796620.00000> to ShardRange<'k' to 't' as of 1715796621.00000, (0, 0) as of 1715796621.00000, cleaved as of 1715796621.00000>, path: .shards_a/shard_c_1715796621.00000, db: /tmp/tmpasrznpjc/sda/containers/0/059/cb97e16b56d0868e62c72e1e1aa7e059/cb97e16b56d0868e62c72e1e1aa7e059.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796623.00000, db: /tmp/tmpasrznpjc/sda/containers/0/b81/fcd47ff8062d7a1a42e3056d92135b81/fcd47ff8062d7a1a42e3056d92135b81.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796625.00000, db: /tmp/tmpasrznpjc/sda/containers/0/110/40c061e985b5d7362e47e303e25bb110/40c061e985b5d7362e47e303e25bb110.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796624.00000, (0, 0) as of 1715796624.00000, active as of 1715796624.00000> to ShardRange<'k' to 't' as of 1715796625.00000, (0, 0) as of 1715796625.00000, shrinking as of 1715796625.00000>, path: .shards_a/shard_c_1715796625.00000, db: /tmp/tmpasrznpjc/sda/containers/0/110/40c061e985b5d7362e47e303e25bb110/40c061e985b5d7362e47e303e25bb110.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796625.00000, db: /tmp/tmpasrznpjc/sda/containers/0/110/40c061e985b5d7362e47e303e25bb110/40c061e985b5d7362e47e303e25bb110.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796627.00000, db: /tmp/tmpasrznpjc/sda/containers/0/e06/c78dda7cd88cbc33ba03ad9b15bbde06/c78dda7cd88cbc33ba03ad9b15bbde06.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796626.00000, (0, 0) as of 1715796626.00000, active as of 1715796626.00000> to ShardRange<'k' to 't' as of 1715796627.00000, (0, 0) as of 1715796627.00000, sharding as of 1715796627.00000>, path: .shards_a/shard_c_1715796627.00000, db: /tmp/tmpasrznpjc/sda/containers/0/e06/c78dda7cd88cbc33ba03ad9b15bbde06/c78dda7cd88cbc33ba03ad9b15bbde06.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796627.00000, db: /tmp/tmpasrznpjc/sda/containers/0/e06/c78dda7cd88cbc33ba03ad9b15bbde06/c78dda7cd88cbc33ba03ad9b15bbde06.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796629.00000, db: /tmp/tmpasrznpjc/sda/containers/0/d9d/88ea3258199965798a1764826ef29d9d/88ea3258199965798a1764826ef29d9d.db +REPLICATE: /sda/0/33379ecb053aa5c9e356c68997cbb59e, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1715796581.33121', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1715796580.68694', 'deleted': 0, 'state': 10, 'state_timestamp': '1715796580.68694', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1715796579.46644', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1715796580.53565', 'deleted': 0, 'state': 10, 'state_timestamp': '1715796579.46644', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1715796580.85835', 'lower': 'r', 'upper': '', 'object_count': 0, 'bytes_used': 2030, 'meta_timestamp': '1715796581.09746', 'deleted': 0, 'state': 10, 'state_timestamp': '1715796580.85835', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715796580.34197', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715796580.34197', 'deleted': 0, 'state': 60, 'state_timestamp': '1715796580.34188', 'epoch': '1715796580.34188', 'reported': 0, 'tombstones': -1}], '62ba3819-5059-439f-9b61-6ceba4e09c65-sda') +test DEBUG: /tmp/tmpsh8c63yh/sdb/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db synced 4 shard ranges to 10.0.0.0:1000/sda +test WARNING: /tmp/tmpsh8c63yh/sdb/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db is able to shard -- refusing to replicate objects to peer 10.0.0.0:1000/sda; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, '036c5c03deafedf9f6c752781b45ce87', '363fee9d-7610-4c6f-b04e-ad879f109673-sda', '1715796581.54554', '1715796581.54318', '0', '', '1715796581.54318', 1, 0) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_shard_ranges, ([{'name': 'a/c', 'timestamp': '1715796581.69179', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715796581.69179', 'deleted': 0, 'state': 60, 'state_timestamp': '1715796581.69153', 'epoch': '1715796581.69153', 'reported': 0, 'tombstones': -1}], '363fee9d-7610-4c6f-b04e-ad879f109673-sda') +test ERROR: ERROR Bad response 500 from 10.0.0.1 +test DEBUG: /tmp/tmppjetlcnb/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_items, ([{'ROWID': 1, 'name': 'obj', 'created_at': '1715796581.69120', 'size': 0, 'content_type': 'text/plain', 'etag': 'd41d8cd98f00b204e9800998ecf8427e', 'deleted': 0, 'storage_policy_index': 0}], '363fee9d-7610-4c6f-b04e-ad879f109673-sda') +test DEBUG: /tmp/tmppjetlcnb/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.117122s) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_syncs, ([],) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', 'f6446005-419f-490f-9960-9a531166ea3c-sda', '1715796582.12815', '1715796582.12579', '0', '', '1715796582.12579', 0, 0) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, get_shard_ranges, () +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1715796582.25810', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1715796582.25810', 'deleted': 0, 'state': 10, 'state_timestamp': '1715796582.25810', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1715796582.25818', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1715796582.25818', 'deleted': 0, 'state': 10, 'state_timestamp': '1715796582.25818', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1715796582.25820', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1715796582.25820', 'deleted': 0, 'state': 10, 'state_timestamp': '1715796582.25820', 'epoch': None, 'reported': 0, 'tombstones': -1}], 'f6446005-419f-490f-9960-9a531166ea3c-sda') +test DEBUG: /tmp/tmpwa44vuxu/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db synced 3 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmpwa44vuxu/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', '4bbc242b-7ed1-4278-a924-3f2f8469ee87-sda', '1715796582.52705', '1715796582.52484', '0', '', '1715796582.52484', 0, 0) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, get_shard_ranges, () +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1715796582.64241', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1715796582.64241', 'deleted': 0, 'state': 10, 'state_timestamp': '1715796582.64241', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1715796582.64251', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1715796582.64251', 'deleted': 0, 'state': 10, 'state_timestamp': '1715796582.64251', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1715796582.64253', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1715796582.64253', 'deleted': 0, 'state': 10, 'state_timestamp': '1715796582.64253', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715796582.12555', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715796582.12555', 'deleted': 0, 'state': 40, 'state_timestamp': '1715796582.12555', 'epoch': None, 'reported': 0, 'tombstones': -1}], '4bbc242b-7ed1-4278-a924-3f2f8469ee87-sda') +test DEBUG: /tmp/tmpwa44vuxu/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmpwa44vuxu/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', 'f2e24e7a-def9-4924-8ccc-1150257ca5bf-sda', '1715796583.03346', '1715796583.03084', '0', '', '1715796583.03084', 0, 0) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, get_shard_ranges, () +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1715796583.18095', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1715796583.18095', 'deleted': 0, 'state': 10, 'state_timestamp': '1715796583.18095', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1715796583.18102', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1715796583.18102', 'deleted': 0, 'state': 10, 'state_timestamp': '1715796583.18102', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1715796583.18104', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1715796583.18104', 'deleted': 0, 'state': 10, 'state_timestamp': '1715796583.18104', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715796582.12555', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715796582.12555', 'deleted': 0, 'state': 40, 'state_timestamp': '1715796582.12555', 'epoch': None, 'reported': 0, 'tombstones': -1}], 'f2e24e7a-def9-4924-8ccc-1150257ca5bf-sda') +test DEBUG: /tmp/tmpwa44vuxu/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_initiated_and_required +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_initiated_and_required ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_remove_objects +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_remove_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_resolve_shard_range_states +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_resolve_shard_range_states ... ok +test.unit.container.test_server.TestContainerController.test_PUT_object_update_redirected_to_shard +test.unit.container.test_server.TestContainerController.test_PUT_object_update_redirected_to_shard ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_state_is_not_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_state_is_not_reclaimable ... ok +test.unit.container.test_server.TestContainerController.test_PUT_proxy_default_no_policy_for_existing_default +test.unit.container.test_server.TestContainerController.test_PUT_proxy_default_no_policy_for_existing_default ... ok +test.unit.container.test_server.TestContainerController.test_PUT_reset_container_sync +test.unit.container.test_server.TestContainerController.test_PUT_reset_container_sync ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_sysmeta +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_sysmeta ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_storage_policy_index +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_storage_policy_index ... ok +test.unit.container.test_server.TestContainerController.test_PUT_shard_range_autocreates_shard_container +test.unit.container.test_server.TestContainerController.test_PUT_shard_range_autocreates_shard_container ... ok +test DEBUG: /tmp/tmpwa44vuxu/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', 'fcb956fd-c7d3-4c04-b2cc-56996cdefee9-sda', '1715796583.55686', '1715796583.55421', '0', '', '1715796583.55421', 0, 0) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, get_shard_ranges, () +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1715796583.66807', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1715796583.66807', 'deleted': 0, 'state': 10, 'state_timestamp': '1715796583.66807', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1715796583.66814', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1715796583.66814', 'deleted': 0, 'state': 10, 'state_timestamp': '1715796583.66814', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1715796583.66816', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1715796583.66816', 'deleted': 0, 'state': 10, 'state_timestamp': '1715796583.66816', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715796582.12555', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715796582.12555', 'deleted': 0, 'state': 40, 'state_timestamp': '1715796582.12555', 'epoch': None, 'reported': 0, 'tombstones': -1}], 'fcb956fd-c7d3-4c04-b2cc-56996cdefee9-sda') +test DEBUG: /tmp/tmpwa44vuxu/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmpwa44vuxu/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', '74e1bd02-0ffe-43e4-ae08-72f6d46ef319-sda', '1715796583.98672', '1715796583.98398', '0', '', '1715796583.98398', 0, 0) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, get_shard_ranges, () +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1715796584.12388', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1715796584.12388', 'deleted': 0, 'state': 10, 'state_timestamp': '1715796584.12388', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1715796584.12397', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1715796584.12397', 'deleted': 0, 'state': 10, 'state_timestamp': '1715796584.12397', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1715796584.12399', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1715796584.12399', 'deleted': 0, 'state': 10, 'state_timestamp': '1715796584.12399', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715796582.12555', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715796582.12555', 'deleted': 0, 'state': 40, 'state_timestamp': '1715796582.12555', 'epoch': None, 'reported': 0, 'tombstones': -1}], '74e1bd02-0ffe-43e4-ae08-72f6d46ef319-sda') +test DEBUG: /tmp/tmpwa44vuxu/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmpwa44vuxu/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', 'b6505f8e-9bdf-4af3-8250-6e235734b930-sda', '1715796584.51175', '1715796584.49856', '0', '', '1715796584.49856', 0, 0) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, get_shard_ranges, () +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1715796584.62862', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1715796584.62862', 'deleted': 0, 'state': 10, 'state_timestamp': '1715796584.62862', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1715796584.62870', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1715796584.62870', 'deleted': 0, 'state': 10, 'state_timestamp': '1715796584.62870', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1715796584.62872', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1715796584.62872', 'deleted': 0, 'state': 10, 'state_timestamp': '1715796584.62872', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715796582.12566', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715796582.12566', 'deleted': 0, 'state': 40, 'state_timestamp': '1715796582.12566', 'epoch': '1715796582.12567', 'reported': 0, 'tombstones': -1}], 'b6505f8e-9bdf-4af3-8250-6e235734b930-sda') +test DEBUG: /tmp/tmpwa44vuxu/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmpwa44vuxu/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', 'a3a6cafc-2f20-49b6-97cf-71f4a9dc5341-sda', '1715796584.97170', '1715796584.96622', '0', '', '1715796584.96622', 0, 0) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, get_shard_ranges, () +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1715796585.09814', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1715796585.09814', 'deleted': 0, 'state': 10, 'state_timestamp': '1715796585.09814', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1715796585.09819', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1715796585.09819', 'deleted': 0, 'state': 10, 'state_timestamp': '1715796585.09819', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1715796585.09820', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1715796585.09820', 'deleted': 0, 'state': 10, 'state_timestamp': '1715796585.09820', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715796582.12566', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715796582.12566', 'deleted': 0, 'state': 40, 'state_timestamp': '1715796582.12566', 'epoch': '1715796582.12567', 'reported': 0, 'tombstones': -1}], 'a3a6cafc-2f20-49b6-97cf-71f4a9dc5341-sda') +test DEBUG: /tmp/tmpwa44vuxu/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmpwa44vuxu/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', 'e2f22d34-6f9f-4ad7-bc65-402ad837c0c4-sda', '1715796585.63895', '1715796585.63605', '0', '', '1715796585.63605', 0, 0) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, get_shard_ranges, () +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_storage_policy_index_empty +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_storage_policy_index_empty ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_x_syncs +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_x_syncs ... ok +test.unit.container.test_server.TestContainerController.test_PUT_shard_range_json_in_body +test.unit.container.test_server.TestContainerController.test_PUT_shard_range_json_in_body ... ok +test INFO: - - - [15/May/2024:18:09:42 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0668 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:42 +0000] "PUT /sda1/p/a/c/dopey40" 301 - "-" "-" "-" 0.0010 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:42 +0000] "PUT /sda1/p/a/c/dopey40_no_header" 201 - "-" "-" "-" 0.0049 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:42 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0852 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:42 +0000] "PUT /sda1/p/a/c/dopey50" 201 - "-" "-" "-" 0.0011 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:42 +0000] "PUT /sda1/p/a/c/dopey50_no_header" 201 - "-" "-" "-" 0.0005 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:42 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0724 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:42 +0000] "PUT /sda1/p/a/c/dopey60" 301 - "-" "-" "-" 0.0017 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:42 +0000] "PUT /sda1/p/a/c/dopey60_no_header" 201 - "-" "-" "-" 0.0005 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:43 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0773 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:43 +0000] "PUT /sda1/p/a/c/dopey70" 201 - "-" "-" "-" 0.0162 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:43 +0000] "PUT /sda1/p/a/c/dopey70_no_header" 201 - "-" "-" "-" 0.0027 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:43 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0793 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:43 +0000] "PUT /sda1/p/a/c/dopey80" 201 - "-" "-" "-" 0.0014 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:43 +0000] "PUT /sda1/p/a/c/dopey80_no_header" 201 - "-" "-" "-" 0.0006 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:43 +0000] "PUT /sda1/p/a/c/bashful" 301 - "-" "-" "-" 0.0016 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:43 +0000] "PUT /sda1/p/a/c/dopey" 301 - "-" "-" "-" 0.0015 "-" 1363408 - +test DEBUG: Unlinked retiring db '/tmp/tmpjifjy_mw/tmp_test_container_server_ContainerController/sda1/containers/p/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db' +test INFO: - - - [15/May/2024:18:09:43 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0702 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:43 +0000] "PUT /sda1/p/a/c/grumpiest10" 201 - "-" "-" "-" 0.0014 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:43 +0000] "PUT /sda1/p/a/c/grumpiest10_no_header" 201 - "-" "-" "-" 0.0005 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:43 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0642 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:43 +0000] "PUT /sda1/p/a/c/grumpiest20" 301 - "-" "-" "-" 0.0014 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:43 +0000] "PUT /sda1/p/a/c/grumpiest20_no_header" 201 - "-" "-" "-" 0.0005 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:43 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0716 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:43 +0000] "PUT /sda1/p/a/c/grumpiest30" 301 - "-" "-" "-" 0.0019 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:43 +0000] "PUT /sda1/p/a/c/grumpiest30_no_header" 201 - "-" "-" "-" 0.0005 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0800 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:44 +0000] "PUT /sda1/p/a/c/grumpiest40" 301 - "-" "-" "-" 0.0032 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:44 +0000] "PUT /sda1/p/a/c/grumpiest40_no_header" 201 - "-" "-" "-" 0.0004 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0736 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:44 +0000] "PUT /sda1/p/a/c/grumpiest50" 201 - "-" "-" "-" 0.0039 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:44 +0000] "PUT /sda1/p/a/c/grumpiest50_no_header" 201 - "-" "-" "-" 0.0076 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1432 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:44 +0000] "PUT /sda1/p/a/c/grumpiest60" 301 - "-" "-" "-" 0.0015 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:44 +0000] "PUT /sda1/p/a/c/grumpiest60_no_header" 201 - "-" "-" "-" 0.0005 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0489 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:44 +0000] "PUT /sda1/p/a/c/grumpiest70" 201 - "-" "-" "-" 0.0014 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:44 +0000] "PUT /sda1/p/a/c/grumpiest70_no_header" 201 - "-" "-" "-" 0.0008 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0727 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:44 +0000] "PUT /sda1/p/a/c/grumpiest80" 201 - "-" "-" "-" 0.0029 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:44 +0000] "PUT /sda1/p/a/c/grumpiest80_no_header" 201 - "-" "-" "-" 0.0007 "-" 1363408 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:09:45 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0906 "-" 1363408 1 +test INFO: - - - [15/May/2024:18:09:45 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 1363408 1 +test INFO: - - - [15/May/2024:18:09:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0373 "-" 1363408 1 +test INFO: - - - [15/May/2024:18:09:45 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0015 "-" 1363408 1 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:09:45 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1087 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0034 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0720 "-" 1363408 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:09:45 +0000] "PUT /sda1/p/.shards_a/shard_c" 404 - "-" "-" "-" 0.0006 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:45 +0000] "PUT /sda1/p/.shards_a/shard_c" 400 49 "-" "-" "-" 0.0003 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:45 +0000] "PUT /sda1/p/.shards_a/shard_c" 201 - "-" "-" "-" 0.4628 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:45 +0000] "PUT /sda1/p/.shards_a/shard_c" 202 - "-" "-" "-" 0.0554 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:45 +0000] "PUT /sda1/p/.shards_a/shard_c" 202 - "-" "-" "-" 0.0607 "-" 1363408 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:09:45 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0067 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:45 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0508 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:46 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1837 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:46 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0426 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:46 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1393 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:46 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0456 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:46 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0764 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:46 +0000] "PUT /sda1/p/a/c" 400 74 "-" "-" "-" 0.0006 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:46 +0000] "PUT /sda1/p/a/c" 400 74 "-" "-" "-" 0.0002 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:46 +0000] "PUT /sda1/p/a/c" 400 69 "-" "-" "-" 0.0002 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:46 +0000] "PUT /sda1/p/a/c" 400 75 "-" "-" "-" 0.0002 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:46 +0000] "PUT /sda1/p/a/c" 400 35 "-" "-" "-" 0.0002 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:46 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1820 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:46 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0786 "-" 1363408 0 +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reverse_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reverse_prefix_delim ... ok +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796628.00000, (0, 0) as of 1715796628.00000, active as of 1715796628.00000> to ShardRange<'k' to 't' as of 1715796629.00000, (0, 0) as of 1715796629.00000, sharded as of 1715796629.00000>, path: .shards_a/shard_c_1715796629.00000, db: /tmp/tmpasrznpjc/sda/containers/0/d9d/88ea3258199965798a1764826ef29d9d/88ea3258199965798a1764826ef29d9d.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796629.00000, db: /tmp/tmpasrznpjc/sda/containers/0/d9d/88ea3258199965798a1764826ef29d9d/88ea3258199965798a1764826ef29d9d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796631.00000, db: /tmp/tmpasrznpjc/sda/containers/0/ea3/64dca6328502916f02fc4af4424c7ea3/64dca6328502916f02fc4af4424c7ea3.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796630.00000, (0, 0) as of 1715796630.00000, active as of 1715796630.00000> to ShardRange<'k' to 't' as of 1715796631.00000, (0, 0) as of 1715796631.00000, shrunk as of 1715796631.00000>, path: .shards_a/shard_c_1715796631.00000, db: /tmp/tmpasrznpjc/sda/containers/0/ea3/64dca6328502916f02fc4af4424c7ea3/64dca6328502916f02fc4af4424c7ea3.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796631.00000, db: /tmp/tmpasrznpjc/sda/containers/0/ea3/64dca6328502916f02fc4af4424c7ea3/64dca6328502916f02fc4af4424c7ea3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796633.00000, db: /tmp/tmpasrznpjc/sda/containers/0/9a4/2f891ab301dec13d1477e5194960d9a4/2f891ab301dec13d1477e5194960d9a4.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796632.00000, (0, 0) as of 1715796632.00000, shrinking as of 1715796632.00000> to ShardRange<'k' to 't' as of 1715796633.00000, (0, 0) as of 1715796633.00000, found as of 1715796633.00000>, path: .shards_a/shard_c_1715796633.00000, db: /tmp/tmpasrznpjc/sda/containers/0/9a4/2f891ab301dec13d1477e5194960d9a4/2f891ab301dec13d1477e5194960d9a4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796635.00000, db: /tmp/tmpasrznpjc/sda/containers/0/68e/199022040ca995cb7c3c02efdba3b68e/199022040ca995cb7c3c02efdba3b68e.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796634.00000, (0, 0) as of 1715796634.00000, shrinking as of 1715796634.00000> to ShardRange<'k' to 't' as of 1715796635.00000, (0, 0) as of 1715796635.00000, created as of 1715796635.00000>, path: .shards_a/shard_c_1715796635.00000, db: /tmp/tmpasrznpjc/sda/containers/0/68e/199022040ca995cb7c3c02efdba3b68e/199022040ca995cb7c3c02efdba3b68e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796637.00000, db: /tmp/tmpasrznpjc/sda/containers/0/493/5cfecb21cd5bf30ae11ea02ac0709493/5cfecb21cd5bf30ae11ea02ac0709493.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796636.00000, (0, 0) as of 1715796636.00000, shrinking as of 1715796636.00000> to ShardRange<'k' to 't' as of 1715796637.00000, (0, 0) as of 1715796637.00000, cleaved as of 1715796637.00000>, path: .shards_a/shard_c_1715796637.00000, db: /tmp/tmpasrznpjc/sda/containers/0/493/5cfecb21cd5bf30ae11ea02ac0709493/5cfecb21cd5bf30ae11ea02ac0709493.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796639.00000, db: /tmp/tmpasrznpjc/sda/containers/0/886/7a885d61cf73fcb8d52af86cba3fc886/7a885d61cf73fcb8d52af86cba3fc886.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796638.00000, (0, 0) as of 1715796638.00000, shrinking as of 1715796638.00000> to ShardRange<'k' to 't' as of 1715796639.00000, (0, 0) as of 1715796639.00000, active as of 1715796639.00000>, path: .shards_a/shard_c_1715796639.00000, db: /tmp/tmpasrznpjc/sda/containers/0/886/7a885d61cf73fcb8d52af86cba3fc886/7a885d61cf73fcb8d52af86cba3fc886.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796641.00000, db: /tmp/tmpasrznpjc/sda/containers/0/217/894356a8840ae68ae0d2711e54f96217/894356a8840ae68ae0d2711e54f96217.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796641.00000, db: /tmp/tmpasrznpjc/sda/containers/0/217/894356a8840ae68ae0d2711e54f96217/894356a8840ae68ae0d2711e54f96217.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796643.00000, db: /tmp/tmpasrznpjc/sda/containers/0/f6a/8db1159b8b7f29115d3f16d5606bff6a/8db1159b8b7f29115d3f16d5606bff6a.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796642.00000, (0, 0) as of 1715796642.00000, shrinking as of 1715796642.00000> to ShardRange<'k' to 't' as of 1715796643.00000, (0, 0) as of 1715796643.00000, sharding as of 1715796643.00000>, path: .shards_a/shard_c_1715796643.00000, db: /tmp/tmpasrznpjc/sda/containers/0/f6a/8db1159b8b7f29115d3f16d5606bff6a/8db1159b8b7f29115d3f16d5606bff6a.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796643.00000, db: /tmp/tmpasrznpjc/sda/containers/0/f6a/8db1159b8b7f29115d3f16d5606bff6a/8db1159b8b7f29115d3f16d5606bff6a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796645.00000, db: /tmp/tmpasrznpjc/sda/containers/0/c1b/e18345a5191aab1d0e43309a0cf9cc1b/e18345a5191aab1d0e43309a0cf9cc1b.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796644.00000, (0, 0) as of 1715796644.00000, shrinking as of 1715796644.00000> to ShardRange<'k' to 't' as of 1715796645.00000, (0, 0) as of 1715796645.00000, sharded as of 1715796645.00000>, path: .shards_a/shard_c_1715796645.00000, db: /tmp/tmpasrznpjc/sda/containers/0/c1b/e18345a5191aab1d0e43309a0cf9cc1b/e18345a5191aab1d0e43309a0cf9cc1b.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796645.00000, db: /tmp/tmpasrznpjc/sda/containers/0/c1b/e18345a5191aab1d0e43309a0cf9cc1b/e18345a5191aab1d0e43309a0cf9cc1b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796647.00000, db: /tmp/tmpasrznpjc/sda/containers/0/d17/784160408bac2c58fb48b6c882681d17/784160408bac2c58fb48b6c882681d17.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796646.00000, (0, 0) as of 1715796646.00000, shrinking as of 1715796646.00000> to ShardRange<'k' to 't' as of 1715796647.00000, (0, 0) as of 1715796647.00000, shrunk as of 1715796647.00000>, path: .shards_a/shard_c_1715796647.00000, db: /tmp/tmpasrznpjc/sda/containers/0/d17/784160408bac2c58fb48b6c882681d17/784160408bac2c58fb48b6c882681d17.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796647.00000, db: /tmp/tmpasrznpjc/sda/containers/0/d17/784160408bac2c58fb48b6c882681d17/784160408bac2c58fb48b6c882681d17.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796649.00000, db: /tmp/tmpasrznpjc/sda/containers/0/bbc/b1c74aaf7dfc9e81df39c7bd2bb44bbc/b1c74aaf7dfc9e81df39c7bd2bb44bbc.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796648.00000, (0, 0) as of 1715796648.00000, sharding as of 1715796648.00000> to ShardRange<'k' to 't' as of 1715796649.00000, (0, 0) as of 1715796649.00000, found as of 1715796649.00000>, path: .shards_a/shard_c_1715796649.00000, db: /tmp/tmpasrznpjc/sda/containers/0/bbc/b1c74aaf7dfc9e81df39c7bd2bb44bbc/b1c74aaf7dfc9e81df39c7bd2bb44bbc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796651.00000, db: /tmp/tmpasrznpjc/sda/containers/0/20f/e84673d55d2fb4c2ac45e2c85e4c720f/e84673d55d2fb4c2ac45e2c85e4c720f.db +test.unit.container.test_server.TestContainerController.test_PUT_shard_range_to_deleted_container +test.unit.container.test_server.TestContainerController.test_PUT_shard_range_to_deleted_container ... ok +test.unit.container.test_server.TestContainerController.test_PUT_simulated_create_race +test.unit.container.test_server.TestContainerController.test_PUT_simulated_create_race ... ok +test.unit.container.test_server.TestContainerController.test_PUT_timestamp_not_float +test.unit.container.test_server.TestContainerController.test_PUT_timestamp_not_float ... ok +test.unit.container.test_server.TestContainerController.test_PUT_utf8 +test.unit.container.test_server.TestContainerController.test_PUT_utf8 ... ok +test.unit.container.test_server.TestContainerController.test_REPLICATE_complete_rsync_works +test.unit.container.test_server.TestContainerController.test_REPLICATE_complete_rsync_works ... ok +test.unit.container.test_server.TestContainerController.test_REPLICATE_insufficient_space +test.unit.container.test_server.TestContainerController.test_REPLICATE_insufficient_space ... ok +test.unit.container.test_server.TestContainerController.test_REPLICATE_rsync_then_merge_works +test.unit.container.test_server.TestContainerController.test_REPLICATE_rsync_then_merge_works ... ok +test.unit.container.test_server.TestContainerController.test_REPLICATE_unknown_sync +test.unit.container.test_server.TestContainerController.test_REPLICATE_unknown_sync ... ok +test.unit.container.test_server.TestContainerController.test_REPLICATE_value_error_works +test.unit.container.test_server.TestContainerController.test_REPLICATE_value_error_works ... ok +test.unit.container.test_server.TestContainerController.test_UPDATE +test.unit.container.test_server.TestContainerController.test_UPDATE ... ok +test.unit.container.test_server.TestContainerController.test_UPDATE_autocreate +test.unit.container.test_server.TestContainerController.test_UPDATE_autocreate ... ok +test.unit.container.test_server.TestContainerController.test__call__raise_timeout +test.unit.container.test_server.TestContainerController.test__call__raise_timeout ... ok +test.unit.container.test_server.TestContainerController.test_account_update_account_override_deleted +test.unit.container.test_server.TestContainerController.test_account_update_account_override_deleted ... ok +test.unit.container.test_server.TestContainerController.test_account_update_mismatched_host_device +test.unit.container.test_server.TestContainerController.test_account_update_mismatched_host_device ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_root_account_container_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_save_and_load_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_save_and_load_record_from_pending_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_storage_policy_property +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_storage_policy_property ... ok +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1715796585.80973', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1715796585.80973', 'deleted': 0, 'state': 10, 'state_timestamp': '1715796585.80973', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1715796585.80979', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1715796585.80979', 'deleted': 0, 'state': 10, 'state_timestamp': '1715796585.80979', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1715796585.80981', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1715796585.80981', 'deleted': 0, 'state': 10, 'state_timestamp': '1715796585.80981', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715796582.12566', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715796582.12566', 'deleted': 0, 'state': 40, 'state_timestamp': '1715796582.12566', 'epoch': '1715796582.12567', 'reported': 0, 'tombstones': -1}], 'e2f22d34-6f9f-4ad7-bc65-402ad837c0c4-sda') +test DEBUG: /tmp/tmpwa44vuxu/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmpwa44vuxu/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', '2b361a94-4d3d-4387-b756-35c97ebd742c-sda', '1715796586.11166', '1715796586.10942', '0', '', '1715796586.10942', 0, 0) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, get_shard_ranges, () +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1715796586.23257', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1715796586.23257', 'deleted': 0, 'state': 10, 'state_timestamp': '1715796586.23257', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1715796586.23268', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1715796586.23268', 'deleted': 0, 'state': 10, 'state_timestamp': '1715796586.23268', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1715796586.23270', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1715796586.23270', 'deleted': 0, 'state': 10, 'state_timestamp': '1715796586.23270', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715796582.12572', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715796582.12572', 'deleted': 0, 'state': 40, 'state_timestamp': '1715796582.12572', 'epoch': '1715796582.12574', 'reported': 0, 'tombstones': -1}], '2b361a94-4d3d-4387-b756-35c97ebd742c-sda') +test DEBUG: /tmp/tmpwa44vuxu/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmpwa44vuxu/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', 'a87a6a65-53ec-41ec-a223-d397c82f023a-sda', '1715796586.76324', '1715796586.75831', '0', '', '1715796586.75831', 0, 0) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, get_shard_ranges, () +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1715796586.86236', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1715796586.86236', 'deleted': 0, 'state': 10, 'state_timestamp': '1715796586.86236', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1715796586.86240', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1715796586.86240', 'deleted': 0, 'state': 10, 'state_timestamp': '1715796586.86240', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1715796586.86242', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1715796586.86242', 'deleted': 0, 'state': 10, 'state_timestamp': '1715796586.86242', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715796582.12566', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715796582.12566', 'deleted': 0, 'state': 40, 'state_timestamp': '1715796582.12566', 'epoch': '1715796582.12567', 'reported': 0, 'tombstones': -1}], 'a87a6a65-53ec-41ec-a223-d397c82f023a-sda') +test DEBUG: /tmp/tmpwa44vuxu/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmpwa44vuxu/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', '222d6bdf-3172-4e36-816f-66b35d64df1a-sda', '1715796588.06017', '1715796588.05767', '0', '', '1715796588.05767', 0, 0) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, get_shard_ranges, () +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1715796588.20747', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1715796588.20747', 'deleted': 0, 'state': 10, 'state_timestamp': '1715796588.20747', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1715796588.20754', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1715796588.20754', 'deleted': 0, 'state': 10, 'state_timestamp': '1715796588.20754', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1715796588.20756', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1715796588.20756', 'deleted': 0, 'state': 10, 'state_timestamp': '1715796588.20756', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715796582.12566', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715796582.12566', 'deleted': 0, 'state': 40, 'state_timestamp': '1715796582.12566', 'epoch': '1715796582.12567', 'reported': 0, 'tombstones': -1}], '222d6bdf-3172-4e36-816f-66b35d64df1a-sda') +test DEBUG: /tmp/tmpwa44vuxu/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmpwa44vuxu/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', 'fbe40b7c-351e-4bdd-8335-94a05d93af96-sda', '1715796588.70475', '1715796588.70150', '0', '', '1715796588.70150', 0, 0) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, get_shard_ranges, () test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_merge_remote_osr test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_merge_remote_osr ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_report_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_report_info ... ok -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1750205608.89340', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1750205608.89340', 'deleted': 0, 'state': 10, 'state_timestamp': '1750205608.89340', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1750205608.89349', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1750205608.89349', 'deleted': 0, 'state': 10, 'state_timestamp': '1750205608.89349', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1750205608.89353', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1750205608.89353', 'deleted': 0, 'state': 10, 'state_timestamp': '1750205608.89353', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750205606.63813', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750205606.63813', 'deleted': 0, 'state': 40, 'state_timestamp': '1750205606.63813', 'epoch': '1750205606.63814', 'reported': 0, 'tombstones': -1}], '84971a60-5cfb-49a9-a46a-3cf571c1ca18-sda') -test DEBUG: /tmp/tmpcuindpnt/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpcuindpnt/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'd992036b-cf80-49f9-9dff-39a2ebd0a0ee-sda', '1750205609.14949', '1750205609.14631', '0', '', '1750205609.14631', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1750205609.22580', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1750205609.22580', 'deleted': 0, 'state': 10, 'state_timestamp': '1750205609.22580', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1750205609.22586', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1750205609.22586', 'deleted': 0, 'state': 10, 'state_timestamp': '1750205609.22586', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1750205609.22587', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1750205609.22587', 'deleted': 0, 'state': 10, 'state_timestamp': '1750205609.22587', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750205606.63800', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750205606.63800', 'deleted': 0, 'state': 40, 'state_timestamp': '1750205606.63800', 'epoch': '1750205606.63804', 'reported': 0, 'tombstones': -1}], 'd992036b-cf80-49f9-9dff-39a2ebd0a0ee-sda') -test DEBUG: /tmp/tmpcuindpnt/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpcuindpnt/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'a544308f-3d78-45c5-b6e4-50ca90723ea3-sda', '1750205609.45418', '1750205609.45137', '0', '', '1750205609.45137', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1750205609.52425', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1750205609.52425', 'deleted': 0, 'state': 10, 'state_timestamp': '1750205609.52425', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1750205609.52430', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1750205609.52430', 'deleted': 0, 'state': 10, 'state_timestamp': '1750205609.52430', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1750205609.52431', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1750205609.52431', 'deleted': 0, 'state': 10, 'state_timestamp': '1750205609.52431', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750205606.63800', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750205606.63800', 'deleted': 0, 'state': 40, 'state_timestamp': '1750205606.63800', 'epoch': '1750205606.63804', 'reported': 0, 'tombstones': -1}], 'a544308f-3d78-45c5-b6e4-50ca90723ea3-sda') -test DEBUG: /tmp/tmpcuindpnt/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpcuindpnt/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '0735c0cb-d8f7-46d0-bdce-c56d5a58b9cd-sda', '1750205609.81351', '1750205609.81071', '0', '', '1750205609.81071', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1750205609.89286', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1750205609.89286', 'deleted': 0, 'state': 10, 'state_timestamp': '1750205609.89286', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1750205609.89290', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1750205609.89290', 'deleted': 0, 'state': 10, 'state_timestamp': '1750205609.89290', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1750205609.89292', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1750205609.89292', 'deleted': 0, 'state': 10, 'state_timestamp': '1750205609.89292', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750205606.63819', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750205606.63783', 'deleted': 0, 'state': 40, 'state_timestamp': '1750205606.63783', 'epoch': None, 'reported': 0, 'tombstones': -1}], '0735c0cb-d8f7-46d0-bdce-c56d5a58b9cd-sda') -test WARNING: Ignoring remote osr w/o epoch, own_sr: {'name': 'a/c', 'timestamp': '1750205606.63800', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750205606.63800', 'deleted': 0, 'state': 40, 'state_timestamp': '1750205606.63800', 'epoch': '1750205606.63804', 'reported': 0, 'tombstones': -1}, remote_sr: {'name': 'a/c', 'timestamp': '1750205606.63819', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750205606.63783', 'deleted': 0, 'state': 40, 'state_timestamp': '1750205606.63783', 'epoch': None, 'reported': 0, 'tombstones': -1}, source: repl_req -test DEBUG: /tmp/tmpcuindpnt/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpcuindpnt/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '262f957647955f644f1e6fdf8db79e87', '66a3a1fd-b1d9-444f-bc77-a2d3504e0d5b-sda', '1750205610.10551', '1750205610.10156', '0', '', '1750205610.10156', 1, 0) -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reconciler_sync -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reconciler_sync ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_none_to_sync -test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_none_to_sync ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_range_rows_with_limit -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_range_rows_with_limit ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_timeout_in_fetch -test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_timeout_in_fetch ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206084.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/6a7/927d23ecfe5e75d36958a37afb7556a7/927d23ecfe5e75d36958a37afb7556a7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206089.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/49f/de1b34e5549a099833451539017f849f/de1b34e5549a099833451539017f849f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206094.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/247/c9cea4abb644b2c19377b2d209378247/c9cea4abb644b2c19377b2d209378247.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206099.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/3b0/e00ef5fee91ad25536a0f6e253b283b0/e00ef5fee91ad25536a0f6e253b283b0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206104.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/07e/5d3f9e96cf13e4f7d21a2394f670b07e/5d3f9e96cf13e4f7d21a2394f670b07e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206109.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/649/5ac281f6d4112b46c0b0a63f1573d649/5ac281f6d4112b46c0b0a63f1573d649.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206114.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/9ec/ae9d673b552bf04528e6ae68fd9a79ec/ae9d673b552bf04528e6ae68fd9a79ec.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206119.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/207/55c7abe9de0f2ff9fbae1b8de06f6207/55c7abe9de0f2ff9fbae1b8de06f6207.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206124.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/667/b5b9167e5246c2149866cb51e75ed667/b5b9167e5246c2149866cb51e75ed667.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206129.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/4a0/186beffeb0776b9d558db6b651b824a0/186beffeb0776b9d558db6b651b824a0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206134.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/d8c/9b8c618c08af17369162e0272cc97d8c/9b8c618c08af17369162e0272cc97d8c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206139.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/b0c/61562b814d24c9c86bb9fb913e26eb0c/61562b814d24c9c86bb9fb913e26eb0c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206144.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/216/08fcf7faf0c6aac9004bb0805588d216/08fcf7faf0c6aac9004bb0805588d216.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206149.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/c1b/3de3889c6c960675fcc45291846c9c1b/3de3889c6c960675fcc45291846c9c1b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206154.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/006/5b978ee3bf9e3044c4d724d8c0ffb006/5b978ee3bf9e3044c4d724d8c0ffb006.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206159.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/0ce/367fef91f4565f23db78425143f540ce/367fef91f4565f23db78425143f540ce.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206164.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/db4/5de0d9864942bfa05498c9a373795db4/5de0d9864942bfa05498c9a373795db4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206169.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/f05/ed522070f1180cea04ba40fb0d034f05/ed522070f1180cea04ba40fb0d034f05.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206174.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/537/3d604c81bad254d2a057c418f7add537/3d604c81bad254d2a057c418f7add537.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206179.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/2ed/0b2529d53ad314c124498aca0dc752ed/0b2529d53ad314c124498aca0dc752ed.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206184.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/b2e/e7f850ee1b1194d4347141cb89a65b2e/e7f850ee1b1194d4347141cb89a65b2e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206189.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/d57/61aadc57e13751949e7a0f114d991d57/61aadc57e13751949e7a0f114d991d57.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206194.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/e4e/1739c4a179e14b254681ced6ec129e4e/1739c4a179e14b254681ced6ec129e4e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206199.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/c4d/3baeb6b84bd38f0ec137e8c93ad50c4d/3baeb6b84bd38f0ec137e8c93ad50c4d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206204.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/596/445a048e64988bdbb065165794ba0596/445a048e64988bdbb065165794ba0596.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206209.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/792/c71466a0fff7510853e6189a6a5d6792/c71466a0fff7510853e6189a6a5d6792.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206214.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/b96/d2dcc844a8e18a874c5f2c3c22e24b96/d2dcc844a8e18a874c5f2c3c22e24b96.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206219.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/db7/4e639945667b49201112b99954c4edb7/4e639945667b49201112b99954c4edb7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206224.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/bc3/decd1efd37a6fade9f4bd0a931769bc3/decd1efd37a6fade9f4bd0a931769bc3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206229.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/7fb/5842b32e97beddc6e3911a38b3db97fb/5842b32e97beddc6e3911a38b3db97fb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206234.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/039/dc189494416d1fa266a4960ec6981039/dc189494416d1fa266a4960ec6981039.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206239.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/65e/e9c557cadd5e011b4ea697506024f65e/e9c557cadd5e011b4ea697506024f65e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206244.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/221/75c45c3cce15e5fdad1ce9ccf46a7221/75c45c3cce15e5fdad1ce9ccf46a7221.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206249.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/371/ca88dfc1f3b8abd575cd9c8bca48e371/ca88dfc1f3b8abd575cd9c8bca48e371.db -test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_trouble_receiving_so_none_to_sync -test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_trouble_receiving_so_none_to_sync ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_includes -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_includes ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_with_sharding_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_with_sharding_overlaps ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_with_shrinking_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_with_shrinking_overlaps ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_with_rsync -test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_with_rsync ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_status_change -test.unit.container.test_replicator.TestReplicatorSync.test_sync_status_change ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_usage -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_usage ... ok -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'obj', 'created_at': '1750205610.20301', 'size': 0, 'content_type': 'text/plain', 'etag': 'd41d8cd98f00b204e9800998ecf8427e', 'deleted': 0, 'storage_policy_index': 0}], '66a3a1fd-b1d9-444f-bc77-a2d3504e0d5b-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -test DEBUG: Replicating db /tmp/tmpcj6qn_xj/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '1f3e5807-46d1-426c-88e8-c627369d3a9f-sda', '1750205610.39120', '1750205610.38180', '0', '', '1750205610.38180', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -test ERROR: ERROR syncing /tmp/tmpcj6qn_xj/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db with node {'ip': '10.0.0.1', 'replication_ip': '10.0.0.1', 'port': 1001, 'replication_port': 1001, 'device': 'sdb', 'zone': 1, 'region': 1, 'id': 1, 'weight': 1, 'index': 1}: Timeout (0.001s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '5cc835ce3ac975b506f76af6b6b2e1d7', '7c35cac9-e676-4523-9b5f-165e4a032e8a-sda', '1750205610.55108', '1750205610.53643', '0', '', '1750205610.53643', 1, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'obj', 'created_at': '1750205610.65417', 'size': 0, 'content_type': 'text/plain', 'etag': 'd41d8cd98f00b204e9800998ecf8427e', 'deleted': 0, 'storage_policy_index': 0}], '7c35cac9-e676-4523-9b5f-165e4a032e8a-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp_gntmv3j/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '41912d2e-7e7b-476f-8c19-10a3ed1bc914-sda', '1750205610.83659', '1750205610.82122', '0', '', '1750205610.82122', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('41912d2e-7e7b-476f-8c19-10a3ed1bc914-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '41912d2e-7e7b-476f-8c19-10a3ed1bc914-sda', '1750205610.83659', '1750205610.82122', '0', '', '1750205610.82122', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('41912d2e-7e7b-476f-8c19-10a3ed1bc914-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.20650 seconds (4.84266/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:2 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp_gntmv3j/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '41912d2e-7e7b-476f-8c19-10a3ed1bc914-sda', '1750205610.83659', '1750205610.82122', '0', '', '1750205610.82122', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1750205611.17420', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1750205611.17420', 'deleted': 1, 'state': 10, 'state_timestamp': '1750205611.17420', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1750205610.87143', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1750205610.87143', 'deleted': 0, 'state': 10, 'state_timestamp': '1750205610.87143', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1750205610.87145', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1750205610.87145', 'deleted': 0, 'state': 10, 'state_timestamp': '1750205610.87145', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750205610.87161', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750205610.87161', 'deleted': 0, 'state': 60, 'state_timestamp': '1750205610.87146', 'epoch': '1750205610.87146', 'reported': 0, 'tombstones': -1}], '41912d2e-7e7b-476f-8c19-10a3ed1bc914-sda') -test DEBUG: /tmp/tmp_gntmv3j/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmp_gntmv3j/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '41912d2e-7e7b-476f-8c19-10a3ed1bc914-sda', '1750205610.83659', '1750205610.82122', '0', '', '1750205610.82122', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1750205611.17420', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1750205611.17420', 'deleted': 1, 'state': 10, 'state_timestamp': '1750205611.17420', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1750205610.87143', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1750205610.87143', 'deleted': 0, 'state': 10, 'state_timestamp': '1750205610.87143', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1750205610.87145', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1750205610.87145', 'deleted': 0, 'state': 10, 'state_timestamp': '1750205610.87145', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750205610.87161', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750205610.87161', 'deleted': 0, 'state': 60, 'state_timestamp': '1750205610.87146', 'epoch': '1750205610.87146', 'reported': 0, 'tombstones': -1}], '41912d2e-7e7b-476f-8c19-10a3ed1bc914-sda') -test DEBUG: /tmp/tmp_gntmv3j/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.2:1002/sdc -test WARNING: /tmp/tmp_gntmv3j/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.2:1002/sdc; have shard ranges and will wait for cleaving -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.06991 seconds (14.30378/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '1924e243-4b0b-4d76-bdf6-40425ab8455b-sda', '1750205611.40145', '1750205611.39904', '1750205611.46527', '', '1750205611.46527', 0, 0) -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp211_loik/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '4aa0daeb-e3b1-409f-8498-0ec3a0e6e417-sda', '1750205611.58610', '1750205611.00000', '0', '', '1750205611.00000', 0, 0) -test DEBUG: /tmp/tmp211_loik/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_has_multiple_policies -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_has_multiple_policies ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_to_remote_with_misplaced -test.unit.container.test_replicator.TestReplicatorSync.test_sync_to_remote_with_misplaced ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_has_other_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_has_other_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_initialize_container_broker_in_default -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_initialize_container_broker_in_default ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_triggers_sync_store_update -test.unit.container.test_replicator.TestReplicatorSync.test_sync_triggers_sync_store_update ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_update_sync_store -test.unit.container.test_replicator.TestReplicatorSync.test_update_sync_store ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_update_sync_store_exception -test.unit.container.test_replicator.TestReplicatorSync.test_update_sync_store_exception ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_PUT_recreate -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_PUT_recreate ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_remove_objects -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_remove_objects ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_PUT_recreate_replication_race -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_PUT_recreate_replication_race ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_resolve_shard_range_states -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_resolve_shard_range_states ... ok -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '4aa0daeb-e3b1-409f-8498-0ec3a0e6e417-sda', '1750205611.58610', '1750205611.00000', '0', '', '1750205611.00000', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('4aa0daeb-e3b1-409f-8498-0ec3a0e6e417-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.27316 seconds (3.66085/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp_p_7he88/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'e5db6f58-00d7-4a5f-86cd-627c34711dd1-sda', '1750205611.97242', '1750205611.00000', '0', '', '1750205611.00000', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('e5db6f58-00d7-4a5f-86cd-627c34711dd1-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'e5db6f58-00d7-4a5f-86cd-627c34711dd1-sda', '1750205611.97242', '1750205611.00000', '0', '', '1750205611.00000', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('e5db6f58-00d7-4a5f-86cd-627c34711dd1-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Replicating db /tmp/tmp_p_7he88/sda/containers/0/27d/c48d89b33840539f9c5442ab3b10027d/c48d89b33840539f9c5442ab3b10027d.db -REPLICATE: /sdb/0/c48d89b33840539f9c5442ab3b10027d, sync, (-1, '00000000000000000000000000000000', '78385505-f32e-4627-9438-f1b225409caf-sda', '1750205612.00406', '1750205612.00000', '0', '{"X-Container-Sync-To": ["a", "1750205613.00000"], "X-Container-Sync-Key": ["secret", "1750205614.00000"]}', '1750205612.00000', 0, 0) -REPLICATE: /sdb/0/c48d89b33840539f9c5442ab3b10027d, complete_rsync, ('78385505-f32e-4627-9438-f1b225409caf-sda', 'c48d89b33840539f9c5442ab3b10027d.db') -REPLICATE: /sdc/0/c48d89b33840539f9c5442ab3b10027d, sync, (-1, '00000000000000000000000000000000', '78385505-f32e-4627-9438-f1b225409caf-sda', '1750205612.00406', '1750205612.00000', '0', '{"X-Container-Sync-To": ["a", "1750205613.00000"], "X-Container-Sync-Key": ["secret", "1750205614.00000"]}', '1750205612.00000', 0, 0) -REPLICATE: /sdc/0/c48d89b33840539f9c5442ab3b10027d, complete_rsync, ('78385505-f32e-4627-9438-f1b225409caf-sda', 'c48d89b33840539f9c5442ab3b10027d.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 2 dbs in 0.47419 seconds (4.21776/s) -test INFO: Removed 0 dbs -test INFO: 4 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:4 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp_p_7he88/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'e5db6f58-00d7-4a5f-86cd-627c34711dd1-sda', '1750205611.97242', '1750205611.00000', '0', '', '1750205611.00000', 0, 0) -test DEBUG: /tmp/tmp_p_7he88/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'e5db6f58-00d7-4a5f-86cd-627c34711dd1-sda', '1750205611.97242', '1750205611.00000', '0', '', '1750205611.00000', 0, 0) -test DEBUG: /tmp/tmp_p_7he88/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.2:1002/sdc, nothing to do -test DEBUG: Replicating db /tmp/tmp_p_7he88/sda/containers/0/27d/c48d89b33840539f9c5442ab3b10027d/c48d89b33840539f9c5442ab3b10027d.db -REPLICATE: /sdb/0/c48d89b33840539f9c5442ab3b10027d, sync, (-1, '00000000000000000000000000000000', '78385505-f32e-4627-9438-f1b225409caf-sda', '1750205612.00406', '1750205612.00000', '0', '{"X-Container-Sync-To": ["", "1750205615.00000"], "X-Container-Sync-Key": ["secret", "1750205614.00000"]}', '1750205612.00000', 0, 0) -test DEBUG: /tmp/tmp_p_7he88/sda/containers/0/27d/c48d89b33840539f9c5442ab3b10027d/c48d89b33840539f9c5442ab3b10027d.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/c48d89b33840539f9c5442ab3b10027d, sync, (-1, '00000000000000000000000000000000', '78385505-f32e-4627-9438-f1b225409caf-sda', '1750205612.00406', '1750205612.00000', '0', '{"X-Container-Sync-To": ["", "1750205615.00000"], "X-Container-Sync-Key": ["secret", "1750205614.00000"]}', '1750205612.00000', 0, 0) -test DEBUG: /tmp/tmp_p_7he88/sda/containers/0/27d/c48d89b33840539f9c5442ab3b10027d/c48d89b33840539f9c5442ab3b10027d.db in sync with 10.0.0.2:1002/sdc, nothing to do -test INFO: Replication run OVER -test INFO: Attempted to replicate 2 dbs in 0.28001 seconds (7.14268/s) -test INFO: Removed 0 dbs -test INFO: 4 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:4 remote_merge:0 rsync:0 ts_repl:0 -test ERROR: Failed to update sync_store /tmp/tmp66ppm83t/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/replicator.py", line 301, in _post_replicate_hook - self.sync_store.update_sync_store(broker) - File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_replicator.py", line 1226, in update_sync_store - raise OSError(1, '1') -PermissionError: [Errno 1] 1 +test.unit.container.test_server.TestContainerController.test_acl_container +test.unit.container.test_server.TestContainerController.test_acl_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_initiated_and_required +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_initiated_and_required ... ok +test.unit.container.test_server.TestContainerController.test_change_storage_policy_via_DELETE_then_PUT +test.unit.container.test_server.TestContainerController.test_change_storage_policy_via_DELETE_then_PUT ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_deadlock +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_deadlock ... ok test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:13:33 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0571 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0478 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:33 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0330 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:13:33 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0012 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:33 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:33 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0010 "-" 709804 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:13:33 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0350 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:33 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0574 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:13:33 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0012 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:33 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0879 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:33 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:33 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 709804 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:13:33 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0441 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:33 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0469 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:13:33 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0013 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:33 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 709804 0 -test INFO: - - - [18/Jun/2025:00:13:33 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1218 "-" 709804 2 +test INFO: - - - [15/May/2024:18:09:46 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0457 "-" 1363408 0 +test DEBUG: Unlinked retiring db '/tmp/tmpxymvs1sy/tmp_test_container_server_ContainerController/sda1/containers/p/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db' +test INFO: - - - [15/May/2024:18:09:47 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0628 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:47 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0057 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:48 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1170 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:48 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0017 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:48 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0583 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:48 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0023 "-" 1363408 0 test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:13:33 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0436 "-" 709804 2 -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_account_update -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_account_update ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_container_not_found -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_container_not_found ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_invalid_partition -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_invalid_partition ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_found -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_found ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_obj_not_found -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_obj_not_found ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_object -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_object ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206254.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/38a/fe578e4291fd6db1c772021a7606338a/fe578e4291fd6db1c772021a7606338a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206259.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/bc4/2b8f4ed776074cef27b5e23a94f39bc4/2b8f4ed776074cef27b5e23a94f39bc4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206264.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/861/6a5d85d9b8b7d48e4ad3ee47041fe861/6a5d85d9b8b7d48e4ad3ee47041fe861.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206269.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/195/e11a5d2b6e322eb143501664596a6195/e11a5d2b6e322eb143501664596a6195.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206274.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/d80/72d70204c58dc2def0b4a6b3e7e2cd80/72d70204c58dc2def0b4a6b3e7e2cd80.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206279.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/b68/a69f37b6eb1380a09c04699ab4b17b68/a69f37b6eb1380a09c04699ab4b17b68.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206284.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/408/c91c7fd751b7fba8eaba29721072b408/c91c7fd751b7fba8eaba29721072b408.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206289.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/265/e5116d00dce922d46c03600cdcf17265/e5116d00dce922d46c03600cdcf17265.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206294.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/cc8/0547f2f4bb4c25f3ccb6d0ae0dd0dcc8/0547f2f4bb4c25f3ccb6d0ae0dd0dcc8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206299.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/44c/5ddf41c783bcc16ba07b5f2f7174944c/5ddf41c783bcc16ba07b5f2f7174944c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206304.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/2e7/15ab6b72e567d9dade8ebf640b0dd2e7/15ab6b72e567d9dade8ebf640b0dd2e7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206309.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/7f3/d52c56470abcf7e4d92954debdee97f3/d52c56470abcf7e4d92954debdee97f3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206314.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/f75/b68ab11dc73cd787c02dd1e11510df75/b68ab11dc73cd787c02dd1e11510df75.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206319.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/31f/4724a48d86122883b71e48abe712531f/4724a48d86122883b71e48abe712531f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206324.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/8c3/6c995ce39f02669fa446784fce3548c3/6c995ce39f02669fa446784fce3548c3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206329.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/5d3/78eaaac50584a092f61b46c45cf235d3/78eaaac50584a092f61b46c45cf235d3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206334.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/55a/bc17f0c5e721405590fa48e44eaab55a/bc17f0c5e721405590fa48e44eaab55a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206339.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/5ca/4b437dc40b8bfe35cceec683708255ca/4b437dc40b8bfe35cceec683708255ca.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206344.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/9f3/76560c252a97276c5b588240645ad9f3/76560c252a97276c5b588240645ad9f3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206349.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/d3f/8652920cbe9f7aee365cea70eba92d3f/8652920cbe9f7aee365cea70eba92d3f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206354.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/3b4/d4f95e27a63d4da06a9a889e2d1273b4/d4f95e27a63d4da06a9a889e2d1273b4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206359.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/788/c64c34207f15b64464827ecce3d62788/c64c34207f15b64464827ecce3d62788.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206364.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/2e8/0ff2d8c9a8d1b1ff22e4fc396bef82e8/0ff2d8c9a8d1b1ff22e4fc396bef82e8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206369.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/6e6/73063b0483cdec38cc7b950d83ed56e6/73063b0483cdec38cc7b950d83ed56e6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206374.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/3be/deb87a8cebbf7eb44dfadbbb5ca963be/deb87a8cebbf7eb44dfadbbb5ca963be.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206379.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/180/6970a47c48a159f26a443413ebcf8180/6970a47c48a159f26a443413ebcf8180.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206384.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/264/04fff0354516a9a4417dd543d1691264/04fff0354516a9a4417dd543d1691264.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206389.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/eb6/003064c0b49be3c09a0d54d9528a3eb6/003064c0b49be3c09a0d54d9528a3eb6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206394.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/105/afb14e7ebd8fc11ea39f42c27887a105/afb14e7ebd8fc11ea39f42c27887a105.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206399.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/d3f/8cd603e27bd4a050ae2705eb32536d3f/8cd603e27bd4a050ae2705eb32536d3f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206404.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/de8/2887a399791e696474845d2a694aade8/2887a399791e696474845d2a694aade8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206409.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/8b3/25969725008f967022cb71e1655fc8b3/25969725008f967022cb71e1655fc8b3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206414.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/8be/109708357685adbc434d6286fa0168be/109708357685adbc434d6286fa0168be.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206419.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/e5d/5e8fe7509107ab066796d3368d345e5d/5e8fe7509107ab066796d3368d345e5d.db -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reverse_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reverse_prefix_delim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_old_enough_to_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_old_enough_to_reclaim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_root_account_container_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_reclaimable ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_save_and_load_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_save_and_load_record_from_pending_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_last_modified_time -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_last_modified_time ... ok -test ERROR: Failed to unlink '/tmp/tmp81klhm9j/containers/part/suffix/hash/container.db': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2244, in set_sharded_state - os.unlink(retiring_file) - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError: 1 -test DEBUG: Unlinked retiring db '/tmp/tmp81klhm9j/containers/part/suffix/hash/container_1750205527.00000.db' -test WARNING: Still have multiple db files after unlinking '/tmp/tmp81klhm9j/containers/part/suffix/hash/container_1750205527.00000.db': ['/tmp/tmp81klhm9j/containers/part/suffix/hash/container.db', '/tmp/tmp81klhm9j/containers/part/suffix/hash/container_1750205528.00000.db'] -test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmp81klhm9j/containers/part/suffix/hash/container_1750205528.00000.db']. -test ERROR: Failed to set the ROWID of the fresh database for a/c: -test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: -test ERROR: Problem finding shard upper in '/tmp/tmpgbqf4fyr/test_container.db': : LockTimeout (Nones) -test ERROR: Problem finding shard upper in '/tmp/tmpgbqf4fyr/test_container.db': : +test INFO: - - - [15/May/2024:18:09:48 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0523 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:48 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 1363408 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:09:48 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1678 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:48 +0000] "PUT /sda1/p/a/c" 400 26 "-" "-" "-" 0.0002 "-" 1363408 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:09:48 +0000] "PUT /sda1/p/a/b%27%5Cxe2%5Cx98%5Cx83%27" 201 - "-" "-" "-" 0.0669 "-" 1363408 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: - - - [15/May/2024:18:09:48 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0004 "-" 1363408 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: - - - [15/May/2024:18:09:48 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0002 "-" 1363408 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: - - - [15/May/2024:18:09:48 +0000] "REPLICATE /sda1/p/a/" 404 - "-" "-" "-" 0.0003 "-" 1363408 - +test ERROR: ERROR __call__ error with REPLICATE /sda1/p/a/ : Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2507, in find_shard_ranges - next_shard_upper = sub_broker._get_next_shard_range_upper( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -sqlite3.OperationalError -test DEBUG: Unlinked retiring db '/tmp/tmphb0zjklt/containers/part/suffix/hash/container.db' -test WARNING: Unexpected db files will be ignored: ['/tmp/tmphb0zjklt/containers/part/suffix/hash/container.db'] -Container 'a/c' cannot be set to sharded state while in unsharded state -Container 'a/c' cannot be set to sharding state: missing epoch -test INFO: - - - [18/Jun/2025:00:13:33 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0424 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:13:33 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0337 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:34 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0547 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:13:34 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0880 "-" 709804 2 -test ERROR: ERROR Account update failed with 127.0.0.1:40965/sda1 (will retry later): Response 503 OK -test INFO: - - - [18/Jun/2025:00:13:34 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0579 "-" 709804 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:13:34 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0402 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:34 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0434 "-" 709804 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:13:34 +0000] "DELETE /sda1/./a/c" 400 20 "-" "-" "-" 0.0003 "-" 709804 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:13:34 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0110 "-" 709804 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:13:34 +0000] "DELETE /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0004 "-" 709804 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:13:34 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0416 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:34 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0007 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:34 +0000] "DELETE /sda1/p/a/c" 409 - "-" "-" "-" 0.0553 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:13:34 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0007 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:35 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.6052 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:13:35 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0014 "-" 709804 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:13:35 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0471 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:35 +0000] "DELETE /sda1/p/a/c/bashful" 204 - "-" "-" "-" 0.0005 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0949 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0465 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:35 +0000] "DELETE /sda1/p/a/c/grumpy10" 204 - "-" "-" "-" 0.0014 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:35 +0000] "DELETE /sda1/p/a/c/grumpy10_no_header" 204 - "-" "-" "-" 0.0005 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0343 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:35 +0000] "DELETE /sda1/p/a/c/grumpy20" 301 - "-" "-" "-" 0.0040 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:35 +0000] "DELETE /sda1/p/a/c/grumpy20_no_header" 204 - "-" "-" "-" 0.0004 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0537 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:35 +0000] "DELETE /sda1/p/a/c/grumpy30" 301 - "-" "-" "-" 0.0014 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:35 +0000] "DELETE /sda1/p/a/c/grumpy30_no_header" 204 - "-" "-" "-" 0.0004 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0417 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:35 +0000] "DELETE /sda1/p/a/c/grumpy40" 301 - "-" "-" "-" 0.0011 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:35 +0000] "DELETE /sda1/p/a/c/grumpy40_no_header" 204 - "-" "-" "-" 0.0006 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0402 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:35 +0000] "DELETE /sda1/p/a/c/grumpy50" 204 - "-" "-" "-" 0.0043 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:35 +0000] "DELETE /sda1/p/a/c/grumpy50_no_header" 204 - "-" "-" "-" 0.0007 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0346 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:35 +0000] "DELETE /sda1/p/a/c/grumpy60" 301 - "-" "-" "-" 0.0017 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:35 +0000] "DELETE /sda1/p/a/c/grumpy60_no_header" 204 - "-" "-" "-" 0.0062 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0423 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:35 +0000] "DELETE /sda1/p/a/c/grumpy70" 204 - "-" "-" "-" 0.0018 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:35 +0000] "DELETE /sda1/p/a/c/grumpy70_no_header" 204 - "-" "-" "-" 0.0007 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0366 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:35 +0000] "DELETE /sda1/p/a/c/grumpy80" 204 - "-" "-" "-" 0.0014 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:36 +0000] "DELETE /sda1/p/a/c/grumpy80_no_header" 204 - "-" "-" "-" 0.0006 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0384 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:36 +0000] "DELETE /sda1/p/a/c/grumpier10" 204 - "-" "-" "-" 0.0019 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:36 +0000] "DELETE /sda1/p/a/c/grumpier10_no_header" 204 - "-" "-" "-" 0.0006 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0435 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:36 +0000] "DELETE /sda1/p/a/c/grumpier20" 301 - "-" "-" "-" 0.0036 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:36 +0000] "DELETE /sda1/p/a/c/grumpier20_no_header" 204 - "-" "-" "-" 0.0005 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0363 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:36 +0000] "DELETE /sda1/p/a/c/grumpier30" 301 - "-" "-" "-" 0.0019 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:36 +0000] "DELETE /sda1/p/a/c/grumpier30_no_header" 204 - "-" "-" "-" 0.0005 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0309 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:36 +0000] "DELETE /sda1/p/a/c/grumpier40" 301 - "-" "-" "-" 0.0050 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:36 +0000] "DELETE /sda1/p/a/c/grumpier40_no_header" 204 - "-" "-" "-" 0.0035 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0304 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:36 +0000] "DELETE /sda1/p/a/c/grumpier50" 204 - "-" "-" "-" 0.0016 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:36 +0000] "DELETE /sda1/p/a/c/grumpier50_no_header" 204 - "-" "-" "-" 0.0005 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0371 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:36 +0000] "DELETE /sda1/p/a/c/grumpier60" 301 - "-" "-" "-" 0.0014 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:36 +0000] "DELETE /sda1/p/a/c/grumpier60_no_header" 204 - "-" "-" "-" 0.0006 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0405 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:36 +0000] "DELETE /sda1/p/a/c/grumpier70" 204 - "-" "-" "-" 0.0016 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:36 +0000] "DELETE /sda1/p/a/c/grumpier70_no_header" 204 - "-" "-" "-" 0.0025 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0384 "-" 709804 2 -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_legacy_pending_files -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_legacy_pending_files ... ok -Container 'a/c' cannot be set to sharding state while in sharding state -Container 'a/c' cannot be set to sharded state while in sharded state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_non_slash ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_order_and_reverse -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_order_and_reverse ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_prefix_delim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_db_states -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_db_states ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_object_update_redirected_to_shard -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_object_update_redirected_to_shard ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_timestamp_not_float -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_timestamp_not_float ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_with_reserved_name -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_with_reserved_name ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_not_valid -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_not_valid ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_load_old_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_load_old_record_from_pending_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharded_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharded_state_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_make_tuple_for_pickle -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_make_tuple_for_pickle ... ok -test INFO: - - - [18/Jun/2025:00:13:37 +0000] "DELETE /sda1/p/a/c/grumpier80" 204 - "-" "-" "-" 0.0013 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:37 +0000] "DELETE /sda1/p/a/c/grumpier80_no_header" 204 - "-" "-" "-" 0.0005 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:37 +0000] "DELETE /sda1/p/a/c/dopey" 204 - "-" "-" "-" 0.0004 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0473 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.2832 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:37 +0000] "DELETE /sda1/p/a/c/dopey10" 204 - "-" "-" "-" 0.0027 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:37 +0000] "DELETE /sda1/p/a/c/dopey10_no_header" 204 - "-" "-" "-" 0.0011 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0154 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:37 +0000] "DELETE /sda1/p/a/c/dopey20" 301 - "-" "-" "-" 0.0018 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:37 +0000] "DELETE /sda1/p/a/c/dopey20_no_header" 204 - "-" "-" "-" 0.0010 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0208 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:37 +0000] "DELETE /sda1/p/a/c/dopey30" 301 - "-" "-" "-" 0.0022 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:37 +0000] "DELETE /sda1/p/a/c/dopey30_no_header" 204 - "-" "-" "-" 0.0008 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0431 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:37 +0000] "DELETE /sda1/p/a/c/dopey40" 301 - "-" "-" "-" 0.0019 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:37 +0000] "DELETE /sda1/p/a/c/dopey40_no_header" 204 - "-" "-" "-" 0.0006 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0402 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:37 +0000] "DELETE /sda1/p/a/c/dopey50" 204 - "-" "-" "-" 0.0022 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:37 +0000] "DELETE /sda1/p/a/c/dopey50_no_header" 204 - "-" "-" "-" 0.0013 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0411 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:37 +0000] "DELETE /sda1/p/a/c/dopey60" 301 - "-" "-" "-" 0.0012 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:37 +0000] "DELETE /sda1/p/a/c/dopey60_no_header" 204 - "-" "-" "-" 0.0019 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.2175 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:38 +0000] "DELETE /sda1/p/a/c/dopey70" 204 - "-" "-" "-" 0.0012 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:38 +0000] "DELETE /sda1/p/a/c/dopey70_no_header" 204 - "-" "-" "-" 0.0005 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.4839 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:39 +0000] "DELETE /sda1/p/a/c/dopey80" 204 - "-" "-" "-" 0.0013 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:39 +0000] "DELETE /sda1/p/a/c/dopey80_no_header" 204 - "-" "-" "-" 0.0013 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:39 +0000] "DELETE /sda1/p/a/c/bashful" 301 - "-" "-" "-" 0.0024 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:39 +0000] "DELETE /sda1/p/a/c/dopey" 301 - "-" "-" "-" 0.0011 "-" 709804 2 -test DEBUG: Unlinked retiring db '/tmp/tmpsk99u1yd/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' -test INFO: - - - [18/Jun/2025:00:13:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0380 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:40 +0000] "DELETE /sda1/p/a/c/grumpiest10" 204 - "-" "-" "-" 0.0042 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:40 +0000] "DELETE /sda1/p/a/c/grumpiest10_no_header" 204 - "-" "-" "-" 0.0007 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0412 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:40 +0000] "DELETE /sda1/p/a/c/grumpiest20" 301 - "-" "-" "-" 0.0012 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:40 +0000] "DELETE /sda1/p/a/c/grumpiest20_no_header" 204 - "-" "-" "-" 0.0004 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0426 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:40 +0000] "DELETE /sda1/p/a/c/grumpiest30" 301 - "-" "-" "-" 0.0012 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:40 +0000] "DELETE /sda1/p/a/c/grumpiest30_no_header" 204 - "-" "-" "-" 0.0024 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0412 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:40 +0000] "DELETE /sda1/p/a/c/grumpiest40" 301 - "-" "-" "-" 0.0018 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:40 +0000] "DELETE /sda1/p/a/c/grumpiest40_no_header" 204 - "-" "-" "-" 0.0012 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0323 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:40 +0000] "DELETE /sda1/p/a/c/grumpiest50" 204 - "-" "-" "-" 0.0017 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:40 +0000] "DELETE /sda1/p/a/c/grumpiest50_no_header" 204 - "-" "-" "-" 0.0069 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0392 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:40 +0000] "DELETE /sda1/p/a/c/grumpiest60" 301 - "-" "-" "-" 0.0010 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:40 +0000] "DELETE /sda1/p/a/c/grumpiest60_no_header" 204 - "-" "-" "-" 0.0023 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0414 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:40 +0000] "DELETE /sda1/p/a/c/grumpiest70" 204 - "-" "-" "-" 0.0013 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:40 +0000] "DELETE /sda1/p/a/c/grumpiest70_no_header" 204 - "-" "-" "-" 0.0045 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0424 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:40 +0000] "DELETE /sda1/p/a/c/grumpiest80" 204 - "-" "-" "-" 0.0013 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:40 +0000] "DELETE /sda1/p/a/c/grumpiest80_no_header" 204 - "-" "-" "-" 0.0008 "-" 709804 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:13:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0528 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:40 +0000] "DELETE /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 709804 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:13:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0472 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:40 +0000] "GET /sda1/p/a/c" 406 - "-" "-" "-" 0.0003 "-" 709804 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:13:41 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0417 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:41 +0000] "PUT /sda1/p/a/c/obj_0" 201 - "-" "-" "-" 0.0009 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:41 +0000] "PUT /sda1/p/a/c/obj_1" 201 - "-" "-" "-" 0.0007 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:41 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0727 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:41 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0313 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:41 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0032 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:41 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0023 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:41 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0028 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:41 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0027 "-" 709804 2 -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_auto_record_type -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_auto_record_type ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206424.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/2dc/52dfc2b3e373e63bf1ea701f16fb32dc/52dfc2b3e373e63bf1ea701f16fb32dc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206429.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/b30/30d8292d6d7899f903261ba436520b30/30d8292d6d7899f903261ba436520b30.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206434.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/c4f/a4fcecb002561f71b67e89d03d3f8c4f/a4fcecb002561f71b67e89d03d3f8c4f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206439.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/e70/cd0c9915ecdb7a663a3e519127eebe70/cd0c9915ecdb7a663a3e519127eebe70.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206444.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/926/6216670f5333a083a28acf44256ed926/6216670f5333a083a28acf44256ed926.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206449.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/522/fead9ba37ec9af289ee91c75addae522/fead9ba37ec9af289ee91c75addae522.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206454.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/836/a5d126f4d6147c344024005ffcea3836/a5d126f4d6147c344024005ffcea3836.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206459.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/4d3/3b23a4532af7eff14ba795c53746b4d3/3b23a4532af7eff14ba795c53746b4d3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206464.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/ebc/c7101c0f39e8ab60f20e86342dfc1ebc/c7101c0f39e8ab60f20e86342dfc1ebc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206469.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/b0e/ee096c99711c961d33437eb9c3ba4b0e/ee096c99711c961d33437eb9c3ba4b0e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206474.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/b74/30ab000fc409ace0a7ea4357c7ab1b74/30ab000fc409ace0a7ea4357c7ab1b74.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206479.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/43b/3e27e3c574a9c0d3bc555ecd30d2d43b/3e27e3c574a9c0d3bc555ecd30d2d43b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206484.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/4a4/0a46a266d44c9c79b1b78827c83474a4/0a46a266d44c9c79b1b78827c83474a4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206489.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/b41/3c100eb483b433f0ad69465b97e3ab41/3c100eb483b433f0ad69465b97e3ab41.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206494.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/972/bef405adf14aaa569c67071d9526c972/bef405adf14aaa569c67071d9526c972.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206499.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/afc/0a31ba5e3f4a10f6ca13159d635c0afc/0a31ba5e3f4a10f6ca13159d635c0afc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206504.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/53d/6c67621dac3b689d49fc6ef2dd7d453d/6c67621dac3b689d49fc6ef2dd7d453d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206509.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/fcc/8e8209143424f6ab552fc64504a88fcc/8e8209143424f6ab552fc64504a88fcc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206514.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/292/050b6960fdfdd5e18f41954032100292/050b6960fdfdd5e18f41954032100292.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206519.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/f7b/08947c35efc303f370cc6d277cf31f7b/08947c35efc303f370cc6d277cf31f7b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206524.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/2e2/47afa5611a3abe4c358675b9a5c732e2/47afa5611a3abe4c358675b9a5c732e2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206529.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/63b/3ca92aad48bc678243e63a972a0e763b/3ca92aad48bc678243e63a972a0e763b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206534.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/a94/223764471cb637da60089d0e7af13a94/223764471cb637da60089d0e7af13a94.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206539.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/44f/c9f2cea4f263bbb636ab1292d415644f/c9f2cea4f263bbb636ab1292d415644f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206544.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/640/ae583b86033132f715bc74104ed12640/ae583b86033132f715bc74104ed12640.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206549.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/812/c0d2eb5a54bcd3a6577eda42c42c8812/c0d2eb5a54bcd3a6577eda42c42c8812.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206554.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/9cc/6379c3f2bd8ea4a11d0111833e6349cc/6379c3f2bd8ea4a11d0111833e6349cc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206559.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/467/c33fe2c65b4567a313838ebf2aed3467/c33fe2c65b4567a313838ebf2aed3467.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206564.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/76f/23556ef98163351674f318220899c76f/23556ef98163351674f318220899c76f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206569.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/293/af5d67af591d0c34100e75e3f14ae293/af5d67af591d0c34100e75e3f14ae293.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206574.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/ae8/6fdcf417ced32faea4511c1e6011bae8/6fdcf417ced32faea4511c1e6011bae8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206579.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/47d/36c37147854417ffc6771792c772847d/36c37147854417ffc6771792c772847d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206584.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/a17/7d142f4e51f14076f525476f6bf29a17/7d142f4e51f14076f525476f6bf29a17.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206589.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/8bc/594f6b4b53c2e6d2f136354c8ed468bc/594f6b4b53c2e6d2f136354c8ed468bc.db -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_non_ascii -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_non_ascii ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_xml -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_xml ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_xml_with_quotes -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_xml_with_quotes ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_invalid_accept -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_invalid_accept ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_is_green -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_is_green ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_json -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_json ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_json_last_modified -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_json_last_modified ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_leading_delimiter -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_leading_delimiter ... ok -test INFO: - - - [18/Jun/2025:00:13:41 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0092 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:41 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0036 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:41 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0041 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:41 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0038 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:41 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0030 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:41 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0030 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:41 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0037 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:41 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0037 "-" 709804 2 -test DEBUG: Unlinked retiring db '/tmp/tmpqbioyq3s/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' -test INFO: - - - [18/Jun/2025:00:13:41 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0113 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:41 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0029 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:41 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0037 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:41 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0036 "-" 709804 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:13:41 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0559 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:41 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0007 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:41 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0006 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:41 +0000] "PUT /sda1/p/a/c/US-OK-A" 201 - "-" "-" "-" 0.0005 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:41 +0000] "PUT /sda1/p/a/c/US-OK-B" 201 - "-" "-" "-" 0.0032 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:41 +0000] "PUT /sda1/p/a/c/US-UT-A" 201 - "-" "-" "-" 0.0004 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:41 +0000] "GET /sda1/p/a/c" 200 66 "-" "-" "-" 0.0512 "-" 709804 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:13:41 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0686 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:41 +0000] "PUT /sda1/p/a/c/a/%E2%9D%A5/1" 201 - "-" "-" "-" 0.0009 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:41 +0000] "PUT /sda1/p/a/c/a/%E2%9D%A5/2" 201 - "-" "-" "-" 0.0006 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:41 +0000] "PUT /sda1/p/a/c/a/%EA%99%AE/1" 201 - "-" "-" "-" 0.0004 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:41 +0000] "PUT /sda1/p/a/c/a/%EA%99%AE/2" 201 - "-" "-" "-" 0.0004 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:41 +0000] "GET /sda1/p/a/c" 200 50 "-" "-" "-" 0.0434 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:41 +0000] "GET /sda1/p/a/c" 200 14 "-" "-" "-" 0.0035 "-" 709804 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:13:41 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0440 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:41 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0009 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:41 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0005 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:41 +0000] "PUT /sda1/p/a/c/US-OK-A" 201 - "-" "-" "-" 0.0003 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:41 +0000] "PUT /sda1/p/a/c/US-OK-B" 201 - "-" "-" "-" 0.0017 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:41 +0000] "PUT /sda1/p/a/c/US-UT-A" 201 - "-" "-" "-" 0.0003 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:41 +0000] "GET /sda1/p/a/c" 200 221 "-" "-" "-" 0.0608 "-" 709804 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:13:41 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0403 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:41 +0000] "PUT /sda1/p/a/c/%3C%27sub%27%20%22dir%22%3E/object" 201 - "-" "-" "-" 0.0012 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:41 +0000] "GET /sda1/p/a/c" 200 159 "-" "-" "-" 0.0411 "-" 709804 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:13:41 +0000] "GET /sda1/p/a/c" 400 21 "-" "-" "-" 0.0004 "-" 709804 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:13:41 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0386 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:41 +0000] "GET /sda1/p/a/jsonc" 200 2 "-" "-" "-" 0.0036 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:41 +0000] "PUT /sda1/p/a/jsonc/0" 201 - "-" "-" "-" 0.0007 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:41 +0000] "PUT /sda1/p/a/jsonc/1" 201 - "-" "-" "-" 0.0004 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:41 +0000] "PUT /sda1/p/a/jsonc/2" 201 - "-" "-" "-" 0.0004 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:41 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0418 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:41 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0032 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:41 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0045 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:41 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0038 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:41 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0026 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:41 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0013 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:41 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0024 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:41 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0012 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:41 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0021 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:41 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0011 "-" 709804 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:13:42 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0474 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:42 +0000] "PUT /sda1/p/a/jsonc/0" 201 - "-" "-" "-" 0.0109 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:42 +0000] "PUT /sda1/p/a/jsonc/1" 201 - "-" "-" "-" 0.0007 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:42 +0000] "GET /sda1/p/a/jsonc" 200 234 "-" "-" "-" 0.0419 "-" 709804 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:13:42 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0468 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:42 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0007 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:42 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0005 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:42 +0000] "PUT /sda1/p/a/c/-UK" 201 - "-" "-" "-" 0.0004 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:42 +0000] "PUT /sda1/p/a/c/-CH" 201 - "-" "-" "-" 0.0004 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:42 +0000] "GET /sda1/p/a/c" 200 36 "-" "-" "-" 0.0450 "-" 709804 2 + File "/build/reproducible-path/swift-2.33.0/swift/container/server.py", line 1025, in __call__ + res = getattr(self, req.method)(req) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 1519, in _timing_stats + resp = func(ctrl, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/container/server.py", line 949, in REPLICATE + ret = self.replicator_rpc.dispatch(post_args, args) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/db_replicator.py", line 897, in dispatch + return getattr(self, op)( + ^^^^^^^^^^^^^^^^^ +AttributeError: 'ContainerReplicatorRpc' object has no attribute 'unknown_sync' +test DEBUG: - - - [15/May/2024:18:09:48 +0000] "REPLICATE /sda1/p/a/" 500 847 "-" "-" "-" 0.0026 "-" 1363408 - test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_false -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_false ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_true -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_true ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_overwrite -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_overwrite ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_marker -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_marker ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state_deleted ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_multichar_delimiter -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_multichar_delimiter ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_errors -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_overwrite_unicode -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_overwrite_unicode ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_not_supported -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_not_supported ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state_errors ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_other_params -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_other_params ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_storage_policy_index -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_storage_policy_index ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_post_overwrite_out_of_order -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_post_overwrite_out_of_order ... ok -test INFO: - - - [18/Jun/2025:00:13:42 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0523 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:42 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0025 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:42 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0004 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:42 +0000] "PUT /sda1/p/a/c/2" 201 - "-" "-" "-" 0.0003 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:42 +0000] "GET /sda1/p/a/c" 200 4 "-" "-" "-" 0.0465 "-" 709804 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:13:42 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0005 "-" 709804 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:13:42 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0328 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:42 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0006 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:42 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0047 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:42 +0000] "PUT /sda1/p/a/c/2" 201 - "-" "-" "-" 0.0004 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:42 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0681 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:42 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0058 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:42 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0025 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:42 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0029 "-" 709804 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:13:42 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0262 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:42 +0000] "PUT /sda1/p/a/c/US~~TX~~A" 201 - "-" "-" "-" 0.0024 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:42 +0000] "PUT /sda1/p/a/c/US~~TX~~B" 201 - "-" "-" "-" 0.0004 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:42 +0000] "PUT /sda1/p/a/c/US~~OK~~A" 201 - "-" "-" "-" 0.0003 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:42 +0000] "PUT /sda1/p/a/c/US~~OK~~B" 201 - "-" "-" "-" 0.0003 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:42 +0000] "PUT /sda1/p/a/c/US~~OK~Tulsa~~A" 201 - "-" "-" "-" 0.0003 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:42 +0000] "PUT /sda1/p/a/c/US~~OK~Tulsa~~B" 201 - "-" "-" "-" 0.0003 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:42 +0000] "PUT /sda1/p/a/c/US~~UT~~A" 201 - "-" "-" "-" 0.0003 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:42 +0000] "PUT /sda1/p/a/c/US~~UT~~~B" 201 - "-" "-" "-" 0.0003 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:42 +0000] "GET /sda1/p/a/c" 200 102 "-" "-" "-" 0.0523 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:42 +0000] "GET /sda1/p/a/c" 200 102 "-" "-" "-" 0.0062 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:42 +0000] "GET /sda1/p/a/c" 200 24 "-" "-" "-" 0.0020 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:42 +0000] "GET /sda1/p/a/c" 200 24 "-" "-" "-" 0.0023 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:42 +0000] "GET /sda1/p/a/c" 200 150 "-" "-" "-" 0.0091 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:42 +0000] "GET /sda1/p/a/c" 200 150 "-" "-" "-" 0.0024 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:42 +0000] "GET /sda1/p/a/c" 200 251 "-" "-" "-" 0.0024 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:42 +0000] "GET /sda1/p/a/c" 200 251 "-" "-" "-" 0.0021 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:42 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0023 "-" 709804 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:13:42 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0408 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:42 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0557 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:42 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0436 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:42 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0303 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:42 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0548 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:42 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0404 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:42 +0000] "GET /sda1/p/a/c" 400 9 "-" "-" "-" 0.0013 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:13:42 +0000] "GET /sda1/p/a/c" 507 - "-" "-" "-" 0.0002 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:13:42 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0481 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:13:42 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0013 "-" 709804 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:13:42 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0371 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:42 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0375 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:43 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0422 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:43 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0369 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:43 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0383 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:43 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0348 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:43 +0000] "GET /sda1/p/a/c" 400 36 "-" "-" "-" 0.0012 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:13:43 +0000] "GET /sda1/p/a/c" 400 35 "-" "-" "-" 0.0010 "-" 709804 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:13:43 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0439 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:43 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0440 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:43 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0437 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:43 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0479 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:43 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0376 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:43 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0490 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:43 +0000] "GET /sda1/p/a/c" 200 192 "-" "-" "-" 0.0028 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:43 +0000] "GET /sda1/p/a/c" 200 192 "-" "-" "-" 0.0019 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:43 +0000] "GET /sda1/p/a/c" 200 202 "-" "-" "-" 0.0017 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:43 +0000] "GET /sda1/p/a/c" 200 202 "-" "-" "-" 0.0016 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:43 +0000] "GET /sda1/p/a/c" 200 63 "-" "-" "-" 0.0016 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:43 +0000] "GET /sda1/p/a/c" 200 63 "-" "-" "-" 0.0013 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:43 +0000] "GET /sda1/p/a/c" 200 323 "-" "-" "-" 0.0014 "-" 709804 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:13:43 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0416 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:43 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0908 "-" 709804 2 -test DEBUG: Unlinked retiring db '/tmp/tmpw7ext3n2/tmp_test_container_server_ContainerController/sda1/containers/p/61c/b6a56f59d3a8b4d57e122a32d715b61c/b6a56f59d3a8b4d57e122a32d715b61c.db' -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_sharded_subshard_state_listing -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_sharded_subshard_state_listing ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_storage_policy_index_empty -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_storage_policy_index_empty ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_x_syncs -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_x_syncs ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_range_single_record -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_range_single_record ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_sharded_subshard_state_updating -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_sharded_subshard_state_updating ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_root_state_listing -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_root_state_listing ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_root_state_updating -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_root_state_updating ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_subshard_state_listing -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_subshard_state_listing ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_subshard_state_updating -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_subshard_state_updating ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_non_ascii -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_non_ascii ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges_deleted ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_objects_of_different_policies -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_objects_of_different_policies ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_over_limit -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_over_limit ... ok -test INFO: - - - [18/Jun/2025:00:13:43 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0026 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:43 +0000] "GET /sda1/p/.shards_a/c" 200 1672 "-" "-" "-" 0.0119 "-" 709804 2 +test DEBUG: - - - [15/May/2024:18:09:48 +0000] "REPLICATE /sda1/p/a/" 400 49 "-" "-" "-" 0.0004 "-" 1363408 - test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:13:43 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0333 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:43 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0716 "-" 709804 2 -test DEBUG: Unlinked retiring db '/tmp/tmp9j1ou1sl/tmp_test_container_server_ContainerController/sda1/containers/p/61c/b6a56f59d3a8b4d57e122a32d715b61c/b6a56f59d3a8b4d57e122a32d715b61c.db' -test INFO: - - - [18/Jun/2025:00:13:44 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0041 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:44 +0000] "GET /sda1/p/.shards_a/c" 200 1672 "-" "-" "-" 0.0023 "-" 709804 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:13:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0267 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0838 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:44 +0000] "GET /sda1/p/a/c" 200 277 "-" "-" "-" 0.0035 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:44 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0029 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:44 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0025 "-" 709804 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:13:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0584 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0958 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:44 +0000] "GET /sda1/p/a/c" 200 277 "-" "-" "-" 0.0031 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:44 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0023 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:44 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0021 "-" 709804 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:13:44 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0493 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:44 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0818 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:44 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0021 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:44 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0083 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:44 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0024 "-" 709804 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:13:44 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0430 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:44 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0868 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:44 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0021 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:44 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0020 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:44 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0020 "-" 709804 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:13:44 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0350 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:44 +0000] "PUT /sda1/p/a/jsonc/Sp%C3%A4tzle" 201 - "-" "-" "-" 0.0005 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:44 +0000] "PUT /sda1/p/a/jsonc/%E3%83%A9%E3%83%BC%E3%83%A1%E3%83%B3" 201 - "-" "-" "-" 0.0011 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:44 +0000] "GET /sda1/p/a/jsonc" 200 268 "-" "-" "-" 0.0466 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:44 +0000] "GET /sda1/p/a/jsonc" 200 22 "-" "-" "-" 0.0021 "-" 709804 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:13:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0431 "-" 709804 0 -test INFO: - - - [18/Jun/2025:00:13:44 +0000] "PUT /sda1/p/a/c/obj_default_0" 201 - "-" "-" "-" 0.0041 "-" 709804 0 -test INFO: - - - [18/Jun/2025:00:13:44 +0000] "PUT /sda1/p/a/c/obj_default_1" 201 - "-" "-" "-" 0.0004 "-" 709804 0 -test INFO: - - - [18/Jun/2025:00:13:44 +0000] "PUT /sda1/p/a/c/obj_default_2" 201 - "-" "-" "-" 0.0021 "-" 709804 0 -test INFO: - - - [18/Jun/2025:00:13:44 +0000] "PUT /sda1/p/a/c/obj_default_3" 201 - "-" "-" "-" 0.0004 "-" 709804 0 -test INFO: - - - [18/Jun/2025:00:13:44 +0000] "PUT /sda1/p/a/c/obj_default_4" 201 - "-" "-" "-" 0.0003 "-" 709804 0 -test INFO: - - - [18/Jun/2025:00:13:44 +0000] "PUT /sda1/p/a/c/obj_default_5" 201 - "-" "-" "-" 0.0005 "-" 709804 0 -test INFO: - - - [18/Jun/2025:00:13:44 +0000] "PUT /sda1/p/a/c/obj_default_6" 201 - "-" "-" "-" 0.0003 "-" 709804 0 -test INFO: - - - [18/Jun/2025:00:13:44 +0000] "PUT /sda1/p/a/c/obj_default_7" 201 - "-" "-" "-" 0.0003 "-" 709804 0 -test INFO: - - - [18/Jun/2025:00:13:44 +0000] "PUT /sda1/p/a/c/obj_default_8" 201 - "-" "-" "-" 0.0003 "-" 709804 0 -test INFO: - - - [18/Jun/2025:00:13:44 +0000] "PUT /sda1/p/a/c/obj_default_9" 201 - "-" "-" "-" 0.0003 "-" 709804 0 -test INFO: - - - [18/Jun/2025:00:13:44 +0000] "PUT /sda1/p/a/c/obj_default_10" 201 - "-" "-" "-" 0.0003 "-" 709804 0 -test INFO: - - - [18/Jun/2025:00:13:44 +0000] "PUT /sda1/p/a/c/obj_1_0" 201 - "-" "-" "-" 0.0005 "-" 709804 1 -test INFO: - - - [18/Jun/2025:00:13:44 +0000] "PUT /sda1/p/a/c/obj_1_1" 201 - "-" "-" "-" 0.0003 "-" 709804 1 -test INFO: - - - [18/Jun/2025:00:13:44 +0000] "PUT /sda1/p/a/c/obj_1_2" 201 - "-" "-" "-" 0.0004 "-" 709804 1 -test INFO: - - - [18/Jun/2025:00:13:44 +0000] "PUT /sda1/p/a/c/obj_1_3" 201 - "-" "-" "-" 0.0004 "-" 709804 1 -test INFO: - - - [18/Jun/2025:00:13:44 +0000] "PUT /sda1/p/a/c/obj_1_4" 201 - "-" "-" "-" 0.0003 "-" 709804 1 -test INFO: - - - [18/Jun/2025:00:13:44 +0000] "PUT /sda1/p/a/c/obj_1_5" 201 - "-" "-" "-" 0.0004 "-" 709804 1 -test INFO: - - - [18/Jun/2025:00:13:44 +0000] "PUT /sda1/p/a/c/obj_1_6" 201 - "-" "-" "-" 0.0003 "-" 709804 1 -test INFO: - - - [18/Jun/2025:00:13:44 +0000] "PUT /sda1/p/a/c/obj_1_7" 201 - "-" "-" "-" 0.0003 "-" 709804 1 -test INFO: - - - [18/Jun/2025:00:13:44 +0000] "PUT /sda1/p/a/c/obj_1_8" 201 - "-" "-" "-" 0.0005 "-" 709804 1 -test INFO: - - - [18/Jun/2025:00:13:44 +0000] "PUT /sda1/p/a/c/obj_1_9" 201 - "-" "-" "-" 0.0003 "-" 709804 1 -test INFO: - - - [18/Jun/2025:00:13:44 +0000] "GET /sda1/p/a/c" 200 155 "-" "-" "-" 0.0454 "-" 709804 0 -test INFO: - - - [18/Jun/2025:00:13:44 +0000] "GET /sda1/p/a/c" 200 155 "-" "-" "-" 0.0035 "-" 709804 0 -test INFO: - - - [18/Jun/2025:00:13:44 +0000] "GET /sda1/p/a/c" 200 80 "-" "-" "-" 0.0019 "-" 709804 0 -test INFO: - - - [18/Jun/2025:00:13:44 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 709804 0 -test INFO: - - - [18/Jun/2025:00:13:44 +0000] "GET /sda1/p/a/c" 400 40 "-" "-" "-" 0.0009 "-" 709804 3 +test INFO: - - - [15/May/2024:18:09:48 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0720 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:48 +0000] "UPDATE /sda1/p/a/c" 400 41 "-" "-" "-" 0.0004 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:48 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0023 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:48 +0000] "UPDATE /sda1/p/a/c" 202 - "-" "-" "-" 0.0666 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:48 +0000] "GET /sda1/p/a/c" 200 131 "-" "-" "-" 0.0033 "-" 1363408 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:09:48 +0000] "GET /sda1/p/.a/c" 404 - "-" "-" "-" 0.0005 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:48 +0000] "UPDATE /sda1/p/.a/c" 202 - "-" "-" "-" 0.1292 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:48 +0000] "GET /sda1/p/.a/c" 200 131 "-" "-" "-" 0.0029 "-" 1363408 0 test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:13:44 +0000] "GET /sda1/p/a/c" 412 22 "-" "-" "-" 0.0003 "-" 709804 - test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:13:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0383 "-" 709804 2 -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_initiated_and_required -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_initiated_and_required ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_path -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_path ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_plain -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_plain ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_auditing -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_auditing ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_state_is_not_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_state_is_not_reclaimable ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_errors -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_sysmeta -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_sysmeta ... ok -test INFO: - - - [18/Jun/2025:00:13:44 +0000] "PUT /sda1/p/a/c/US/TX" 201 - "-" "-" "-" 0.0004 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:44 +0000] "PUT /sda1/p/a/c/US/TX/B" 201 - "-" "-" "-" 0.0012 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:44 +0000] "PUT /sda1/p/a/c/US/OK" 201 - "-" "-" "-" 0.0004 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:44 +0000] "PUT /sda1/p/a/c/US/OK/B" 201 - "-" "-" "-" 0.0003 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:44 +0000] "PUT /sda1/p/a/c/US/UT/A" 201 - "-" "-" "-" 0.0003 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:44 +0000] "GET /sda1/p/a/c" 200 242 "-" "-" "-" 0.0351 "-" 709804 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:13:45 +0000] "PUT /sda1/p/a/plainc" 201 - "-" "-" "-" 0.0375 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:45 +0000] "GET /sda1/p/a/plainc" 204 - "-" "-" "-" 0.0021 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:45 +0000] "PUT /sda1/p/a/plainc/0" 201 - "-" "-" "-" 0.0030 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:45 +0000] "PUT /sda1/p/a/plainc/1" 201 - "-" "-" "-" 0.0004 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:45 +0000] "PUT /sda1/p/a/plainc/2" 201 - "-" "-" "-" 0.0003 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:45 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0349 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:45 +0000] "HEAD /sda1/p/a/plainc" 204 - "-" "-" "-" 0.0012 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:45 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0021 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:45 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0020 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:45 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0020 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:45 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0043 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:45 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0022 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:45 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0020 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:45 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0020 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:45 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0020 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:45 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0020 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:45 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0021 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:45 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0019 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:45 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0020 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:45 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0020 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:45 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0022 "-" 709804 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:13:45 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0383 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:45 +0000] "PUT /sda1/p/a/c/a1" 201 - "-" "-" "-" 0.0015 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:45 +0000] "PUT /sda1/p/a/c/b1" 201 - "-" "-" "-" 0.0005 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:45 +0000] "PUT /sda1/p/a/c/a2" 201 - "-" "-" "-" 0.0005 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:45 +0000] "PUT /sda1/p/a/c/b2" 201 - "-" "-" "-" 0.0004 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:45 +0000] "PUT /sda1/p/a/c/a3" 201 - "-" "-" "-" 0.0004 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:45 +0000] "PUT /sda1/p/a/c/b3" 201 - "-" "-" "-" 0.0004 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:45 +0000] "GET /sda1/p/a/c" 200 9 "-" "-" "-" 0.0493 "-" 709804 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:13:45 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0463 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0356 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:45 +0000] "GET /sda1/p/a/c" 200 1287 "-" "-" "-" 0.0052 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:45 +0000] "GET /sda1/p/a/c" 200 1274 "-" "-" "-" 0.0018 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:45 +0000] "GET /sda1/p/a/c" 200 633 "-" "-" "-" 0.0017 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0435 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:45 +0000] "GET /sda1/p/a/c" 200 1287 "-" "-" "-" 0.0024 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:45 +0000] "GET /sda1/p/a/c" 200 1274 "-" "-" "-" 0.0019 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:45 +0000] "GET /sda1/p/a/c" 200 633 "-" "-" "-" 0.0018 "-" 709804 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:13:45 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0427 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0832 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:45 +0000] "GET /sda1/p/a/c" 400 9 "-" "-" "-" 0.0026 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:13:45 +0000] "GET /sda1/p/a/c" 412 22 "-" "-" "-" 0.0001 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:13:45 +0000] "GET /sda1/p/a/c" 507 - "-" "-" "-" 0.0002 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:13:45 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0271 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:13:45 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0012 "-" 709804 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:13:45 +0000] "PUT /sda1/p/.shards_a/c_f" 201 - "-" "-" "-" 0.0407 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:45 +0000] "PUT /sda1/p/.shards_a/c_f" 202 - "-" "-" "-" 0.0929 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:45 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0096 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:45 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0029 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:45 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0014 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:45 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0015 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:45 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0017 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:45 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0016 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:45 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0019 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:45 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0017 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:45 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0017 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:45 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0019 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:45 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0020 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:45 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0022 "-" 709804 2 -test DEBUG: Unlinked retiring db '/tmp/tmpva356uwx/tmp_test_container_server_ContainerController/sda1/containers/p/189/b0d72ea4144f5f4c7f596aa4fe1f3189/b0d72ea4144f5f4c7f596aa4fe1f3189.db' -test INFO: - - - [18/Jun/2025:00:13:45 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0043 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:45 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0045 "-" 709804 2 -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_from_compacted_shard -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_from_compacted_shard ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206594.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/1ce/5d86ebbf85fbe37b8e0d7fd7e01831ce/5d86ebbf85fbe37b8e0d7fd7e01831ce.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206599.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/1be/b565f2396084ef2b812b2b22b87501be/b565f2396084ef2b812b2b22b87501be.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206604.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/98a/5fc11c4354d6930cb5dc8c24c921598a/5fc11c4354d6930cb5dc8c24c921598a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206609.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/b3e/f5ac20bdebdb55a70117dda75f8dfb3e/f5ac20bdebdb55a70117dda75f8dfb3e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206614.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/5de/93d3499ac3e5527e299ec67f3f5bf5de/93d3499ac3e5527e299ec67f3f5bf5de.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206619.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/153/8ff2675b2e4692a59fed250f11567153/8ff2675b2e4692a59fed250f11567153.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206624.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/67d/485ad3acc55b143a5838def0aa5e067d/485ad3acc55b143a5838def0aa5e067d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206629.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/df0/7e3511cce244a43932f4ec9768e78df0/7e3511cce244a43932f4ec9768e78df0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206634.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/f55/634bfa76e29b1716a8a4c9baac0c3f55/634bfa76e29b1716a8a4c9baac0c3f55.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206639.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/fce/8e56224d6a98672bc6ce71b44ac4cfce/8e56224d6a98672bc6ce71b44ac4cfce.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206644.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/059/b9de86d83e434ebfb0bab1a6601d2059/b9de86d83e434ebfb0bab1a6601d2059.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206649.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/3fc/8995c0fe355eff346900acb1355333fc/8995c0fe355eff346900acb1355333fc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206654.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/1a7/a7b669f12f73ea3b52d206ed8c9991a7/a7b669f12f73ea3b52d206ed8c9991a7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206659.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/d96/6c2e7cae51b0efbf332c92cfb8e28d96/6c2e7cae51b0efbf332c92cfb8e28d96.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206664.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/b46/4df33aeb64db4e9f293bd74b9c442b46/4df33aeb64db4e9f293bd74b9c442b46.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206669.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/0a6/25fdfeebc56dc6bbd02b56dcde6c50a6/25fdfeebc56dc6bbd02b56dcde6c50a6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206674.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/7d8/6d23e585657bf4dc8e99ff6dd5eb57d8/6d23e585657bf4dc8e99ff6dd5eb57d8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206679.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/09b/4a507a24bb8fac53188b876d03bce09b/4a507a24bb8fac53188b876d03bce09b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206684.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/a18/9c5542391b7a5c3c304edca3b5b61a18/9c5542391b7a5c3c304edca3b5b61a18.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206689.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/357/b81aa56b9dfd80d35c183ef702ad6357/b81aa56b9dfd80d35c183ef702ad6357.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206694.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/53a/cbc5714d78d95028c48ca9362ce2753a/cbc5714d78d95028c48ca9362ce2753a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206699.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/9d2/049114ae823d7df935e07c4ec28b19d2/049114ae823d7df935e07c4ec28b19d2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206704.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/170/b0f8f2aae1a571191d50798a466c6170/b0f8f2aae1a571191d50798a466c6170.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206709.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/d2a/fb62c7db9ddba386746f728a3df3bd2a/fb62c7db9ddba386746f728a3df3bd2a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206714.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/f8f/51e1d009a8ed8ef320e86600b6f87f8f/51e1d009a8ed8ef320e86600b6f87f8f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206719.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/a36/bb58a7dcbdb1ab248a776b050a038a36/bb58a7dcbdb1ab248a776b050a038a36.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206724.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/6e7/4e8c1fbe993bce0ebb32bd69c816c6e7/4e8c1fbe993bce0ebb32bd69c816c6e7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206729.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/fe0/7efeeb1e9c842c8a9d48dda28ca7ffe0/7efeeb1e9c842c8a9d48dda28ca7ffe0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206734.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/2d9/e3f28e01693bde5e4d3826c1ad4bf2d9/e3f28e01693bde5e4d3826c1ad4bf2d9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206739.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/f06/d94947a8b0656e960e130e249ba6ef06/d94947a8b0656e960e130e249ba6ef06.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206744.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/e43/675e96798f28d163973b3b01c87f5e43/675e96798f28d163973b3b01c87f5e43.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206749.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/65d/245616858b61fff87602a1eec21ad65d/245616858b61fff87602a1eec21ad65d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206754.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/791/f77876cd3130be2b87e23571ae284791/f77876cd3130be2b87e23571ae284791.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206759.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/2b1/7eb12083c83d26f377b1631f871ab2b1/7eb12083c83d26f377b1631f871ab2b1.db -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_include_deleted -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_include_deleted ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_using_state_aliases -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_using_state_aliases ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_with_format_header -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_with_format_header ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_namespaces -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_namespaces ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_shard_ranges -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_storage_policy_property -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_storage_policy_property ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_shard_ranges_db_unlinked -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_shard_ranges_db_unlinked ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_ignored_for_objects -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_ignored_for_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sync_merging -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sync_merging ... ok -test.unit.container.test_backend.TestUpdateNewItemFromExisting.test_update_new_item_from_existing -test.unit.container.test_backend.TestUpdateNewItemFromExisting.test_update_new_item_from_existing ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml ... ok -test.unit.obj.test_diskfile.TestHashesHelpers.test_ignore_corrupted_hashes -test.unit.obj.test_diskfile.TestHashesHelpers.test_ignore_corrupted_hashes ... ok -test.unit.obj.test_diskfile.TestHashesHelpers.test_read_legacy_hashes -test.unit.obj.test_diskfile.TestHashesHelpers.test_read_legacy_hashes ... ok -test.unit.obj.test_diskfile.TestHashesHelpers.test_read_write_invalid_hashes_mutation_and_transative_equality -test.unit.obj.test_diskfile.TestHashesHelpers.test_read_write_invalid_hashes_mutation_and_transative_equality ... ok -test INFO: - - - [18/Jun/2025:00:13:45 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0026 "-" 709804 2 +test ERROR: ERROR __call__ error with PUT /sda1/p/a/c : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/server.py", line 1025, in __call__ + res = getattr(self, req.method)(req) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_server.py", line 6118, in mock_put_method + raise Exception() +Exception test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:13:45 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0301 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:46 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0322 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:46 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0020 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:46 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0185 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:46 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0467 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:46 +0000] "GET /sda1/p/a/c" 200 1332 "-" "-" "-" 0.0047 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:46 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0090 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:46 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0445 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:46 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0031 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:46 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0022 "-" 709804 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:13:46 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0458 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:46 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0683 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:46 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0029 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:46 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0368 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:46 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0881 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:46 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0050 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:46 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0518 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:46 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0937 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:46 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0023 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:46 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0490 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:46 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0841 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:46 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0087 "-" 709804 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:13:46 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0540 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:46 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0491 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:46 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0015 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:46 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0016 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:46 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0036 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:46 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0013 "-" 709804 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:13:46 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0461 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:46 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0403 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:47 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0509 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:13:47 +0000] "GET /sda1/p/a/c" 200 53 "-" "-" "-" 0.0017 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:47 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0013 "-" 709804 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:13:47 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0502 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:47 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0372 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:47 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0492 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:13:47 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0024 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:47 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0179 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:47 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0014 "-" 709804 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:13:47 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0364 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:47 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0346 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:47 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0293 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:13:47 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 709804 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:13:47 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0447 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:47 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0334 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:47 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0396 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:13:47 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 709804 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:13:47 +0000] "PUT /sda1/p/a/xmlc" 201 - "-" "-" "-" 0.0385 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:47 +0000] "PUT /sda1/p/a/xmlc/0" 201 - "-" "-" "-" 0.0012 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:47 +0000] "PUT /sda1/p/a/xmlc/1" 201 - "-" "-" "-" 0.0006 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:47 +0000] "PUT /sda1/p/a/xmlc/2" 201 - "-" "-" "-" 0.0005 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:47 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0590 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:47 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0023 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:47 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0023 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:47 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0011 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:47 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0021 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:47 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0011 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:47 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0021 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:47 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0011 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:47 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0021 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:47 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0011 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:47 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0021 "-" 709804 2 +test INFO: - - - [15/May/2024:18:09:48 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1582 "-" 1363408 0 test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:13:47 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0283 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:47 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 709804 2 -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_accept -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_accept ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_content_type -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_content_type ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_format -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_format ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_partition -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_partition ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_not_found -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_not_found ... ok -test.unit.obj.test_diskfile.TestHashesHelpers.test_read_write_valid_hashes_mutation_and_transative_equality -test.unit.obj.test_diskfile.TestHashesHelpers.test_read_write_valid_hashes_mutation_and_transative_equality ... ok -test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_invalid_updated -test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_invalid_updated ... ok -test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_safe_default -test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_safe_default ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_timestamp_with_offset -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_timestamp_with_offset ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_OPTIONS -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_OPTIONS ... ok -test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_valid_updated -test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_valid_updated ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_metadata -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_metadata ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_no_timestamp_update -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_no_timestamp_update ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_sys_metadata -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_sys_metadata ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_CORS_valid -test.unit.proxy.test_mem_server.TestContainerController.test_CORS_valid ... ok -test ERROR: Failed to unlink '/tmp/tmppin4rt13/containers/part/suffix/hash/container.db': +test ERROR: ERROR Account update failed: different numbers of hosts and devices in request: "127.0.0.1:0" vs "sda1,sda2" +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:09:49 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0574 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:49 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:49 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.1223 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:49 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0016 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:49 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0936 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:49 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0015 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:49 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.2397 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:49 +0000] "HEAD /sda1/p/a/c2" 204 - "-" "-" "-" 0.0014 "-" 1363408 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:09:49 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0370 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:49 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0993 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:49 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1347 "-" 1363408 1 +test INFO: - - - [15/May/2024:18:09:49 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 1363408 1 +test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_none_to_sync +test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_none_to_sync ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sync_merging +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sync_merging ... ok +test.unit.container.test_reconciler.TestReconciler.test_can_reconcile_policy +test.unit.container.test_reconciler.TestReconciler.test_can_reconcile_policy ... ok +test.unit.container.test_reconciler.TestReconciler.test_concurrency +test.unit.container.test_reconciler.TestReconciler.test_concurrency ... ok +test.unit.container.test_reconciler.TestReconciler.test_concurrency_config +test.unit.container.test_reconciler.TestReconciler.test_concurrency_config ... ok +test.unit.container.test_reconciler.TestReconciler.test_delete_old_empty_queue_containers +test.unit.container.test_reconciler.TestReconciler.test_delete_old_empty_queue_containers ... ok +test.unit.container.test_reconciler.TestReconciler.test_error_in_iter_containers +test.unit.container.test_reconciler.TestReconciler.test_error_in_iter_containers ... ok +test.unit.container.test_reconciler.TestReconciler.test_fail_to_move_if_ppi +test.unit.container.test_reconciler.TestReconciler.test_fail_to_move_if_ppi ... ok +test.unit.container.test_reconciler.TestReconciler.test_init_internal_client_log_name +test.unit.container.test_reconciler.TestReconciler.test_init_internal_client_log_name ... ok +test.unit.container.test_reconciler.TestReconciler.test_invalid_queue_name +test.unit.container.test_reconciler.TestReconciler.test_invalid_queue_name ... ok +test.unit.container.test_reconciler.TestReconciler.test_invalid_queue_name_marches_onward +test.unit.container.test_reconciler.TestReconciler.test_invalid_queue_name_marches_onward ... ok +test ERROR: Failed to unlink '/tmp/tmpsgc7z39h/containers/part/suffix/hash/container.db': Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2244, in set_sharded_state os.unlink(retiring_file) @@ -104312,127 +100019,1068 @@ File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call raise effect OSError: 1 -test DEBUG: Unlinked retiring db '/tmp/tmppin4rt13/containers/part/suffix/hash/container_1750205621.00000.db' -test WARNING: Still have multiple db files after unlinking '/tmp/tmppin4rt13/containers/part/suffix/hash/container_1750205621.00000.db': ['/tmp/tmppin4rt13/containers/part/suffix/hash/container.db', '/tmp/tmppin4rt13/containers/part/suffix/hash/container_1750205622.00000.db'] -test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmppin4rt13/containers/part/suffix/hash/container_1750205622.00000.db']. +test DEBUG: Unlinked retiring db '/tmp/tmpsgc7z39h/containers/part/suffix/hash/container_1715796573.00000.db' +test WARNING: Still have multiple db files after unlinking '/tmp/tmpsgc7z39h/containers/part/suffix/hash/container_1715796573.00000.db': ['/tmp/tmpsgc7z39h/containers/part/suffix/hash/container.db', '/tmp/tmpsgc7z39h/containers/part/suffix/hash/container_1715796574.00000.db'] +test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmpsgc7z39h/containers/part/suffix/hash/container_1715796574.00000.db']. test ERROR: Failed to set the ROWID of the fresh database for a/c: test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmpa0od32un/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpa0od32un/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmpa0od32un/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpa0od32un/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:13:47 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0365 "-" 709808 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:13:47 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0443 "-" 709808 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:13:47 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0349 "-" 709808 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:13:47 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0475 "-" 709808 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:13:47 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx6e83753a034345a48010e-00685204bb" "proxy-server 709808" 0.0012 "-" 709808 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:13:48 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:36761/sda1/1/a/c" "tx6e83753a034345a48010e-00685204bb" "container-server 709808" 0.0010 "-" 709808 0 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:13:48 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:32947/sdb1/1/a/c" "tx6e83753a034345a48010e-00685204bb" "container-server 709808" 0.0009 "-" 709808 0 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:00:13:48 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx6e83753a034345a48010e-00685204bb" "proxy-server 709808" 0.0480 "-" 709808 0 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:00:13:48 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx6e83753a034345a48010e-00685204bb" "proxy-server 709808" 0.0966 "-" 709808 0 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/00/13/48 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx6e83753a034345a48010e-00685204bb - 0.1049 - - 1750205627.983901501 1750205628.088814497 0 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:13:48 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx82f3eb4d8de8421290843-00685204bc" "proxy-server 709808" 0.0011 "-" 709808 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:13:48 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:36761/sda1/1/a1/c1" "tx82f3eb4d8de8421290843-00685204bc" "container-server 709808" 0.0078 "-" 709808 0 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:13:48 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:32947/sdb1/1/a1/c1" "tx82f3eb4d8de8421290843-00685204bc" "container-server 709808" 0.0020 "-" 709808 0 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:00:13:48 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx82f3eb4d8de8421290843-00685204bc" "proxy-server 709808" 0.1131 "-" 709808 0 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:00:13:48 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx82f3eb4d8de8421290843-00685204bc" "proxy-server 709808" 0.0722 "-" 709808 0 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/00/13/48 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx82f3eb4d8de8421290843-00685204bc - 0.1212 - - 1750205628.089986563 1750205628.211147785 0 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:13:48 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx8367053a1a1547e5a577c-00685204bc" "proxy-server 709808" 0.0388 "-" 709808 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:13:48 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:36761/sda1/2/a/c1" "tx8367053a1a1547e5a577c-00685204bc" "container-server 709808" 0.0384 "-" 709808 1 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:13:48 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:32947/sdb1/2/a/c1" "tx8367053a1a1547e5a577c-00685204bc" "container-server 709808" 0.0022 "-" 709808 1 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:00:13:48 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx8367053a1a1547e5a577c-00685204bc" "proxy-server 709808" 0.0783 "-" 709808 1 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:00:13:48 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx8367053a1a1547e5a577c-00685204bc" "proxy-server 709808" 0.1403 "-" 709808 1 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/00/13/48 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx8367053a1a1547e5a577c-00685204bc - 0.1889 - - 1750205628.212931871 1750205628.401850224 1 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:13:48 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txf27587f7124a48eba863b-00685204bc" "proxy-server 709808" 0.0385 "-" 709808 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:13:48 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:36761/sda1/1/a/c2" "txf27587f7124a48eba863b-00685204bc" "container-server 709808" 0.0015 "-" 709808 2 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:13:48 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:32947/sdb1/1/a/c2" "txf27587f7124a48eba863b-00685204bc" "container-server 709808" 0.0492 "-" 709808 2 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:00:13:48 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txf27587f7124a48eba863b-00685204bc" "proxy-server 709808" 0.0947 "-" 709808 2 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:00:13:48 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txf27587f7124a48eba863b-00685204bc" "proxy-server 709808" 0.1410 "-" 709808 2 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/00/13/48 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txf27587f7124a48eba863b-00685204bc - 0.1856 - - 1750205628.403352976 1750205628.588927984 2 -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test.unit.proxy.test_mem_server.TestContainerController.test_DELETE -test.unit.proxy.test_mem_server.TestContainerController.test_DELETE ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_backed_x_timestamp_header -test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_backed_x_timestamp_header ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_x_account_headers_with_fewer_account_replicas -test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_x_account_headers_with_fewer_account_replicas ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_x_account_headers_with_more_account_replicas -test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_x_account_headers_with_more_account_replicas ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_after_DELETE_not_found -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_after_DELETE_not_found ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_GET_account_non_existent -test.unit.proxy.test_mem_server.TestContainerController.test_GET_account_non_existent ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_GET_auto_create_prefix_account_non_existent -test.unit.proxy.test_mem_server.TestContainerController.test_GET_auto_create_prefix_account_non_existent ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_GET_calls_authorize -test.unit.proxy.test_mem_server.TestContainerController.test_GET_calls_authorize ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_GET_no_content -test.unit.proxy.test_mem_server.TestContainerController.test_GET_no_content ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_HEAD_GET -test.unit.proxy.test_mem_server.TestContainerController.test_HEAD_GET ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_HEAD_calls_authorize -test.unit.proxy.test_mem_server.TestContainerController.test_HEAD_calls_authorize ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_OPTIONS -test.unit.proxy.test_mem_server.TestContainerController.test_OPTIONS ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_OPTIONS_get_info_drops_origin -test.unit.proxy.test_mem_server.TestContainerController.test_OPTIONS_get_info_drops_origin ... ok -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx9b4afeb6d3cd4be2840d9-00685204bc) -test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: txe13e9bbecba4472db6e99-00685204bc) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx20b7d12be8c74ca1a7c85-00685204bc) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx20b7d12be8c74ca1a7c85-00685204bc) -test ERROR: Container GET returning 503 for (204, 503, 503) (txn: tx20b7d12be8c74ca1a7c85-00685204bc) -test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx38a6a1489c1f46aea9ce2-00685204bc) -test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx38a6a1489c1f46aea9ce2-00685204bc) -test ERROR: Container GET returning 503 for (204, 503, 503) (txn: tx38a6a1489c1f46aea9ce2-00685204bc) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:2000/sda (txn: txc96a48950e8b434aa8102-00685204bc) -test ERROR: Container GET returning 503 for (204, 404, 503) (txn: txc96a48950e8b434aa8102-00685204bc) -test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx1a83e8ada85a4d23b5afe-00685204bc) -test ERROR: Container GET returning 503 for (204, 404, 503) (txn: tx1a83e8ada85a4d23b5afe-00685204bc) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: txbc86dddc641445c5be7f3-00685204bc) -test INFO: Client disconnected on read of '/a/c' (txn: txbc86dddc641445c5be7f3-00685204bc) -test INFO: Client disconnected on read of '/a/c' (txn: txeaf56324ae944782ac9d7-00685204bc) -test INFO: Client disconnected on read of '/a/c' (txn: txeaf56324ae944782ac9d7-00685204bc) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx44e491d50a5a4bfdb59f1-00685204bc) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx51a9a9b6f2034bdaaf54b-00685204bc) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txcf3cae5833744aba8e134-00685204bc) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txcf3cae5833744aba8e134-00685204bc) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txcf3cae5833744aba8e134-00685204bc) -test ERROR: Container GET returning 503 for [500, 500, 500] (txn: txcf3cae5833744aba8e134-00685204bc) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx5bd5f1c56319474285b54-00685204bc) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx5bd5f1c56319474285b54-00685204bc) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx5bd5f1c56319474285b54-00685204bc) -test ERROR: Container GET returning 503 for [500, 500, 500] (txn: tx5bd5f1c56319474285b54-00685204bc) +test DEBUG: pulling items from the queue +test DEBUG: checking container 1715796000 +test DEBUG: looking for objects in 1715796000 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 +test DEBUG: checking placement for '/AUTH_bob/c/o2' (3724.234560) in policy_index 1 +test INFO: success: '/AUTH_bob/c/o2' (3724.234560) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o2' (3724.234560) from the queue (0000003724.23456_0000000000000001) +test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) +test INFO: Reconciler Stats: {'success': 2, 'pop_queue': 2} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1715796000 +test DEBUG: looking for objects in 1715796000 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 1715130000 +test DEBUG: looking for objects in 1715130000 +test DEBUG: checking container 1715126400 +test DEBUG: looking for objects in 1715126400 +test ERROR: invalid_record: invalid queue record: {'bytes': 0, 'name': 'something', 'last_modified': '1970-01-01T00:00:00.000000', 'hash': '0.000000', 'content_type': 'application/x-put'} +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/reconciler.py", line 835, in reconcile + queue_item = parse_raw_obj(raw_obj) + ^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/container/reconciler.py", line 280, in parse_raw_obj + policy_index, obj_name = raw_obj_name.split(':', 1) + ^^^^^^^^^^^^^^^^^^^^^^ +ValueError: not enough values to unpack (expected 2, got 1) +test INFO: Reconciler Stats: {'invalid_record': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1715796000 +test DEBUG: looking for objects in 1715796000 +test DEBUG: looking for containers in .misplaced_objects +test ERROR: Error listing containers in account .misplaced_objects (Unexpected response: 503 Service Unavailable) +test INFO: Reconciler Stats: {} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1715796000 +test DEBUG: looking for objects in 1715796000 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 +test DEBUG: ppi_skip: Container policy (0) in the middle of a part power increase (PPI) +test INFO: retry: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 must be retried +test INFO: Reconciler Stats: {'ppi_skip': 1, 'retry': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1715796000 +test DEBUG: looking for objects in 1715796000 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test ERROR: invalid_record: invalid queue record: {'bytes': 0, 'name': 'bogus', 'last_modified': '1970-01-01T01:00:18.841870', 'hash': '3618.841870', 'content_type': 'application/x-put'} +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/reconciler.py", line 835, in reconcile + queue_item = parse_raw_obj(raw_obj) + ^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/container/reconciler.py", line 280, in parse_raw_obj + policy_index, obj_name = raw_obj_name.split(':', 1) + ^^^^^^^^^^^^^^^^^^^^^^ +ValueError: not enough values to unpack (expected 2, got 1) +test INFO: Reconciler Stats: {'invalid_record': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1715796000 +test DEBUG: looking for objects in 1715796000 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test ERROR: invalid_record: invalid queue record: {'bytes': 0, 'name': '00000bogus', 'last_modified': '1970-01-01T01:00:00.000000', 'hash': '3600.000000', 'content_type': 'application/x-put'} +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/reconciler.py", line 835, in reconcile + queue_item = parse_raw_obj(raw_obj) + ^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/container/reconciler.py", line 280, in parse_raw_obj + policy_index, obj_name = raw_obj_name.split(':', 1) + ^^^^^^^^^^^^^^^^^^^^^^ +ValueError: not enough values to unpack (expected 2, got 1) +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 +test DEBUG: noop_object: '/AUTH_bob/c/o1' (3618.841870) container policy_index 1 matches queue policy index 1 +test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) +test INFO: Reconciler Stats: {'invalid_record': 1, 'noop_object': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1715796000 +test DEBUG: looking for objects in 1715796000 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 1715792400 +test DEBUG: looking for objects in 1715792400 +test DEBUG: checking container 1715788800 +test DEBUG: looking for objects in 1715788800 +test DEBUG: checking container 1715785200 +test DEBUG: looking for objects in 1715785200 +test DEBUG: checking container 1715781600 +test DEBUG: looking for objects in 1715781600 +test DEBUG: checking container 1715778000 +test DEBUG: looking for objects in 1715778000 +test DEBUG: checking container 1715774400 +test DEBUG: looking for objects in 1715774400 +test DEBUG: checking container 1715770800 +test DEBUG: looking for objects in 1715770800 +test DEBUG: checking container 1715767200 +test DEBUG: looking for objects in 1715767200 +test DEBUG: checking container 1715763600 +test DEBUG: looking for objects in 1715763600 +test DEBUG: checking container 1715191200 +test DEBUG: looking for objects in 1715191200 +test DEBUG: checking container 1715187600 +test DEBUG: looking for objects in 1715187600 +test DEBUG: checking container 1715184000 +test DEBUG: looking for objects in 1715184000 +test DEBUG: checking container 1715180400 +test DEBUG: looking for objects in 1715180400 +test DEBUG: checking container 1715176800 +test.unit.container.test_reconciler.TestReconciler.test_iter_over_old_containers_in_reverse +test.unit.container.test_reconciler.TestReconciler.test_iter_over_old_containers_in_reverse ... ok +test.unit.container.test_reconciler.TestReconciler.test_multi_process_should_process +test.unit.container.test_reconciler.TestReconciler.test_multi_process_should_process ... ok +test.unit.container.test_server.TestContainerController.test_change_to_default_storage_policy_via_DELETE_then_PUT +test.unit.container.test_server.TestContainerController.test_change_to_default_storage_policy_via_DELETE_then_PUT ... ok +test.unit.container.test_reconciler.TestReconciler.test_no_concurrency +test.unit.container.test_reconciler.TestReconciler.test_no_concurrency ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_delete +test.unit.container.test_reconciler.TestReconciler.test_object_delete ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_enqueued_for_the_correct_dest_noop +test.unit.container.test_reconciler.TestReconciler.test_object_enqueued_for_the_correct_dest_noop ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move +test.unit.container.test_reconciler.TestReconciler.test_object_move ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_already_moved +test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_already_moved ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_object_newer_than_queue_entry +test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_object_newer_than_queue_entry ... ok +test DEBUG: looking for objects in 1715176800 +test DEBUG: checking container 1715173200 +test DEBUG: looking for objects in 1715173200 +test DEBUG: checking container 1715169600 +test DEBUG: looking for objects in 1715169600 +test DEBUG: checking container 1715166000 +test DEBUG: looking for objects in 1715166000 +test DEBUG: checking container 1715162400 +test DEBUG: looking for objects in 1715162400 +test DEBUG: checking container 1715158800 +test DEBUG: looking for objects in 1715158800 +test INFO: Reconciler Stats: {} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1715796000 +test DEBUG: looking for objects in 1715796000 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 +test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) +test DEBUG: checking placement for '/AUTH_bob/c/o2' (3724.234560) in policy_index 1 +test INFO: success: '/AUTH_bob/c/o2' (3724.234560) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o2' (3724.234560) from the queue (0000003724.23456_0000000000000001) +test INFO: Reconciler Stats: {'success': 2, 'pop_queue': 2} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1715796000 +test DEBUG: looking for objects in 1715796000 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (1715796590.398040) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (1715796590.398040) in destination policy_index 0 +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (1715796590.398040) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c/o1' (1715796590.398040) from storage policy 1 +test DEBUG: delete_attempt: '/AUTH_bob/c/o1' (1715796590.398040) in policy_index 1 will be deleted from policy_index 0 (1715796590.39804_0000000000000002) +test INFO: delete_success: '/AUTH_bob/c/o1' (1715796590.398040) deleted from policy_index 0 (1715796590.39804_0000000000000002) +test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (1715796590.398040) from policy_index 1 (1715796590.39804_0000000000000001) will be deleted +test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (1715796590.398040) was successfully removed from policy_index 1 +test INFO: success: '/AUTH_bob/c/o1' (1715796590.398040) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (1715796590.398040) from the queue (1715796590.39804_0000000000000001) +test INFO: Reconciler Stats: {'misplaced_object': 1, 'delete_attempt': 1, 'delete_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1715796000 +test DEBUG: looking for objects in 1715796000 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 +test DEBUG: noop_object: '/AUTH_bob/c/o1' (3618.841870) container policy_index 1 matches queue policy index 1 +test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) +test INFO: Reconciler Stats: {'noop_object': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1715796000 +test DEBUG: looking for objects in 1715796000 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (3618.841870) in destination policy_index 0 +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c/o1' (3618.841870) from storage policy 1 +test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 will be moved to policy_index 0 (0000003618.84187_0000000000000002) +test DEBUG: copy_success: '/AUTH_bob/c/o1' (3618.841870) moved from policy_index 1 to policy_index 0 (0000003618.84187_0000000000000002) +test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3618.841870) from policy_index 1 (0000003618.84187_0000000000000001) will be deleted +test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (3618.841870) was successfully removed from policy_index 1 +test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) +test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1715796000 +test DEBUG: looking for objects in 1715796000 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3679.201900) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (3679.201900) in destination policy_index 0 +test DEBUG: found_object: '/AUTH_bob/c/o1' (3679.201900) in policy_index 0 is newer than queue (3679.201900) +test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3679.201900) from policy_index 1 (0000003679.20190_0000000000000001) will be deleted +test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (3679.201900) was successfully removed from policy_index 1 +test INFO: success: '/AUTH_bob/c/o1' (3679.201900) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3679.201900) from the queue (0000003679.20190_0000000000000001) +test INFO: Reconciler Stats: {'found_object': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1715796000 +test DEBUG: looking for objects in 1715796000 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3679.201900) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (3679.201900) in destination policy_index 0 +test DEBUG: found_object: '/AUTH_bob/c/o1' (3680.201900) in policy_index 0 is newer than queue (3679.201900) +test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3679.201900) from policy_index 1 (0000003679.20190_0000000000000001) will be deleted +test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (3679.201900) was successfully removed from policy_index 1 +test INFO: success: '/AUTH_bob/c/o1' (3679.201900) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3679.201900) from the queue (0000003679.20190_0000000000000001) +test INFO: Reconciler Stats: {'found_object': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1715796000 +test DEBUG: looking for objects in 1715796000 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 36000 +test DEBUG: looking for objects in 36000 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (36123.383930) in destination policy_index 0 +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 should be in policy_index 0 +test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_object_older_than_queue_entry +test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_object_older_than_queue_entry ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_fails_cleanup +test.unit.container.test_reconciler.TestReconciler.test_object_move_fails_cleanup ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_fails_preflight +test.unit.container.test_reconciler.TestReconciler.test_object_move_fails_preflight ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_no_such_object_no_tombstone_ancient +test.unit.container.test_reconciler.TestReconciler.test_object_move_no_such_object_no_tombstone_ancient ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_no_such_object_no_tombstone_recent +test.unit.container.test_reconciler.TestReconciler.test_object_move_no_such_object_no_tombstone_recent ... ok +Traceback (most recent call last): + File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 471, in fire_timers + timer() + File "/usr/lib/python3/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ + cb(*args, **kw) + File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 264, in main + result = function(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1165, in get_response + status, headers, app_iter = self.call_application(application) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1149, in call_application + app_iter = application(self.environ, start_response) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_reconciler.py", line 86, in __call__ + return self.storage_policy[policy_index].__call__( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/helpers.py", line 324, in __call__ + resp = resp_class( + ^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_reconciler.py", line 1923, in blow_up + raise Exception('kaboom!') +Exception: kaboom! +test.unit.container.test_server.TestContainerController.test_content_type_on_HEAD +test.unit.container.test_server.TestContainerController.test_content_type_on_HEAD ... ok +test DEBUG: fetching '/AUTH_bob/c/o1' (36123.383930) from storage policy 1 +test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 will be moved to policy_index 0 (0000036123.38393_0000000000000002) +test DEBUG: copy_success: '/AUTH_bob/c/o1' (36123.383930) moved from policy_index 1 to policy_index 0 (0000036123.38393_0000000000000002) +test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (36123.383930) from policy_index 1 (0000036123.38393_0000000000000001) will be deleted +test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (36123.383930) was successfully removed from policy_index 1 +test INFO: success: '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/36000/1:/AUTH_bob/c/o1' (36123.383930) from the queue (0000036123.38393_0000000000000001) +test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1715796000 +test DEBUG: looking for objects in 1715796000 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (3600.123456) in destination policy_index 0 +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c/o1' (3600.123456) from storage policy 1 +test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (3600.123460) in policy_index 1 will be moved to policy_index 0 (0000003600.12346_0000000000000002) +test DEBUG: copy_success: '/AUTH_bob/c/o1' (3600.123460) moved from policy_index 1 to policy_index 0 (0000003600.12346_0000000000000002) +test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3600.123456) from policy_index 1 (0000003600.12346_0000000000000001) will be deleted +test DEBUG: cleanup_failed: '/AUTH_bob/c/o1' (3600.123456) was not cleaned up in storage_policy 1 (Unexpected response: 503 Service Unavailable) +test INFO: retry: '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 must be retried +test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_failed': 1, 'retry': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1715796000 +test DEBUG: looking for objects in 1715796000 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (3600.123456) in destination policy_index 0 +test DEBUG: unavailable_destination: '/AUTH_bob/c/o1' (3600.123456) unable to determine the destination timestamp, if any +test INFO: retry: '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 must be retried +test INFO: Reconciler Stats: {'unavailable_destination': 1, 'retry': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1715796000 +test DEBUG: looking for objects in 1715796000 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 1715130000 +test DEBUG: looking for objects in 1715130000 +test DEBUG: checking placement for '/AUTH_jeb/c/o1' (1715131310.445521) in policy_index 1 +test DEBUG: checking for '/AUTH_jeb/c/o1' (1715131310.445521) in destination policy_index 0 +test DEBUG: misplaced_object: '/AUTH_jeb/c/o1' (1715131310.445521) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_jeb/c/o1' (1715131310.445521) from storage policy 1 +test CRITICAL: lost_source: '/AUTH_jeb/c/o1' (1715131310.44552) was not available in policy_index 1 and has expired +test INFO: success: '/AUTH_jeb/c/o1' (1715131310.445521) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/1715130000/1:/AUTH_jeb/c/o1' (1715131310.445521) from the queue (1715131310.44552_0000000000000001) +test INFO: Reconciler Stats: {'misplaced_object': 1, 'lost_source': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1715796000 +test DEBUG: looking for objects in 1715796000 +test DEBUG: checking placement for '/AUTH_jeb/c/o1' (1715796590.451085) in policy_index 1 +test DEBUG: checking for '/AUTH_jeb/c/o1' (1715796590.451085) in destination policy_index 0 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: misplaced_object: '/AUTH_jeb/c/o1' (1715796590.451085) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_jeb/c/o1' (1715796590.451085) from storage policy 1 +test WARNING: unavailable_source: '/AUTH_jeb/c/o1' (1715796590.45109) in policy_index 1 responded 404 (0000000000.00000) +test INFO: retry: '/AUTH_jeb/c/o1' (1715796590.451085) in policy_index 1 must be retried +test INFO: Reconciler Stats: {'misplaced_object': 1, 'unavailable_source': 1, 'retry': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1715796000 +test DEBUG: looking for objects in 1715796000 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 36000 +test DEBUG: looking for objects in 36000 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (36123.383925) in destination policy_index 0 +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c/o1' (36123.383925) from storage policy 1 +test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 will be moved to policy_index 0 (0000036123.38393_0000000000000002) +test.unit.container.test_reconciler.TestReconciler.test_object_move_put_blows_up_crazy_town +test.unit.container.test_reconciler.TestReconciler.test_object_move_put_blows_up_crazy_town ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_put_fails +test.unit.container.test_reconciler.TestReconciler.test_object_move_put_fails ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_is_forever_gone +test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_is_forever_gone ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_newer_than_queue_entry +test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_newer_than_queue_entry ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_older_than_queue_entry +test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_older_than_queue_entry ... ok +test.unit.container.test_server.TestContainerController.test_correct_allowed_method +test.unit.container.test_server.TestContainerController.test_correct_allowed_method ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_timeout_in_fetch +test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_timeout_in_fetch ... ok +test ERROR: unhandled_error: unable to upload '/AUTH_bob/c/o1' (36123.383930) from policy_index 1 to policy_index 0 +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/reconciler.py", line 635, in ensure_object_in_right_location + self.swift.upload_object( + File "/build/reproducible-path/swift-2.33.0/swift/common/internal_client.py", line 844, in upload_object + self.handle_request('PUT', path, headers, acceptable_statuses, fobj, + File "/build/reproducible-path/swift-2.33.0/swift/common/internal_client.py", line 264, in handle_request + resp = self.make_request(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/internal_client.py", line 261, in make_request + six.reraise(exc_type, exc_value, exc_traceback) + File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise + raise value + File "/build/reproducible-path/swift-2.33.0/swift/common/internal_client.py", line 231, in make_request + resp = spawn(req.get_response, self.app).wait() + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 224, in wait + return self._exit_event.wait() + ^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/eventlet/event.py", line 124, in wait + result = hub.switch() + ^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 310, in switch + return self.greenlet.switch() + ^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 264, in main + result = function(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1165, in get_response + status, headers, app_iter = self.call_application(application) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1149, in call_application + app_iter = application(self.environ, start_response) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_reconciler.py", line 86, in __call__ + return self.storage_policy[policy_index].__call__( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/helpers.py", line 324, in __call__ + resp = resp_class( + ^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_reconciler.py", line 1923, in blow_up + raise Exception('kaboom!') +Exception: kaboom! +test INFO: retry: '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 must be retried +test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'unhandled_error': 1, 'retry': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1715796000 +test DEBUG: looking for objects in 1715796000 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 36000 +test DEBUG: looking for objects in 36000 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (36123.383925) in destination policy_index 0 +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c/o1' (36123.383925) from storage policy 1 +test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 will be moved to policy_index 0 (0000036123.38393_0000000000000002) +test WARNING: copy_failed: upload '/AUTH_bob/c/o1' (36123.383930) from policy_index 1 to policy_index 0 returned Unexpected response: 503 Service Unavailable +test INFO: retry: '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 must be retried +test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_failed': 1, 'retry': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1715796000 +test DEBUG: looking for objects in 1715796000 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (1715191199.000000) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (1715191199.000000) in destination policy_index 0 +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (1715191199.000000) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c/o1' (1715191199.000000) from storage policy 1 +test CRITICAL: lost_source: '/AUTH_bob/c/o1' (1715191199.00000) was not available in policy_index 1 and has expired +test INFO: success: '/AUTH_bob/c/o1' (1715191199.000000) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (1715191199.000000) from the queue (1715191199.00000_0000000000000001) +test INFO: Reconciler Stats: {'misplaced_object': 1, 'lost_source': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1715796000 +test DEBUG: looking for objects in 1715796000 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (3600.123456) in destination policy_index 0 +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c/o1' (3600.123456) from storage policy 1 +test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (3600.234570) in policy_index 1 will be moved to policy_index 0 (0000003600.23457_0000000000000002) +test DEBUG: copy_success: '/AUTH_bob/c/o1' (3600.234570) moved from policy_index 1 to policy_index 0 (0000003600.23457_0000000000000002) +test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3600.123456) from policy_index 1 (0000003600.12346_0000000000000001) will be deleted +test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (3600.123456) was successfully removed from policy_index 1 +test INFO: success: '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3600.123456) from the queue (0000003600.12346_0000000000000001) +test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1715796000 +test DEBUG: looking for objects in 1715796000 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (1715796590.483423) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (1715796590.483423) in destination policy_index 0 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (1715796590.483423) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c/o1' (1715796590.483423) from storage policy 1 +test WARNING: unavailable_source: '/AUTH_bob/c/o1' (1715796590.48342) in policy_index 1 responded 200 (1715796589.48342) +test INFO: retry: '/AUTH_bob/c/o1' (1715796590.483423) in policy_index 1 must be retried +test INFO: Reconciler Stats: {'misplaced_object': 1, 'unavailable_source': 1, 'retry': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1715796000 +test DEBUG: looking for objects in 1715796000 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 0 +test DEBUG: checking for '/AUTH_bob/c/o1' (3618.841870) in destination policy_index 1 +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (3618.841870) in policy_index 0 should be in policy_index 1 +test DEBUG: fetching '/AUTH_bob/c/o1' (3618.841870) from storage policy 0 +test.unit.container.test_reconciler.TestReconciler.test_object_move_the_other_direction +test.unit.container.test_reconciler.TestReconciler.test_object_move_the_other_direction ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_with_unicode_and_spaces +test.unit.container.test_reconciler.TestReconciler.test_object_move_with_unicode_and_spaces ... ok +test.unit.container.test_reconciler.TestReconciler.test_processes_config +test.unit.container.test_reconciler.TestReconciler.test_processes_config ... ok +test.unit.container.test_reconciler.TestReconciler.test_queue_name_with_policy_index_delimiter_in_name +test.unit.container.test_reconciler.TestReconciler.test_queue_name_with_policy_index_delimiter_in_name ... ok +test.unit.container.test_reconciler.TestReconciler.test_src_object_unavailable_server_error +test.unit.container.test_reconciler.TestReconciler.test_src_object_unavailable_server_error ... ok +test.unit.container.test_reconciler.TestReconciler.test_src_object_unavailable_with_slightly_newer_tombstone +test.unit.container.test_reconciler.TestReconciler.test_src_object_unavailable_with_slightly_newer_tombstone ... ok +test.unit.container.test_reconciler.TestReconciler.test_unable_to_direct_get_oldest_storage_policy +test.unit.container.test_reconciler.TestReconciler.test_unable_to_direct_get_oldest_storage_policy ... ok +Traceback (most recent call last): + File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 471, in fire_timers + timer() + File "/usr/lib/python3/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ + cb(*args, **kw) + File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 264, in main + result = function(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1165, in get_response + status, headers, app_iter = self.call_application(application) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1149, in call_application + app_iter = application(self.environ, start_response) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_reconciler.py", line 86, in __call__ + return self.storage_policy[policy_index].__call__( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/helpers.py", line 324, in __call__ + resp = resp_class( + ^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_reconciler.py", line 2128, in blow_up + raise Exception('kaboom!') +Exception: kaboom! +test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (3618.841870) in policy_index 0 will be moved to policy_index 1 (0000003618.84187_0000000000000002) +test DEBUG: copy_success: '/AUTH_bob/c/o1' (3618.841870) moved from policy_index 0 to policy_index 1 (0000003618.84187_0000000000000002) +test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3618.841870) from policy_index 0 (0000003618.84187_0000000000000001) will be deleted +test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (3618.841870) was successfully removed from policy_index 0 +test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 0 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/0:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) +test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1715796000 +test DEBUG: looking for objects in 1715796000 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c ت/o1 ت' (3618.841870) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c ت/o1 ت' (3618.841870) in destination policy_index 0 +test DEBUG: misplaced_object: '/AUTH_bob/c ت/o1 ت' (3618.841870) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c ت/o1 ت' (3618.841870) from storage policy 1 +test DEBUG: copy_attempt: '/AUTH_bob/c ت/o1 ت' (3618.841870) in policy_index 1 will be moved to policy_index 0 (0000003618.84187_0000000000000002) +test DEBUG: copy_success: '/AUTH_bob/c ت/o1 ت' (3618.841870) moved from policy_index 1 to policy_index 0 (0000003618.84187_0000000000000002) +test DEBUG: cleanup_attempt: '/AUTH_bob/c ت/o1 ت' (3618.841870) from policy_index 1 (0000003618.84187_0000000000000001) will be deleted +test DEBUG: cleanup_success: '/AUTH_bob/c ت/o1 ت' (3618.841870) was successfully removed from policy_index 1 +test INFO: success: '/AUTH_bob/c ت/o1 ت' (3618.841870) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c ت/o1 ت' (3618.841870) from the queue (0000003618.84187_0000000000000001) +test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1715796000 +test DEBUG: looking for objects in 1715796000 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) in destination policy_index 0 +test DEBUG: misplaced_object: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) from storage policy 1 +test DEBUG: copy_attempt: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) in policy_index 1 will be moved to policy_index 0 (0000003618.84187_0000000000000002) +test DEBUG: copy_success: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) moved from policy_index 1 to policy_index 0 (0000003618.84187_0000000000000002) +test DEBUG: cleanup_attempt: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) from policy_index 1 (0000003618.84187_0000000000000001) will be deleted +test DEBUG: cleanup_success: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) was successfully removed from policy_index 1 +test INFO: success: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) from the queue (0000003618.84187_0000000000000001) +test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1715796000 +test DEBUG: looking for objects in 1715796000 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (1715796590.510374) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (1715796590.510374) in destination policy_index 0 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (1715796590.510374) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c/o1' (1715796590.510374) from storage policy 1 +test WARNING: unavailable_source: '/AUTH_bob/c/o1' (1715796590.51037) in policy_index 1 responded 503 (0000000000.00000) +test INFO: retry: '/AUTH_bob/c/o1' (1715796590.510374) in policy_index 1 must be retried +test INFO: Reconciler Stats: {'misplaced_object': 1, 'unavailable_source': 1, 'retry': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1715796000 +test DEBUG: looking for objects in 1715796000 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (1715796590.515220) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (1715796590.515220) in destination policy_index 0 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (1715796590.515220) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c/o1' (1715796590.515220) from storage policy 1 +test WARNING: unavailable_source: '/AUTH_bob/c/o1' (1715796590.51522) in policy_index 1 responded 404 (1715796590.51522_0000000000000002) +test INFO: retry: '/AUTH_bob/c/o1' (1715796590.515220) in policy_index 1 must be retried +test INFO: Reconciler Stats: {'misplaced_object': 1, 'unavailable_source': 1, 'retry': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1715796000 +test DEBUG: looking for objects in 1715796000 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 +test DEBUG: unavailable_container: '/AUTH_bob/c/o1' (3618.841870) unable to determine the destination policy_index +test INFO: retry: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 must be retried +test INFO: Reconciler Stats: {'unavailable_container': 1, 'retry': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1715796000 +test DEBUG: looking for objects in 1715796000 +test DEBUG: looking for containers in .misplaced_objects +test.unit.container.test_reconciler.TestReconciler.test_unhandled_exception_in_reconcile +test.unit.container.test_reconciler.TestReconciler.test_unhandled_exception_in_reconcile ... ok +Container 'a/c' cannot be set to sharded state while in unsharded state +Container 'a/c' cannot be set to sharding state: missing epoch +test.unit.obj.test_diskfile.TestSuffixHashes.test_auditor_hashdir_not_listable +test.unit.obj.test_diskfile.TestSuffixHashes.test_auditor_hashdir_not_listable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_drops_old_non_durable_data +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_drops_old_non_durable_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_drops_isolated_durable +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_drops_isolated_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_hsh_path_enoent +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_hsh_path_enoent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_hsh_path_other_oserror +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_hsh_path_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_ignore_orphaned_ts +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_ignore_orphaned_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_isolated_meta_purge_old_ts +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_isolated_meta_purge_old_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_meta_data_purge_ts +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_meta_data_purge_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_meta_data_purge_ts_legacy_durable +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_meta_data_purge_ts_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_meta_legacy_durable +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_meta_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_ts +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_single_old_data +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_single_old_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keeps_one_datafile +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keeps_one_datafile ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_server.TestContainerController.test_create_reserved_namespace_container +test.unit.container.test_server.TestContainerController.test_create_reserved_namespace_container ... ok +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keeps_one_datafile_and_legacy_durable +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keeps_one_datafile_and_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_multi_data_file +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_multi_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_older_remove_file_error +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_older_remove_file_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_only_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_only_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_data_newer_ts +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_data_newer_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_expired_ts +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_expired_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_old_data_only +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_old_data_only ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_old_ts +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_old_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_older_ts +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_older_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_ts_newer_data +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_ts_newer_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_ts_newer_data_and_legacy_durable +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_ts_newer_data_and_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purges_single_old_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purges_single_old_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_reclaim_tombstone_remove_file_error +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_reclaim_tombstone_remove_file_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_consolidate_hashes_raises_exception +test.unit.obj.test_diskfile.TestSuffixHashes.test_consolidate_hashes_raises_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_bad_dev +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_bad_dev ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_consolidates_suffix_rehash_once +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_consolidates_suffix_rehash_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_creates_pkl +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_creates_pkl ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_does_not_create_partition +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_does_not_create_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_does_not_rehash_known_suffix_dirs +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_does_not_rehash_known_suffix_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_hash_suffix_enotdir +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_hash_suffix_enotdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_hash_suffix_other_oserror +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_hash_suffix_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_modified_recursive_retry +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_modified_recursive_retry ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_multi_file_multi_suffix +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_multi_file_multi_suffix ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_finds_new_suffix_dirs +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_finds_new_suffix_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_finds_new_suffix_dirs_unicode +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_finds_new_suffix_dirs_unicode ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_lying_invalid_finds_new_suffix_dirs +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_lying_invalid_finds_new_suffix_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_missing_invalid_finds_new_suffix_dirs +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_missing_invalid_finds_new_suffix_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_old_pickle_does_not_find_new_suffix_dirs +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_old_pickle_does_not_find_new_suffix_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_existing_partition +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_existing_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_invalid_pickle +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_invalid_pickle ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_new_partition +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_new_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_zero_bytes_pickle +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_zero_bytes_pickle ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_invalidations_race_get_hashes_same_suffix_existing +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_invalidations_race_get_hashes_same_suffix_existing ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_invalidations_race_get_hashes_same_suffix_new +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_invalidations_race_get_hashes_same_suffix_new ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_enodata_quarantined +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_enodata_quarantined ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_enotdir_quarantined +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_enotdir_quarantined ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_other_oserror +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_listdir_enoent +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_listdir_enoent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_listdir_enotdir +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_listdir_enotdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multi_file_ends_in_tombstone +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multi_file_ends_in_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multifile_ends_in_datafile +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multifile_ends_in_datafile ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multifile_ends_in_datafile_legacy_durable +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multifile_ends_in_datafile_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_datafile +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_datafile ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_and_one_valid_tombstone +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_and_one_valid_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_tombstone +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_tombstone_and_one_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_tombstone_and_one_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_tombstone +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_tombstone_and_one_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_tombstone_and_one_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_removes_empty_hashdir_and_suffix +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_removes_empty_hashdir_and_suffix ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_removes_empty_hashdirs_in_valid_suffix +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_removes_empty_hashdirs_in_valid_suffix ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_rmdir_hsh_path_oserror +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_rmdir_hsh_path_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_rmdir_suffix_oserror +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_rmdir_suffix_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_ts_cleanup_after_invalidate_hash +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_ts_cleanup_after_invalidate_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_ts_cleanup_after_recalc +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_ts_cleanup_after_recalc ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_obsolete_content_type_in_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_obsolete_content_type_in_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_obsolete_content_type_in_older_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_obsolete_content_type_in_older_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_newer_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_newer_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_older_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_older_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_newer_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_newer_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_older_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_older_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_bad_pickle +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_bad_pickle ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_consolidation +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_consolidation ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_empty_file_exists +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_empty_file_exists ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_file_does_not_exist +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_file_does_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_file_not_truncated_when_empty +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_file_not_truncated_when_empty ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_racing_get_hashes_diff_suffix_existing_part +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_racing_get_hashes_diff_suffix_existing_part ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_server.TestContainerController.test_create_reserved_object_in_container +test.unit.container.test_server.TestContainerController.test_create_reserved_object_in_container ... ok +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_racing_get_hashes_diff_suffix_new_part +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_racing_get_hashes_diff_suffix_new_part ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_unpickle_error_and_get_hashes_failure_existing_part +test.unit.obj.test_diskfile.TestSuffixHashes.test_unpickle_error_and_get_hashes_failure_existing_part ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_unpickle_error_and_get_hashes_failure_new_part +test.unit.obj.test_diskfile.TestSuffixHashes.test_unpickle_error_and_get_hashes_failure_new_part ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_valid_suffix +test.unit.obj.test_diskfile.TestSuffixHashes.test_valid_suffix ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_check_ring +test.unit.obj.test_replicator.TestObjectReplicator.test_check_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_failure_report_with_auditor_stats_json +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_failure_report_with_auditor_stats_json ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_handoffs_first +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_handoffs_first ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_mkdirs_error +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_mkdirs_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk_diff_ports_normal +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk_diff_ports_normal ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk_servers_per_port +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk_servers_per_port ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_unmounted +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_unmounted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_with_override_parts_and_unexpected_part_dir +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_with_override_parts_and_unexpected_part_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_objs_ssync_only_when_in_sync +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_objs_ssync_only_when_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_1 +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_default_sync_method +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_default_sync_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ignores_os_no_data_error +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ignores_os_no_data_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ignores_os_no_entity_error +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ignores_os_no_entity_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_override_params +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_override_params ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_override_params_os_not_empty_error +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_override_params_os_not_empty_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_single_region +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_single_region ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_with_cleanup_failure +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_with_cleanup_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_with_sync_failure +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_with_sync_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_failures +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_failures ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete_fail_in_other_region +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete_fail_in_other_region ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete_failures +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete_failures ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_policy_override_params +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_policy_override_params ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_do_listdir +test.unit.obj.test_replicator.TestObjectReplicator.test_do_listdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_handoff_replication_setting_warnings +test.unit.obj.test_replicator.TestObjectReplicator.test_handoff_replication_setting_warnings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_handoffs_first_mode_will_abort_if_handoffs_remaining +test.unit.obj.test_replicator.TestObjectReplicator.test_handoffs_first_mode_will_abort_if_handoffs_remaining ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_handoffs_first_mode_will_process_all_jobs_after_handoffs +test.unit.obj.test_replicator.TestObjectReplicator.test_handoffs_first_mode_will_process_all_jobs_after_handoffs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_limit_rsync_log +test.unit.obj.test_replicator.TestObjectReplicator.test_limit_rsync_log ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_rsync_timeout +test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_rsync_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_rsync_timeout_wedged +test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_rsync_timeout_wedged ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_skipped_partpower_increase +test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_skipped_partpower_increase ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_removes_zbf +test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_removes_zbf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_skips_bogus_partition_dirs +test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_skips_bogus_partition_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_skips_rsync_temp_files +test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_skips_rsync_temp_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_revert_partition_lock_timeout +test.unit.obj.test_replicator.TestObjectReplicator.test_revert_partition_lock_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_ring_ip_and_bind_ip +test.unit.obj.test_replicator.TestObjectReplicator.test_ring_ip_and_bind_ip ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_compress_different_region +test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_compress_different_region ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_failure_logging +test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_failure_logging ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_failure_logging_no_transfer +test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_failure_logging_no_transfer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_success_logging +test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_success_logging ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_success_logging_no_transfer +test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_success_logging_no_transfer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_run +test.unit.obj.test_replicator.TestObjectReplicator.test_run ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_run_once +test.unit.obj.test_replicator.TestObjectReplicator.test_run_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_1 +test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_no_local_device_in_ring +test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_no_local_device_in_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_recover_from_failure +test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_recover_from_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_recover_from_timeout +test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_recover_from_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_run_withlog +test.unit.obj.test_replicator.TestObjectReplicator.test_run_withlog ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_sync_just_calls_sync_method +test.unit.obj.test_replicator.TestObjectReplicator.test_sync_just_calls_sync_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_device_not_available +test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_device_not_available ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_disconnect +test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_invalid_policy +test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_invalid_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_server.TestContainerController.test_creation +test.unit.container.test_server.TestContainerController.test_creation ... ok +test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_read_error +test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_read_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_bad_request_invalid_frag_index +test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_bad_request_invalid_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_GET_bad_requests +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_GET_bad_requests ... ok +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_container_cache_cleared_after_PUT +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_container_cache_cleared_after_PUT ... ok +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_container_info_got_cached +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_container_info_got_cached ... ok +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_handoff_has_deleted_database +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_handoff_has_deleted_database ... ok +test ERROR: Unhandled Exception trying to reconcile: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/reconciler.py", line 852, in run_once + self.reconcile() + File "/build/reproducible-path/swift-2.33.0/swift/container/reconciler.py", line 831, in reconcile + for container in self._iter_containers(): + File "/build/reproducible-path/swift-2.33.0/swift/container/reconciler.py", line 748, in _iter_containers + one_page = list(itertools.islice( + ^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/internal_client.py", line 331, in _iter_items + resp = self.make_request( + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/internal_client.py", line 261, in make_request + six.reraise(exc_type, exc_value, exc_traceback) + File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise + raise value + File "/build/reproducible-path/swift-2.33.0/swift/common/internal_client.py", line 231, in make_request + resp = spawn(req.get_response, self.app).wait() + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 224, in wait + return self._exit_event.wait() + ^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/eventlet/event.py", line 124, in wait + result = hub.switch() + ^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 310, in switch + return self.greenlet.switch() + ^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 264, in main + result = function(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1165, in get_response + status, headers, app_iter = self.call_application(application) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1149, in call_application + app_iter = application(self.environ, start_response) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_reconciler.py", line 86, in __call__ + return self.storage_policy[policy_index].__call__( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/helpers.py", line 324, in __call__ + resp = resp_class( + ^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_reconciler.py", line 2128, in blow_up + raise Exception('kaboom!') +Exception: kaboom! +test INFO: Reconciler Stats: {} test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a: Network unreachable (txn: txb048b86f41c347d7bccd7-00685204bc) -test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a: Network unreachable (txn: txb048b86f41c347d7bccd7-00685204bc) -test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a: Network unreachable (txn: txb048b86f41c347d7bccd7-00685204bc) -test ERROR: Account HEAD returning 503 for [] (txn: txb048b86f41c347d7bccd7-00685204bc) -test.unit.proxy.test_mem_server.TestContainerController.test_POST -test.unit.proxy.test_mem_server.TestContainerController.test_POST ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_POST_bad_metadata -test.unit.proxy.test_mem_server.TestContainerController.test_POST_bad_metadata ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_POST_calls_clean_acl -test.unit.proxy.test_mem_server.TestContainerController.test_POST_calls_clean_acl ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_POST_metadata -test.unit.proxy.test_mem_server.TestContainerController.test_POST_metadata ... ok +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: txf1393991aa164734b3e5c-006644fa6e) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: txf1393991aa164734b3e5c-006644fa6e) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: txf1393991aa164734b3e5c-006644fa6e) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.3:1003/sdd (txn: txf1393991aa164734b3e5c-006644fa6e) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.4:1004/sda (txn: txf1393991aa164734b3e5c-006644fa6e) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.5:1005/sda (txn: txf1393991aa164734b3e5c-006644fa6e) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.6:1006/sda (txn: txf1393991aa164734b3e5c-006644fa6e) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.7:1007/sda (txn: txf1393991aa164734b3e5c-006644fa6e) +test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500, 500, 500] (txn: txf1393991aa164734b3e5c-006644fa6e) +test INFO: Client disconnected on read of '/a/c' (txn: txf1393991aa164734b3e5c-006644fa6e) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx08476bf7e072480ab346b-006644fa6e) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx08476bf7e072480ab346b-006644fa6e) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx08476bf7e072480ab346b-006644fa6e) +test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx08476bf7e072480ab346b-006644fa6e) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda (txn: txd22a55428d7c4e439d8b5-006644fa6e) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb (txn: txbd31fb70e60a4c53bfba2-006644fa6e) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc (txn: txbafce7e66f1c4846b4e63-006644fa6e) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd (txn: tx0eb68505f5bc472a9ed2f-006644fa6e) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to PUT /a/c: Timeout (Nones) (txn: tx09cdf15582ad4729aaaca-006644fa6e) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status +Exception: kaboom! (txn: tx8fd2dca83af5497693ed2-006644fa6e) +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_shard_ranges ... ok +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_node_errors +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_node_errors ... ok +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_reseller_admin +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_reseller_admin ... ok +test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx0a1a1f46bb664635a2c90-006644fa6e) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda (txn: tx2ee5f72b4b35444e89665-006644fa6e) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb (txn: txa76910fb0c2c44a8b2c29-006644fa6e) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx990171774c594481ae4e9-006644fa6e) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd (txn: tx7416f5594ebd4f26bd480-006644fa6e) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to DELETE /a/c: Timeout (Nones) (txn: tx3f4560b647484a478d8df-006644fa6e) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status +Exception: kaboom! (txn: txb5616ea7c7b14cb0b0c85-006644fa6e) +test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: txff7788ffcd4149b7a9b88-006644fa6e) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda (txn: txadaca4da42d040439a385-006644fa6e) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx1d335a2fa7484fd9a6c91-006644fa6e) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx2a4819d0b16740d1821ce-006644fa6e) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.3:1003/sdd (txn: txbae4b4915c744f7cb3a42-006644fa6e) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to POST /a/c: Timeout (Nones) (txn: tx7822c490bbe74947b5164-006644fa6e) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status +Exception: kaboom! (txn: tx3897795e7f254c3189311-006644fa6e) +test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx0c2a829fbc9341a59fb57-006644fa6e) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 500 Trying to POST /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx1593444f5a804e0cb1603-00685204bc) -test ERROR: ERROR 500 Trying to POST /a/c From Container Server 10.0.0.0:2000/sda (txn: txbc3b8d69bfdd4bfe920a0-00685204bc) -test ERROR: Container GET returning 503 for (204, 404, 503) (txn: txbc3b8d69bfdd4bfe920a0-00685204bc) +test INFO: Client disconnected on read of '/a/c' (txn: txa173aa67115645babd019-006644fa6e) +test INFO: Client disconnected on read of '/a/c' (txn: tx49bc475151694655a11a2-006644fa6e) +test INFO: Client disconnected on read of '/a/c' (txn: txd5a6a46398924e9591a56-006644fa6e) +test INFO: Client disconnected on read of '/a/c' (txn: txd5a6a46398924e9591a56-006644fa6e) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to POST /a/c: +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -104440,8 +101088,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx8b535129487f4da8b5157-00685204bc) -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to POST /a/c: +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -104449,8 +101097,9 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx55c0fc0d70e1476db8123-00685204bc) -test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to POST /a/c: +StopIteration +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -104458,8 +101107,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx1ed29c410abe43cc85dba-00685204bc) -test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to POST /a/c: +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -104467,18 +101116,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx122f3405e5624383a4bc9-00685204bc) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 500 Trying to PUT /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx51c22d829f164d6f8cb6d-00685204bc) -test ERROR: ERROR 500 Trying to PUT /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx637cd564dac74ec6a368b-00685204bc) -test ERROR: Container GET returning 503 for (204, 404, 503) (txn: tx637cd564dac74ec6a368b-00685204bc) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: txda28479939a14b5ab365e-00685204bc) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: txda28479939a14b5ab365e-00685204bc) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: txda28479939a14b5ab365e-00685204bc) -test ERROR: Account HEAD returning 503 for [503, 503, 503] (txn: txda28479939a14b5ab365e-00685204bc) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to PUT /account: +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -104486,8 +101125,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txda28479939a14b5ab365e-00685204bc) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to PUT /account: +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -104495,8 +101134,9 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txda28479939a14b5ab365e-00685204bc) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to PUT /account: +StopIteration +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -104504,47 +101144,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txda28479939a14b5ab365e-00685204bc) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txda28479939a14b5ab365e-00685204bc) -test WARNING: Could not autocreate account '/account' (txn: txda28479939a14b5ab365e-00685204bc) -test INFO: autocreate account '/account' (txn: txaf0edf8442b84140b9cac-00685204bc) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: tx2bce94275ff440dfb71cf-00685204bc) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: tx2bce94275ff440dfb71cf-00685204bc) -test ERROR: Account HEAD returning 503 for [503, 503] (txn: tx2bce94275ff440dfb71cf-00685204bc) -test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.1:1001/sdb (txn: tx2bce94275ff440dfb71cf-00685204bc) -test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.0:1000/sda (txn: tx2bce94275ff440dfb71cf-00685204bc) -test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.2:1002/sdc (txn: tx2bce94275ff440dfb71cf-00685204bc) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx2bce94275ff440dfb71cf-00685204bc) -test WARNING: Could not autocreate account '/account' (txn: tx2bce94275ff440dfb71cf-00685204bc) -test INFO: autocreate account '/account' (txn: tx9cb805c7c87d4d059f95a-00685204bc) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx42c2d2a8976742e39e9d8-00685204bc) -test.unit.proxy.test_mem_server.TestContainerController.test_PUT -test.unit.proxy.test_mem_server.TestContainerController.test_PUT ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_autocreate_account_utf8 -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_autocreate_account_utf8 ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_autocreate_account_with_sysmeta -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_autocreate_account_with_sysmeta ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_backed_x_timestamp_header -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_backed_x_timestamp_header ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_bad_metadata -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_bad_metadata ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_calls_clean_acl -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_calls_clean_acl ... ok -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:2000/sda (txn: tx42c2d2a8976742e39e9d8-00685204bc) -test ERROR: Container GET returning 503 for (201, 503, 503) (txn: tx42c2d2a8976742e39e9d8-00685204bc) -test INFO: autocreate account '/account' (txn: tx49645c0406a244a998656-00685204bc) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: tx8ff9dcf34dda4027a9c6b-00685204bc) -test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.0:1000/sda (txn: tx8ff9dcf34dda4027a9c6b-00685204bc) -test INFO: autocreate account '/account' (txn: tx8ff9dcf34dda4027a9c6b-00685204bc) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: txca5fe92aa938462fa97bd-00685204bc) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:2000/sda (txn: txca5fe92aa938462fa97bd-00685204bc) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: autocreate account '/☃' (txn: tx30f3a6f08e7748c5a2a5d-00685204bc) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: autocreate account '/account' (txn: tx3e8754c70c8244fb82803-00685204bc) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c: +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -104552,8 +101153,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx8857cf1d7ca646a0bc5d0-00685204bc) -test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c: +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -104561,8 +101162,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx39b9f0b6748e4f7fa0f40-00685204bc) -test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c: +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -104570,8 +101171,10 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx7e3720ae3bbe477391e06-00685204bc) -test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c: +StopIteration +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -104579,1622 +101182,274 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx8aaab1d535f5480c815ea-00685204bc) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c: +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect - raise HTTPException() -http.client.HTTPException (txn: tx8a13a7bedd3c45528c383-00685204bc) -test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c/: + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect - raise HTTPException() -http.client.HTTPException (txn: tx346b7fd1caa74642a1dc7-00685204bc) -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c: + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect - raise HTTPException() -http.client.HTTPException (txn: tx5167e1faa9444e8c97ef6-00685204bc) -test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c: + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect - raise HTTPException() -http.client.HTTPException (txn: tx5167e1faa9444e8c97ef6-00685204bc) -test ERROR: Container GET returning 503 for (201, 503, 503) (txn: tx5167e1faa9444e8c97ef6-00685204bc) -test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c/: + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect - raise HTTPException() -http.client.HTTPException (txn: tx7ab7c982e5b047c788086-00685204bc) -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_connect_exceptions -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_connect_exceptions ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_max_container_name_length -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_max_container_name_length ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_max_containers_per_account -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_max_containers_per_account ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_not_merged_not_cleaving -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_not_merged_not_cleaving ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_ignores_policy_change -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_ignores_policy_change ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_insufficient_space -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_insufficient_space ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_container_sync_to -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_container_sync_to ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_metadata -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_metadata ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_partition -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_partition ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_policy_headers -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_policy_headers ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_x_account_headers_with_fewer_account_replicas -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_x_account_headers_with_fewer_account_replicas ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_x_account_headers_with_more_account_replicas -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_x_account_headers_with_more_account_replicas ... ok -test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c/: + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect - raise HTTPException() -http.client.HTTPException (txn: tx7ab7c982e5b047c788086-00685204bc) -test ERROR: Container GET returning 503 for (201, 503, 503) (txn: tx7ab7c982e5b047c788086-00685204bc) -test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c: + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect - raise HTTPException() -http.client.HTTPException (txn: txe0e551b342c7441daf2d8-00685204bc) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:2001/sdb (txn: txe0e551b342c7441daf2d8-00685204bc) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:2002/sdc (txn: txe0e551b342c7441daf2d8-00685204bc) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txe0e551b342c7441daf2d8-00685204bc) -test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c/: + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: Container GET returning 503 for (204, 404, 503, 503) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect - raise HTTPException() -http.client.HTTPException (txn: txf07d7b74c8d142d3af80e-00685204bc) -test ERROR: ERROR 503 Trying to PUT /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: txf07d7b74c8d142d3af80e-00685204bc) -test ERROR: ERROR 503 Trying to PUT /a/c/ From Container Server 10.0.0.0:2000/sda (txn: txf07d7b74c8d142d3af80e-00685204bc) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txf07d7b74c8d142d3af80e-00685204bc) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: txa107e8b8a7d74014b5997-00685204bd) -test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse - raise Exception('test') -Exception: test (txn: tx6310ad37cd8541899b3a4-00685204bd) -test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse - raise Exception('test') -Exception: test (txn: tx6310ad37cd8541899b3a4-00685204bd) -test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx6310ad37cd8541899b3a4-00685204bd) -test ERROR: Account HEAD returning 503 for [] (txn: tx6310ad37cd8541899b3a4-00685204bd) -test DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx54bf761b5a124b368bd75-00685204bd) -test DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx54bf761b5a124b368bd75-00685204bd) -test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx54bf761b5a124b368bd75-00685204bd) -test ERROR: Account HEAD returning 503 for [] (txn: tx54bf761b5a124b368bd75-00685204bd) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: tx7483ae25127c41efaeb04-00685204bd) -test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: +StopIteration +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: Container GET returning 503 for (204, 503, 503, 503) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse - raise Exception('test') -Exception: test (txn: txbfbe42af517441e19c850-00685204bd) -test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse - raise Exception('test') -Exception: test (txn: txbfbe42af517441e19c850-00685204bd) -test.unit.proxy.test_mem_server.TestContainerController.test_acc_missing_returns_404 -test.unit.proxy.test_mem_server.TestContainerController.test_acc_missing_returns_404 ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_authorized_requests_when_account_not_found -test.unit.proxy.test_mem_server.TestContainerController.test_authorized_requests_when_account_not_found ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_convert_index_to_name -test.unit.proxy.test_mem_server.TestContainerController.test_convert_index_to_name ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_convert_policy_to_index -test.unit.proxy.test_mem_server.TestContainerController.test_convert_policy_to_index ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_error_convert_index_to_name -test.unit.proxy.test_mem_server.TestContainerController.test_error_convert_index_to_name ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_reset_container_sync -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_reset_container_sync ... ok -test INFO: - - - [18/Jun/2025:00:13:47 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0038 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:47 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0535 "-" 709804 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:13:47 +0000] "HEAD /sda1/p/a/c" 400 21 "-" "-" "-" 0.0003 "-" 709804 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:13:47 +0000] "HEAD /sda1/p/a/c" 406 - "-" "-" "-" 0.0003 "-" 709804 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:13:47 +0000] "HEAD /sda1/p/a/c" 400 34 "-" "-" "-" 0.0002 "-" 709804 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:13:47 +0000] "HEAD /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 709804 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:13:47 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 709804 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:13:47 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0475 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:47 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:47 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0006 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:47 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0407 "-" 709804 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:13:47 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0519 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:47 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0321 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:13:47 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:47 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0772 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:13:47 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:47 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0035 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:13:47 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0015 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:48 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0858 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:13:48 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0015 "-" 709804 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:13:48 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0471 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:48 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0704 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:13:48 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:48 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0805 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:13:48 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0022 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:48 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0506 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:13:48 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0023 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:48 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:13:48 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 709804 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:13:48 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0427 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:48 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0412 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:13:48 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:48 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0755 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:13:48 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:48 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:13:48 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0010 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:48 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0752 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:13:48 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0138 "-" 709804 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:13:48 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0509 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:48 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0406 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:13:48 +0000] "POST /sda1/p/a/c/" 404 - "-" "-" "-" 0.0012 "-" 709804 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:13:48 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0383 "-" 709804 1 -test INFO: - - - [18/Jun/2025:00:13:48 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0035 "-" 709804 1 -test INFO: - - - [18/Jun/2025:00:13:48 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0281 "-" 709804 0 -test INFO: - - - [18/Jun/2025:00:13:48 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 709804 1 -test INFO: - - - [18/Jun/2025:00:13:48 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0407 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:48 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 709804 1 -test INFO: - - - [18/Jun/2025:00:13:48 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.1670 "-" 709804 3 -test INFO: - - - [18/Jun/2025:00:13:48 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0022 "-" 709804 1 -test INFO: - - - [18/Jun/2025:00:13:48 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0282 "-" 709804 4 -test INFO: - - - [18/Jun/2025:00:13:48 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0043 "-" 709804 1 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:13:48 +0000] "POST /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 709804 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:13:49 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0649 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:49 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0039 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:13:49 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0288 "-" 709804 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_timestamp_not_float -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_timestamp_not_float ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT ... ok -test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txbfbe42af517441e19c850-00685204bd) -test ERROR: Account HEAD returning 503 for [] (txn: txbfbe42af517441e19c850-00685204bd) -test DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: txf83a44a79f794670a331e-00685204bd) -test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txf83a44a79f794670a331e-00685204bd) -test DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: txf83a44a79f794670a331e-00685204bd) -test ERROR: Account HEAD returning 503 for [] (txn: txf83a44a79f794670a331e-00685204bd) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: txde1328429f584313802b3-00685204bd) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: Could not translate X-Backend-Storage-Policy-Index ('-1') from '/a' to policy (txn: txd82c7fb245124ba0a02c7-00685204bd) -test ERROR: Could not translate X-Backend-Storage-Policy-Index ('-1') from '/a/c' to policy (txn: txd82c7fb245124ba0a02c7-00685204bd) -test INFO: Client disconnected on read of '/a/c' (txn: txd82c7fb245124ba0a02c7-00685204bd) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx02a17db5fc9c4c378a265-00685204bd) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx4532b991523d43698f6dd-00685204bd) -test INFO: Client disconnected on read of '/a/c' (txn: tx4532b991523d43698f6dd-00685204bd) -test INFO: Client disconnected on read of '/a/c/' (txn: tx4532b991523d43698f6dd-00685204bd) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx571b998afe884372b7a1a-00685204bd) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx571b998afe884372b7a1a-00685204bd) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx571b998afe884372b7a1a-00685204bd) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx571b998afe884372b7a1a-00685204bd) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx3c011702f61a45c4beb1a-00685204bd) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx3c011702f61a45c4beb1a-00685204bd) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx3c011702f61a45c4beb1a-00685204bd) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx3c011702f61a45c4beb1a-00685204bd) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txbf5008e732794ee1ae1b4-00685204bd) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txbf5008e732794ee1ae1b4-00685204bd) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txbf5008e732794ee1ae1b4-00685204bd) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txbf5008e732794ee1ae1b4-00685204bd) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx0dd401cc494c4b6a88816-00685204bd) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx0dd401cc494c4b6a88816-00685204bd) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx0dd401cc494c4b6a88816-00685204bd) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx0dd401cc494c4b6a88816-00685204bd) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx004e0db4d03b4bc8b0e80-00685204bd) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx004e0db4d03b4bc8b0e80-00685204bd) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx004e0db4d03b4bc8b0e80-00685204bd) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx004e0db4d03b4bc8b0e80-00685204bd) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: txd10a1a6a0a1b4e7697705-00685204bd) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: txd10a1a6a0a1b4e7697705-00685204bd) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: txd10a1a6a0a1b4e7697705-00685204bd) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txd10a1a6a0a1b4e7697705-00685204bd) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx1d393079a18943688bed8-00685204bd) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx1d393079a18943688bed8-00685204bd) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx1d393079a18943688bed8-00685204bd) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx1d393079a18943688bed8-00685204bd) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: txa0f6b84f1bde40bdb836a-00685204bd) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: txa0f6b84f1bde40bdb836a-00685204bd) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: txa0f6b84f1bde40bdb836a-00685204bd) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txa0f6b84f1bde40bdb836a-00685204bd) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txbb2db7ab145f4ac5aac6e-00685204bd) -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:2000/sda (txn: txbb2db7ab145f4ac5aac6e-00685204bd) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txbb2db7ab145f4ac5aac6e-00685204bd) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txbb2db7ab145f4ac5aac6e-00685204bd) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txbb2db7ab145f4ac5aac6e-00685204bd) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txbb2db7ab145f4ac5aac6e-00685204bd) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx7ef2c823b775438dacca1-00685204bd) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx7ef2c823b775438dacca1-00685204bd) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx7ef2c823b775438dacca1-00685204bd) -test ERROR: Container GET returning 503 for [503, 503] (txn: tx7ef2c823b775438dacca1-00685204bd) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx70f6ebd1ddfa4de3b59ee-00685204bd) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx70f6ebd1ddfa4de3b59ee-00685204bd) -test ERROR: Node will be error limited for 60.00s: 10.0.0.1:2001/sdb (txn: tx70f6ebd1ddfa4de3b59ee-00685204bd) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx70f6ebd1ddfa4de3b59ee-00685204bd) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx70f6ebd1ddfa4de3b59ee-00685204bd) -test ERROR: Node will be error limited for 60.00s: 10.0.0.2:2002/sdc (txn: tx70f6ebd1ddfa4de3b59ee-00685204bd) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx70f6ebd1ddfa4de3b59ee-00685204bd) -test ERROR: Container GET returning 503 for [503, 503] (txn: tx70f6ebd1ddfa4de3b59ee-00685204bd) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txa17b9b5ba9d94d2096c8b-00685204bd) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txa17b9b5ba9d94d2096c8b-00685204bd) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txa17b9b5ba9d94d2096c8b-00685204bd) -test ERROR: Container GET returning 503 for [] (txn: txa17b9b5ba9d94d2096c8b-00685204bd) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx4002c76b1710477e8e786-00685204bd) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx4002c76b1710477e8e786-00685204bd) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx4002c76b1710477e8e786-00685204bd) -test ERROR: Container GET returning 503 for [] (txn: tx4002c76b1710477e8e786-00685204bd) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx0b25bdf302874e259e706-00685204bd) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx0b25bdf302874e259e706-00685204bd) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx0b25bdf302874e259e706-00685204bd) -test ERROR: Container GET returning 503 for [] (txn: tx0b25bdf302874e259e706-00685204bd) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx5242f8cb6f63497bb1912-00685204bd) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx5242f8cb6f63497bb1912-00685204bd) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx5242f8cb6f63497bb1912-00685204bd) -test ERROR: Container GET returning 503 for [] (txn: tx5242f8cb6f63497bb1912-00685204bd) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx1bb4eb78c57c4e1896320-00685204bd) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx1bb4eb78c57c4e1896320-00685204bd) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx1bb4eb78c57c4e1896320-00685204bd) -test ERROR: Container GET returning 503 for [] (txn: tx1bb4eb78c57c4e1896320-00685204bd) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx6f80382876ba4e3d8f183-00685204bd) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx6f80382876ba4e3d8f183-00685204bd) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx6f80382876ba4e3d8f183-00685204bd) -test ERROR: Container GET returning 503 for [] (txn: tx6f80382876ba4e3d8f183-00685204bd) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx78d310ac678f40c494044-00685204bd) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx78d310ac678f40c494044-00685204bd) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx78d310ac678f40c494044-00685204bd) -test ERROR: Container GET returning 503 for [] (txn: tx78d310ac678f40c494044-00685204bd) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx9681b09b892541779a40a-00685204bd) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx9681b09b892541779a40a-00685204bd) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx9681b09b892541779a40a-00685204bd) -test ERROR: Container GET returning 503 for [] (txn: tx9681b09b892541779a40a-00685204bd) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txb7ede9507a1a4415a3aa5-00685204bd) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txb7ede9507a1a4415a3aa5-00685204bd) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txb7ede9507a1a4415a3aa5-00685204bd) -test ERROR: Container GET returning 503 for [] (txn: txb7ede9507a1a4415a3aa5-00685204bd) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txda53e0e54e3b42129f8a9-00685204bd) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txda53e0e54e3b42129f8a9-00685204bd) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txda53e0e54e3b42129f8a9-00685204bd) -test ERROR: Container GET returning 503 for [] (txn: txda53e0e54e3b42129f8a9-00685204bd) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txda64def6a72d4df0924d8-00685204bd) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txda64def6a72d4df0924d8-00685204bd) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txda64def6a72d4df0924d8-00685204bd) -test ERROR: Container GET returning 503 for [] (txn: txda64def6a72d4df0924d8-00685204bd) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txa4cf1f11d4b845d393f3e-00685204bd) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txa4cf1f11d4b845d393f3e-00685204bd) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txa4cf1f11d4b845d393f3e-00685204bd) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txa4cf1f11d4b845d393f3e-00685204bd) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx98426928ded44e43bce60-00685204bd) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx98426928ded44e43bce60-00685204bd) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx98426928ded44e43bce60-00685204bd) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx98426928ded44e43bce60-00685204bd) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx2bf396e3b0034b00b28ba-00685204bd) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx2bf396e3b0034b00b28ba-00685204bd) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx2bf396e3b0034b00b28ba-00685204bd) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx2bf396e3b0034b00b28ba-00685204bd) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx98c0a600b0d6446abf630-00685204bd) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx98c0a600b0d6446abf630-00685204bd) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx98c0a600b0d6446abf630-00685204bd) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx98c0a600b0d6446abf630-00685204bd) -test INFO: Client disconnected on read of '/a/c' (txn: tx99da70b89e18493182fbe-00685204bd) -test INFO: Client disconnected on read of '/a/c/' (txn: tx99da70b89e18493182fbe-00685204bd) -test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse - raise Exception('test') -Exception: test (txn: tx4987bb2c818444ceb5bd3-00685204bd) -test.unit.proxy.test_mem_server.TestContainerController.test_error_limiting -test.unit.proxy.test_mem_server.TestContainerController.test_error_limiting ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_no_convert_index_to_name_when_container_not_found -test.unit.proxy.test_mem_server.TestContainerController.test_no_convert_index_to_name_when_container_not_found ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_node_read_timeout_no_retry_to_container -test.unit.proxy.test_mem_server.TestContainerController.test_node_read_timeout_no_retry_to_container ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_response_get_accept_ranges_header -test.unit.proxy.test_mem_server.TestContainerController.test_response_get_accept_ranges_header ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_response_head_accept_ranges_header -test.unit.proxy.test_mem_server.TestContainerController.test_response_head_accept_ranges_header ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_transfer_headers -test.unit.proxy.test_mem_server.TestContainerController.test_transfer_headers ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_unauthorized_requests_when_account_not_found -test.unit.proxy.test_mem_server.TestContainerController.test_unauthorized_requests_when_account_not_found ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_metadata -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_metadata ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_object_timing_metrics -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_object_timing_metrics ... ok -test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse - raise Exception('test') -Exception: test (txn: tx4987bb2c818444ceb5bd3-00685204bd) -test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse - raise Exception('test') -Exception: test (txn: tx4987bb2c818444ceb5bd3-00685204bd) -test ERROR: Account HEAD returning 503 for [] (txn: tx4987bb2c818444ceb5bd3-00685204bd) -test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse - raise Exception('test') -Exception: test (txn: tx47f70ffc99324032898f6-00685204bd) -test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse - raise Exception('test') -Exception: test (txn: tx47f70ffc99324032898f6-00685204bd) -test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse - raise Exception('test') -Exception: test (txn: tx47f70ffc99324032898f6-00685204bd) -test ERROR: Account HEAD returning 503 for [] (txn: tx47f70ffc99324032898f6-00685204bd) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: txf0012f3ecae645daa8fa3-00685204bd) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: txb9085d4f7cd642b1aa5ff-00685204bd) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: tx1916d13ba2854aaca8319-00685204bd) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmpkz47n__3/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpkz47n__3/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmpkz47n__3/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpkz47n__3/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:13:49 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0416 "-" 709808 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:13:49 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0438 "-" 709808 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:13:49 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0445 "-" 709808 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:13:49 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0464 "-" 709808 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:13:49 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx1fb678bb147c41bab16ef-00685204bd" "proxy-server 709808" 0.0015 "-" 709808 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:13:49 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:42609/sda1/1/a/c" "tx1fb678bb147c41bab16ef-00685204bd" "container-server 709808" 0.0011 "-" 709808 0 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:13:49 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:53047/sdb1/1/a/c" "tx1fb678bb147c41bab16ef-00685204bd" "container-server 709808" 0.0009 "-" 709808 0 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:00:13:49 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx1fb678bb147c41bab16ef-00685204bd" "proxy-server 709808" 0.0426 "-" 709808 0 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:00:13:49 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx1fb678bb147c41bab16ef-00685204bd" "proxy-server 709808" 0.0659 "-" 709808 0 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/00/13/49 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx1fb678bb147c41bab16ef-00685204bd - 0.0790 - - 1750205629.585619926 1750205629.664619684 0 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:13:49 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txead87507f732437e8f852-00685204bd" "proxy-server 709808" 0.0011 "-" 709808 - -test.unit.proxy.test_server.TestAccountController.test_DELETE -test.unit.proxy.test_server.TestAccountController.test_DELETE ... ok -test.unit.proxy.test_server.TestAccountController.test_DELETE_with_query_string -test.unit.proxy.test_server.TestAccountController.test_DELETE_with_query_string ... ok -test.unit.proxy.test_server.TestAccountController.test_GET -test.unit.proxy.test_server.TestAccountController.test_GET ... ok -test.unit.proxy.test_server.TestAccountController.test_GET_autocreate -test.unit.proxy.test_server.TestAccountController.test_GET_autocreate ... ok -test INFO: - - - [18/Jun/2025:00:13:49 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0276 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:49 +0000] "POST /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 709804 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:13:49 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0344 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:49 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0391 "-" 709804 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:13:49 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0662 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:49 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0028 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:49 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0408 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:13:49 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0049 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:49 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0779 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:49 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0022 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:49 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:49 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:49 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0931 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:49 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0060 "-" 709804 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:13:49 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0392 "-" 709804 2 -test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" - "-" 709804 2 -test INFO: - - - [01/Jan/1970:00:16:40 +0000] "GET /sda1/p/a/c" 200 117 "-" "-" "-" - "-" 709804 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:13:49 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0362 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:49 +0000] "PUT /sda1/p/a/c/obj_0" 201 - "-" "-" "-" 0.0006 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:49 +0000] "PUT /sda1/p/a/c/obj_1" 201 - "-" "-" "-" 0.0004 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:49 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0665 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:49 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0505 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:49 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0557 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:49 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0420 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:49 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0495 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:49 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0044 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:49 +0000] "GET /sda1/p/a/c" 200 1683 "-" "-" "-" 0.0024 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:49 +0000] "GET /sda1/p/a/c" 200 1683 "-" "-" "-" 0.0050 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:49 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0021 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:49 +0000] "GET /sda1/p/a/c" 200 332 "-" "-" "-" 0.0018 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:49 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0079 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:49 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0040 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:49 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0018 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:49 +0000] "GET /sda1/p/a/c" 200 330 "-" "-" "-" 0.0016 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:49 +0000] "GET /sda1/p/a/c" 200 330 "-" "-" "-" 0.0017 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:49 +0000] "GET /sda1/p/a/c" 200 670 "-" "-" "-" 0.0017 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:49 +0000] "GET /sda1/p/a/c" 200 670 "-" "-" "-" 0.0020 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:49 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0023 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:49 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0021 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:50 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0022 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:50 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0022 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:50 +0000] "GET /sda1/p/a/c" 200 1323 "-" "-" "-" 0.0019 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:50 +0000] "GET /sda1/p/a/c" 200 1323 "-" "-" "-" 0.0024 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:50 +0000] "GET /sda1/p/a/c" 200 657 "-" "-" "-" 0.0021 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:50 +0000] "GET /sda1/p/a/c" 200 657 "-" "-" "-" 0.0018 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:50 +0000] "GET /sda1/p/a/c" 200 1339 "-" "-" "-" 0.0021 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:50 +0000] "GET /sda1/p/a/c" 200 1339 "-" "-" "-" 0.0020 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:50 +0000] "GET /sda1/p/a/c" 200 318 "-" "-" "-" 0.0018 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:50 +0000] "GET /sda1/p/a/c" 200 318 "-" "-" "-" 0.0206 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:50 +0000] "GET /sda1/p/a/c" 200 324 "-" "-" "-" 0.0024 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:50 +0000] "GET /sda1/p/a/c" 200 324 "-" "-" "-" 0.0017 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:50 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0023 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:50 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0016 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:50 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0016 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:50 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0016 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:50 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0016 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:50 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0018 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:50 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0018 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:50 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0020 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:50 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0019 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:50 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0016 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:50 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0018 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:50 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0018 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:50 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0020 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:50 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.1247 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:50 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0014 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:50 +0000] "GET /sda1/p/a/c" 200 1351 "-" "-" "-" 0.0015 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:50 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0013 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:50 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0012 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:50 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0012 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:50 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0013 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:50 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0012 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:50 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0013 "-" 709804 2 -test.unit.proxy.test_server.TestAccountController.test_HEAD -test.unit.proxy.test_server.TestAccountController.test_HEAD ... ok -test.unit.proxy.test_server.TestAccountController.test_HEAD_autocreate -test.unit.proxy.test_server.TestAccountController.test_HEAD_autocreate ... ok -test.unit.proxy.test_server.TestAccountController.test_OPTIONS -test.unit.proxy.test_server.TestAccountController.test_OPTIONS ... ok -test.unit.proxy.test_server.TestAccountController.test_POST_autocreate -test.unit.proxy.test_server.TestAccountController.test_POST_autocreate ... ok -test.unit.proxy.test_server.TestAccountController.test_POST_autocreate_with_sysmeta -test.unit.proxy.test_server.TestAccountController.test_POST_autocreate_with_sysmeta ... ok -test.unit.proxy.test_server.TestAccountController.test_POST_bad_metadata -test.unit.proxy.test_server.TestAccountController.test_POST_bad_metadata ... ok -test.unit.proxy.test_server.TestAccountController.test_POST_metadata -test.unit.proxy.test_server.TestAccountController.test_POST_metadata ... ok -test.unit.proxy.test_server.TestAccountController.test_PUT -test.unit.proxy.test_server.TestAccountController.test_PUT ... ok -test.unit.proxy.test_server.TestAccountController.test_PUT_bad_metadata -test.unit.proxy.test_server.TestAccountController.test_PUT_bad_metadata ... ok -test.unit.proxy.test_server.TestAccountController.test_PUT_connect_exceptions -test.unit.proxy.test_server.TestAccountController.test_PUT_connect_exceptions ... ok -test.unit.proxy.test_server.TestAccountController.test_PUT_max_account_name_length -test.unit.proxy.test_server.TestAccountController.test_PUT_max_account_name_length ... ok -test.unit.proxy.test_server.TestAccountController.test_PUT_metadata -test.unit.proxy.test_server.TestAccountController.test_PUT_metadata ... ok -test.unit.proxy.test_server.TestAccountController.test_PUT_status -test.unit.proxy.test_server.TestAccountController.test_PUT_status ... ok -test.unit.proxy.test_server.TestAccountController.test_auto_create_account_listing_response_is_json -test.unit.proxy.test_server.TestAccountController.test_auto_create_account_listing_response_is_json ... ok -test.unit.proxy.test_server.TestAccountController.test_connection_refused -test.unit.proxy.test_server.TestAccountController.test_connection_refused ... ok -test.unit.proxy.test_server.TestAccountController.test_other_socket_error -test.unit.proxy.test_server.TestAccountController.test_other_socket_error ... ok -test.unit.proxy.test_server.TestAccountController.test_response_get_accept_ranges_header -test.unit.proxy.test_server.TestAccountController.test_response_get_accept_ranges_header ... ok -test.unit.proxy.test_server.TestAccountController.test_response_head_accept_ranges_header -test.unit.proxy.test_server.TestAccountController.test_response_head_accept_ranges_header ... ok -setUpClass (test.unit.proxy.test_server.TestObjectECRangedGET) -setUpClass (test.unit.proxy.test_server.TestObjectECRangedGET) ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfiguration.test_auto_create_account -test.unit.proxy.test_server.TestProxyServerConfiguration.test_auto_create_account ... ok -test.unit.proxy.test_server.TestProxyServerConfiguration.test_cors_options -test.unit.proxy.test_server.TestProxyServerConfiguration.test_cors_options ... ok -test.unit.proxy.test_server.TestProxyServerConfiguration.test_memcache_recheck_options -test.unit.proxy.test_server.TestProxyServerConfiguration.test_memcache_recheck_options ... ok -test.unit.proxy.test_server.TestProxyServerConfiguration.test_memcache_skip_options -test.unit.proxy.test_server.TestProxyServerConfiguration.test_memcache_skip_options ... ok -test.unit.proxy.test_server.TestProxyServerConfiguration.test_node_timeout -test.unit.proxy.test_server.TestProxyServerConfiguration.test_node_timeout ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_shard_ranges -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_shard_ranges ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_shards_timing_metrics -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_shards_timing_metrics ... ok -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:13:49 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:53047/sdb1/1/a1/c1" "txead87507f732437e8f852-00685204bd" "container-server 709808" 0.0017 "-" 709808 0 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:13:49 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:42609/sda1/1/a1/c1" "txead87507f732437e8f852-00685204bd" "container-server 709808" 0.0011 "-" 709808 0 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:00:13:49 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txead87507f732437e8f852-00685204bd" "proxy-server 709808" 0.0596 "-" 709808 0 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:00:13:49 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txead87507f732437e8f852-00685204bd" "proxy-server 709808" 0.0910 "-" 709808 0 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/00/13/49 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txead87507f732437e8f852-00685204bd - 0.0988 - - 1750205629.665781021 1750205629.764548302 0 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:13:49 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txa194d66f1341404bb25fc-00685204bd" "proxy-server 709808" 0.0442 "-" 709808 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:13:49 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:42609/sda1/2/a/c1" "txa194d66f1341404bb25fc-00685204bd" "container-server 709808" 0.0027 "-" 709808 1 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:13:49 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:53047/sdb1/2/a/c1" "txa194d66f1341404bb25fc-00685204bd" "container-server 709808" 0.0374 "-" 709808 1 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:00:13:49 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txa194d66f1341404bb25fc-00685204bd" "proxy-server 709808" 0.1073 "-" 709808 1 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:00:13:49 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txa194d66f1341404bb25fc-00685204bd" "proxy-server 709808" 0.1567 "-" 709808 1 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/00/13/49 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txa194d66f1341404bb25fc-00685204bd - 0.2091 - - 1750205629.765855551 1750205629.974919796 1 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:13:50 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx0092a820b3ec4b75b44a4-00685204bd" "proxy-server 709808" 0.0324 "-" 709808 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:13:50 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:53047/sdb1/1/a/c2" "tx0092a820b3ec4b75b44a4-00685204bd" "container-server 709808" 0.0011 "-" 709808 2 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:13:50 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:42609/sda1/1/a/c2" "tx0092a820b3ec4b75b44a4-00685204bd" "container-server 709808" 0.0356 "-" 709808 2 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:00:13:50 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx0092a820b3ec4b75b44a4-00685204bd" "proxy-server 709808" 0.0780 "-" 709808 2 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:00:13:50 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx0092a820b3ec4b75b44a4-00685204bd" "proxy-server 709808" 0.1357 "-" 709808 2 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/00/13/50 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx0092a820b3ec4b75b44a4-00685204bd - 0.1781 - - 1750205629.977331877 1750205630.155472755 2 -test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_sys_metadata -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_sys_metadata ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206764.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/8fd/aec59ae5b90e0e700f94210d5e87d8fd/aec59ae5b90e0e700f94210d5e87d8fd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206769.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/beb/09345d7058cbbfd89342dc69e757ebeb/09345d7058cbbfd89342dc69e757ebeb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206774.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/1d8/a4e3386746b2833adc9583d1b5a891d8/a4e3386746b2833adc9583d1b5a891d8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206779.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/eef/cce4e0b9c651258b3b43612b0772eeef/cce4e0b9c651258b3b43612b0772eeef.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206784.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/ac3/86c5fdfef88096d738f2e5bc9f99dac3/86c5fdfef88096d738f2e5bc9f99dac3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206789.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/294/48c1cadf299a57c485ef4888aac9b294/48c1cadf299a57c485ef4888aac9b294.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206794.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/dd8/b5833bde4716adbff1dc3843cca22dd8/b5833bde4716adbff1dc3843cca22dd8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206799.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/123/f31ff2c426ccfdbbcddd10c232d59123/f31ff2c426ccfdbbcddd10c232d59123.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206804.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/0b3/c9edcf004bfe76322685c0a5075d00b3/c9edcf004bfe76322685c0a5075d00b3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206809.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/fd4/ca993a2a3dfad45a33061f89be85bfd4/ca993a2a3dfad45a33061f89be85bfd4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206814.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/e78/d4b95df82f9fe8e0cdfa380e3a5f9e78/d4b95df82f9fe8e0cdfa380e3a5f9e78.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206819.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/95d/e71bdb2919a06b23c131d82a293f695d/e71bdb2919a06b23c131d82a293f695d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206824.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/dff/4f51a455425a53ffa9453a557f973dff/4f51a455425a53ffa9453a557f973dff.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206829.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/ded/e4c9fb320b035d857201042106888ded/e4c9fb320b035d857201042106888ded.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206834.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/2fa/bc97b8e5a5dc0b27bd2ec080accc92fa/bc97b8e5a5dc0b27bd2ec080accc92fa.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206839.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/a9b/53e7444adb7a3e4bac1a2103be98ba9b/53e7444adb7a3e4bac1a2103be98ba9b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206844.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/f84/0dd2d27931143c30602bdb9ff43fff84/0dd2d27931143c30602bdb9ff43fff84.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206849.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/176/e861fed49d3a7296df4308587823a176/e861fed49d3a7296df4308587823a176.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206854.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/2ad/c51bae656de2e94e01326091c68932ad/c51bae656de2e94e01326091c68932ad.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206859.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/8fa/312f3a039b28e7c3a6355565fffb58fa/312f3a039b28e7c3a6355565fffb58fa.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206864.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/8ca/3c1ad98ced8a2ff5a3f6d699a033e8ca/3c1ad98ced8a2ff5a3f6d699a033e8ca.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206869.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/a40/96f6adc5b52af7fd3ca2b865ef537a40/96f6adc5b52af7fd3ca2b865ef537a40.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206874.00000-0, db: /tmp/tmpicju6mfw/sda/containers/0/6fb/ee467f7b78104b439d095395044b66fb/ee467f7b78104b439d095395044b66fb.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmph0hixm21/sda/containers/0/ba8/d45284bd13396f707e3b7d6f5462cba8/d45284bd13396f707e3b7d6f5462cba8.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205632.00000-0, db: /tmp/tmph0hixm21/sda/containers/0/ba8/d45284bd13396f707e3b7d6f5462cba8/d45284bd13396f707e3b7d6f5462cba8_1750205632.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmph0hixm21/sda/containers/0/8d5/ff47fbc0952a56a6ef11175f250de8d5/ff47fbc0952a56a6ef11175f250de8d5.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205636.00000-0, db: /tmp/tmph0hixm21/sda/containers/0/8d5/ff47fbc0952a56a6ef11175f250de8d5/ff47fbc0952a56a6ef11175f250de8d5_1750205636.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmph0hixm21/sda/containers/0/00f/76b500e38bfcb06a694b38355b88800f/76b500e38bfcb06a694b38355b88800f.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205640.00000-0, db: /tmp/tmph0hixm21/sda/containers/0/00f/76b500e38bfcb06a694b38355b88800f/76b500e38bfcb06a694b38355b88800f_1750205640.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmph0hixm21/sda/containers/0/7ad/0debd397f9fb9442869cb7bf54ddc7ad/0debd397f9fb9442869cb7bf54ddc7ad.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205644.00000-0, db: /tmp/tmph0hixm21/sda/containers/0/7ad/0debd397f9fb9442869cb7bf54ddc7ad/0debd397f9fb9442869cb7bf54ddc7ad_1750205644.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmph0hixm21/sda/containers/0/689/6a01668d0554e1766faf64eaecc48689/6a01668d0554e1766faf64eaecc48689.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205648.00000-0, db: /tmp/tmph0hixm21/sda/containers/0/689/6a01668d0554e1766faf64eaecc48689/6a01668d0554e1766faf64eaecc48689_1750205648.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmph0hixm21/sda/containers/0/43a/795c96dadf7e49f29738b3c98b29743a/795c96dadf7e49f29738b3c98b29743a.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205652.00000-0, db: /tmp/tmph0hixm21/sda/containers/0/43a/795c96dadf7e49f29738b3c98b29743a/795c96dadf7e49f29738b3c98b29743a_1750205652.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmph0hixm21/sda/containers/0/1a2/4b668fbf7a6b1db5b730274e890291a2/4b668fbf7a6b1db5b730274e890291a2.db' -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_to_sharding_container -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_to_sharding_container ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_HEAD_put_timestamp_updates -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_HEAD_put_timestamp_updates ... ok -test INFO: - - - [18/Jun/2025:00:13:50 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0013 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:50 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0047 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:50 +0000] "GET /sda1/p/a/c" 200 1351 "-" "-" "-" 0.0019 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:50 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0019 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:50 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0018 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:50 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0017 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:50 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0019 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:50 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0018 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:50 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0019 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:50 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0015 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:50 +0000] "GET /sda1/p/a/c" 200 685 "-" "-" "-" 0.0016 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:50 +0000] "GET /sda1/p/a/c" 200 685 "-" "-" "-" 0.0014 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:50 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0014 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:50 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0014 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:50 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0030 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:50 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0013 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:50 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0016 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:50 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0017 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:50 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0016 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:50 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0041 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:50 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0033 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:50 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0064 "-" 709804 2 -test DEBUG: Unlinked retiring db '/tmp/tmp4ei53c4t/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' -test INFO: - - - [18/Jun/2025:00:13:50 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0060 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:50 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0053 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:50 +0000] "GET /sda1/p/a/c" 200 1337 "-" "-" "-" 0.0027 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:50 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0021 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:50 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0022 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:50 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0315 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:50 +0000] "GET /sda1/p/a/c" 200 1347 "-" "-" "-" 0.0025 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:50 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0021 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:50 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0019 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:50 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0024 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:50 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0034 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:50 +0000] "GET /sda1/p/a/c/" 200 1017 "-" "-" "-" 0.0021 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:50 +0000] "GET /sda1/p/a/c/" 200 330 "-" "-" "-" 0.0019 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:50 +0000] "GET /sda1/p/a/c/" 200 330 "-" "-" "-" 0.0019 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:50 +0000] "GET /sda1/p/a/c/" 200 1017 "-" "-" "-" 0.0020 "-" 709804 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:13:50 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0357 "-" 709804 2 -test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" - "-" 709804 2 -test INFO: - - - [01/Jan/1970:00:16:40 +0000] "GET /sda1/p/a/c" 200 664 "-" "-" "-" - "-" 709804 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:13:50 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0655 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:50 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0023 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:50 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0328 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:13:50 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:50 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0730 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:50 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0022 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:50 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:50 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:50 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0939 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:51 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0101 "-" 709804 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:13:51 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0744 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:51 +0000] "PUT /sda1/p/a/c/unsharded" 201 - "-" "-" "-" 0.0005 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:51 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0185 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:51 +0000] "PUT /sda1/p/a/c/sharding" 201 - "-" "-" "-" 0.0006 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:51 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0431 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:51 +0000] "PUT /sda1/p/a/c/racing_update" 201 - "-" "-" "-" 0.0004 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:51 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0089 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:51 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0492 "-" 709804 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:13:51 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0229 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:51 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.2201 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:51 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0015 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:51 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1253 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:51 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:51 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1197 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:51 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:51 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0055 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:13:52 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0598 "-" 709804 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:13:52 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0421 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:52 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0742 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:13:52 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.1159 "-" 709804 - -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_account_update -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_account_update ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_bad_policy_change -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_bad_policy_change ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_bad_policy_specified -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_bad_policy_specified ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_container_timing_metrics -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_container_timing_metrics ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_good_policy_specified -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_good_policy_specified ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_insufficient_space -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_insufficient_space ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_invalid_partition -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_invalid_partition ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_change -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_change ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_for_existing_default -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_for_existing_default ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_for_existing_non_default -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_for_existing_non_default ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_specified -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_specified ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_non_utf8_metadata -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_non_utf8_metadata ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_obj_not_found -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_obj_not_found ... ok -test ERROR: ERROR Account update failed with 127.0.0.1:39837/sda1 (will retry later): Response 503 OK -test INFO: - - - [18/Jun/2025:00:13:52 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0813 "-" 709804 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:13:52 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0302 "-" 709804 0 -test INFO: - - - [18/Jun/2025:00:13:52 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 709804 0 -test INFO: - - - [18/Jun/2025:00:13:52 +0000] "PUT /sda1/p/a/c" 409 - "-" "-" "-" 0.0014 "-" 709804 0 -test INFO: - - - [18/Jun/2025:00:13:52 +0000] "PUT /sda1/p/a/c" 409 - "-" "-" "-" 0.0013 "-" 709804 0 -test INFO: - - - [18/Jun/2025:00:13:52 +0000] "PUT /sda1/p/a/c" 409 - "-" "-" "-" 0.0012 "-" 709804 0 -test INFO: - - - [18/Jun/2025:00:13:52 +0000] "PUT /sda1/p/a/c" 409 - "-" "-" "-" 0.0012 "-" 709804 0 -test INFO: - - - [18/Jun/2025:00:13:52 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0022 "-" 709804 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:13:52 +0000] "PUT /sda1/p/a/c" 400 45 "-" "-" "-" 0.0004 "-" 709804 nada -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" - "-" 709804 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:13:52 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0423 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:52 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 709804 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:13:52 +0000] "PUT /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 709804 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:13:52 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0369 "-" 709804 4 -test INFO: - - - [18/Jun/2025:00:13:52 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0024 "-" 709804 4 -test INFO: - - - [18/Jun/2025:00:13:52 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.1252 "-" 709804 4 -test INFO: - - - [18/Jun/2025:00:13:52 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0554 "-" 709804 4 -test INFO: - - - [18/Jun/2025:00:13:52 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 709804 4 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:13:52 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0296 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:52 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:52 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0397 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:52 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 709804 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:13:52 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0341 "-" 709804 0 -test INFO: - - - [18/Jun/2025:00:13:52 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 709804 0 -test INFO: - - - [18/Jun/2025:00:13:52 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0320 "-" 709804 0 -test INFO: - - - [18/Jun/2025:00:13:52 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 709804 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:13:52 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0296 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:52 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 709804 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:13:52 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0368 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:13:52 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0026 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:13:52 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0016 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:13:52 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0013 "-" 709804 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:13:52 +0000] "PUT /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0003 "-" 709804 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:13:52 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0325 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:52 +0000] "PUT /sda1/p/a/c/bashful" 201 - "-" "-" "-" 0.0007 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:53 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0654 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:53 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0312 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:53 +0000] "PUT /sda1/p/a/c/grumpy10" 201 - "-" "-" "-" 0.0018 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:53 +0000] "PUT /sda1/p/a/c/grumpy10_no_header" 201 - "-" "-" "-" 0.0007 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:53 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0327 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:53 +0000] "PUT /sda1/p/a/c/grumpy20" 301 - "-" "-" "-" 0.0017 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:53 +0000] "PUT /sda1/p/a/c/grumpy20_no_header" 201 - "-" "-" "-" 0.0006 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:53 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.2531 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:53 +0000] "PUT /sda1/p/a/c/grumpy30" 301 - "-" "-" "-" 0.0013 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:53 +0000] "PUT /sda1/p/a/c/grumpy30_no_header" 201 - "-" "-" "-" 0.0005 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:53 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0220 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:53 +0000] "PUT /sda1/p/a/c/grumpy40" 301 - "-" "-" "-" 0.0021 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:53 +0000] "PUT /sda1/p/a/c/grumpy40_no_header" 201 - "-" "-" "-" 0.0008 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:53 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0728 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:53 +0000] "PUT /sda1/p/a/c/grumpy50" 201 - "-" "-" "-" 0.0014 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:53 +0000] "PUT /sda1/p/a/c/grumpy50_no_header" 201 - "-" "-" "-" 0.0004 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:53 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0521 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:53 +0000] "PUT /sda1/p/a/c/grumpy60" 301 - "-" "-" "-" 0.0112 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:53 +0000] "PUT /sda1/p/a/c/grumpy60_no_header" 201 - "-" "-" "-" 0.0005 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:53 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0653 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:53 +0000] "PUT /sda1/p/a/c/grumpy70" 201 - "-" "-" "-" 0.0016 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:54 +0000] "PUT /sda1/p/a/c/grumpy70_no_header" 201 - "-" "-" "-" 0.0016 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:54 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0655 "-" 709804 2 -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges_state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges_state ... ok -test INFO: - - - [18/Jun/2025:00:13:54 +0000] "PUT /sda1/p/a/c/grumpy80" 201 - "-" "-" "-" 0.0038 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:54 +0000] "PUT /sda1/p/a/c/grumpy80_no_header" 201 - "-" "-" "-" 0.0006 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:54 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0346 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:54 +0000] "PUT /sda1/p/a/c/grumpier10" 201 - "-" "-" "-" 0.0014 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:54 +0000] "PUT /sda1/p/a/c/grumpier10_no_header" 201 - "-" "-" "-" 0.0017 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:54 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0418 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:55 +0000] "PUT /sda1/p/a/c/grumpier20" 301 - "-" "-" "-" 0.0012 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:55 +0000] "PUT /sda1/p/a/c/grumpier20_no_header" 201 - "-" "-" "-" 0.0006 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:55 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0462 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:55 +0000] "PUT /sda1/p/a/c/grumpier30" 301 - "-" "-" "-" 0.0037 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:55 +0000] "PUT /sda1/p/a/c/grumpier30_no_header" 201 - "-" "-" "-" 0.0005 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:55 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0429 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:55 +0000] "PUT /sda1/p/a/c/grumpier40" 301 - "-" "-" "-" 0.0511 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:55 +0000] "PUT /sda1/p/a/c/grumpier40_no_header" 201 - "-" "-" "-" 0.0005 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:55 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1643 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:55 +0000] "PUT /sda1/p/a/c/grumpier50" 201 - "-" "-" "-" 0.0015 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:55 +0000] "PUT /sda1/p/a/c/grumpier50_no_header" 201 - "-" "-" "-" 0.0021 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:55 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0371 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:55 +0000] "PUT /sda1/p/a/c/grumpier60" 301 - "-" "-" "-" 0.0011 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:55 +0000] "PUT /sda1/p/a/c/grumpier60_no_header" 201 - "-" "-" "-" 0.0004 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:56 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0483 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:56 +0000] "PUT /sda1/p/a/c/grumpier70" 201 - "-" "-" "-" 0.0012 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:56 +0000] "PUT /sda1/p/a/c/grumpier70_no_header" 201 - "-" "-" "-" 0.0007 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:56 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0496 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:56 +0000] "PUT /sda1/p/a/c/grumpier80" 201 - "-" "-" "-" 0.0011 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:56 +0000] "PUT /sda1/p/a/c/grumpier80_no_header" 201 - "-" "-" "-" 0.0004 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:56 +0000] "PUT /sda1/p/a/c/dopey" 201 - "-" "-" "-" 0.0029 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:56 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0430 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:56 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0477 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:56 +0000] "PUT /sda1/p/a/c/dopey10" 201 - "-" "-" "-" 0.0012 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:56 +0000] "PUT /sda1/p/a/c/dopey10_no_header" 201 - "-" "-" "-" 0.0021 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:56 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.2717 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:56 +0000] "PUT /sda1/p/a/c/dopey20" 301 - "-" "-" "-" 0.0014 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:56 +0000] "PUT /sda1/p/a/c/dopey20_no_header" 201 - "-" "-" "-" 0.0004 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:56 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0571 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:56 +0000] "PUT /sda1/p/a/c/dopey30" 301 - "-" "-" "-" 0.0016 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:56 +0000] "PUT /sda1/p/a/c/dopey30_no_header" 201 - "-" "-" "-" 0.0005 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:57 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0459 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:57 +0000] "PUT /sda1/p/a/c/dopey40" 301 - "-" "-" "-" 0.0014 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:57 +0000] "PUT /sda1/p/a/c/dopey40_no_header" 201 - "-" "-" "-" 0.0006 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:57 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0341 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:57 +0000] "PUT /sda1/p/a/c/dopey50" 201 - "-" "-" "-" 0.0015 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:57 +0000] "PUT /sda1/p/a/c/dopey50_no_header" 201 - "-" "-" "-" 0.0066 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:57 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0340 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:57 +0000] "PUT /sda1/p/a/c/dopey60" 301 - "-" "-" "-" 0.0012 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:57 +0000] "PUT /sda1/p/a/c/dopey60_no_header" 201 - "-" "-" "-" 0.0004 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:57 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0445 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:57 +0000] "PUT /sda1/p/a/c/dopey70" 201 - "-" "-" "-" 0.0014 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:57 +0000] "PUT /sda1/p/a/c/dopey70_no_header" 201 - "-" "-" "-" 0.0006 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:58 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1189 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:58 +0000] "PUT /sda1/p/a/c/dopey80" 201 - "-" "-" "-" 0.0016 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:58 +0000] "PUT /sda1/p/a/c/dopey80_no_header" 201 - "-" "-" "-" 0.0006 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:58 +0000] "PUT /sda1/p/a/c/bashful" 301 - "-" "-" "-" 0.0031 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:58 +0000] "PUT /sda1/p/a/c/dopey" 301 - "-" "-" "-" 0.0010 "-" 709804 2 -test DEBUG: Unlinked retiring db '/tmp/tmpmn4q4byf/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' -test INFO: - - - [18/Jun/2025:00:13:58 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0474 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:58 +0000] "PUT /sda1/p/a/c/grumpiest10" 201 - "-" "-" "-" 0.0014 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:58 +0000] "PUT /sda1/p/a/c/grumpiest10_no_header" 201 - "-" "-" "-" 0.0005 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:58 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0459 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:58 +0000] "PUT /sda1/p/a/c/grumpiest20" 301 - "-" "-" "-" 0.0021 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:58 +0000] "PUT /sda1/p/a/c/grumpiest20_no_header" 201 - "-" "-" "-" 0.0006 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:58 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1527 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:58 +0000] "PUT /sda1/p/a/c/grumpiest30" 301 - "-" "-" "-" 0.0011 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:58 +0000] "PUT /sda1/p/a/c/grumpiest30_no_header" 201 - "-" "-" "-" 0.0004 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:58 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0435 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:58 +0000] "PUT /sda1/p/a/c/grumpiest40" 301 - "-" "-" "-" 0.0012 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:58 +0000] "PUT /sda1/p/a/c/grumpiest40_no_header" 201 - "-" "-" "-" 0.0004 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:58 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0334 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:58 +0000] "PUT /sda1/p/a/c/grumpiest50" 201 - "-" "-" "-" 0.0012 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:58 +0000] "PUT /sda1/p/a/c/grumpiest50_no_header" 201 - "-" "-" "-" 0.0005 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:58 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0380 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:58 +0000] "PUT /sda1/p/a/c/grumpiest60" 301 - "-" "-" "-" 0.0010 "-" 709804 2 -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_newid -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_newid ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_object_update_redirected_to_shard -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_object_update_redirected_to_shard ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_proxy_default_no_policy_for_existing_default -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_proxy_default_no_policy_for_existing_default ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_reset_container_sync -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_reset_container_sync ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_autocreates_shard_container -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_autocreates_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_old_style_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_old_style_root_container ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_json_in_body -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_json_in_body ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205656.00000-0, db: /tmp/tmph0hixm21/sda/containers/0/1a2/4b668fbf7a6b1db5b730274e890291a2/4b668fbf7a6b1db5b730274e890291a2_1750205656.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmph0hixm21/sda/containers/0/6c9/67cd2ed1ec465b68e52f94bf53df36c9/67cd2ed1ec465b68e52f94bf53df36c9.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205660.00000-0, db: /tmp/tmph0hixm21/sda/containers/0/6c9/67cd2ed1ec465b68e52f94bf53df36c9/67cd2ed1ec465b68e52f94bf53df36c9_1750205660.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmph0hixm21/sda/containers/0/d4f/fbc631ffaded3acc8ac6ba1d45c21d4f/fbc631ffaded3acc8ac6ba1d45c21d4f.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205664.00000-0, db: /tmp/tmph0hixm21/sda/containers/0/d4f/fbc631ffaded3acc8ac6ba1d45c21d4f/fbc631ffaded3acc8ac6ba1d45c21d4f_1750205664.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmph0hixm21/sda/containers/0/44e/79e3e6f0ef222cd56050e2ac6e58944e/79e3e6f0ef222cd56050e2ac6e58944e.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205668.00000-0, db: /tmp/tmph0hixm21/sda/containers/0/44e/79e3e6f0ef222cd56050e2ac6e58944e/79e3e6f0ef222cd56050e2ac6e58944e_1750205668.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmph0hixm21/sda/containers/0/5d2/cf6c785f18aa225db89f0ddab4cd35d2/cf6c785f18aa225db89f0ddab4cd35d2.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205672.00000-0, db: /tmp/tmph0hixm21/sda/containers/0/5d2/cf6c785f18aa225db89f0ddab4cd35d2/cf6c785f18aa225db89f0ddab4cd35d2_1750205672.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmph0hixm21/sda/containers/0/b53/7210576c42c7b1ff785649bcc1230b53/7210576c42c7b1ff785649bcc1230b53.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205676.00000-0, db: /tmp/tmph0hixm21/sda/containers/0/b53/7210576c42c7b1ff785649bcc1230b53/7210576c42c7b1ff785649bcc1230b53_1750205676.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmph0hixm21/sda/containers/0/3a8/ffd332a37b264ca94250a21ffee2b3a8/ffd332a37b264ca94250a21ffee2b3a8.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205680.00000-0, db: /tmp/tmph0hixm21/sda/containers/0/3a8/ffd332a37b264ca94250a21ffee2b3a8/ffd332a37b264ca94250a21ffee2b3a8_1750205680.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmph0hixm21/sda/containers/0/f79/ebe259eb711880e82a32b5c81033cf79/ebe259eb711880e82a32b5c81033cf79.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205684.00000-0, db: /tmp/tmph0hixm21/sda/containers/0/f79/ebe259eb711880e82a32b5c81033cf79/ebe259eb711880e82a32b5c81033cf79_1750205684.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmph0hixm21/sda/containers/0/a1a/1a6950547bc8e58493a4f69f528c1a1a/1a6950547bc8e58493a4f69f528c1a1a.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205688.00000-0, db: /tmp/tmph0hixm21/sda/containers/0/a1a/1a6950547bc8e58493a4f69f528c1a1a/1a6950547bc8e58493a4f69f528c1a1a_1750205688.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmph0hixm21/sda/containers/0/fb8/4757b156513cae0a8208e67ee77a6fb8/4757b156513cae0a8208e67ee77a6fb8.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205692.00000-0, db: /tmp/tmph0hixm21/sda/containers/0/fb8/4757b156513cae0a8208e67ee77a6fb8/4757b156513cae0a8208e67ee77a6fb8_1750205692.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmph0hixm21/sda/containers/0/ad1/3860a44720db99611bc312f93c9a2ad1/3860a44720db99611bc312f93c9a2ad1.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205696.00000-0, db: /tmp/tmph0hixm21/sda/containers/0/ad1/3860a44720db99611bc312f93c9a2ad1/3860a44720db99611bc312f93c9a2ad1_1750205696.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmph0hixm21/sda/containers/0/202/6d430e9d9cfe27cc8ddb31ed0260e202/6d430e9d9cfe27cc8ddb31ed0260e202.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205700.00000-0, db: /tmp/tmph0hixm21/sda/containers/0/202/6d430e9d9cfe27cc8ddb31ed0260e202/6d430e9d9cfe27cc8ddb31ed0260e202_1750205700.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmph0hixm21/sda/containers/0/549/6feff46101a4fe0c37f5eabd9c74d549/6feff46101a4fe0c37f5eabd9c74d549.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205704.00000-0, db: /tmp/tmph0hixm21/sda/containers/0/549/6feff46101a4fe0c37f5eabd9c74d549/6feff46101a4fe0c37f5eabd9c74d549_1750205704.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmph0hixm21/sda/containers/0/779/a1a0f41fa77f657b2bc74584f0d85779/a1a0f41fa77f657b2bc74584f0d85779.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205708.00000-0, db: /tmp/tmph0hixm21/sda/containers/0/779/a1a0f41fa77f657b2bc74584f0d85779/a1a0f41fa77f657b2bc74584f0d85779_1750205708.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmph0hixm21/sda/containers/0/550/7956979644869107d70adb52a3f1c550/7956979644869107d70adb52a3f1c550.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205712.00000-0, db: /tmp/tmph0hixm21/sda/containers/0/550/7956979644869107d70adb52a3f1c550/7956979644869107d70adb52a3f1c550_1750205712.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmph0hixm21/sda/containers/0/05c/1a446faf2ce13f9f985ce94601a6905c/1a446faf2ce13f9f985ce94601a6905c.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205716.00000-0, db: /tmp/tmph0hixm21/sda/containers/0/05c/1a446faf2ce13f9f985ce94601a6905c/1a446faf2ce13f9f985ce94601a6905c_1750205716.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmph0hixm21/sda/containers/0/edb/e01177d8b7163edcca5849e41b4ecedb/e01177d8b7163edcca5849e41b4ecedb.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205720.00000-0, db: /tmp/tmph0hixm21/sda/containers/0/edb/e01177d8b7163edcca5849e41b4ecedb/e01177d8b7163edcca5849e41b4ecedb_1750205720.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmph0hixm21/sda/containers/0/3b4/98fac0cfd7534e90111ce2c7787873b4/98fac0cfd7534e90111ce2c7787873b4.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205724.00000-0, db: /tmp/tmph0hixm21/sda/containers/0/3b4/98fac0cfd7534e90111ce2c7787873b4/98fac0cfd7534e90111ce2c7787873b4_1750205724.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmph0hixm21/sda/containers/0/6c5/27f6deec6e2c00afc29c4d2fe5b2f6c5/27f6deec6e2c00afc29c4d2fe5b2f6c5.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205728.00000-0, db: /tmp/tmph0hixm21/sda/containers/0/6c5/27f6deec6e2c00afc29c4d2fe5b2f6c5/27f6deec6e2c00afc29c4d2fe5b2f6c5_1750205728.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmph0hixm21/sda/containers/0/98d/19169d2abb45148f1cb192251005798d/19169d2abb45148f1cb192251005798d.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205732.00000-0, db: /tmp/tmph0hixm21/sda/containers/0/98d/19169d2abb45148f1cb192251005798d/19169d2abb45148f1cb192251005798d_1750205732.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmph0hixm21/sda/containers/0/9e7/2ba4357e41867bab64081c5d9e31d9e7/2ba4357e41867bab64081c5d9e31d9e7.db' -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_to_deleted_container -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_to_deleted_container ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_simulated_create_race -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_simulated_create_race ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_timestamp_not_float -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_timestamp_not_float ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_old_style_shard_container ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_utf8 -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_utf8 ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_complete_rsync_works -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_complete_rsync_works ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_insufficient_space -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_insufficient_space ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_rsync_then_merge_works -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_rsync_then_merge_works ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_unknown_sync -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_unknown_sync ... ok -test INFO: - - - [18/Jun/2025:00:13:58 +0000] "PUT /sda1/p/a/c/grumpiest60_no_header" 201 - "-" "-" "-" 0.0020 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:59 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0538 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:59 +0000] "PUT /sda1/p/a/c/grumpiest70" 201 - "-" "-" "-" 0.0012 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:59 +0000] "PUT /sda1/p/a/c/grumpiest70_no_header" 201 - "-" "-" "-" 0.0004 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:59 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0392 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:59 +0000] "PUT /sda1/p/a/c/grumpiest80" 201 - "-" "-" "-" 0.0011 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:59 +0000] "PUT /sda1/p/a/c/grumpiest80_no_header" 201 - "-" "-" "-" 0.0005 "-" 709804 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:13:59 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0287 "-" 709804 3 -test INFO: - - - [18/Jun/2025:00:13:59 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0015 "-" 709804 3 -test INFO: - - - [18/Jun/2025:00:13:59 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0598 "-" 709804 3 -test INFO: - - - [18/Jun/2025:00:13:59 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0091 "-" 709804 3 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:13:59 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0842 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:59 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0025 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:59 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0443 "-" 709804 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:13:59 +0000] "PUT /sda1/p/.shards_a/shard_c" 404 - "-" "-" "-" 0.0004 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:13:59 +0000] "PUT /sda1/p/.shards_a/shard_c" 400 49 "-" "-" "-" 0.0002 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:13:59 +0000] "PUT /sda1/p/.shards_a/shard_c" 201 - "-" "-" "-" 0.1191 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:59 +0000] "PUT /sda1/p/.shards_a/shard_c" 202 - "-" "-" "-" 0.0397 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:59 +0000] "PUT /sda1/p/.shards_a/shard_c" 202 - "-" "-" "-" 0.0164 "-" 709804 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:13:59 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0008 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:13:59 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0422 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:13:59 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1883 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:14:00 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0323 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:14:00 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0799 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:14:00 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0384 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:14:00 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0439 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:14:00 +0000] "PUT /sda1/p/a/c" 400 74 "-" "-" "-" 0.0002 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:14:00 +0000] "PUT /sda1/p/a/c" 400 74 "-" "-" "-" 0.0002 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:14:00 +0000] "PUT /sda1/p/a/c" 400 69 "-" "-" "-" 0.0003 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:14:00 +0000] "PUT /sda1/p/a/c" 400 75 "-" "-" "-" 0.0002 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:14:00 +0000] "PUT /sda1/p/a/c" 400 35 "-" "-" "-" 0.0002 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:14:00 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0411 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:14:00 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0213 "-" 709804 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:14:00 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0340 "-" 709804 2 -test DEBUG: Unlinked retiring db '/tmp/tmpcrhuvtbm/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' -test INFO: - - - [18/Jun/2025:00:14:00 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.2864 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:14:00 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0012 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:14:01 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.8065 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:14:01 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0036 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:14:02 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.4680 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:14:02 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0049 "-" 709804 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:14:02 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.3250 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:14:02 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 709804 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:14:02 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.3472 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:14:02 +0000] "PUT /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 709804 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:14:03 +0000] "PUT /sda1/p/a/b%27%5Cxe2%5Cx98%5Cx83%27" 201 - "-" "-" "-" 0.3605 "-" 709804 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: - - - [18/Jun/2025:00:14:03 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0003 "-" 709804 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: - - - [18/Jun/2025:00:14:03 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0002 "-" 709804 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: - - - [18/Jun/2025:00:14:03 +0000] "REPLICATE /sda1/p/a/" 404 - "-" "-" "-" 0.0002 "-" 709804 - -test ERROR: ERROR __call__ error with REPLICATE /sda1/p/a/ : + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/server.py", line 1025, in __call__ - res = getattr(self, req.method)(req) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 1519, in _timing_stats - resp = func(ctrl, *args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/container/server.py", line 949, in REPLICATE - ret = self.replicator_rpc.dispatch(post_args, args) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/db_replicator.py", line 897, in dispatch - return getattr(self, op)( - ^^^^^^^^^^^^^^^^^ -AttributeError: 'ContainerReplicatorRpc' object has no attribute 'unknown_sync' -test DEBUG: - - - [18/Jun/2025:00:14:03 +0000] "REPLICATE /sda1/p/a/" 500 847 "-" "-" "-" 0.0016 "-" 709804 - -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_value_error_works -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_value_error_works ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_UPDATE -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_UPDATE ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_UPDATE_autocreate -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_UPDATE_autocreate ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test__call__raise_timeout -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test__call__raise_timeout ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_account_update_account_override_deleted -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_account_update_account_override_deleted ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_account_update_mismatched_host_device -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_account_update_mismatched_host_device ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_acl_container -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_acl_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_root_container ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_change_storage_policy_via_DELETE_then_PUT -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_change_storage_policy_via_DELETE_then_PUT ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_change_to_default_storage_policy_via_DELETE_then_PUT -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_change_to_default_storage_policy_via_DELETE_then_PUT ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_content_type_on_HEAD -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_content_type_on_HEAD ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_correct_allowed_method -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_correct_allowed_method ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_namespace_container -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_namespace_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_shard_container ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_object_in_container -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_object_in_container ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_creation -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_creation ... ok -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: - - - [18/Jun/2025:00:14:03 +0000] "REPLICATE /sda1/p/a/" 400 49 "-" "-" "-" 0.0004 "-" 709804 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:14:03 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0801 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:14:03 +0000] "UPDATE /sda1/p/a/c" 400 41 "-" "-" "-" 0.0003 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:14:03 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:14:03 +0000] "UPDATE /sda1/p/a/c" 202 - "-" "-" "-" 0.0378 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:14:03 +0000] "GET /sda1/p/a/c" 200 131 "-" "-" "-" 0.0029 "-" 709804 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:14:03 +0000] "GET /sda1/p/.a/c" 404 - "-" "-" "-" 0.0004 "-" 709804 0 -test INFO: - - - [18/Jun/2025:00:14:03 +0000] "UPDATE /sda1/p/.a/c" 202 - "-" "-" "-" 0.0722 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:14:03 +0000] "GET /sda1/p/.a/c" 200 131 "-" "-" "-" 0.0022 "-" 709804 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test ERROR: ERROR __call__ error with PUT /sda1/p/a/c : + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/server.py", line 1025, in __call__ - res = getattr(self, req.method)(req) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_server.py", line 6118, in mock_put_method - raise Exception() -Exception -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:14:03 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0498 "-" 709804 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test ERROR: ERROR Account update failed: different numbers of hosts and devices in request: "127.0.0.1:0" vs "sda1,sda2" -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:14:03 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0397 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:14:03 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0016 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:14:03 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0892 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:14:03 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:14:03 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0671 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:14:03 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:14:03 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0882 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:14:03 +0000] "HEAD /sda1/p/a/c2" 204 - "-" "-" "-" 0.0014 "-" 709804 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:14:03 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0386 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:14:04 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0330 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:14:04 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.2154 "-" 709804 0 -test INFO: - - - [18/Jun/2025:00:14:04 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0015 "-" 709804 0 -test INFO: - - - [18/Jun/2025:00:14:04 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.3374 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:14:04 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.2654 "-" 709804 1 -test INFO: - - - [18/Jun/2025:00:14:04 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0016 "-" 709804 1 -test INFO: - - - [18/Jun/2025:00:14:04 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0506 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:14:04 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0741 "-" 709804 3 -test INFO: - - - [18/Jun/2025:00:14:04 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 709804 3 -test INFO: - - - [18/Jun/2025:00:14:04 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0423 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:14:05 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1152 "-" 709804 4 -test INFO: - - - [18/Jun/2025:00:14:05 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 709804 4 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:14:05 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1088 "-" 709804 0 -test INFO: - - - [18/Jun/2025:00:14:05 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.1115 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:14:05 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0633 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:14:05 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 709804 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:14:05 +0000] "PUT /sda1/p/a/o" 201 - "-" "-" "-" 0.0422 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:14:05 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0014 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:14:05 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0012 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:14:05 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0011 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:14:05 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0011 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:14:05 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0011 "-" 709804 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:14:05 +0000] "PUT /sda1/p/a/%00c" 201 - "-" "-" "-" 0.0548 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:14:05 +0000] "PUT /sda1/p/a/%00c%00test" 201 - "-" "-" "-" 0.0354 "-" 709804 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:14:05 +0000] "PUT /sda1/p/a/c/" 201 - "-" "-" "-" 0.0294 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:14:05 +0000] "PUT /sda1/p/a/c/%00o" 400 61 "-" "-" "-" 0.0001 "-" 709804 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:14:05 +0000] "DELETE /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0004 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:14:05 +0000] "DELETE /sda1/p/.a/c/o" 404 - "-" "-" "-" 0.0002 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:14:05 +0000] "DELETE /sda1/p/.a/c/o" 204 - "-" "-" "-" 0.0350 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:14:05 +0000] "DELETE /sda1/p/a/.c/o" 404 - "-" "-" "-" 0.0002 "-" 709804 - -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_delete_auto_create -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_delete_auto_create ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_deleted_headers -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_deleted_headers ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_delimiter_with_reserved -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_delimiter_with_reserved ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_old_style_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_old_style_root_account_container_path ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_get_and_validate_policy_index -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_get_and_validate_policy_index ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_false -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_false ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_true -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_true ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_doesnt_exist -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_doesnt_exist ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_is_not_public -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_is_not_public ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_list_allowed_methods -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_list_allowed_methods ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_listing_with_reserved -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_listing_with_reserved ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_log_line_format -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_log_line_format ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_markers_with_reserved -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_markers_with_reserved ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_not_allowed_method -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_not_allowed_method ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_overlap_shard_range_order -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_overlap_shard_range_order ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_path -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_path ... ok -test INFO: - - - [18/Jun/2025:00:14:05 +0000] "DELETE /sda1/p/a/.c/.o" 404 - "-" "-" "-" 0.0014 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:14:05 +0000] "DELETE /sda1/p/.shards_a/c/o" 404 - "-" "-" "-" 0.0002 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:14:06 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.5289 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:14:06 +0000] "DELETE /sda1/p/.shards_a/c/o" 204 - "-" "-" "-" 0.2326 "-" 709804 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:14:06 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0273 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:14:06 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0486 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:14:06 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0012 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:14:06 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 0.0010 "-" 709804 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:14:06 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0370 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:14:06 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0029 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:14:06 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0004 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:14:06 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0590 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:14:06 +0000] "GET /sda1/p/a/%00null" 200 26 "-" "-" "-" 0.0023 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:14:06 +0000] "GET /sda1/p/a/%00null" 200 32 "-" "-" "-" 0.0022 "-" 709804 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:14:06 +0000] "PUT /sda1/p/a/container_default" 201 - "-" "-" "-" 0.0331 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:14:06 +0000] "HEAD /sda1/p/a/container_default" 204 - "-" "-" "-" 0.0012 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:14:06 +0000] "PUT /sda1/p/a/c_nada" 400 45 "-" "-" "-" 0.0002 "-" 709804 nada -test INFO: - - - [18/Jun/2025:00:14:06 +0000] "PUT /sda1/p/a/c_999" 400 42 "-" "-" "-" 0.0002 "-" 709804 999 -test INFO: - - - [18/Jun/2025:00:14:06 +0000] "PUT /sda1/p/a/c_legacy" 201 - "-" "-" "-" 0.0381 "-" 709804 0 -test INFO: - - - [18/Jun/2025:00:14:06 +0000] "HEAD /sda1/p/a/c_legacy" 204 - "-" "-" "-" 0.0013 "-" 709804 0 -test INFO: - - - [18/Jun/2025:00:14:06 +0000] "PUT /sda1/p/a/c_one" 201 - "-" "-" "-" 0.0230 "-" 709804 1 -test INFO: - - - [18/Jun/2025:00:14:06 +0000] "HEAD /sda1/p/a/c_one" 204 - "-" "-" "-" 0.0013 "-" 709804 1 -test INFO: - - - [18/Jun/2025:00:14:06 +0000] "PUT /sda1/p/a/c_two" 201 - "-" "-" "-" 0.0356 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:14:06 +0000] "HEAD /sda1/p/a/c_two" 204 - "-" "-" "-" 0.0012 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:14:06 +0000] "PUT /sda1/p/a/c_three" 201 - "-" "-" "-" 0.0278 "-" 709804 3 -test INFO: - - - [18/Jun/2025:00:14:06 +0000] "HEAD /sda1/p/a/c_three" 204 - "-" "-" "-" 0.0013 "-" 709804 3 -test INFO: - - - [18/Jun/2025:00:14:06 +0000] "PUT /sda1/p/a/c_four" 201 - "-" "-" "-" 0.0383 "-" 709804 4 -test INFO: - - - [18/Jun/2025:00:14:06 +0000] "HEAD /sda1/p/a/c_four" 204 - "-" "-" "-" 0.0067 "-" 709804 4 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:14:06 +0000] "method_doesnt_exist /sda1/p/a/c" 405 - "-" "-" "-" 0.0008 "-" 709804 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:14:06 +0000] "__init__ /sda1/p/a/c" 405 - "-" "-" "-" 0.0001 "-" 709804 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:14:06 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0319 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:14:06 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0005 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:14:07 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0495 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:14:07 +0000] "GET /sda1/p/a/%00null" 200 183 "-" "-" "-" 0.0021 "-" 709804 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: 1.2.3.4 - - [01/Jan/1970:02:46:42 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 2.0000 "-" 1234 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:14:07 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0392 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:14:07 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0024 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:14:07 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0004 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:14:07 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0464 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:14:07 +0000] "GET /sda1/p/a/%00null" 200 367 "-" "-" "-" 0.0022 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:14:07 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0020 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:14:07 +0000] "GET /sda1/p/a/%00null" 200 184 "-" "-" "-" 0.0021 "-" 709804 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:14:07 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0377 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:14:07 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:14:07 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0015 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:14:07 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0290 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:14:07 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:14:07 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.1114 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:14:07 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:14:07 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0611 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:14:07 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:14:07 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0036 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:14:07 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:14:07 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0358 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:14:07 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0006 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:14:07 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0348 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:14:07 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0017 "-" 709804 2 -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_pending_file_name -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_pending_file_name ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_object_update_with_multiple_timestamps -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_object_update_with_multiple_timestamps ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_object_update_with_offset -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_object_update_with_offset ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_policy_stat_tracking -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_policy_stat_tracking ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_params_format -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_params_format ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_params_utf8 -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_params_utf8 ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_and_delim_with_reserved -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_and_delim_with_reserved ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_with_reserved -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_with_reserved ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_misplaced_object_does_not_effect_container_stats -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_misplaced_object_does_not_effect_container_stats ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_put_auto_create -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_put_auto_create ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_replication_server_call_all_methods -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_replication_server_call_all_methods ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_serv_reserv -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_serv_reserv ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_swift_bytes_in_content_type -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_swift_bytes_in_content_type ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call ... ok -test INFO: - - - [18/Jun/2025:00:14:07 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0422 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:14:07 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0047 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:14:07 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0394 "-" 709804 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:14:07 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0314 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:14:07 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:14:07 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0029 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:14:07 +0000] "GET /sda1/p/a/c" 200 117 "-" "-" "-" 0.0361 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:14:07 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:14:07 +0000] "GET /sda1/p/a/c" 200 116 "-" "-" "-" 0.0500 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:14:07 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0006 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:14:07 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0454 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:14:07 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:14:07 +0000] "GET /sda1/p/a/c" 200 120 "-" "-" "-" 0.0387 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:14:07 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0042 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:14:07 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0413 "-" 709804 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:14:07 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0459 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:14:07 +0000] "GET /sda1/p/a/c" 200 61 "-" "-" "-" 0.0020 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:14:07 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0019 "-" 709804 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:14:07 +0000] "GET /sda1/p/a/c" 400 37 "-" "-" "-" 0.0002 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:14:07 +0000] "GET /sda1/p/a/c" 400 33 "-" "-" "-" 0.0001 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:14:07 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0001 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:14:07 +0000] "GET /sda1/p/a/c" 400 32 "-" "-" "-" 0.0001 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:14:07 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0001 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:14:07 +0000] "GET /sda1/p/a/c" 400 38 "-" "-" "-" 0.0001 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:14:07 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0001 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:14:07 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0313 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:14:07 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0054 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:14:07 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:14:07 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0016 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:14:07 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:14:07 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:14:07 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:14:07 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 709804 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:14:08 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.1887 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:14:08 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0006 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:14:08 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0004 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:14:08 +0000] "PUT /sda1/p/a/%00null/%00null%00foo" 201 - "-" "-" "-" 0.0004 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:14:08 +0000] "PUT /sda1/p/a/%00null/%00nullish" 201 - "-" "-" "-" 0.0003 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:14:08 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0574 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:14:08 +0000] "GET /sda1/p/a/%00null" 200 207 "-" "-" "-" 0.0026 "-" 709804 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:14:08 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0306 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:14:08 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0007 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:14:08 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0005 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:14:08 +0000] "PUT /sda1/p/a/%00null/%00null%00foo" 201 - "-" "-" "-" 0.0004 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:14:08 +0000] "PUT /sda1/p/a/%00null/%00nullish" 201 - "-" "-" "-" 0.0004 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:14:08 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0408 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:14:08 +0000] "GET /sda1/p/a/%00null" 200 367 "-" "-" "-" 0.0021 "-" 709804 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:14:08 +0000] "PUT /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0004 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:14:08 +0000] "PUT /sda1/p/.a/c/o" 404 - "-" "-" "-" 0.0002 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:14:08 +0000] "PUT /sda1/p/.a/c/o" 201 - "-" "-" "-" 0.0306 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:14:08 +0000] "PUT /sda1/p/a/.c/o" 404 - "-" "-" "-" 0.0003 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:14:08 +0000] "PUT /sda1/p/a/c/.o" 404 - "-" "-" "-" 0.0002 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:14:08 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0342 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:14:08 +0000] "PUT /sda1/p/.shards_a/c/o" 404 - "-" "-" "-" 0.0002 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:14:08 +0000] "PUT /sda1/p/.shards_a/c" 404 - "-" "-" "-" 0.0003 "-" 709804 0 -test INFO: - - - [18/Jun/2025:00:14:08 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0410 "-" 709804 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:14:08 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0434 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:14:08 +0000] "PUT /sda1/p/a/c/o1" 201 - "-" "-" "-" 0.0004 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:14:08 +0000] "PUT /sda1/p/a/c/o2" 201 - "-" "-" "-" 0.0003 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:14:08 +0000] "GET /sda1/p/a/c" 200 280 "-" "-" "-" 0.0411 "-" 709804 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:14:08 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0006 "-" 709804 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path_utf8 -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path_utf8 ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_DELETE -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_DELETE ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_POST -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_POST ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_PUT -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_PUT ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_encoded_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_encoded_timestamps_using_file ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_updating_multiple_container_servers -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_updating_multiple_container_servers ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_weird_content_types -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_weird_content_types ... ok -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_build_reconstruction_jobs -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_build_reconstruction_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_check_ring -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_check_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_collect_parts -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_collect_parts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_collect_parts_mkdirs_error -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_collect_parts_mkdirs_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_partition -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted_max_objects_per_revert -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted_max_objects_per_revert ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted_nondurable -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted_nondurable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_part_jobs -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_part_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_partners -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_partners ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_response -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_handoffs_only -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_handoffs_only ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_ignores_status_file -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_ignores_status_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_iter_nodes_for_frag -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_iter_nodes_for_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_max_objects_per_revert_only_for_revert_jobs -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_max_objects_per_revert_only_for_revert_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_no_delete_failed_revert -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_no_delete_failed_revert ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_client_error -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_client_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_insufficient_storage -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_insufficient_storage ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_success -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_success ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_timeout -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstruct_check_ring -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstruct_check_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstructor_skipped_partpower_increase -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstructor_skipped_partpower_increase ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstructor_skips_bogus_partition_dirs -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstructor_skips_bogus_partition_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_removes_zbf -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_removes_zbf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_run_once -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_run_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_run_once_override_devices -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_run_once_override_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_non_zero_commit_window -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_non_zero_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_past_commit_window -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_past_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_zero_commit_window -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_zero_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestReplicatorStats.test_add -test.unit.obj.test_replicator.TestReplicatorStats.test_add ... ok -test.unit.obj.test_replicator.TestReplicatorStats.test_add_failure_stats -test.unit.obj.test_replicator.TestReplicatorStats.test_add_failure_stats ... ok -test.unit.obj.test_replicator.TestReplicatorStats.test_from_recon_skips_extra_fields -test.unit.obj.test_replicator.TestReplicatorStats.test_from_recon_skips_extra_fields ... ok -test.unit.obj.test_replicator.TestReplicatorStats.test_recon_roundtrip -test.unit.obj.test_replicator.TestReplicatorStats.test_recon_roundtrip ... ok -test.unit.obj.test_replicator.TestReplicatorStats.test_to_recon -test.unit.obj.test_replicator.TestReplicatorStats.test_to_recon ... ok -test.unit.obj.test_ssync_sender.TestModuleMethods.test_decode_wanted -test.unit.obj.test_ssync_sender.TestModuleMethods.test_decode_wanted ... ok -test.unit.obj.test_ssync_sender.TestModuleMethods.test_encode_missing -test.unit.obj.test_ssync_sender.TestModuleMethods.test_encode_missing ... ok -test.unit.obj.test_updater.TestObjectUpdaterFunctions.test_split_update_path -test.unit.obj.test_updater.TestObjectUpdaterFunctions.test_split_update_path ... ok -test.unit.proxy.controllers.test_container.TestContainerController.test_GET_bad_requests -test.unit.proxy.controllers.test_container.TestContainerController.test_GET_bad_requests ... ok -test.unit.proxy.controllers.test_container.TestContainerController.test_container_cache_cleared_after_PUT -test.unit.proxy.controllers.test_container.TestContainerController.test_container_cache_cleared_after_PUT ... ok -test.unit.proxy.controllers.test_container.TestContainerController.test_container_info_got_cached -test.unit.proxy.controllers.test_container.TestContainerController.test_container_info_got_cached ... ok -test.unit.proxy.controllers.test_container.TestContainerController.test_handoff_has_deleted_database -test.unit.proxy.controllers.test_container.TestContainerController.test_handoff_has_deleted_database ... ok -test INFO: - - - [18/Jun/2025:00:14:08 +0000] "GET /bob" 400 18 "-" "-" "-" 0.0002 "-" 709804 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:14:08 +0000] "GET /sda1/p/a/c%D8%3E%2520/%25" 412 29 "-" "-" "-" 0.0001 "-" 709804 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:14:08 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0825 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:14:08 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0666 "-" 709804 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:14:08 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0414 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:14:08 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0782 "-" 709804 - -test INFO: - - - [18/Jun/2025:00:14:08 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0932 "-" 709804 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:14:09 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0635 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:14:09 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0746 "-" 709804 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test ERROR: ERROR account update failed with 1.2.3.4:5/sdb1 (will retry later): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/server.py", line 270, in account_update - account_response = conn.getresponse() - ^^^^^^^^^^^^^^^^ -AttributeError: 'NoneType' object has no attribute 'getresponse' -test ERROR: ERROR account update failed with 6.7.8.9:10/sdf1 (will retry later): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd +test ERROR: Container GET returning 503 for (404, 503, 503, 503) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/server.py", line 270, in account_update - account_response = conn.getresponse() - ^^^^^^^^^^^^^^^^ -AttributeError: 'NoneType' object has no attribute 'getresponse' -test INFO: - - - [18/Jun/2025:00:14:09 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0323 "-" 709804 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:14:09 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0344 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:14:09 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0012 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:14:09 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0004 "-" 709804 2 -test INFO: - - - [18/Jun/2025:00:14:09 +0000] "GET /sda1/p/a/c" 200 248 "-" "-" "-" 0.0489 "-" 709804 2 -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: tx06f2c47adc4545ecb200e-00685204d1) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx06f2c47adc4545ecb200e-00685204d1) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx06f2c47adc4545ecb200e-00685204d1) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.3:1003/sda (txn: tx06f2c47adc4545ecb200e-00685204d1) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.4:1004/sda (txn: tx06f2c47adc4545ecb200e-00685204d1) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.5:1005/sda (txn: tx06f2c47adc4545ecb200e-00685204d1) -test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500] (txn: tx06f2c47adc4545ecb200e-00685204d1) -test INFO: Client disconnected on read of '/a/c' (txn: tx06f2c47adc4545ecb200e-00685204d1) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx0e678ac83ce646adb08c4-00685204d1) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx0e678ac83ce646adb08c4-00685204d1) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx0e678ac83ce646adb08c4-00685204d1) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda (txn: txb3e37dc787464123981be-00685204d1) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx9daedb088b8a4219b406f-00685204d1) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx86c7c546960c476e90fef-00685204d1) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to PUT /a/c: Timeout (Nones) (txn: tx6cd7558185fc43319a779-00685204d1) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to PUT /a/c: + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_DELETE +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_DELETE ... ok +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status -Exception: kaboom! (txn: txfbc8ffa3383c48df8d911-00685204d1) -test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: txa4088c0044c043c29ecd9-00685204d1) -test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txa4088c0044c043c29ecd9-00685204d1) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda (txn: tx5f65d5da1a4445bdb37fa-00685204d1) -test.unit.proxy.controllers.test_container.TestContainerController.test_node_errors -test.unit.proxy.controllers.test_container.TestContainerController.test_node_errors ... ok -test.unit.proxy.controllers.test_container.TestContainerController.test_reseller_admin -test.unit.proxy.controllers.test_container.TestContainerController.test_reseller_admin ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_encoded_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_encoded_timestamps_using_memory ... ok -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb (txn: txfd0652c680de4314aa4a2-00685204d1) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx769f1772537a4a9f843cf-00685204d1) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to DELETE /a/c: Timeout (Nones) (txn: txf82f8bc6c8c449e9b71bc-00685204d1) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to DELETE /a/c: + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status -Exception: kaboom! (txn: tx34f7ab7808944df5a44b3-00685204d1) -test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: txf99898eb572344caa11ba-00685204d1) -test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txf99898eb572344caa11ba-00685204d1) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda (txn: txf28a62d1837e45aaa33c3-00685204d1) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx6f12c4ec3d9449b5a0099-00685204d1) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx81bbe11d0af846059f862-00685204d1) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to POST /a/c: Timeout (Nones) (txn: txdbec8c045dc445b6b803b-00685204d1) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to POST /a/c: + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status -Exception: kaboom! (txn: tx517241b37a2a4524bc78a-00685204d1) -test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx907fa07b9ddc4513bd026-00685204d1) -test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx907fa07b9ddc4513bd026-00685204d1) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: txd673123c55ca4cb389c86-00685204d1) -test INFO: Client disconnected on read of '/a/c' (txn: txa954d80d9a5b4f29b7fa9-00685204d1) -test INFO: Client disconnected on read of '/a/c' (txn: tx79ba8384380d44dfa6dab-00685204d1) -test INFO: Client disconnected on read of '/a/c' (txn: tx79ba8384380d44dfa6dab-00685204d1) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: +test ERROR: Container GET returning 503 for (503, 503, 503, 503) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.3:1003/sdd +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -106203,7 +101458,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -106212,7 +101467,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -106221,8 +101476,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -106231,7 +101485,8 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -106240,7 +101495,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -106249,9 +101504,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: Container GET returning 503 for (204, 404, 503) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -106260,9 +101513,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_DELETE -test.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_DELETE ... ok -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -106271,7 +101522,8 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -106280,10 +101532,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: Container GET returning 503 for (204, 503, 503) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -106292,7 +101541,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -106301,7 +101550,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -106310,8 +101559,9 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.3:1003/sdd +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -106320,7 +101570,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -106329,7 +101579,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -106338,10 +101588,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: Container GET returning 503 for (404, 503, 503) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -106350,7 +101597,8 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -106359,7 +101607,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -106368,12 +101616,16 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: Container GET returning 503 for (503, 503, 503) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -106382,6 +101634,9 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.3:1003/sdd +test ERROR: Container GET returning 503 for (204, 404, 503, 503) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.3:1003/sdd test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -106400,10 +101655,16 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc -test.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_POST -test.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_POST ... ok -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -106412,6 +101673,10 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: Container GET returning 503 for (204, 503, 503, 503) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -106430,9 +101695,16 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: Container GET returning 503 for (204, 404, 503) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -106441,6 +101713,9 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_POST +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_POST ... ok +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -106459,10 +101734,16 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: Container GET returning 503 for (204, 503, 503) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -106471,6 +101752,8 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.3:1003/sdd test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -106489,8 +101772,16 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -106499,6 +101790,10 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: Container GET returning 503 for (404, 503, 503, 503) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.3:1003/sdd test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -106517,10 +101812,31 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: Container GET returning 503 for (404, 503, 503) test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: +test ERROR: Container GET returning 503 for (503, 503, 503, 503) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -106529,7 +101845,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -106538,7 +101854,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -106547,12 +101863,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: Container GET returning 503 for (503, 503, 503) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -106561,6 +101872,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -106579,8 +101891,16 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -106589,6 +101909,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -106607,9 +101928,54 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: Container GET returning 503 for (201, 404, 503) +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -106618,6 +101984,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -106636,10 +102003,95 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: Container GET returning 503 for (201, 503, 503) +test ERROR: Container GET returning 503 for (201, 404, 503, 503) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: +test ERROR: Container GET returning 503 for (201, 503, 503, 503) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -106648,6 +102100,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -106666,8 +102119,16 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -106676,6 +102137,8 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -106685,6 +102148,8 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_PUT +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_PUT ... ok test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -106694,12 +102159,16 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: Container GET returning 503 for (404, 503, 503) -test.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_PUT -test.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_PUT ... ok -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -106708,6 +102177,10 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: Container GET returning 503 for (404, 503, 503, 503) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -106726,11 +102199,30 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: Container GET returning 503 for (503, 503, 503) +test ERROR: Container GET returning 503 for (503, 503, 503, 503) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: +test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( @@ -106746,8 +102238,8 @@ ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ raise status -OSError (txn: txa9251cb7a7e444369b1dc-00685204d1) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: +OSError (txn: tx237c83815b1e424b945af-006644fa6f) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( @@ -106777,8 +102269,8 @@ ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ raise status -OSError (txn: txa9251cb7a7e444369b1dc-00685204d1) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: +OSError (txn: tx237c83815b1e424b945af-006644fa6f) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( @@ -106822,8 +102314,8 @@ ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ raise status -OSError (txn: txa9251cb7a7e444369b1dc-00685204d1) -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to GET /v1/a/c: +OSError (txn: tx237c83815b1e424b945af-006644fa6f) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( @@ -106881,7 +102373,7 @@ ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ raise status -OSError (txn: txa9251cb7a7e444369b1dc-00685204d1) +OSError (txn: tx237c83815b1e424b945af-006644fa6f) test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -106954,7 +102446,7 @@ ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ raise status -OSError (txn: txa9251cb7a7e444369b1dc-00685204d1) +OSError (txn: tx237c83815b1e424b945af-006644fa6f) test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to GET /v1/a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -107041,59 +102533,283 @@ ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ raise status -OSError (txn: txa9251cb7a7e444369b1dc-00685204d1) -test ERROR: Container GET returning 503 for [] (txn: txa9251cb7a7e444369b1dc-00685204d1) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: txc1aae1d7eebc4850bfa78-00685204d1) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: txc1aae1d7eebc4850bfa78-00685204d1) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: txc1aae1d7eebc4850bfa78-00685204d1) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.3:1003/sda (txn: txc1aae1d7eebc4850bfa78-00685204d1) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.4:1004/sda (txn: txc1aae1d7eebc4850bfa78-00685204d1) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.5:1005/sda (txn: txc1aae1d7eebc4850bfa78-00685204d1) -test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500] (txn: txc1aae1d7eebc4850bfa78-00685204d1) -test INFO: Client disconnected on read of '/a/c' (txn: tx7611f3c1a66c47f7aa32b-00685204d1) -test INFO: Client disconnected on read of '/a/c' (txn: txfbb283926e874c7385c54-00685204d1) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx8d86733fae43418b91642-00685204d1) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx8d86733fae43418b91642-00685204d1) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx8d86733fae43418b91642-00685204d1) -test ERROR: Container GET returning 503 for [] (txn: tx8d86733fae43418b91642-00685204d1) -test INFO: Client disconnected on read of '/a/c' (txn: tx8d86733fae43418b91642-00685204d1) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx3ac0dd7f112e4dd19d730-00685204d1) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx3ac0dd7f112e4dd19d730-00685204d1) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx3ac0dd7f112e4dd19d730-00685204d1) -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx3ac0dd7f112e4dd19d730-00685204d1) -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx3ac0dd7f112e4dd19d730-00685204d1) -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx3ac0dd7f112e4dd19d730-00685204d1) -test ERROR: Container GET returning 503 for [] (txn: tx3ac0dd7f112e4dd19d730-00685204d1) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx376226e2781a483ca191a-00685204d1) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx376226e2781a483ca191a-00685204d1) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx376226e2781a483ca191a-00685204d1) -test.unit.proxy.controllers.test_container.TestContainerController.test_response_codes_for_GET -test.unit.proxy.controllers.test_container.TestContainerController.test_response_codes_for_GET ... ok -test.unit.proxy.controllers.test_container.TestContainerController.test_swift_owner -test.unit.proxy.controllers.test_container.TestContainerController.test_swift_owner ... ok -test.unit.proxy.controllers.test_container.TestContainerController.test_sys_meta_headers_POST -test.unit.proxy.controllers.test_container.TestContainerController.test_sys_meta_headers_POST ... ok -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx376226e2781a483ca191a-00685204d1) -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx376226e2781a483ca191a-00685204d1) -test ERROR: Container GET returning 503 for [] (txn: tx376226e2781a483ca191a-00685204d1) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx8d6c84afe1ff4694866ea-00685204d1) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx8d6c84afe1ff4694866ea-00685204d1) -test ERROR: Container GET returning 503 for [] (txn: tx8d6c84afe1ff4694866ea-00685204d1) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txe292cbdc891d4532b3df8-00685204d1) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: txe02f6976151345c48aaaa-00685204d1) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: txe02f6976151345c48aaaa-00685204d1) -test ERROR: Container GET returning 503 for [500, 500] (txn: txe02f6976151345c48aaaa-00685204d1) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: tx7ec09447400549318d10b-00685204d1) -test ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: tx763ea26aceae4a56ae0a4-00685204d1) -test DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx763ea26aceae4a56ae0a4-00685204d1) -test INFO: Client disconnected on read of '/a/c' (txn: tx763ea26aceae4a56ae0a4-00685204d1) -test ERROR: Container GET returning 503 for [] (txn: txdd5cb361bf9140f2babae-00685204d1) -test INFO: Client disconnected on read of '/a/c' (txn: txdd5cb361bf9140f2babae-00685204d1) +OSError (txn: tx237c83815b1e424b945af-006644fa6f) +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to GET /v1/a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status +OSError (txn: tx237c83815b1e424b945af-006644fa6f) +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to GET /v1/a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status +OSError (txn: tx237c83815b1e424b945af-006644fa6f) +test ERROR: Container GET returning 503 for [] (txn: tx237c83815b1e424b945af-006644fa6f) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.3:1003/sdd (txn: tx08627db2ebbb4a42ada65-006644fa6f) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: tx08627db2ebbb4a42ada65-006644fa6f) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx08627db2ebbb4a42ada65-006644fa6f) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx08627db2ebbb4a42ada65-006644fa6f) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.4:1004/sda (txn: tx08627db2ebbb4a42ada65-006644fa6f) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.5:1005/sda (txn: tx08627db2ebbb4a42ada65-006644fa6f) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.6:1006/sda (txn: tx08627db2ebbb4a42ada65-006644fa6f) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.7:1007/sda (txn: tx08627db2ebbb4a42ada65-006644fa6f) +test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500, 500, 500] (txn: tx08627db2ebbb4a42ada65-006644fa6f) +test INFO: Client disconnected on read of '/a/c' (txn: tx81f52697fa4d49a2a7178-006644fa6f) +test INFO: Client disconnected on read of '/a/c' (txn: txc094a3a40c3f442bbe51f-006644fa6f) +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_codes_for_GET +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_codes_for_GET ... ok +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_swift_owner +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_swift_owner ... ok +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx113d1e145e1b4566a494e-006644fa6f) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx113d1e145e1b4566a494e-006644fa6f) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx113d1e145e1b4566a494e-006644fa6f) +test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx113d1e145e1b4566a494e-006644fa6f) +test ERROR: Container GET returning 503 for [] (txn: tx113d1e145e1b4566a494e-006644fa6f) +test INFO: Client disconnected on read of '/a/c' (txn: tx113d1e145e1b4566a494e-006644fa6f) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx226ce53332c747e2a8c80-006644fa6f) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx226ce53332c747e2a8c80-006644fa6f) +test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx226ce53332c747e2a8c80-006644fa6f) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx226ce53332c747e2a8c80-006644fa6f) +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx226ce53332c747e2a8c80-006644fa6f) +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx226ce53332c747e2a8c80-006644fa6f) +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx226ce53332c747e2a8c80-006644fa6f) +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx226ce53332c747e2a8c80-006644fa6f) +test ERROR: Container GET returning 503 for [] (txn: tx226ce53332c747e2a8c80-006644fa6f) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx3caea81ebc454a6484fa8-006644fa6f) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx3caea81ebc454a6484fa8-006644fa6f) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx3caea81ebc454a6484fa8-006644fa6f) +test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx3caea81ebc454a6484fa8-006644fa6f) +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx3caea81ebc454a6484fa8-006644fa6f) +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx3caea81ebc454a6484fa8-006644fa6f) +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx3caea81ebc454a6484fa8-006644fa6f) +test ERROR: Container GET returning 503 for [] (txn: tx3caea81ebc454a6484fa8-006644fa6f) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txb9131a8508a449ab94adc-006644fa6f) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txb9131a8508a449ab94adc-006644fa6f) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txb9131a8508a449ab94adc-006644fa6f) +test ERROR: Container GET returning 503 for [] (txn: txb9131a8508a449ab94adc-006644fa6f) +test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx9d8fd42944054baca0d6b-006644fa6f) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx9d8fd42944054baca0d6b-006644fa6f) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: txab50458ec8b14dc8bd20a-006644fa6f) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: txab50458ec8b14dc8bd20a-006644fa6f) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: txab50458ec8b14dc8bd20a-006644fa6f) +test ERROR: Container GET returning 503 for [500, 500, 500] (txn: txab50458ec8b14dc8bd20a-006644fa6f) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: tx186072df2c0145369163a-006644fa6f) +test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx9bf8adaf851e4cfd98703-006644fa6f) +test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx9bf8adaf851e4cfd98703-006644fa6f) +test INFO: Client disconnected on read of '/a/c' (txn: tx9bf8adaf851e4cfd98703-006644fa6f) +test ERROR: Container GET returning 503 for [] (txn: tx2c8e094701da4695b63ca-006644fa6f) +test INFO: Client disconnected on read of '/a/c' (txn: tx2c8e094701da4695b63ca-006644fa6f) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: tx0572e360c3b7453eb654f-00685204d1) -test INFO: Client disconnected on read of '/a/c' (txn: tx0572e360c3b7453eb654f-00685204d1) +test INFO: Client disconnected on read of '/a/c' (txn: tx909e99b4221d4bff9ea08-006644fa6f) +test INFO: Client disconnected on read of '/a/c' (txn: tx909e99b4221d4bff9ea08-006644fa6f) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to POST /a/c: +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -107101,7 +102817,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx95f1a39a1fc4478f8820c-00685204d1) +StopIteration (txn: txa9b959336469450fb5ea1-006644fa6f) test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -107110,8 +102826,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx95f1a39a1fc4478f8820c-00685204d1) -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: +StopIteration (txn: txa9b959336469450fb5ea1-006644fa6f) +test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -107119,7 +102835,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx95f1a39a1fc4478f8820c-00685204d1) +StopIteration (txn: txa9b959336469450fb5ea1-006644fa6f) test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -107128,7 +102844,21 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx95f1a39a1fc4478f8820c-00685204d1) +StopIteration (txn: txa9b959336469450fb5ea1-006644fa6f) +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_sys_meta_headers_POST +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_sys_meta_headers_POST ... ok +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_sys_meta_headers_PUT +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_sys_meta_headers_PUT ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_half_not_found_headers_and_body +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_half_not_found_headers_and_body ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_half_not_found_statuses +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_half_not_found_statuses ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_handoff +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_handoff ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_limits_expirer_queue_updates +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_limits_expirer_queue_updates ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_missing_one +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_missing_one ... ok test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -107137,10 +102867,28 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx95f1a39a1fc4478f8820c-00685204d1) -test ERROR: Container GET returning 503 for (200, 503, 503) (txn: tx95f1a39a1fc4478f8820c-00685204d1) +StopIteration (txn: txa9b959336469450fb5ea1-006644fa6f) +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txa9b959336469450fb5ea1-006644fa6f) +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txa9b959336469450fb5ea1-006644fa6f) +test ERROR: Container GET returning 503 for (200, 503, 503, 503) (txn: txa9b959336469450fb5ea1-006644fa6f) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to PUT /a/c: +test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -107148,8 +102896,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx15aa1672162041049ac60-00685204d1) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to PUT /a/c: +StopIteration (txn: tx965adced4d0049ffa83b8-006644fa6f) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -107157,8 +102905,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx15aa1672162041049ac60-00685204d1) -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: +StopIteration (txn: tx965adced4d0049ffa83b8-006644fa6f) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -107166,7 +102914,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx15aa1672162041049ac60-00685204d1) +StopIteration (txn: tx965adced4d0049ffa83b8-006644fa6f) test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -107175,9 +102923,2093 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx15aa1672162041049ac60-00685204d1) -test.unit.proxy.controllers.test_container.TestContainerController.test_sys_meta_headers_PUT -test.unit.proxy.controllers.test_container.TestContainerController.test_sys_meta_headers_PUT ... ok +StopIteration (txn: tx965adced4d0049ffa83b8-006644fa6f) +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx965adced4d0049ffa83b8-006644fa6f) +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx965adced4d0049ffa83b8-006644fa6f) +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx965adced4d0049ffa83b8-006644fa6f) +test ERROR: Container GET returning 503 for (200, 503, 503, 503) (txn: tx965adced4d0049ffa83b8-006644fa6f) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: txb8a64f53cb044ff6bf54c-006644fa6f) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_mostly_found +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_mostly_found ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_mostly_not_found +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_mostly_not_found ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_not_found +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_not_found ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_simple +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_simple ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_write_affinity_after_replication +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_write_affinity_after_replication ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_write_affinity_before_replication +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_write_affinity_before_replication ... ok +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Node is error limited: 10.0.0.10:1010/sdk (txn: txd95eee1ae8304d44a7b94-006644fa6f) +proxy-server DEBUG: Node is error limited: 10.0.0.27:1027/sdb (txn: txd95eee1ae8304d44a7b94-006644fa6f) +proxy-server DEBUG: Node is error limited: 10.0.0.19:1019/sdt (txn: txd95eee1ae8304d44a7b94-006644fa6f) +proxy-server DEBUG: Node is error limited: 10.0.0.17:1017/sdr (txn: txd95eee1ae8304d44a7b94-006644fa6f) +proxy-server DEBUG: Node is error limited: 10.0.0.26:1026/sda (txn: txd95eee1ae8304d44a7b94-006644fa6f) +proxy-server DEBUG: Node is error limited: 10.0.0.24:1024/sdy (txn: txd95eee1ae8304d44a7b94-006644fa6f) +proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: txd95eee1ae8304d44a7b94-006644fa6f) +proxy-server DEBUG: Node is error limited: 10.0.0.9:1009/sdj (txn: txd95eee1ae8304d44a7b94-006644fa6f) +proxy-server DEBUG: Node is error limited: 10.0.0.20:1020/sdu (txn: txd95eee1ae8304d44a7b94-006644fa6f) +proxy-server DEBUG: Node is error limited: 10.0.0.22:1022/sdw (txn: txd95eee1ae8304d44a7b94-006644fa6f) +proxy-server DEBUG: Node is error limited: 10.0.0.3:1003/sdd (txn: txd95eee1ae8304d44a7b94-006644fa6f) +proxy-server DEBUG: Node is error limited: 10.0.0.14:1014/sdo (txn: txd95eee1ae8304d44a7b94-006644fa6f) +proxy-server DEBUG: Node is error limited: 10.0.0.16:1016/sdq (txn: txd95eee1ae8304d44a7b94-006644fa6f) +proxy-server DEBUG: Node is error limited: 10.0.0.8:1008/sdi (txn: txd95eee1ae8304d44a7b94-006644fa6f) +proxy-server DEBUG: Node is error limited: 10.0.0.5:1005/sdf (txn: txd95eee1ae8304d44a7b94-006644fa6f) +proxy-server DEBUG: Node is error limited: 10.0.0.12:1012/sdm (txn: txd95eee1ae8304d44a7b94-006644fa6f) +proxy-server DEBUG: Node is error limited: 10.0.0.23:1023/sdx (txn: txd95eee1ae8304d44a7b94-006644fa6f) +proxy-server DEBUG: Node is error limited: 10.0.0.15:1015/sdp (txn: txd95eee1ae8304d44a7b94-006644fa6f) +proxy-server DEBUG: Node is error limited: 10.0.0.13:1013/sdn (txn: txd95eee1ae8304d44a7b94-006644fa6f) +proxy-server DEBUG: Node is error limited: 10.0.0.11:1011/sdl (txn: txd95eee1ae8304d44a7b94-006644fa6f) +proxy-server DEBUG: Node is error limited: 10.0.0.21:1021/sdv (txn: txd95eee1ae8304d44a7b94-006644fa6f) +proxy-server DEBUG: Node is error limited: 10.0.0.4:1004/sde (txn: txd95eee1ae8304d44a7b94-006644fa6f) +proxy-server DEBUG: Node is error limited: 10.0.0.18:1018/sds (txn: txd95eee1ae8304d44a7b94-006644fa6f) +proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: txd95eee1ae8304d44a7b94-006644fa6f) +proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txd95eee1ae8304d44a7b94-006644fa6f) +proxy-server DEBUG: Node is error limited: 10.0.0.6:1006/sdg (txn: txd95eee1ae8304d44a7b94-006644fa6f) +proxy-server DEBUG: Node is error limited: 10.0.0.25:1025/sdz (txn: txd95eee1ae8304d44a7b94-006644fa6f) +proxy-server DEBUG: Node is error limited: 10.0.0.7:1007/sdh (txn: txd95eee1ae8304d44a7b94-006644fa6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd95eee1ae8304d44a7b94-006644fa6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd95eee1ae8304d44a7b94-006644fa6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd95eee1ae8304d44a7b94-006644fa6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd95eee1ae8304d44a7b94-006644fa6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd95eee1ae8304d44a7b94-006644fa6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd95eee1ae8304d44a7b94-006644fa6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd95eee1ae8304d44a7b94-006644fa6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd95eee1ae8304d44a7b94-006644fa6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd95eee1ae8304d44a7b94-006644fa6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd95eee1ae8304d44a7b94-006644fa6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd95eee1ae8304d44a7b94-006644fa6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd95eee1ae8304d44a7b94-006644fa6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd95eee1ae8304d44a7b94-006644fa6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd95eee1ae8304d44a7b94-006644fa6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd95eee1ae8304d44a7b94-006644fa6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd95eee1ae8304d44a7b94-006644fa6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd95eee1ae8304d44a7b94-006644fa6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd95eee1ae8304d44a7b94-006644fa6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd95eee1ae8304d44a7b94-006644fa6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd95eee1ae8304d44a7b94-006644fa6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd95eee1ae8304d44a7b94-006644fa6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd95eee1ae8304d44a7b94-006644fa6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd95eee1ae8304d44a7b94-006644fa6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd95eee1ae8304d44a7b94-006644fa6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd95eee1ae8304d44a7b94-006644fa6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd95eee1ae8304d44a7b94-006644fa6f) +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_all_primaries_error_limited +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_all_primaries_error_limited ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplicate_but_insufficient_frag_indexes +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplicate_but_insufficient_frag_indexes ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplicate_but_sufficient_frag_indexes +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplicate_but_sufficient_frag_indexes ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplication_factor +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplication_factor ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplication_factor_almost_duplicate_dispersion +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplication_factor_almost_duplicate_dispersion ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_many_missed_overwrite_will_need_handoff +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_many_missed_overwrite_will_need_handoff ... ok +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd95eee1ae8304d44a7b94-006644fa6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd95eee1ae8304d44a7b94-006644fa6f) +proxy-server ERROR: Object returning 503 for [] (txn: txd95eee1ae8304d44a7b94-006644fa6f) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx5b6c87c0678841b095edd-006644fa6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx5b6c87c0678841b095edd-006644fa6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx5b6c87c0678841b095edd-006644fa6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx5b6c87c0678841b095edd-006644fa6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx5b6c87c0678841b095edd-006644fa6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx5b6c87c0678841b095edd-006644fa6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx5b6c87c0678841b095edd-006644fa6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx5b6c87c0678841b095edd-006644fa6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx5b6c87c0678841b095edd-006644fa6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx5b6c87c0678841b095edd-006644fa6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx5b6c87c0678841b095edd-006644fa6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx5b6c87c0678841b095edd-006644fa6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx5b6c87c0678841b095edd-006644fa6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx5b6c87c0678841b095edd-006644fa6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5b6c87c0678841b095edd-006644fa6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5b6c87c0678841b095edd-006644fa6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5b6c87c0678841b095edd-006644fa6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5b6c87c0678841b095edd-006644fa6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5b6c87c0678841b095edd-006644fa6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5b6c87c0678841b095edd-006644fa6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5b6c87c0678841b095edd-006644fa6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5b6c87c0678841b095edd-006644fa6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5b6c87c0678841b095edd-006644fa6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5b6c87c0678841b095edd-006644fa6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5b6c87c0678841b095edd-006644fa6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5b6c87c0678841b095edd-006644fa6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5b6c87c0678841b095edd-006644fa6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5b6c87c0678841b095edd-006644fa6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5b6c87c0678841b095edd-006644fa6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5b6c87c0678841b095edd-006644fa6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5b6c87c0678841b095edd-006644fa6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5b6c87c0678841b095edd-006644fa6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5b6c87c0678841b095edd-006644fa6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5b6c87c0678841b095edd-006644fa6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5b6c87c0678841b095edd-006644fa6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5b6c87c0678841b095edd-006644fa6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5b6c87c0678841b095edd-006644fa6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5b6c87c0678841b095edd-006644fa6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5b6c87c0678841b095edd-006644fa6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5b6c87c0678841b095edd-006644fa6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5b6c87c0678841b095edd-006644fa6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5b6c87c0678841b095edd-006644fa6f) +proxy-server ERROR: Object returning 503 for [] (txn: tx5b6c87c0678841b095edd-006644fa6f) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa2e5d7082449464a89869-006644fa6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa2e5d7082449464a89869-006644fa6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa2e5d7082449464a89869-006644fa6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa2e5d7082449464a89869-006644fa6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa2e5d7082449464a89869-006644fa6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa2e5d7082449464a89869-006644fa6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa2e5d7082449464a89869-006644fa6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa2e5d7082449464a89869-006644fa6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa2e5d7082449464a89869-006644fa6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa2e5d7082449464a89869-006644fa6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa2e5d7082449464a89869-006644fa6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa2e5d7082449464a89869-006644fa6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa2e5d7082449464a89869-006644fa6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa2e5d7082449464a89869-006644fa6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa2e5d7082449464a89869-006644fa6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa2e5d7082449464a89869-006644fa6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa2e5d7082449464a89869-006644fa6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa2e5d7082449464a89869-006644fa6f) +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_may_503 +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_may_503 ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_stop +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_stop ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_succeed +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_succeed ... ok +proxy-server DEBUG: Ignoring 404 from primary (txn: txa2e5d7082449464a89869-006644fa6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa2e5d7082449464a89869-006644fa6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa2e5d7082449464a89869-006644fa6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa2e5d7082449464a89869-006644fa6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa2e5d7082449464a89869-006644fa6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa2e5d7082449464a89869-006644fa6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa2e5d7082449464a89869-006644fa6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa2e5d7082449464a89869-006644fa6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa2e5d7082449464a89869-006644fa6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa2e5d7082449464a89869-006644fa6f) +proxy-server ERROR: Object returning 503 for [] (txn: txa2e5d7082449464a89869-006644fa6f) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: txbbdc339d5a47493795525-006644fa6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: txbbdc339d5a47493795525-006644fa6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: txbbdc339d5a47493795525-006644fa6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: txbbdc339d5a47493795525-006644fa6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: txbbdc339d5a47493795525-006644fa6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: txbbdc339d5a47493795525-006644fa6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: txbbdc339d5a47493795525-006644fa6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: txbbdc339d5a47493795525-006644fa6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: txbbdc339d5a47493795525-006644fa6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: txbbdc339d5a47493795525-006644fa6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txbbdc339d5a47493795525-006644fa6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txbbdc339d5a47493795525-006644fa6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txbbdc339d5a47493795525-006644fa6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txbbdc339d5a47493795525-006644fa6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txbbdc339d5a47493795525-006644fa6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txbbdc339d5a47493795525-006644fa6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txbbdc339d5a47493795525-006644fa6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txbbdc339d5a47493795525-006644fa6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txbbdc339d5a47493795525-006644fa6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txbbdc339d5a47493795525-006644fa6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txbbdc339d5a47493795525-006644fa6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txbbdc339d5a47493795525-006644fa6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txbbdc339d5a47493795525-006644fa6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txbbdc339d5a47493795525-006644fa6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txbbdc339d5a47493795525-006644fa6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txbbdc339d5a47493795525-006644fa6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txbbdc339d5a47493795525-006644fa6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txbbdc339d5a47493795525-006644fa6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txbbdc339d5a47493795525-006644fa6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txbbdc339d5a47493795525-006644fa6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txbbdc339d5a47493795525-006644fa6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txbbdc339d5a47493795525-006644fa6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txbbdc339d5a47493795525-006644fa6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txbbdc339d5a47493795525-006644fa6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txbbdc339d5a47493795525-006644fa6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txbbdc339d5a47493795525-006644fa6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txbbdc339d5a47493795525-006644fa6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txbbdc339d5a47493795525-006644fa6f) +proxy-server ERROR: Object returning 503 for [] (txn: txbbdc339d5a47493795525-006644fa6f) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx0757c56aa62b4597992b7-006644fa6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx0757c56aa62b4597992b7-006644fa6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx0757c56aa62b4597992b7-006644fa6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx0757c56aa62b4597992b7-006644fa6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx0757c56aa62b4597992b7-006644fa6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx0757c56aa62b4597992b7-006644fa6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx0757c56aa62b4597992b7-006644fa6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx0757c56aa62b4597992b7-006644fa6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx0757c56aa62b4597992b7-006644fa6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx0757c56aa62b4597992b7-006644fa6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0757c56aa62b4597992b7-006644fa6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0757c56aa62b4597992b7-006644fa6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0757c56aa62b4597992b7-006644fa6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0757c56aa62b4597992b7-006644fa6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0757c56aa62b4597992b7-006644fa6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0757c56aa62b4597992b7-006644fa6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0757c56aa62b4597992b7-006644fa6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0757c56aa62b4597992b7-006644fa6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0757c56aa62b4597992b7-006644fa6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0757c56aa62b4597992b7-006644fa6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0757c56aa62b4597992b7-006644fa6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0757c56aa62b4597992b7-006644fa6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0757c56aa62b4597992b7-006644fa6f) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6440e10881e44becb6fc4-006644fa6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6440e10881e44becb6fc4-006644fa6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6440e10881e44becb6fc4-006644fa6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6440e10881e44becb6fc4-006644fa6f) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx6440e10881e44becb6fc4-006644fa6f) +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_mixed_etags_at_same_timestamp +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_mixed_etags_at_same_timestamp ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_mixed_frags_and_no_quorum_will_503 +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_mixed_frags_and_no_quorum_will_503 ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_no_durable_files +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_no_durable_files ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_simple +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_simple ... ok +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx6440e10881e44becb6fc4-006644fa6f) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx6440e10881e44becb6fc4-006644fa6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6440e10881e44becb6fc4-006644fa6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6440e10881e44becb6fc4-006644fa6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6440e10881e44becb6fc4-006644fa6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6440e10881e44becb6fc4-006644fa6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6440e10881e44becb6fc4-006644fa6f) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx6440e10881e44becb6fc4-006644fa6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6440e10881e44becb6fc4-006644fa6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6440e10881e44becb6fc4-006644fa6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6440e10881e44becb6fc4-006644fa6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6440e10881e44becb6fc4-006644fa6f) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx6440e10881e44becb6fc4-006644fa6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6440e10881e44becb6fc4-006644fa6f) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx6440e10881e44becb6fc4-006644fa6f) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx6440e10881e44becb6fc4-006644fa6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6440e10881e44becb6fc4-006644fa6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6440e10881e44becb6fc4-006644fa6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6440e10881e44becb6fc4-006644fa6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6440e10881e44becb6fc4-006644fa6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6440e10881e44becb6fc4-006644fa6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6440e10881e44becb6fc4-006644fa6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6440e10881e44becb6fc4-006644fa6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6440e10881e44becb6fc4-006644fa6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6440e10881e44becb6fc4-006644fa6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6440e10881e44becb6fc4-006644fa6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6440e10881e44becb6fc4-006644fa6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6440e10881e44becb6fc4-006644fa6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6440e10881e44becb6fc4-006644fa6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6440e10881e44becb6fc4-006644fa6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6440e10881e44becb6fc4-006644fa6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6440e10881e44becb6fc4-006644fa6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6440e10881e44becb6fc4-006644fa6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6440e10881e44becb6fc4-006644fa6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6440e10881e44becb6fc4-006644fa6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6440e10881e44becb6fc4-006644fa6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6440e10881e44becb6fc4-006644fa6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6440e10881e44becb6fc4-006644fa6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6440e10881e44becb6fc4-006644fa6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6440e10881e44becb6fc4-006644fa6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6440e10881e44becb6fc4-006644fa6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6440e10881e44becb6fc4-006644fa6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6440e10881e44becb6fc4-006644fa6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6440e10881e44becb6fc4-006644fa6f) +proxy-server ERROR: Object returning 503 for [] (txn: tx6440e10881e44becb6fc4-006644fa6f) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Object returning 503 for [] (txn: tx360be3e069be4a7b9f0b3-006644fa6f) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf4734d9c192a40e7988f9-006644fa6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf4734d9c192a40e7988f9-006644fa6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf4734d9c192a40e7988f9-006644fa6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf4734d9c192a40e7988f9-006644fa6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf4734d9c192a40e7988f9-006644fa6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf4734d9c192a40e7988f9-006644fa6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf4734d9c192a40e7988f9-006644fa6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf4734d9c192a40e7988f9-006644fa6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf4734d9c192a40e7988f9-006644fa6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf4734d9c192a40e7988f9-006644fa6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf4734d9c192a40e7988f9-006644fa6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf4734d9c192a40e7988f9-006644fa6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf4734d9c192a40e7988f9-006644fa6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf4734d9c192a40e7988f9-006644fa6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf4734d9c192a40e7988f9-006644fa6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf4734d9c192a40e7988f9-006644fa6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf4734d9c192a40e7988f9-006644fa6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf4734d9c192a40e7988f9-006644fa6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf4734d9c192a40e7988f9-006644fa6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf4734d9c192a40e7988f9-006644fa6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf4734d9c192a40e7988f9-006644fa6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf4734d9c192a40e7988f9-006644fa6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf4734d9c192a40e7988f9-006644fa6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf4734d9c192a40e7988f9-006644fa6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf4734d9c192a40e7988f9-006644fa6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf4734d9c192a40e7988f9-006644fa6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf4734d9c192a40e7988f9-006644fa6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf4734d9c192a40e7988f9-006644fa6f) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.28:1028/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txa14c70c1252c47bca4b65-006644fa6f) +proxy-server ERROR: ERROR with Object server 10.0.0.29:1029/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txa14c70c1252c47bca4b65-006644fa6f) +proxy-server ERROR: ERROR with Object server 10.0.0.30:1030/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txa14c70c1252c47bca4b65-006644fa6f) +proxy-server ERROR: ERROR with Object server 10.0.0.31:1031/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txa14c70c1252c47bca4b65-006644fa6f) +proxy-server ERROR: ERROR with Object server 10.0.0.32:1032/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txa14c70c1252c47bca4b65-006644fa6f) +proxy-server ERROR: ERROR with Object server 10.0.0.33:1033/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txa14c70c1252c47bca4b65-006644fa6f) +proxy-server ERROR: ERROR with Object server 10.0.0.34:1034/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txa14c70c1252c47bca4b65-006644fa6f) +proxy-server ERROR: ERROR with Object server 10.0.0.35:1035/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txa14c70c1252c47bca4b65-006644fa6f) +proxy-server ERROR: ERROR with Object server 10.0.0.36:1036/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txa14c70c1252c47bca4b65-006644fa6f) +proxy-server ERROR: ERROR with Object server 10.0.0.37:1037/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txa14c70c1252c47bca4b65-006644fa6f) +proxy-server ERROR: ERROR with Object server 10.0.0.38:1038/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txa14c70c1252c47bca4b65-006644fa6f) +proxy-server ERROR: ERROR with Object server 10.0.0.39:1039/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txa14c70c1252c47bca4b65-006644fa6f) +proxy-server ERROR: ERROR with Object server 10.0.0.40:1040/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txa14c70c1252c47bca4b65-006644fa6f) +proxy-server ERROR: ERROR with Object server 10.0.0.41:1041/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txa14c70c1252c47bca4b65-006644fa6f) +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest ... ok +proxy-server ERROR: ERROR with Object server 10.0.0.42:1042/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txa14c70c1252c47bca4b65-006644fa6f) +proxy-server ERROR: ERROR with Object server 10.0.0.43:1043/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txa14c70c1252c47bca4b65-006644fa6f) +proxy-server ERROR: ERROR with Object server 10.0.0.44:1044/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txa14c70c1252c47bca4b65-006644fa6f) +proxy-server ERROR: ERROR with Object server 10.0.0.45:1045/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txa14c70c1252c47bca4b65-006644fa6f) +proxy-server ERROR: ERROR with Object server 10.0.0.46:1046/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txa14c70c1252c47bca4b65-006644fa6f) +proxy-server ERROR: ERROR with Object server 10.0.0.47:1047/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txa14c70c1252c47bca4b65-006644fa6f) +proxy-server ERROR: ERROR with Object server 10.0.0.48:1048/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txa14c70c1252c47bca4b65-006644fa6f) +proxy-server ERROR: ERROR with Object server 10.0.0.49:1049/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txa14c70c1252c47bca4b65-006644fa6f) +proxy-server ERROR: ERROR with Object server 10.0.0.50:1050/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txa14c70c1252c47bca4b65-006644fa6f) +proxy-server ERROR: ERROR with Object server 10.0.0.51:1051/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txa14c70c1252c47bca4b65-006644fa6f) +proxy-server ERROR: ERROR with Object server 10.0.0.52:1052/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txa14c70c1252c47bca4b65-006644fa6f) +proxy-server ERROR: ERROR with Object server 10.0.0.53:1053/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txa14c70c1252c47bca4b65-006644fa6f) +proxy-server ERROR: ERROR with Object server 10.0.0.54:1054/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txa14c70c1252c47bca4b65-006644fa6f) +proxy-server ERROR: ERROR with Object server 10.0.0.55:1055/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txa14c70c1252c47bca4b65-006644fa6f) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.28:1028/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx7b5595de550049b78007c-006644fa6f) +proxy-server ERROR: ERROR with Object server 10.0.0.29:1029/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx7b5595de550049b78007c-006644fa6f) +proxy-server ERROR: ERROR with Object server 10.0.0.30:1030/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx7b5595de550049b78007c-006644fa6f) +proxy-server ERROR: ERROR with Object server 10.0.0.31:1031/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx7b5595de550049b78007c-006644fa6f) +proxy-server ERROR: ERROR with Object server 10.0.0.32:1032/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx7b5595de550049b78007c-006644fa6f) +proxy-server ERROR: ERROR with Object server 10.0.0.33:1033/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx7b5595de550049b78007c-006644fa6f) +proxy-server ERROR: ERROR with Object server 10.0.0.34:1034/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx7b5595de550049b78007c-006644fa6f) +proxy-server ERROR: ERROR with Object server 10.0.0.35:1035/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx7b5595de550049b78007c-006644fa6f) +proxy-server ERROR: ERROR with Object server 10.0.0.36:1036/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx7b5595de550049b78007c-006644fa6f) +proxy-server ERROR: ERROR with Object server 10.0.0.37:1037/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx7b5595de550049b78007c-006644fa6f) +proxy-server ERROR: ERROR with Object server 10.0.0.38:1038/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx7b5595de550049b78007c-006644fa6f) +proxy-server ERROR: ERROR with Object server 10.0.0.39:1039/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx7b5595de550049b78007c-006644fa6f) +proxy-server ERROR: ERROR with Object server 10.0.0.40:1040/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx7b5595de550049b78007c-006644fa6f) +proxy-server ERROR: ERROR with Object server 10.0.0.41:1041/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx7b5595de550049b78007c-006644fa6f) +proxy-server ERROR: ERROR with Object server 10.0.0.42:1042/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx7b5595de550049b78007c-006644fa6f) +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_different_timestamps +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_different_timestamps ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_with_some_missing +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_with_some_missing ... ok +proxy-server ERROR: ERROR with Object server 10.0.0.43:1043/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx7b5595de550049b78007c-006644fa6f) +proxy-server ERROR: ERROR with Object server 10.0.0.44:1044/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx7b5595de550049b78007c-006644fa6f) +proxy-server ERROR: ERROR with Object server 10.0.0.45:1045/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx7b5595de550049b78007c-006644fa6f) +proxy-server ERROR: ERROR with Object server 10.0.0.46:1046/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx7b5595de550049b78007c-006644fa6f) +proxy-server ERROR: ERROR with Object server 10.0.0.47:1047/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx7b5595de550049b78007c-006644fa6f) +proxy-server ERROR: ERROR with Object server 10.0.0.48:1048/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx7b5595de550049b78007c-006644fa6f) +proxy-server ERROR: ERROR with Object server 10.0.0.49:1049/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx7b5595de550049b78007c-006644fa6f) +proxy-server ERROR: ERROR with Object server 10.0.0.50:1050/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx7b5595de550049b78007c-006644fa6f) +proxy-server ERROR: ERROR with Object server 10.0.0.51:1051/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx7b5595de550049b78007c-006644fa6f) +proxy-server ERROR: ERROR with Object server 10.0.0.52:1052/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx7b5595de550049b78007c-006644fa6f) +proxy-server ERROR: ERROR with Object server 10.0.0.53:1053/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx7b5595de550049b78007c-006644fa6f) +proxy-server ERROR: ERROR with Object server 10.0.0.54:1054/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx7b5595de550049b78007c-006644fa6f) +proxy-server ERROR: ERROR with Object server 10.0.0.55:1055/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx7b5595de550049b78007c-006644fa6f) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.28:1028/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx971e3716413a4f5f8d832-006644fa6f) +proxy-server ERROR: ERROR with Object server 10.0.0.29:1029/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx971e3716413a4f5f8d832-006644fa6f) +proxy-server ERROR: ERROR with Object server 10.0.0.30:1030/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx971e3716413a4f5f8d832-006644fa6f) +proxy-server ERROR: ERROR with Object server 10.0.0.31:1031/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx971e3716413a4f5f8d832-006644fa6f) +proxy-server ERROR: ERROR with Object server 10.0.0.32:1032/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx971e3716413a4f5f8d832-006644fa6f) +proxy-server ERROR: ERROR with Object server 10.0.0.33:1033/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx971e3716413a4f5f8d832-006644fa6f) +proxy-server ERROR: ERROR with Object server 10.0.0.34:1034/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx971e3716413a4f5f8d832-006644fa6f) +proxy-server ERROR: ERROR with Object server 10.0.0.35:1035/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx971e3716413a4f5f8d832-006644fa6f) +proxy-server ERROR: ERROR with Object server 10.0.0.36:1036/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx971e3716413a4f5f8d832-006644fa6f) +proxy-server ERROR: ERROR with Object server 10.0.0.37:1037/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx971e3716413a4f5f8d832-006644fa6f) +proxy-server ERROR: ERROR with Object server 10.0.0.38:1038/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx971e3716413a4f5f8d832-006644fa6f) +proxy-server ERROR: ERROR with Object server 10.0.0.39:1039/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx971e3716413a4f5f8d832-006644fa6f) +proxy-server ERROR: ERROR with Object server 10.0.0.40:1040/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx971e3716413a4f5f8d832-006644fa6f) +proxy-server ERROR: ERROR with Object server 10.0.0.41:1041/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx971e3716413a4f5f8d832-006644fa6f) +proxy-server ERROR: ERROR with Object server 10.0.0.42:1042/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx971e3716413a4f5f8d832-006644fa6f) +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_with_two_vector_timestamps +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_with_two_vector_timestamps ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_delete_at_in_past +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_delete_at_in_past ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_delete_at_non_integer +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_delete_at_non_integer ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_limits_expirer_queue_deletes +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_limits_expirer_queue_deletes ... ok +proxy-server ERROR: ERROR with Object server 10.0.0.43:1043/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx971e3716413a4f5f8d832-006644fa6f) +proxy-server ERROR: ERROR with Object server 10.0.0.44:1044/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx971e3716413a4f5f8d832-006644fa6f) +proxy-server ERROR: ERROR with Object server 10.0.0.45:1045/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx971e3716413a4f5f8d832-006644fa6f) +proxy-server ERROR: ERROR with Object server 10.0.0.46:1046/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx971e3716413a4f5f8d832-006644fa6f) +proxy-server ERROR: ERROR with Object server 10.0.0.47:1047/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx971e3716413a4f5f8d832-006644fa6f) +proxy-server ERROR: ERROR with Object server 10.0.0.48:1048/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx971e3716413a4f5f8d832-006644fa6f) +proxy-server ERROR: ERROR with Object server 10.0.0.49:1049/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx971e3716413a4f5f8d832-006644fa6f) +proxy-server ERROR: ERROR with Object server 10.0.0.50:1050/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx971e3716413a4f5f8d832-006644fa6f) +proxy-server ERROR: ERROR with Object server 10.0.0.51:1051/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx971e3716413a4f5f8d832-006644fa6f) +proxy-server ERROR: ERROR with Object server 10.0.0.52:1052/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx971e3716413a4f5f8d832-006644fa6f) +proxy-server ERROR: ERROR with Object server 10.0.0.53:1053/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx971e3716413a4f5f8d832-006644fa6f) +proxy-server ERROR: ERROR with Object server 10.0.0.54:1054/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx971e3716413a4f5f8d832-006644fa6f) +proxy-server ERROR: ERROR with Object server 10.0.0.55:1055/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx971e3716413a4f5f8d832-006644fa6f) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_negative_delete_after +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_negative_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_non_int_delete_after +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_non_int_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_delete_at_in_past +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_delete_at_in_past ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_delete_at_non_integer +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_delete_at_non_integer ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_limits_expirer_queue_deletes +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_limits_expirer_queue_deletes ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_negative_delete_after +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_negative_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_non_int_delete_after +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_non_int_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_requires_length +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_requires_length ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_state_is_not_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_state_is_not_reclaimable ... ok +test.unit.container.test_server.TestContainerController.test_delete_auto_create +test.unit.container.test_server.TestContainerController.test_delete_auto_create ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_connect_put_node_timeout +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_connect_put_node_timeout ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_trouble_receiving_so_none_to_sync +test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_trouble_receiving_so_none_to_sync ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_container_sync_delete +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_container_sync_delete ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_container_update_backend_requests +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_container_update_backend_requests ... ok +test.unit.container.test_server.TestContainerController.test_deleted_headers +test.unit.container.test_server.TestContainerController.test_deleted_headers ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_delete_at_backend_requests +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_delete_at_backend_requests ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_determine_chunk_destinations_prioritize_more_missing +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_determine_chunk_destinations_prioritize_more_missing ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_expirer_DELETE_suppresses_expirer_queue_updates +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_expirer_DELETE_suppresses_expirer_queue_updates ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_handoff_local_first_default +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_handoff_local_first_default ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_handoff_local_first_non_default +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_handoff_local_first_non_default ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_best_effort +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_best_effort ... ok +test.unit.container.test_server.TestContainerController.test_delimiter_with_reserved +test.unit.container.test_server.TestContainerController.test_delimiter_with_reserved ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_moves_locals_first +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_moves_locals_first ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_noops_when_no_affinity +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_noops_when_no_affinity ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_sysmeta +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_sysmeta ... ok +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server :/ re: Expect: 100-continue on /a/c/o: ConnectionTimeout (0.05s) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_handoff_first_noops_when_no_affinity +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_handoff_first_noops_when_no_affinity ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_object_DELETE_backend_update_container_ip_default +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_object_DELETE_backend_update_container_ip_default ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_repl_object_DELETE_backend_update_container_repl_ip +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_repl_object_DELETE_backend_update_container_repl_ip ... ok +Container 'a/c' cannot be set to sharding state while in sharding state +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_smooth_distributed_backend_requests +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_smooth_distributed_backend_requests ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_some_404s_and_507s +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_some_404s_and_507s ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_not_configured +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_not_configured ... ok +Unlinked retiring db '/tmp/tmpb5b77lju/containers/part/suffix/hash/container.db' +Container 'a/c' cannot be set to sharded state while in sharded state +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_per_policy_config +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_per_policy_config ... ok +test.unit.container.test_server.TestContainerController.test_get_and_validate_policy_index +test.unit.container.test_server.TestContainerController.test_get_and_validate_policy_index ... ok +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_per_policy_config_overrides_and_inherits +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_per_policy_config_overrides_and_inherits ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_proxy_server_config +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_proxy_server_config ... ok +test.unit.container.test_server.TestContainerController.test_insufficient_storage_mount_check_false +test.unit.container.test_server.TestContainerController.test_insufficient_storage_mount_check_false ... ok +test.unit.container.test_server.TestContainerController.test_insufficient_storage_mount_check_true +test.unit.container.test_server.TestContainerController.test_insufficient_storage_mount_check_true ... ok +test.unit.container.test_server.TestContainerController.test_invalid_method_doesnt_exist +test.unit.container.test_server.TestContainerController.test_invalid_method_doesnt_exist ... ok +test.unit.container.test_server.TestContainerController.test_invalid_method_is_not_public +test.unit.container.test_server.TestContainerController.test_invalid_method_is_not_public ... ok +test.unit.container.test_server.TestContainerController.test_list_allowed_methods +test.unit.container.test_server.TestContainerController.test_list_allowed_methods ... ok +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +test.unit.container.test_server.TestContainerController.test_listing_with_reserved +test.unit.container.test_server.TestContainerController.test_listing_with_reserved ... ok +test.unit.container.test_server.TestContainerController.test_log_line_format +test.unit.container.test_server.TestContainerController.test_log_line_format ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_with_duplicate_names +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_with_duplicate_names ... ok +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1715796588.96770', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1715796588.96770', 'deleted': 0, 'state': 10, 'state_timestamp': '1715796588.96770', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1715796588.96781', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1715796588.96781', 'deleted': 0, 'state': 10, 'state_timestamp': '1715796588.96781', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1715796588.96782', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1715796588.96782', 'deleted': 0, 'state': 10, 'state_timestamp': '1715796588.96782', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715796582.12578', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715796582.12555', 'deleted': 0, 'state': 40, 'state_timestamp': '1715796582.12555', 'epoch': None, 'reported': 0, 'tombstones': -1}], 'fbe40b7c-351e-4bdd-8335-94a05d93af96-sda') +test WARNING: Ignoring remote osr w/o epoch, own_sr: {'name': 'a/c', 'timestamp': '1715796582.12566', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715796582.12566', 'deleted': 0, 'state': 40, 'state_timestamp': '1715796582.12566', 'epoch': '1715796582.12567', 'reported': 0, 'tombstones': -1}, remote_sr: {'name': 'a/c', 'timestamp': '1715796582.12578', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715796582.12555', 'deleted': 0, 'state': 40, 'state_timestamp': '1715796582.12555', 'epoch': None, 'reported': 0, 'tombstones': -1}, source: repl_req +test DEBUG: /tmp/tmpwa44vuxu/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmpwa44vuxu/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, '3418f6d2fedce482c110aa8a899a5317', 'd7258505-1a5a-4495-96de-2eebcd9bc5f7-sda', '1715796589.32415', '1715796589.32153', '0', '', '1715796589.32153', 1, 0) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_items, ([{'ROWID': 1, 'name': 'obj', 'created_at': '1715796589.55346', 'size': 0, 'content_type': 'text/plain', 'etag': 'd41d8cd98f00b204e9800998ecf8427e', 'deleted': 0, 'storage_policy_index': 0}], 'd7258505-1a5a-4495-96de-2eebcd9bc5f7-sda') +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_syncs, ([],) +test DEBUG: Replicating db /tmp/tmpjs34608e/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', '81037518-e54e-42b8-a1a0-0f147ee6aff6-sda', '1715796589.87917', '1715796589.86270', '0', '', '1715796589.86270', 0, 0) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, get_shard_ranges, () +test ERROR: ERROR syncing /tmp/tmpjs34608e/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db with node {'ip': '10.0.0.1', 'replication_ip': '10.0.0.1', 'port': 1001, 'replication_port': 1001, 'device': 'sdb', 'zone': 1, 'region': 1, 'id': 1, 'weight': 1, 'index': 1}: Timeout (0.001s) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, '9503faed47e17e87bf1cdb5f41831950', '7ed9fbce-f270-4a5f-a7ea-90ddeebfbcf7-sda', '1715796590.50535', '1715796590.50301', '0', '', '1715796590.50301', 1, 0) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, get_shard_ranges, () +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_items, ([{'ROWID': 1, 'name': 'obj', 'created_at': '1715796590.67537', 'size': 0, 'content_type': 'text/plain', 'etag': 'd41d8cd98f00b204e9800998ecf8427e', 'deleted': 0, 'storage_policy_index': 0}], '7ed9fbce-f270-4a5f-a7ea-90ddeebfbcf7-sda') +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_syncs, ([],) +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpi5utdefh/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', 'c59c5269-db39-4392-98b6-93234ce31ca0-sda', '1715796591.97123', '1715796591.96304', '0', '', '1715796591.96304', 0, 0) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('c59c5269-db39-4392-98b6-93234ce31ca0-sda', '33379ecb053aa5c9e356c68997cbb59e.db') +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', 'c59c5269-db39-4392-98b6-93234ce31ca0-sda', '1715796591.97123', '1715796591.96304', '0', '', '1715796591.96304', 0, 0) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('c59c5269-db39-4392-98b6-93234ce31ca0-sda', '33379ecb053aa5c9e356c68997cbb59e.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.40410 seconds (2.47466/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:2 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpi5utdefh/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', 'c59c5269-db39-4392-98b6-93234ce31ca0-sda', '1715796591.97123', '1715796591.96304', '0', '', '1715796591.96304', 0, 0) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, get_shard_ranges, () +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1715796592.57005', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1715796592.57005', 'deleted': 1, 'state': 10, 'state_timestamp': '1715796592.57005', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1715796592.02476', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1715796592.02476', 'deleted': 0, 'state': 10, 'state_timestamp': '1715796592.02476', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1715796592.02478', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1715796592.02478', 'deleted': 0, 'state': 10, 'state_timestamp': '1715796592.02478', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715796592.02500', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715796592.02500', 'deleted': 0, 'state': 60, 'state_timestamp': '1715796592.02479', 'epoch': '1715796592.02479', 'reported': 0, 'tombstones': -1}], 'c59c5269-db39-4392-98b6-93234ce31ca0-sda') +test DEBUG: /tmp/tmpi5utdefh/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpi5utdefh/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', 'c59c5269-db39-4392-98b6-93234ce31ca0-sda', '1715796591.97123', '1715796591.96304', '0', '', '1715796591.96304', 0, 0) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, get_shard_ranges, () +test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_with_rsync +test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_with_rsync ... ok +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:09:49 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0527 "-" 1363408 1 +test INFO: - - - [15/May/2024:18:09:50 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.4302 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:50 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0939 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:50 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1363408 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:09:50 +0000] "PUT /sda1/p/a/o" 201 - "-" "-" "-" 0.0660 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:50 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0016 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:50 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0022 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:50 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0011 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:50 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0012 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:50 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0010 "-" 1363408 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:09:50 +0000] "PUT /sda1/p/a/%00c" 201 - "-" "-" "-" 0.0495 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:50 +0000] "PUT /sda1/p/a/%00c%00test" 201 - "-" "-" "-" 0.0595 "-" 1363408 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:09:50 +0000] "PUT /sda1/p/a/c/" 201 - "-" "-" "-" 0.0512 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:50 +0000] "PUT /sda1/p/a/c/%00o" 400 61 "-" "-" "-" 0.0001 "-" 1363408 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:09:50 +0000] "DELETE /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0003 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:50 +0000] "DELETE /sda1/p/.a/c/o" 404 - "-" "-" "-" 0.0001 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:50 +0000] "DELETE /sda1/p/.a/c/o" 204 - "-" "-" "-" 0.1302 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:50 +0000] "DELETE /sda1/p/a/.c/o" 404 - "-" "-" "-" 0.0002 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:50 +0000] "DELETE /sda1/p/a/.c/.o" 404 - "-" "-" "-" 0.0002 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:50 +0000] "DELETE /sda1/p/.shards_a/c/o" 404 - "-" "-" "-" 0.0002 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:51 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.2424 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:51 +0000] "DELETE /sda1/p/.shards_a/c/o" 204 - "-" "-" "-" 0.8729 "-" 1363408 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:09:51 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0627 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:52 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0541 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:52 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0017 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:52 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 0.0013 "-" 1363408 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:09:52 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0651 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:52 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0039 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:52 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0003 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:52 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0624 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:52 +0000] "GET /sda1/p/a/%00null" 200 26 "-" "-" "-" 0.0021 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:52 +0000] "GET /sda1/p/a/%00null" 200 32 "-" "-" "-" 0.0026 "-" 1363408 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:09:52 +0000] "PUT /sda1/p/a/container_default" 201 - "-" "-" "-" 0.1000 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:52 +0000] "HEAD /sda1/p/a/container_default" 204 - "-" "-" "-" 0.0016 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:52 +0000] "PUT /sda1/p/a/c_nada" 400 45 "-" "-" "-" 0.0002 "-" 1363408 nada +test INFO: - - - [15/May/2024:18:09:52 +0000] "PUT /sda1/p/a/c_999" 400 42 "-" "-" "-" 0.0002 "-" 1363408 999 +test INFO: - - - [15/May/2024:18:09:52 +0000] "PUT /sda1/p/a/c_nulo" 201 - "-" "-" "-" 0.0418 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:52 +0000] "HEAD /sda1/p/a/c_nulo" 204 - "-" "-" "-" 0.0014 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:52 +0000] "PUT /sda1/p/a/c_unu" 201 - "-" "-" "-" 0.0650 "-" 1363408 1 +test INFO: - - - [15/May/2024:18:09:52 +0000] "HEAD /sda1/p/a/c_unu" 204 - "-" "-" "-" 0.0014 "-" 1363408 1 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:09:52 +0000] "method_doesnt_exist /sda1/p/a/c" 405 - "-" "-" "-" 0.0003 "-" 1363408 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:09:52 +0000] "__init__ /sda1/p/a/c" 405 - "-" "-" "-" 0.0001 "-" 1363408 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:09:52 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0738 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:52 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0014 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:52 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0715 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:52 +0000] "GET /sda1/p/a/%00null" 200 183 "-" "-" "-" 0.0021 "-" 1363408 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: 1.2.3.4 - - [01/Jan/1970:02:46:42 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 2.0000 "-" 1234 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:09:53 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.2373 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:53 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0037 "-" 1363408 - +test.unit.container.test_server.TestContainerController.test_markers_with_reserved +test.unit.container.test_server.TestContainerController.test_markers_with_reserved ... ok +test.unit.container.test_server.TestContainerController.test_not_allowed_method +test.unit.container.test_server.TestContainerController.test_not_allowed_method ... ok +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796650.00000, (0, 0) as of 1715796650.00000, sharding as of 1715796650.00000> to ShardRange<'k' to 't' as of 1715796651.00000, (0, 0) as of 1715796651.00000, created as of 1715796651.00000>, path: .shards_a/shard_c_1715796651.00000, db: /tmp/tmpasrznpjc/sda/containers/0/20f/e84673d55d2fb4c2ac45e2c85e4c720f/e84673d55d2fb4c2ac45e2c85e4c720f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796653.00000, db: /tmp/tmpasrznpjc/sda/containers/0/d7b/92d37b33c73257d752ea0a4c07599d7b/92d37b33c73257d752ea0a4c07599d7b.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796652.00000, (0, 0) as of 1715796652.00000, sharding as of 1715796652.00000> to ShardRange<'k' to 't' as of 1715796653.00000, (0, 0) as of 1715796653.00000, cleaved as of 1715796653.00000>, path: .shards_a/shard_c_1715796653.00000, db: /tmp/tmpasrznpjc/sda/containers/0/d7b/92d37b33c73257d752ea0a4c07599d7b/92d37b33c73257d752ea0a4c07599d7b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796655.00000, db: /tmp/tmpasrznpjc/sda/containers/0/890/aed90649b6c3c45daaeb5c735d3bf890/aed90649b6c3c45daaeb5c735d3bf890.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796654.00000, (0, 0) as of 1715796654.00000, sharding as of 1715796654.00000> to ShardRange<'k' to 't' as of 1715796655.00000, (0, 0) as of 1715796655.00000, active as of 1715796655.00000>, path: .shards_a/shard_c_1715796655.00000, db: /tmp/tmpasrznpjc/sda/containers/0/890/aed90649b6c3c45daaeb5c735d3bf890/aed90649b6c3c45daaeb5c735d3bf890.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796657.00000, db: /tmp/tmpasrznpjc/sda/containers/0/78c/5c2d3e4936a6fff88f0c70317bdc478c/5c2d3e4936a6fff88f0c70317bdc478c.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796656.00000, (0, 0) as of 1715796656.00000, sharding as of 1715796656.00000> to ShardRange<'k' to 't' as of 1715796657.00000, (0, 0) as of 1715796657.00000, shrinking as of 1715796657.00000>, path: .shards_a/shard_c_1715796657.00000, db: /tmp/tmpasrznpjc/sda/containers/0/78c/5c2d3e4936a6fff88f0c70317bdc478c/5c2d3e4936a6fff88f0c70317bdc478c.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796657.00000, db: /tmp/tmpasrznpjc/sda/containers/0/78c/5c2d3e4936a6fff88f0c70317bdc478c/5c2d3e4936a6fff88f0c70317bdc478c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796659.00000, db: /tmp/tmpasrznpjc/sda/containers/0/4d8/718017db79dcb62e46ba081388f554d8/718017db79dcb62e46ba081388f554d8.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796659.00000, db: /tmp/tmpasrznpjc/sda/containers/0/4d8/718017db79dcb62e46ba081388f554d8/718017db79dcb62e46ba081388f554d8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796661.00000, db: /tmp/tmpasrznpjc/sda/containers/0/a8c/38e759e2879f266e718f1bc354f45a8c/38e759e2879f266e718f1bc354f45a8c.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796660.00000, (0, 0) as of 1715796660.00000, sharding as of 1715796660.00000> to ShardRange<'k' to 't' as of 1715796661.00000, (0, 0) as of 1715796661.00000, sharded as of 1715796661.00000>, path: .shards_a/shard_c_1715796661.00000, db: /tmp/tmpasrznpjc/sda/containers/0/a8c/38e759e2879f266e718f1bc354f45a8c/38e759e2879f266e718f1bc354f45a8c.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796661.00000, db: /tmp/tmpasrznpjc/sda/containers/0/a8c/38e759e2879f266e718f1bc354f45a8c/38e759e2879f266e718f1bc354f45a8c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796663.00000, db: /tmp/tmpasrznpjc/sda/containers/0/f43/1fe2869334b01fde04a221e77e58af43/1fe2869334b01fde04a221e77e58af43.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796662.00000, (0, 0) as of 1715796662.00000, sharding as of 1715796662.00000> to ShardRange<'k' to 't' as of 1715796663.00000, (0, 0) as of 1715796663.00000, shrunk as of 1715796663.00000>, path: .shards_a/shard_c_1715796663.00000, db: /tmp/tmpasrznpjc/sda/containers/0/f43/1fe2869334b01fde04a221e77e58af43/1fe2869334b01fde04a221e77e58af43.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796663.00000, db: /tmp/tmpasrznpjc/sda/containers/0/f43/1fe2869334b01fde04a221e77e58af43/1fe2869334b01fde04a221e77e58af43.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796665.00000, db: /tmp/tmpasrznpjc/sda/containers/0/41c/05dd70ed9e403cbfacd0d6014999b41c/05dd70ed9e403cbfacd0d6014999b41c.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796664.00000, (0, 0) as of 1715796664.00000, sharded as of 1715796664.00000> to ShardRange<'k' to 't' as of 1715796665.00000, (0, 0) as of 1715796665.00000, found as of 1715796665.00000>, path: .shards_a/shard_c_1715796665.00000, db: /tmp/tmpasrznpjc/sda/containers/0/41c/05dd70ed9e403cbfacd0d6014999b41c/05dd70ed9e403cbfacd0d6014999b41c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796667.00000, db: /tmp/tmpasrznpjc/sda/containers/0/e73/afa8d1ec83f189309566b3dbba7c3e73/afa8d1ec83f189309566b3dbba7c3e73.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796666.00000, (0, 0) as of 1715796666.00000, sharded as of 1715796666.00000> to ShardRange<'k' to 't' as of 1715796667.00000, (0, 0) as of 1715796667.00000, created as of 1715796667.00000>, path: .shards_a/shard_c_1715796667.00000, db: /tmp/tmpasrznpjc/sda/containers/0/e73/afa8d1ec83f189309566b3dbba7c3e73/afa8d1ec83f189309566b3dbba7c3e73.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796669.00000, db: /tmp/tmpasrznpjc/sda/containers/0/36c/9c32015833f85c1481fe2f991095b36c/9c32015833f85c1481fe2f991095b36c.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796668.00000, (0, 0) as of 1715796668.00000, sharded as of 1715796668.00000> to ShardRange<'k' to 't' as of 1715796669.00000, (0, 0) as of 1715796669.00000, cleaved as of 1715796669.00000>, path: .shards_a/shard_c_1715796669.00000, db: /tmp/tmpasrznpjc/sda/containers/0/36c/9c32015833f85c1481fe2f991095b36c/9c32015833f85c1481fe2f991095b36c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796671.00000, db: /tmp/tmpasrznpjc/sda/containers/0/c54/8d915f7b1a1407cc62d767a8ca5e8c54/8d915f7b1a1407cc62d767a8ca5e8c54.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796670.00000, (0, 0) as of 1715796670.00000, sharded as of 1715796670.00000> to ShardRange<'k' to 't' as of 1715796671.00000, (0, 0) as of 1715796671.00000, active as of 1715796671.00000>, path: .shards_a/shard_c_1715796671.00000, db: /tmp/tmpasrznpjc/sda/containers/0/c54/8d915f7b1a1407cc62d767a8ca5e8c54/8d915f7b1a1407cc62d767a8ca5e8c54.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796673.00000, db: /tmp/tmpasrznpjc/sda/containers/0/37f/23dcf256144db8c482cdf036532ee37f/23dcf256144db8c482cdf036532ee37f.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796672.00000, (0, 0) as of 1715796672.00000, sharded as of 1715796672.00000> to ShardRange<'k' to 't' as of 1715796673.00000, (0, 0) as of 1715796673.00000, shrinking as of 1715796673.00000>, path: .shards_a/shard_c_1715796673.00000, db: /tmp/tmpasrznpjc/sda/containers/0/37f/23dcf256144db8c482cdf036532ee37f/23dcf256144db8c482cdf036532ee37f.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796673.00000, db: /tmp/tmpasrznpjc/sda/containers/0/37f/23dcf256144db8c482cdf036532ee37f/23dcf256144db8c482cdf036532ee37f.db +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reconciler_sync +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reconciler_sync ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_status_change +test.unit.container.test_replicator.TestReplicatorSync.test_sync_status_change ... ok +Unlinked retiring db '/tmp/tmpb5b77lju/containers/part/suffix/hash/container_1715796606.00000.db' +test.unit.container.test_server.TestContainerController.test_object_update_with_multiple_timestamps +test.unit.container.test_server.TestContainerController.test_object_update_with_multiple_timestamps ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_to_remote_with_misplaced +test.unit.container.test_replicator.TestReplicatorSync.test_sync_to_remote_with_misplaced ... ok +test.unit.container.test_server.TestContainerController.test_object_update_with_offset +test.unit.container.test_server.TestContainerController.test_object_update_with_offset ... ok +test.unit.container.test_server.TestContainerController.test_params_format +test.unit.container.test_server.TestContainerController.test_params_format ... ok +test.unit.container.test_server.TestContainerController.test_params_utf8 +test.unit.container.test_server.TestContainerController.test_params_utf8 ... ok +test.unit.container.test_server.TestContainerController.test_prefix_and_delim_with_reserved +test.unit.container.test_server.TestContainerController.test_prefix_and_delim_with_reserved ... ok +Unlinked retiring db '/tmp/tmpb5b77lju/containers/part/suffix/hash/container_1715796617.00000.db' +test INFO: - - - [15/May/2024:18:09:53 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0005 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:53 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0588 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:53 +0000] "GET /sda1/p/a/%00null" 200 367 "-" "-" "-" 0.0100 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:53 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0043 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:53 +0000] "GET /sda1/p/a/%00null" 200 184 "-" "-" "-" 0.0019 "-" 1363408 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:09:53 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0541 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:53 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:53 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:53 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0664 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:53 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:53 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0549 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:53 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0027 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:53 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0658 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:53 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0038 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:53 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0034 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:53 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0006 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:53 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0586 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:53 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0078 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:53 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0700 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:53 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0033 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:53 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0637 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:53 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0027 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:53 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0596 "-" 1363408 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:09:53 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0881 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:53 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:53 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0038 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:53 +0000] "GET /sda1/p/a/c" 200 117 "-" "-" "-" 0.0575 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:53 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0006 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:53 +0000] "GET /sda1/p/a/c" 200 116 "-" "-" "-" 0.0543 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:53 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0005 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:53 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0466 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:53 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:53 +0000] "GET /sda1/p/a/c" 200 120 "-" "-" "-" 0.0529 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:53 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0003 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:54 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0602 "-" 1363408 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:09:54 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0661 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:54 +0000] "GET /sda1/p/a/c" 200 61 "-" "-" "-" 0.0022 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:54 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0018 "-" 1363408 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:09:54 +0000] "GET /sda1/p/a/c" 400 37 "-" "-" "-" 0.0003 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:54 +0000] "GET /sda1/p/a/c" 400 33 "-" "-" "-" 0.0001 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:54 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0001 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:54 +0000] "GET /sda1/p/a/c" 400 32 "-" "-" "-" 0.0001 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:54 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0001 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:54 +0000] "GET /sda1/p/a/c" 400 38 "-" "-" "-" 0.0001 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:54 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0001 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:54 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0615 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:54 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0023 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:54 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:54 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0022 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:54 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:54 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:54 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:54 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 1363408 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:09:54 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0532 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:54 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0010 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:54 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0003 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:54 +0000] "PUT /sda1/p/a/%00null/%00null%00foo" 201 - "-" "-" "-" 0.0003 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:54 +0000] "PUT /sda1/p/a/%00null/%00nullish" 201 - "-" "-" "-" 0.0003 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:54 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0455 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:54 +0000] "GET /sda1/p/a/%00null" 200 207 "-" "-" "-" 0.0022 "-" 1363408 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:09:54 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0571 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:54 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0050 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:54 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0004 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:54 +0000] "PUT /sda1/p/a/%00null/%00null%00foo" 201 - "-" "-" "-" 0.0003 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:54 +0000] "PUT /sda1/p/a/%00null/%00nullish" 201 - "-" "-" "-" 0.0003 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:54 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0669 "-" 1363408 0 +test.unit.container.test_server.TestContainerController.test_prefix_with_reserved +test.unit.container.test_server.TestContainerController.test_prefix_with_reserved ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_storage_policy_property +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_storage_policy_property ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_db_states +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_db_states ... ok +test.unit.container.test_server.TestContainerController.test_put_auto_create +test.unit.container.test_server.TestContainerController.test_put_auto_create ... ok +test.unit.container.test_server.TestContainerController.test_replication_server_call_all_methods +test.unit.container.test_server.TestContainerController.test_replication_server_call_all_methods ... ok +test.unit.container.test_server.TestContainerController.test_serv_reserv +test.unit.container.test_server.TestContainerController.test_serv_reserv ... ok +test.unit.container.test_server.TestContainerController.test_swift_bytes_in_content_type +test.unit.container.test_server.TestContainerController.test_swift_bytes_in_content_type ... ok +test.unit.container.test_server.TestContainerController.test_through_call +test.unit.container.test_server.TestContainerController.test_through_call ... ok +test.unit.container.test_server.TestContainerController.test_through_call_invalid_path +test.unit.container.test_server.TestContainerController.test_through_call_invalid_path ... ok +test.unit.container.test_server.TestContainerController.test_through_call_invalid_path_utf8 +test.unit.container.test_server.TestContainerController.test_through_call_invalid_path_utf8 ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sync_merging +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sync_merging ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue +test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_fails +test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_fails ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_force +test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_force ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_socket_error +test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_socket_error ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_direct_delete_container_entry +test.unit.container.test_reconciler.TestReconcilerUtils.test_direct_delete_container_entry ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_direct_delete_container_entry_with_errors +test.unit.container.test_reconciler.TestReconcilerUtils.test_direct_delete_container_entry_with_errors ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_cache +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_cache ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_deleted +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_deleted ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_deleted +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_deleted ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_recreated +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_recreated ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_split_brain +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_split_brain ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_triggers_sync_store_update +test.unit.container.test_replicator.TestReplicatorSync.test_sync_triggers_sync_store_update ... ok +test.unit.container.test_server.TestContainerController.test_update_sync_store_on_DELETE +test.unit.container.test_server.TestContainerController.test_update_sync_store_on_DELETE ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharded_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharded_state_errors ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_update_sync_store +test.unit.container.test_replicator.TestReplicatorSync.test_update_sync_store ... ok +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1715796592.57005', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1715796592.57005', 'deleted': 1, 'state': 10, 'state_timestamp': '1715796592.57005', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1715796592.02476', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1715796592.02476', 'deleted': 0, 'state': 10, 'state_timestamp': '1715796592.02476', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1715796592.02478', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1715796592.02478', 'deleted': 0, 'state': 10, 'state_timestamp': '1715796592.02478', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715796592.02500', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715796592.02500', 'deleted': 0, 'state': 60, 'state_timestamp': '1715796592.02479', 'epoch': '1715796592.02479', 'reported': 0, 'tombstones': -1}], 'c59c5269-db39-4392-98b6-93234ce31ca0-sda') +test DEBUG: /tmp/tmpi5utdefh/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db synced 4 shard ranges to 10.0.0.2:1002/sdc +test WARNING: /tmp/tmpi5utdefh/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db is able to shard -- refusing to replicate objects to peer 10.0.0.2:1002/sdc; have shard ranges and will wait for cleaving +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.19286 seconds (5.18515/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', 'ec62e2de-1651-48f7-ae46-843dff5ea6f1-sda', '1715796593.10262', '1715796593.10012', '1715796593.21809', '', '1715796593.21809', 0, 0) +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpqc7sk8am/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', 'dd0af995-44ca-4419-8bc0-8f7a5e0b2935-sda', '1715796593.35968', '1715796593.00000', '0', '', '1715796593.00000', 0, 0) +test DEBUG: /tmp/tmpqc7sk8am/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', 'dd0af995-44ca-4419-8bc0-8f7a5e0b2935-sda', '1715796593.35968', '1715796593.00000', '0', '', '1715796593.00000', 0, 0) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('dd0af995-44ca-4419-8bc0-8f7a5e0b2935-sda', '33379ecb053aa5c9e356c68997cbb59e.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.38941 seconds (2.56796/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpxqy_3xuo/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', 'dde03ea2-b6ad-4e95-a0cc-72e0788ba9ea-sda', '1715796593.96868', '1715796593.00000', '0', '', '1715796593.00000', 0, 0) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('dde03ea2-b6ad-4e95-a0cc-72e0788ba9ea-sda', '33379ecb053aa5c9e356c68997cbb59e.db') +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', 'dde03ea2-b6ad-4e95-a0cc-72e0788ba9ea-sda', '1715796593.96868', '1715796593.00000', '0', '', '1715796593.00000', 0, 0) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('dde03ea2-b6ad-4e95-a0cc-72e0788ba9ea-sda', '33379ecb053aa5c9e356c68997cbb59e.db') +test DEBUG: Replicating db /tmp/tmpxqy_3xuo/sda/containers/0/4cc/b5b1d468929ace1438357f1af84904cc/b5b1d468929ace1438357f1af84904cc.db +REPLICATE: /sdb/0/b5b1d468929ace1438357f1af84904cc, sync, (-1, '00000000000000000000000000000000', 'dc6a9678-f754-48e5-86f1-501e248de714-sda', '1715796594.04435', '1715796594.00000', '0', '{"X-Container-Sync-To": ["a", "1715796595.00000"], "X-Container-Sync-Key": ["secret", "1715796596.00000"]}', '1715796594.00000', 0, 0) +REPLICATE: /sdb/0/b5b1d468929ace1438357f1af84904cc, complete_rsync, ('dc6a9678-f754-48e5-86f1-501e248de714-sda', 'b5b1d468929ace1438357f1af84904cc.db') +REPLICATE: /sdc/0/b5b1d468929ace1438357f1af84904cc, sync, (-1, '00000000000000000000000000000000', 'dc6a9678-f754-48e5-86f1-501e248de714-sda', '1715796594.04435', '1715796594.00000', '0', '{"X-Container-Sync-To": ["a", "1715796595.00000"], "X-Container-Sync-Key": ["secret", "1715796596.00000"]}', '1715796594.00000', 0, 0) +REPLICATE: /sdc/0/b5b1d468929ace1438357f1af84904cc, complete_rsync, ('dc6a9678-f754-48e5-86f1-501e248de714-sda', 'b5b1d468929ace1438357f1af84904cc.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 2 dbs in 0.60969 seconds (3.28034/s) +test INFO: Removed 0 dbs +test INFO: 4 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:4 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpxqy_3xuo/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', 'dde03ea2-b6ad-4e95-a0cc-72e0788ba9ea-sda', '1715796593.96868', '1715796593.00000', '0', '', '1715796593.00000', 0, 0) +test DEBUG: /tmp/tmpxqy_3xuo/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', 'dde03ea2-b6ad-4e95-a0cc-72e0788ba9ea-sda', '1715796593.96868', '1715796593.00000', '0', '', '1715796593.00000', 0, 0) +test DEBUG: /tmp/tmpxqy_3xuo/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db in sync with 10.0.0.2:1002/sdc, nothing to do +test DEBUG: Replicating db /tmp/tmpxqy_3xuo/sda/containers/0/4cc/b5b1d468929ace1438357f1af84904cc/b5b1d468929ace1438357f1af84904cc.db +REPLICATE: /sdb/0/b5b1d468929ace1438357f1af84904cc, sync, (-1, '00000000000000000000000000000000', 'dc6a9678-f754-48e5-86f1-501e248de714-sda', '1715796594.04435', '1715796594.00000', '0', '{"X-Container-Sync-To": ["", "1715796597.00000"], "X-Container-Sync-Key": ["secret", "1715796596.00000"]}', '1715796594.00000', 0, 0) +test DEBUG: /tmp/tmpxqy_3xuo/sda/containers/0/4cc/b5b1d468929ace1438357f1af84904cc/b5b1d468929ace1438357f1af84904cc.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/b5b1d468929ace1438357f1af84904cc, sync, (-1, '00000000000000000000000000000000', 'dc6a9678-f754-48e5-86f1-501e248de714-sda', '1715796594.04435', '1715796594.00000', '0', '{"X-Container-Sync-To": ["", "1715796597.00000"], "X-Container-Sync-Key": ["secret", "1715796596.00000"]}', '1715796594.00000', 0, 0) +test DEBUG: /tmp/tmpxqy_3xuo/sda/containers/0/4cc/b5b1d468929ace1438357f1af84904cc/b5b1d468929ace1438357f1af84904cc.db in sync with 10.0.0.2:1002/sdc, nothing to do +test INFO: Replication run OVER +test INFO: Attempted to replicate 2 dbs in 0.14230 seconds (14.05522/s) +test INFO: Removed 0 dbs +test INFO: 4 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:4 remote_merge:0 rsync:0 ts_repl:0 +test.unit.container.test_replicator.TestReplicatorSync.test_update_sync_store_exception +test.unit.container.test_replicator.TestReplicatorSync.test_update_sync_store_exception ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_build_task_obj_round_trip +test.unit.obj.test_expirer.TestObjectExpirer.test_build_task_obj_round_trip ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_container_timestamp_break +test.unit.obj.test_expirer.TestObjectExpirer.test_container_timestamp_break ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_delete_at_time_of_task_container +test.unit.obj.test_expirer.TestObjectExpirer.test_delete_at_time_of_task_container ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_delete_object +test.unit.obj.test_expirer.TestObjectExpirer.test_delete_object ... ok +test.unit.container.test_server.TestContainerController.test_update_sync_store_on_POST +test.unit.container.test_server.TestContainerController.test_update_sync_store_on_POST ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_failed_delete_keeps_entry +test.unit.obj.test_expirer.TestObjectExpirer.test_failed_delete_keeps_entry ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_get_process_values_from_config +test.unit.obj.test_expirer.TestObjectExpirer.test_get_process_values_from_config ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_get_process_values_from_kwargs +test.unit.obj.test_expirer.TestObjectExpirer.test_get_process_values_from_kwargs ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_get_process_values_negative_process +test.unit.obj.test_expirer.TestObjectExpirer.test_get_process_values_negative_process ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_get_process_values_negative_processes +test.unit.obj.test_expirer.TestObjectExpirer.test_get_process_values_negative_processes ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_get_process_values_process_equal_to_processes +test.unit.obj.test_expirer.TestObjectExpirer.test_get_process_values_process_equal_to_processes ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_get_process_values_process_greater_than_processes +test.unit.obj.test_expirer.TestObjectExpirer.test_get_process_values_process_greater_than_processes ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_hash_mod +test.unit.obj.test_expirer.TestObjectExpirer.test_hash_mod ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_init +test.unit.obj.test_expirer.TestObjectExpirer.test_init ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_init_concurrency_too_small +test.unit.obj.test_expirer.TestObjectExpirer.test_init_concurrency_too_small ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_init_internal_client_log_name +test.unit.obj.test_expirer.TestObjectExpirer.test_init_internal_client_log_name ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_accounts_to_expire +test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_accounts_to_expire ... ok +test ERROR: Failed to update sync_store /tmp/tmphnq567oi/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/replicator.py", line 301, in _post_replicate_hook + self.sync_store.update_sync_store(broker) + File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_replicator.py", line 1226, in update_sync_store + raise OSError(1, '1') +PermissionError: [Errno 1] 1 +test-expirer DEBUG: Run begin +test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects +test-expirer DEBUG: Run end +test-expirer INFO: Pass completed in 0s; 0 objects expired +test-expirer ERROR: Unexpected response while deleting object account container obj: 404 +test-expirer DEBUG: b'' +test-expirer ERROR: Unexpected response while deleting object account container obj: 412 +test-expirer DEBUG: b'' +test-expirer ERROR: Unexpected response while deleting object account container obj: 500 +test-expirer DEBUG: b'' +test-expirer ERROR: Exception while deleting object account container obj : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 421, in delete_object + self.delete_actual_object(target_path, delete_timestamp, + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +Exception +test-expirer DEBUG: Run begin +test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects +test-expirer ERROR: Exception while deleting object .expiring_objects 1715710195 1715710195-a0/c0/o0 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 421, in delete_object + self.delete_actual_object(target_path, delete_timestamp, +TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given +test-expirer ERROR: Exception while deleting object .expiring_objects 1715710195 1715710195-a1/c1/o1 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 421, in delete_object + self.delete_actual_object(target_path, delete_timestamp, +TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given +test-expirer ERROR: Exception while deleting object .expiring_objects 1715710195 1715710195-a2/c2/o2 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 421, in delete_object + self.delete_actual_object(target_path, delete_timestamp, +TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given +test-expirer ERROR: Exception while deleting object .expiring_objects 1715710195 1715710195-a3/c3/o3 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 421, in delete_object + self.delete_actual_object(target_path, delete_timestamp, +TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given +test-expirer ERROR: Exception while deleting object .expiring_objects 1715710195 1715710195-a4/c4/o4 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 421, in delete_object + self.delete_actual_object(target_path, delete_timestamp, +TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given +test-expirer ERROR: Exception while deleting object .expiring_objects 1715796594 1715796594-a5/c5/o5 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 421, in delete_object + self.delete_actual_object(target_path, delete_timestamp, +TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given +test-expirer ERROR: Exception while deleting object .expiring_objects 1715796594 1715796594-a6/c6/o6 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 421, in delete_object + self.delete_actual_object(target_path, delete_timestamp, +TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given +test-expirer ERROR: Exception while deleting object .expiring_objects 1715796594 1715796594-a7/c7/o7 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 421, in delete_object + self.delete_actual_object(target_path, delete_timestamp, +TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given +test-expirer ERROR: Exception while deleting object .expiring_objects 1715796594 1715796594-a8/c8/o8♡ TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 421, in delete_object + self.delete_actual_object(target_path, delete_timestamp, +TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given +test-expirer ERROR: Exception while deleting object .expiring_objects 1715796594 1715796594-a9/c9/o9ø TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 421, in delete_object + self.delete_actual_object(target_path, delete_timestamp, +TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given +test-expirer DEBUG: Run end +test-expirer INFO: Pass completed in 0s; 0 objects expired +test-expirer DEBUG: Run begin +test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects +test-expirer DEBUG: Run end +test-expirer INFO: Pass completed in 0s; 10 objects expired +test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire +test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_object_timestamp_break +test.unit.obj.test_expirer.TestObjectExpirer.test_object_timestamp_break ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_parse_task_obj +test.unit.obj.test_expirer.TestObjectExpirer.test_parse_task_obj ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_pop_queue +test.unit.obj.test_expirer.TestObjectExpirer.test_pop_queue ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_split_recreated +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_split_recreated ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_error +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_error ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_socket_error +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_socket_error ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_too_many_errors +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_too_many_errors ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_parse_raw_obj +test.unit.container.test_reconciler.TestReconcilerUtils.test_parse_raw_obj ... ok +test.unit.obj.test_updater.TestRateLimiterBucket.test_bool +test.unit.obj.test_updater.TestRateLimiterBucket.test_bool ... ok +test.unit.obj.test_updater.TestRateLimiterBucket.test_bucket_ordering +test.unit.obj.test_updater.TestRateLimiterBucket.test_bucket_ordering ... ok +test.unit.obj.test_updater.TestRateLimiterBucket.test_len +test.unit.obj.test_updater.TestRateLimiterBucket.test_len ... ok +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size ... ok +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size_resuming +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size_resuming ... ok +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size_resuming_chunked +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size_resuming_chunked ... ok +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_init_node_timeout +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_init_node_timeout ... ok +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part ... ok +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_insufficient_bytes +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_insufficient_bytes ... ok +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_read_timeout +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_read_timeout ... ok +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_small_fragment_size +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_small_fragment_size ... ok +test.unit.container.test_server.TestContainerController.test_update_sync_store_on_PUT +test.unit.container.test_server.TestContainerController.test_update_sync_store_on_PUT ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_empty_body +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_empty_body ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_invalid_shard_range +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_invalid_shard_range ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_key_missing +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_key_missing ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_process_based_concurrency +test.unit.obj.test_expirer.TestObjectExpirer.test_process_based_concurrency ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_report +test.unit.obj.test_expirer.TestObjectExpirer.test_report ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_round_robin_order +test.unit.obj.test_expirer.TestObjectExpirer.test_round_robin_order ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_catches_usual_exceptions +test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_catches_usual_exceptions ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_initial_sleep_random +test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_initial_sleep_random ... ok +test ERROR: Failed to unlink '/tmp/tmp47jenuzz/containers/part/suffix/hash/container.db': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2244, in set_sharded_state + os.unlink(retiring_file) + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError: 1 +test DEBUG: Unlinked retiring db '/tmp/tmp47jenuzz/containers/part/suffix/hash/container_1715796581.00000.db' +test WARNING: Still have multiple db files after unlinking '/tmp/tmp47jenuzz/containers/part/suffix/hash/container_1715796581.00000.db': ['/tmp/tmp47jenuzz/containers/part/suffix/hash/container.db', '/tmp/tmp47jenuzz/containers/part/suffix/hash/container_1715796582.00000.db'] +test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmp47jenuzz/containers/part/suffix/hash/container_1715796582.00000.db']. +test ERROR: Failed to set the ROWID of the fresh database for a/c: +test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read EC fragment during GET (retrying) 1.2.3.4:6200/sda (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read EC fragment during GET (retrying) 1.2.3.4:6200/sda (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read EC fragment during GET (retrying) 1.2.3.4:6200/sda (txn: txn1) (client_ip: 127.0.0.2) +proxy-server WARNING: Client disconnected on read of EC frag 'a/c/o' (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Problem with listing response from /v1/a/c/o: JSONDecodeError('Expecting value: line 1 column 1 (char 0)') (txn: tx3e981639c7384b42b6d31-006644fa74) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Failed to get namespaces from /v1/a/c/o: invalid data: ValueError("upper ('a') must be greater than or equal to lower ('z')") (txn: txdaddf7bbfea941a1a7d24-006644fa74) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Failed to get namespaces from /v1/a/c/o: invalid data: KeyError('name') (txn: txe4a7b6ce59b74ff3bdfc2-006644fa74) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_missing_record_type +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_missing_record_type ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_not_a_list +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_not_a_list ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_request_failed +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_request_failed ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_wrong_record_type +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_wrong_record_type ... ok +test.unit.container.test_server.TestContainerController.test_updating_multiple_container_servers +test.unit.container.test_server.TestContainerController.test_updating_multiple_container_servers ... ok +test.unit.container.test_server.TestContainerController.test_weird_content_types +test.unit.container.test_server.TestContainerController.test_weird_content_types ... ok +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_creates_empty_hashes +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_creates_empty_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_handoff +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_mixed +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_mixed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_no_hashes +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_no_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_primary +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_primary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_revert_only_tombstones +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_revert_only_tombstones ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_cleans_tmp +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_cleans_tmp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_creates_datadir +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_creates_datadir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_creates_datadir_error +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_creates_datadir_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_mount_check +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_mount_check ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_multi_device_skips_non_non_local_devs +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_multi_device_skips_non_non_local_devs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_multi_device_skips_non_ring_devices +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_multi_device_skips_non_ring_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_overrides +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_overrides ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_invalid_paths +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_invalid_paths ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_non_ec_policy_and_device +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_non_ec_policy_and_device ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_non_local_devs_servers_per_port +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_non_local_devs_servers_per_port ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_local_devices +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_local_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_local_devices_with_no_ec_policy_env +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_local_devices_with_no_ec_policy_env ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffix_delta +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffix_delta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffixes_in_sync +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffixes_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffixes_to_sync +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffixes_to_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_first_enables_handoffs_only +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_first_enables_handoffs_only ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_default +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_default ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_enabled +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_enabled ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_false_and_first_false +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_false_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_false_and_first_none +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_false_and_first_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_ignores_handoffs_first +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_ignores_handoffs_first ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_none_and_first_false +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_none_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_true_and_first_false +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_true_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_true_and_first_true +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_true_and_first_true ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_handoff +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_down +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_down ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_in_sync +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_not_in_sync +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_not_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_some_in_sync +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_some_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup_but_already_reclaimed +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup_but_already_reclaimed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup_tombstone +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_cleanup_meta_pure_handoff +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_cleanup_meta_pure_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_not_cleanup_meta_also_primary +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_not_cleanup_meta_also_primary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_not_cleanup_meta_new_data +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_not_cleanup_meta_new_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_is_handoff_fails +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_is_handoff_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_suffix_call_errors +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_suffix_call_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_sync_missing_durable +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_sync_missing_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_sync_partner_unmounted +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_sync_partner_unmounted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_will_not_revert_to_handoff +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_will_not_revert_to_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_reconstruct_removes_non_partition_files +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_reconstruct_removes_non_partition_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_reconstruct_with_no_ec_policy_env +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_reconstruct_with_no_ec_policy_env ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_ring_ip_and_bind_ip +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_ring_ip_and_bind_ip ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_sync_duplicates_to_remote_region +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_sync_duplicates_to_remote_region ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_two_ec_policies +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_two_ec_policies ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_command_line_overrides +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_command_line_overrides ... ok +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_device_distribution +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_device_distribution ... ok +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_more_workers_than_disks +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_more_workers_than_disks ... ok +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_no_multiprocessing +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_no_multiprocessing ... ok +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_override_policies +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_override_policies ... ok +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Failed to get shard ranges from /v1/a/c/o: unexpected record type None (txn: txecb79a1b8ad64e188d4a7-006644fa74) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Problem with listing response from /v1/a/c/o: ValueError('not a list') (txn: tx250fa56a68ab47b4a923d-006644fa74) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server WARNING: Failed to get container listing from /v1/a/c/o: 404 (txn: txf809445af5d5404d970f7-006644fa74) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Failed to get shard ranges from /v1/a/c/o: unexpected record type 'object' (txn: txcf5508e614924f038bb3e-006644fa74) +test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_calls_report +test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_calls_report ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_nothing_to_do +test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_nothing_to_do ... ok +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_run_forever +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_run_forever ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_rate_limited +test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_rate_limited ... ok +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_run_once +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_run_once ... ok +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_skipped_with_overrides +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_skipped_with_overrides ... ok +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_worker_logging +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_worker_logging ... ok +test.unit.obj.test_server.TestObjectServer.test_expect_on_multiphase_put_diconnect +test.unit.obj.test_server.TestObjectServer.test_expect_on_multiphase_put_diconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_unicode_problem +test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_unicode_problem ... ok +test.unit.obj.test_server.TestObjectServer.test_expect_on_put +test.unit.obj.test_server.TestObjectServer.test_expect_on_put ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_expect_on_put_conflict +test.unit.obj.test_server.TestObjectServer.test_expect_on_put_conflict ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_expect_on_put_footer +test.unit.obj.test_server.TestObjectServer.test_expect_on_put_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_bad_commit_message +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_bad_commit_message ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_client_disconnect_in_the_middle_of_commit +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_client_disconnect_in_the_middle_of_commit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_client_disconnect_right_before_commit +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_client_disconnect_right_before_commit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_drains_extra_commit_junk +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_drains_extra_commit_junk ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_expirer.TestObjectExpirer.test_skip_task_account_without_task_container +test.unit.obj.test_expirer.TestObjectExpirer.test_skip_task_account_without_task_container ... ok +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_drains_extra_commit_junk_disconnect +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_drains_extra_commit_junk_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_ec_fragment_in_headers_no_footers +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_ec_fragment_in_headers_no_footers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_metadata_footer +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_metadata_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_metadata_footer_disconnect +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_metadata_footer_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_no_metadata_replicated +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_no_metadata_replicated ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_no_mime_boundary +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_no_mime_boundary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_not_found +test.unit.obj.test_server.TestObjectServer.test_not_found ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.controllers.test_account.TestGetAccountInfo.test_get_deleted_account_410 +test.unit.proxy.controllers.test_account.TestGetAccountInfo.test_get_deleted_account_410 ... ok +test INFO: - - - [15/May/2024:18:09:54 +0000] "GET /sda1/p/a/%00null" 200 367 "-" "-" "-" 0.0104 "-" 1363408 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:09:54 +0000] "PUT /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0019 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:54 +0000] "PUT /sda1/p/.a/c/o" 404 - "-" "-" "-" 0.0002 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:54 +0000] "PUT /sda1/p/.a/c/o" 201 - "-" "-" "-" 0.0587 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:54 +0000] "PUT /sda1/p/a/.c/o" 404 - "-" "-" "-" 0.0003 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:54 +0000] "PUT /sda1/p/a/c/.o" 404 - "-" "-" "-" 0.0002 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:54 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0611 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:54 +0000] "PUT /sda1/p/.shards_a/c/o" 404 - "-" "-" "-" 0.0003 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:54 +0000] "PUT /sda1/p/.shards_a/c" 404 - "-" "-" "-" 0.0003 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:54 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0456 "-" 1363408 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:09:54 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0690 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:54 +0000] "PUT /sda1/p/a/c/o1" 201 - "-" "-" "-" 0.0004 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:54 +0000] "PUT /sda1/p/a/c/o2" 201 - "-" "-" "-" 0.0028 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:54 +0000] "GET /sda1/p/a/c" 200 280 "-" "-" "-" 0.0523 "-" 1363408 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:09:54 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 1363408 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:09:54 +0000] "GET /bob" 400 18 "-" "-" "-" 0.0002 "-" 1363408 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:09:54 +0000] "GET /sda1/p/a/c%D8%3E%2520/%25" 412 29 "-" "-" "-" 0.0001 "-" 1363408 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:09:55 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1217 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:55 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.1407 "-" 1363408 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:09:55 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0588 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:55 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.1390 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:55 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.1012 "-" 1363408 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:09:56 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.7896 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:56 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1282 "-" 1363408 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test ERROR: ERROR account update failed with 1.2.3.4:5/sdb1 (will retry later): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/server.py", line 270, in account_update + account_response = conn.getresponse() + ^^^^^^^^^^^^^^^^ +AttributeError: 'NoneType' object has no attribute 'getresponse' +test ERROR: ERROR account update failed with 6.7.8.9:10/sdf1 (will retry later): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/server.py", line 270, in account_update + account_response = conn.getresponse() + ^^^^^^^^^^^^^^^^ +AttributeError: 'NoneType' object has no attribute 'getresponse' +test INFO: - - - [15/May/2024:18:09:56 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0636 "-" 1363408 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:09:56 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0455 "-" 1363408 0 +test INFO: - - - [15/May/2024:18:09:56 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0006 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:56 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0004 "-" 1363408 - +test INFO: - - - [15/May/2024:18:09:56 +0000] "GET /sda1/p/a/c" 200 248 "-" "-" "-" 0.0544 "-" 1363408 0 +test-replicator INFO: [worker 1/2 pid=1363408] Running object replicator in script mode. +test-replicator INFO: [worker 1/2 pid=1363408] Object replication complete (once). (2.00 minutes) +test-replicator INFO: [worker 2/2 pid=1363408] Running object replicator in script mode. +test-replicator INFO: [worker 2/2 pid=1363408] Object replication complete (once). (2.00 minutes) +test-replicator INFO: [worker 1/3 pid=1363408] Running object replicator in script mode. +test-replicator INFO: [worker 1/3 pid=1363408] Object replication complete (once). (2.00 minutes) +test-replicator INFO: [worker 2/3 pid=1363408] Running object replicator in script mode. +test-replicator INFO: [worker 2/3 pid=1363408] Object replication complete (once). (2.00 minutes) +test-replicator INFO: [worker 3/3 pid=1363408] Running object replicator in script mode. +test-replicator INFO: [worker 3/3 pid=1363408] Object replication complete (once). (2.00 minutes) +test-replicator INFO: [worker 1/3 pid=1363408] Running object replicator in script mode. +test-replicator INFO: [worker 1/3 pid=1363408] Object replication complete (once). (2.00 minutes) +test-replicator INFO: [worker 1/3 pid=1363408] Running object replicator in script mode. +test-replicator INFO: [worker 1/3 pid=1363408] Object replication complete (once). (2.00 minutes) +test-replicator INFO: [worker 1/3 pid=8804] Running object replicator in script mode. +test-replicator DEBUG: [worker 1/3 pid=8804] debug message +test-replicator INFO: [worker 1/3 pid=8804] info message +test-replicator WARNING: [worker 1/3 pid=8804] warning message +test-replicator ERROR: [worker 1/3 pid=8804] error message +test-replicator INFO: [worker 1/3 pid=8804] Object replication complete (once). (0.00 minutes) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_commit_exception test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_commit_exception ... ok test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_commit_timeout @@ -107190,18 +105022,9 @@ test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_exception_during_transfer_data ... ok test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_timeout_during_transfer_data test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_timeout_during_transfer_data ... ok -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx15aa1672162041049ac60-00685204d1) -test ERROR: Container GET returning 503 for (200, 503, 503) (txn: tx15aa1672162041049ac60-00685204d1) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to get commit status of PUT to /v1/a/c/o: +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_error_commit +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_error_commit ... ok +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to get commit status of PUT to /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 523, in _get_conn_response resp = putter.await_response( @@ -107214,13 +105037,13 @@ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 757, in get_expect_status raise expect_status -Exception: kaboom! (txn: txb5fff06c1c1f49c1be12d-00685204d1) +Exception: kaboom! (txn: tx47b776c63bf54208ad4f6-006644fa75) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to get commit status of PUT to /v1/a/c/o: Timeout (Nones) (txn: tx201f69f37d634df1a76e6-00685204d1) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to get commit status of PUT to /v1/a/c/o: Timeout (Nones) (txn: txe65a7af85fee4cc48c3b0-006644fa75) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server WARNING: ERROR Client read timeout (Nones) (txn: txa469991035b741ae8a5d7-00685204d1) +proxy-server WARNING: ERROR Client read timeout (Nones) (txn: tx934fe43bf4244ea2a8436-006644fa75) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server WARNING: Client disconnected without sending last chunk (txn: txf813f2ea9253490eb7947-00685204d1) +proxy-server WARNING: Client disconnected without sending last chunk (txn: tx2f394f7db01e481cb4916-006644fa75) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server ERROR: ERROR Exception transferring data to object servers {'path': '/v1/a/c/o.jpg'}: Traceback (most recent call last): @@ -107241,26 +105064,30 @@ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/controllers/test_obj.py", line 6776, in read raise Exception('exception message') -Exception: exception message (txn: txd6f1741f8deb4abb9bdd2-00685204d1) +Exception: exception message (txn: tx6c470f1d0ad94fa884fcb-006644fa75) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR Exception causing client disconnect: Timeout (Nones) (txn: tx4bbaae3f7a7947be8e0fc-00685204d1) +proxy-server ERROR: ERROR Exception causing client disconnect: Timeout (Nones) (txn: tx29b1971008d44c1abca0b-006644fa75) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.6:1006/sdg (txn: txba05963f18d749109335b-00685204d1) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.11:1011/sdl (txn: txba05963f18d749109335b-00685204d1) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.10:1010/sdk (txn: txba05963f18d749109335b-00685204d1) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.8:1008/sdi (txn: txba05963f18d749109335b-00685204d1) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.3:1003/sdd (txn: txba05963f18d749109335b-00685204d1) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.0:1000/sda (txn: txba05963f18d749109335b-00685204d1) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.2:1002/sdc (txn: txba05963f18d749109335b-00685204d1) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.5:1005/sdf (txn: txba05963f18d749109335b-00685204d1) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.13:1013/sdn (txn: txba05963f18d749109335b-00685204d1) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.4:1004/sde (txn: txba05963f18d749109335b-00685204d1) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.7:1007/sdh (txn: txba05963f18d749109335b-00685204d1) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.12:1012/sdm (txn: txba05963f18d749109335b-00685204d1) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.9:1009/sdj (txn: txba05963f18d749109335b-00685204d1) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.1:1001/sdb (txn: txba05963f18d749109335b-00685204d1) -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_error_commit -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_error_commit ... ok +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.2:1002/sdc (txn: txc6e7bfd16dc841e0b2dfc-006644fa75) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.11:1011/sdl (txn: txc6e7bfd16dc841e0b2dfc-006644fa75) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.8:1008/sdi (txn: txc6e7bfd16dc841e0b2dfc-006644fa75) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.4:1004/sde (txn: txc6e7bfd16dc841e0b2dfc-006644fa75) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.0:1000/sda (txn: txc6e7bfd16dc841e0b2dfc-006644fa75) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.9:1009/sdj (txn: txc6e7bfd16dc841e0b2dfc-006644fa75) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.1:1001/sdb (txn: txc6e7bfd16dc841e0b2dfc-006644fa75) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.10:1010/sdk (txn: txc6e7bfd16dc841e0b2dfc-006644fa75) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.7:1007/sdh (txn: txc6e7bfd16dc841e0b2dfc-006644fa75) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.13:1013/sdn (txn: txc6e7bfd16dc841e0b2dfc-006644fa75) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.3:1003/sdd (txn: txc6e7bfd16dc841e0b2dfc-006644fa75) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.5:1005/sdf (txn: txc6e7bfd16dc841e0b2dfc-006644fa75) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.12:1012/sdm (txn: txc6e7bfd16dc841e0b2dfc-006644fa75) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.6:1006/sdg (txn: txc6e7bfd16dc841e0b2dfc-006644fa75) +proxy-server ERROR: Not enough object servers ack'ed (got 0) (txn: txc6e7bfd16dc841e0b2dfc-006644fa75) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.5:1005/sdf (txn: txba24fba4f40d4b818527f-006644fa75) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.6:1006/sdg (txn: txba24fba4f40d4b818527f-006644fa75) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.11:1011/sdl (txn: txba24fba4f40d4b818527f-006644fa75) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.4:1004/sde (txn: txba24fba4f40d4b818527f-006644fa75) test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_error_commit test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_error_commit ... ok test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_success @@ -107273,40 +105100,164 @@ test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_simple ... ok test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_body test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_body ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_success_gets_counted +test.unit.obj.test_expirer.TestObjectExpirer.test_success_gets_counted ... ok +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_quarantine_age_conf +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_quarantine_age_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_quarantine_threshold_conf +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_quarantine_threshold_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_all_404s_fails +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_all_404s_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_all_404s_fails_custom_request_node_count +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_all_404s_fails_custom_request_node_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_error_with_invalid_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_error_with_invalid_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_errors_works +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_errors_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_exceptions_fails +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_exceptions_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_finds_duplicate_does_not_fail +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_finds_duplicate_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_finds_missing_frag_does_not_fail +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_finds_missing_frag_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_frags_on_handoffs +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_frags_on_handoffs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_invalid_frag_index_headers +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_invalid_frag_index_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_missing_headers +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_missing_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_mixed_meta_timestamps_works +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_mixed_meta_timestamps_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_mixture_of_errors_fails +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_mixture_of_errors_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_errors +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_not_old_enough +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_not_old_enough ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_invalid_frag_index_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_invalid_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_missing_etag_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_missing_etag_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_missing_frag_index_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_missing_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_missing_timestamp_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_missing_timestamp_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_more_than_threshold_frags +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_more_than_threshold_frags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_non_404_response +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_non_404_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_body_and_bad_etag test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_body_and_bad_etag ... ok +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_two +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_two ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_etag_with_same_timestamp +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_etag_with_same_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_new_etag +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_new_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_old_etag +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_old_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_timestamps_etags_fail +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_timestamps_etags_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_parity_fa_with_data_node_failure +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_parity_fa_with_data_node_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_request_node_count_conf +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_request_node_count_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_exception_during_rebuild +test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_exception_during_rebuild ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_no_rebuilt_content +test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_no_rebuilt_content ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_no_responses +test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_no_responses ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_partial_rebuild +test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_partial_rebuild ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_quarantines_lonely_frag +test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_quarantines_lonely_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_rebuild_ok +test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_rebuild_ok ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestModuleMethods.test_decode_wanted +test.unit.obj.test_ssync_sender.TestModuleMethods.test_decode_wanted ... ok +test.unit.obj.test_ssync_sender.TestModuleMethods.test_encode_missing +test.unit.obj.test_ssync_sender.TestModuleMethods.test_encode_missing ... ok +test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_deferral_multiple_buckets +test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_deferral_multiple_buckets ... ok +test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_deferral_single_bucket +test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_deferral_single_bucket ... ok +test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_init +test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_init ... ok +test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_iteration_ratelimited +test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_iteration_ratelimited ... ok +test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_iteration_unlimited +test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_iteration_unlimited ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_account_acl_headers_translated_for_GET_HEAD +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_account_acl_headers_translated_for_GET_HEAD ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_account_info_in_response_env +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_account_info_in_response_env ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_add_acls_impossible_cases +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_add_acls_impossible_cases ... ok test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_both_body test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_both_body ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_cache_key_impossible_cases +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_cache_key_impossible_cases ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_get_deleted_account +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_get_deleted_account ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_long_acct_names +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_long_acct_names ... ok test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_chunked_body test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_chunked_body ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_DELETE +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_DELETE ... ok test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_explicit_commit_status test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_explicit_commit_status ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_explicit_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_explicit_timestamps_using_file ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_POST +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_POST ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_PUT +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_PUT ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_stripping_swift_admin_headers +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_stripping_swift_admin_headers ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_swift_owner +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_swift_owner ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_sys_meta_headers_POST +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_sys_meta_headers_POST ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_sys_meta_headers_PUT +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_sys_meta_headers_PUT ... ok test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_footers test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_footers ... ok -proxy-server ERROR: Not enough object servers ack'ed (got 0) (txn: txba05963f18d749109335b-00685204d1) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.1:1001/sdb (txn: tx54670130479243e89d1d7-00685204d1) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.5:1005/sdf (txn: tx54670130479243e89d1d7-00685204d1) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.9:1009/sdj (txn: tx54670130479243e89d1d7-00685204d1) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.4:1004/sde (txn: tx54670130479243e89d1d7-00685204d1) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.7:1007/sdh (txn: tx54670130479243e89d1d7-00685204d1) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.12:1012/sdm (txn: tx54670130479243e89d1d7-00685204d1) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.8:1008/sdi (txn: tx54670130479243e89d1d7-00685204d1) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.6:1006/sdg (txn: tx54670130479243e89d1d7-00685204d1) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.13:1013/sdn (txn: tx54670130479243e89d1d7-00685204d1) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.11:1011/sdl (txn: tx54670130479243e89d1d7-00685204d1) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.2:1002/sdc (txn: tx54670130479243e89d1d7-00685204d1) -proxy-server ERROR: Not enough object servers ack'ed (got 3) (txn: tx54670130479243e89d1d7-00685204d1) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.3:1003/sdd (txn: txb172e573d5dd402f9ffcb-00685204d1) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.11:1011/sdl (txn: txb172e573d5dd402f9ffcb-00685204d1) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.7:1007/sdh (txn: txb172e573d5dd402f9ffcb-00685204d1) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.6:1006/sdg (txn: txd033f35693b6451091123-00685204d1) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.12:1012/sdm (txn: txd033f35693b6451091123-00685204d1) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.8:1008/sdi (txn: txd033f35693b6451091123-00685204d1) +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_just_enough_durable_responses +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_just_enough_durable_responses ... ok +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.1:1001/sdb (txn: txba24fba4f40d4b818527f-006644fa75) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.12:1012/sdm (txn: txba24fba4f40d4b818527f-006644fa75) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.13:1013/sdn (txn: txba24fba4f40d4b818527f-006644fa75) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.8:1008/sdi (txn: txba24fba4f40d4b818527f-006644fa75) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.0:1000/sda (txn: txba24fba4f40d4b818527f-006644fa75) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.2:1002/sdc (txn: txba24fba4f40d4b818527f-006644fa75) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.7:1007/sdh (txn: txba24fba4f40d4b818527f-006644fa75) +proxy-server ERROR: Not enough object servers ack'ed (got 3) (txn: txba24fba4f40d4b818527f-006644fa75) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.3:1003/sdd (txn: tx6baef0e92b104c098cd1a-006644fa75) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.6:1006/sdg (txn: tx6baef0e92b104c098cd1a-006644fa75) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.13:1013/sdn (txn: tx6baef0e92b104c098cd1a-006644fa75) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.2:1002/sdc (txn: txc2ea2c6e8ac1489f8fb85-006644fa75) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.11:1011/sdl (txn: txc2ea2c6e8ac1489f8fb85-006644fa75) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.3:1003/sdd (txn: txc2ea2c6e8ac1489f8fb85-006644fa75) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Expect: 100-continue on /a/c/o: Traceback (most recent call last): @@ -107318,7 +105269,7 @@ ^^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2001, in connect raise FooterNotSupported() -swift.common.exceptions.FooterNotSupported (txn: txca17224e9c2b41fdaa753-00685204d1) +swift.common.exceptions.FooterNotSupported (txn: tx5b9fd31fe62b4624818ad-006644fa75) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) @@ -107326,2806 +105277,543 @@ proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_just_enough_durable_responses -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_just_enough_durable_responses ... ok +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.5:1005/sdf (txn: txd4c4c639466f4c8bb404f-006644fa75) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.1:1001/sdb (txn: txd4c4c639466f4c8bb404f-006644fa75) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.0:1000/sda (txn: txd4c4c639466f4c8bb404f-006644fa75) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_less_durable_responses test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_less_durable_responses ... ok test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_slow_commits test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_slow_commits ... ok test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_txn_id_logging_ECPUT test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_txn_id_logging_ECPUT ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_explicit_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_explicit_timestamps_using_memory ... ok -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.10:1010/sdk (txn: txf17f2c63d0ae44fdb974b-00685204d1) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.7:1007/sdh (txn: txf17f2c63d0ae44fdb974b-00685204d1) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.9:1009/sdj (txn: txf17f2c63d0ae44fdb974b-00685204d1) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.12:1012/sdm (txn: txbf69c39388b44c8cbfd65-00685204d1) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.10:1010/sdk (txn: txbf69c39388b44c8cbfd65-00685204d1) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.8:1008/sdi (txn: txbf69c39388b44c8cbfd65-00685204d1) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.11:1011/sdl (txn: txbf69c39388b44c8cbfd65-00685204d1) -proxy-server ERROR: Object PUT returning 503 for [201, 201, 201, 503, 503, 201, 201, 503, 201, 503, 201, 201, 201, 201] (txn: txbf69c39388b44c8cbfd65-00685204d1) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205736.00000-0, db: /tmp/tmph0hixm21/sda/containers/0/9e7/2ba4357e41867bab64081c5d9e31d9e7/2ba4357e41867bab64081c5d9e31d9e7_1750205736.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmph0hixm21/sda/containers/0/b27/1af30ed3cdaef38b6e14de06985dcb27/1af30ed3cdaef38b6e14de06985dcb27.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205740.00000-0, db: /tmp/tmph0hixm21/sda/containers/0/b27/1af30ed3cdaef38b6e14de06985dcb27/1af30ed3cdaef38b6e14de06985dcb27_1750205740.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmph0hixm21/sda/containers/0/e4f/2085b71c3a4fdaebe0e888e380500e4f/2085b71c3a4fdaebe0e888e380500e4f.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205744.00000-0, db: /tmp/tmph0hixm21/sda/containers/0/e4f/2085b71c3a4fdaebe0e888e380500e4f/2085b71c3a4fdaebe0e888e380500e4f_1750205744.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmph0hixm21/sda/containers/0/73b/62d6dba4faa01da303f6e1519a81773b/62d6dba4faa01da303f6e1519a81773b.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205748.00000-0, db: /tmp/tmph0hixm21/sda/containers/0/73b/62d6dba4faa01da303f6e1519a81773b/62d6dba4faa01da303f6e1519a81773b_1750205748.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmph0hixm21/sda/containers/0/af6/63485a35fdba13f0efd06c5efd267af6/63485a35fdba13f0efd06c5efd267af6.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205752.00000-0, db: /tmp/tmph0hixm21/sda/containers/0/af6/63485a35fdba13f0efd06c5efd267af6/63485a35fdba13f0efd06c5efd267af6_1750205752.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmph0hixm21/sda/containers/0/43d/35c3c28f05bb2437ba8f74ce0d32e43d/35c3c28f05bb2437ba8f74ce0d32e43d.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205756.00000-0, db: /tmp/tmph0hixm21/sda/containers/0/43d/35c3c28f05bb2437ba8f74ce0d32e43d/35c3c28f05bb2437ba8f74ce0d32e43d_1750205756.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmph0hixm21/sda/containers/0/8a7/63cb77e68e935a8a73b88f0966da68a7/63cb77e68e935a8a73b88f0966da68a7.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205760.00000-0, db: /tmp/tmph0hixm21/sda/containers/0/8a7/63cb77e68e935a8a73b88f0966da68a7/63cb77e68e935a8a73b88f0966da68a7_1750205760.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmph0hixm21/sda/containers/0/7fd/716b97c54d26e1bd05abcbe47193d7fd/716b97c54d26e1bd05abcbe47193d7fd.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205764.00000-0, db: /tmp/tmph0hixm21/sda/containers/0/7fd/716b97c54d26e1bd05abcbe47193d7fd/716b97c54d26e1bd05abcbe47193d7fd_1750205764.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmph0hixm21/sda/containers/0/d5b/e7b94521e8d764e3dcd0eb7dc5c2cd5b/e7b94521e8d764e3dcd0eb7dc5c2cd5b.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205768.00000-0, db: /tmp/tmph0hixm21/sda/containers/0/d5b/e7b94521e8d764e3dcd0eb7dc5c2cd5b/e7b94521e8d764e3dcd0eb7dc5c2cd5b_1750205768.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmph0hixm21/sda/containers/0/c17/96fb324831eee4e3764bc96cd55d1c17/96fb324831eee4e3764bc96cd55d1c17.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205772.00000-0, db: /tmp/tmph0hixm21/sda/containers/0/c17/96fb324831eee4e3764bc96cd55d1c17/96fb324831eee4e3764bc96cd55d1c17_1750205772.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmph0hixm21/sda/containers/0/e22/923f8f13573a86747ed1119191066e22/923f8f13573a86747ed1119191066e22.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205776.00000-0, db: /tmp/tmph0hixm21/sda/containers/0/e22/923f8f13573a86747ed1119191066e22/923f8f13573a86747ed1119191066e22_1750205776.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmph0hixm21/sda/containers/0/768/d8b3aed8976319ecc198f4497c1f7768/d8b3aed8976319ecc198f4497c1f7768.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205780.00000-0, db: /tmp/tmph0hixm21/sda/containers/0/768/d8b3aed8976319ecc198f4497c1f7768/d8b3aed8976319ecc198f4497c1f7768_1750205780.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmph0hixm21/sda/containers/0/40e/0ffae397f302245bb7eaa02e90c6740e/0ffae397f302245bb7eaa02e90c6740e.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205784.00000-0, db: /tmp/tmph0hixm21/sda/containers/0/40e/0ffae397f302245bb7eaa02e90c6740e/0ffae397f302245bb7eaa02e90c6740e_1750205784.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmph0hixm21/sda/containers/0/4f5/746a64576f1bb1ea63dda793f50a04f5/746a64576f1bb1ea63dda793f50a04f5.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205788.00000-0, db: /tmp/tmph0hixm21/sda/containers/0/4f5/746a64576f1bb1ea63dda793f50a04f5/746a64576f1bb1ea63dda793f50a04f5_1750205788.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmph0hixm21/sda/containers/0/833/8ea9b4c34ea1a8f6ec7cf95a89ab8833/8ea9b4c34ea1a8f6ec7cf95a89ab8833.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205792.00000-0, db: /tmp/tmph0hixm21/sda/containers/0/833/8ea9b4c34ea1a8f6ec7cf95a89ab8833/8ea9b4c34ea1a8f6ec7cf95a89ab8833_1750205792.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmph0hixm21/sda/containers/0/cf6/d6514c4f67c1c5c3721815fa11ae5cf6/d6514c4f67c1c5c3721815fa11ae5cf6.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205796.00000-0, db: /tmp/tmph0hixm21/sda/containers/0/cf6/d6514c4f67c1c5c3721815fa11ae5cf6/d6514c4f67c1c5c3721815fa11ae5cf6_1750205796.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmph0hixm21/sda/containers/0/c75/19377f3fd3ff074cd62e375a28e2bc75/19377f3fd3ff074cd62e375a28e2bc75.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205800.00000-0, db: /tmp/tmph0hixm21/sda/containers/0/c75/19377f3fd3ff074cd62e375a28e2bc75/19377f3fd3ff074cd62e375a28e2bc75_1750205800.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmph0hixm21/sda/containers/0/471/40aead1a65c15199bc207eaf71122471/40aead1a65c15199bc207eaf71122471.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205804.00000-0, db: /tmp/tmph0hixm21/sda/containers/0/471/40aead1a65c15199bc207eaf71122471/40aead1a65c15199bc207eaf71122471_1750205804.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmph0hixm21/sda/containers/0/5df/bf1ea2636ba895a0e295b38a5feb95df/bf1ea2636ba895a0e295b38a5feb95df.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205808.00000-0, db: /tmp/tmph0hixm21/sda/containers/0/5df/bf1ea2636ba895a0e295b38a5feb95df/bf1ea2636ba895a0e295b38a5feb95df_1750205808.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmph0hixm21/sda/containers/0/f4f/9527ff7765e3a1e9b8107f0bd1184f4f/9527ff7765e3a1e9b8107f0bd1184f4f.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205812.00000-0, db: /tmp/tmph0hixm21/sda/containers/0/f4f/9527ff7765e3a1e9b8107f0bd1184f4f/9527ff7765e3a1e9b8107f0bd1184f4f_1750205812.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmph0hixm21/sda/containers/0/dac/8619650cd4f4b72ff0626ade472ffdac/8619650cd4f4b72ff0626ade472ffdac.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205816.00000-0, db: /tmp/tmph0hixm21/sda/containers/0/dac/8619650cd4f4b72ff0626ade472ffdac/8619650cd4f4b72ff0626ade472ffdac_1750205816.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmph0hixm21/sda/containers/0/09e/e19777e5187a8627705767c735a3209e/e19777e5187a8627705767c735a3209e.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205820.00000-0, db: /tmp/tmph0hixm21/sda/containers/0/09e/e19777e5187a8627705767c735a3209e/e19777e5187a8627705767c735a3209e_1750205820.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmph0hixm21/sda/containers/0/725/18fcdd7fd208bb1ebdbec0199f945725/18fcdd7fd208bb1ebdbec0199f945725.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205824.00000-0, db: /tmp/tmph0hixm21/sda/containers/0/725/18fcdd7fd208bb1ebdbec0199f945725/18fcdd7fd208bb1ebdbec0199f945725_1750205824.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmph0hixm21/sda/containers/0/604/7ff8c43951acab27a9c1cacba2284604/7ff8c43951acab27a9c1cacba2284604.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205828.00000-0, db: /tmp/tmph0hixm21/sda/containers/0/604/7ff8c43951acab27a9c1cacba2284604/7ff8c43951acab27a9c1cacba2284604_1750205828.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmph0hixm21/sda/containers/0/d65/330aa5aae4adc832dd7c1eb2c9589d65/330aa5aae4adc832dd7c1eb2c9589d65.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205832.00000-0, db: /tmp/tmph0hixm21/sda/containers/0/d65/330aa5aae4adc832dd7c1eb2c9589d65/330aa5aae4adc832dd7c1eb2c9589d65_1750205832.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmph0hixm21/sda/containers/0/342/5a8c1899bb163b19e85035b7b6348342/5a8c1899bb163b19e85035b7b6348342.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205836.00000-0, db: /tmp/tmph0hixm21/sda/containers/0/342/5a8c1899bb163b19e85035b7b6348342/5a8c1899bb163b19e85035b7b6348342_1750205836.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmph0hixm21/sda/containers/0/126/1f8d7eaa1085037809703c2c4e07b126/1f8d7eaa1085037809703c2c4e07b126.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205840.00000-0, db: /tmp/tmph0hixm21/sda/containers/0/126/1f8d7eaa1085037809703c2c4e07b126/1f8d7eaa1085037809703c2c4e07b126_1750205840.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmph0hixm21/sda/containers/0/98c/baeda281c326ed378047cd418d30698c/baeda281c326ed378047cd418d30698c.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205844.00000-0, db: /tmp/tmph0hixm21/sda/containers/0/98c/baeda281c326ed378047cd418d30698c/baeda281c326ed378047cd418d30698c_1750205844.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmph0hixm21/sda/containers/0/5ad/6b253406d7a0309e3a2eeba7259675ad/6b253406d7a0309e3a2eeba7259675ad.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205848.00000-0, db: /tmp/tmph0hixm21/sda/containers/0/5ad/6b253406d7a0309e3a2eeba7259675ad/6b253406d7a0309e3a2eeba7259675ad_1750205848.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmph0hixm21/sda/containers/0/4cc/3a6e91c034aa250a9ee727851e7664cc/3a6e91c034aa250a9ee727851e7664cc.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205852.00000-0, db: /tmp/tmph0hixm21/sda/containers/0/4cc/3a6e91c034aa250a9ee727851e7664cc/3a6e91c034aa250a9ee727851e7664cc_1750205852.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmph0hixm21/sda/containers/0/916/004b707d288b4d56791bfc6b47ecb916/004b707d288b4d56791bfc6b47ecb916.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205856.00000-0, db: /tmp/tmph0hixm21/sda/containers/0/916/004b707d288b4d56791bfc6b47ecb916/004b707d288b4d56791bfc6b47ecb916_1750205856.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmph0hixm21/sda/containers/0/14a/65c15466e47bb29eff6643ef4be4014a/65c15466e47bb29eff6643ef4be4014a.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205860.00000-0, db: /tmp/tmph0hixm21/sda/containers/0/14a/65c15466e47bb29eff6643ef4be4014a/65c15466e47bb29eff6643ef4be4014a_1750205860.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmph0hixm21/sda/containers/0/9f1/0d9e039bfa478895e6eabe9fbb4fc9f1/0d9e039bfa478895e6eabe9fbb4fc9f1.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205864.00000-0, db: /tmp/tmph0hixm21/sda/containers/0/9f1/0d9e039bfa478895e6eabe9fbb4fc9f1/0d9e039bfa478895e6eabe9fbb4fc9f1_1750205864.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmph0hixm21/sda/containers/0/69f/12cb37915a5d67525097dca45015169f/12cb37915a5d67525097dca45015169f.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205868.00000-0, db: /tmp/tmph0hixm21/sda/containers/0/69f/12cb37915a5d67525097dca45015169f/12cb37915a5d67525097dca45015169f_1750205868.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmph0hixm21/sda/containers/0/f05/f88f3d2b74b9c5d380fa0182172ebf05/f88f3d2b74b9c5d380fa0182172ebf05.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205872.00000-0, db: /tmp/tmph0hixm21/sda/containers/0/f05/f88f3d2b74b9c5d380fa0182172ebf05/f88f3d2b74b9c5d380fa0182172ebf05_1750205872.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmph0hixm21/sda/containers/0/ab2/bd5718f3177bdcc4e48b5790b5f67ab2/bd5718f3177bdcc4e48b5790b5f67ab2.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205876.00000-0, db: /tmp/tmph0hixm21/sda/containers/0/ab2/bd5718f3177bdcc4e48b5790b5f67ab2/bd5718f3177bdcc4e48b5790b5f67ab2_1750205876.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmph0hixm21/sda/containers/0/58b/56d483718d5f56063a66f5e4a1eae58b/56d483718d5f56063a66f5e4a1eae58b.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205880.00000-0, db: /tmp/tmph0hixm21/sda/containers/0/58b/56d483718d5f56063a66f5e4a1eae58b/56d483718d5f56063a66f5e4a1eae58b_1750205880.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmph0hixm21/sda/containers/0/76d/a98d86d65f7fa5d708812e1fe278876d/a98d86d65f7fa5d708812e1fe278876d.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205884.00000-0, db: /tmp/tmph0hixm21/sda/containers/0/76d/a98d86d65f7fa5d708812e1fe278876d/a98d86d65f7fa5d708812e1fe278876d_1750205884.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmph0hixm21/sda/containers/0/40c/612849e481fc2a2b42f89b956b6e840c/612849e481fc2a2b42f89b956b6e840c.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205888.00000-0, db: /tmp/tmph0hixm21/sda/containers/0/40c/612849e481fc2a2b42f89b956b6e840c/612849e481fc2a2b42f89b956b6e840c_1750205888.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmph0hixm21/sda/containers/0/e30/2dbdb2fc1b9c7605576c1b5eb6ffce30/2dbdb2fc1b9c7605576c1b5eb6ffce30.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205892.00000-0, db: /tmp/tmph0hixm21/sda/containers/0/e30/2dbdb2fc1b9c7605576c1b5eb6ffce30/2dbdb2fc1b9c7605576c1b5eb6ffce30_1750205892.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmph0hixm21/sda/containers/0/156/3b8c62d6a3b8f4e48ac9fa2f073b1156/3b8c62d6a3b8f4e48ac9fa2f073b1156.db' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_deadlock -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_deadlock ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_with_duplicate_names -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_with_duplicate_names ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reconciler_sync -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reconciler_sync ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_remove_objects -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_remove_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_resolve_shard_range_states -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_resolve_shard_range_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reverse_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reverse_prefix_delim ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205896.00000-0, db: /tmp/tmph0hixm21/sda/containers/0/156/3b8c62d6a3b8f4e48ac9fa2f073b1156/3b8c62d6a3b8f4e48ac9fa2f073b1156_1750205896.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmph0hixm21/sda/containers/0/1af/cb1402ddbf96b8ac53095a62ec11c1af/cb1402ddbf96b8ac53095a62ec11c1af.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205900.00000-0, db: /tmp/tmph0hixm21/sda/containers/0/1af/cb1402ddbf96b8ac53095a62ec11c1af/cb1402ddbf96b8ac53095a62ec11c1af_1750205900.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmph0hixm21/sda/containers/0/bbd/af32d5ddb67b377743f7c2ad61890bbd/af32d5ddb67b377743f7c2ad61890bbd.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205904.00000-0, db: /tmp/tmph0hixm21/sda/containers/0/bbd/af32d5ddb67b377743f7c2ad61890bbd/af32d5ddb67b377743f7c2ad61890bbd_1750205904.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmph0hixm21/sda/containers/0/b4a/59fd306acf39fcda853507889838db4a/59fd306acf39fcda853507889838db4a.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205908.00000-0, db: /tmp/tmph0hixm21/sda/containers/0/b4a/59fd306acf39fcda853507889838db4a/59fd306acf39fcda853507889838db4a_1750205908.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmph0hixm21/sda/containers/0/c52/c5cd3a20c7e706ba311c142904838c52/c5cd3a20c7e706ba311c142904838c52.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205912.00000-0, db: /tmp/tmph0hixm21/sda/containers/0/c52/c5cd3a20c7e706ba311c142904838c52/c5cd3a20c7e706ba311c142904838c52_1750205912.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmph0hixm21/sda/containers/0/e7a/aa26f2d96902eaa282d70bafe673be7a/aa26f2d96902eaa282d70bafe673be7a.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205916.00000-0, db: /tmp/tmph0hixm21/sda/containers/0/e7a/aa26f2d96902eaa282d70bafe673be7a/aa26f2d96902eaa282d70bafe673be7a_1750205916.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmph0hixm21/sda/containers/0/4e4/a48673a5896cebb6ab7c69f317e224e4/a48673a5896cebb6ab7c69f317e224e4.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205920.00000-0, db: /tmp/tmph0hixm21/sda/containers/0/4e4/a48673a5896cebb6ab7c69f317e224e4/a48673a5896cebb6ab7c69f317e224e4_1750205920.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmph0hixm21/sda/containers/0/7c9/0d47cd4007512f38a6be7575e0bfd7c9/0d47cd4007512f38a6be7575e0bfd7c9.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205924.00000-0, db: /tmp/tmph0hixm21/sda/containers/0/7c9/0d47cd4007512f38a6be7575e0bfd7c9/0d47cd4007512f38a6be7575e0bfd7c9_1750205924.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmph0hixm21/sda/containers/0/225/a8a84da04ef9b20f0bcfcca854ef3225/a8a84da04ef9b20f0bcfcca854ef3225.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205928.00000-0, db: /tmp/tmph0hixm21/sda/containers/0/225/a8a84da04ef9b20f0bcfcca854ef3225/a8a84da04ef9b20f0bcfcca854ef3225_1750205928.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmph0hixm21/sda/containers/0/0b2/49fda72a74980efa1381247be01020b2/49fda72a74980efa1381247be01020b2.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205932.00000-0, db: /tmp/tmph0hixm21/sda/containers/0/0b2/49fda72a74980efa1381247be01020b2/49fda72a74980efa1381247be01020b2_1750205932.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmph0hixm21/sda/containers/0/5d6/761c3c0871c47cd6414896e54687b5d6/761c3c0871c47cd6414896e54687b5d6.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205936.00000-0, db: /tmp/tmph0hixm21/sda/containers/0/5d6/761c3c0871c47cd6414896e54687b5d6/761c3c0871c47cd6414896e54687b5d6_1750205936.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmph0hixm21/sda/containers/0/374/5d2bb5a2703ad8bbf9a279fe5a29e374/5d2bb5a2703ad8bbf9a279fe5a29e374.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205940.00000-0, db: /tmp/tmph0hixm21/sda/containers/0/374/5d2bb5a2703ad8bbf9a279fe5a29e374/5d2bb5a2703ad8bbf9a279fe5a29e374_1750205940.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmph0hixm21/sda/containers/0/898/8342b7120219b180cdd72102a36fd898/8342b7120219b180cdd72102a36fd898.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205944.00000-0, db: /tmp/tmph0hixm21/sda/containers/0/898/8342b7120219b180cdd72102a36fd898/8342b7120219b180cdd72102a36fd898_1750205944.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmph0hixm21/sda/containers/0/bdf/88cf652c340c44d53de80c78ebd63bdf/88cf652c340c44d53de80c78ebd63bdf.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205948.00000-0, db: /tmp/tmph0hixm21/sda/containers/0/bdf/88cf652c340c44d53de80c78ebd63bdf/88cf652c340c44d53de80c78ebd63bdf_1750205948.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmph0hixm21/sda/containers/0/010/7b0788aa40a69afdecbee96ec4bad010/7b0788aa40a69afdecbee96ec4bad010.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205952.00000-0, db: /tmp/tmph0hixm21/sda/containers/0/010/7b0788aa40a69afdecbee96ec4bad010/7b0788aa40a69afdecbee96ec4bad010_1750205952.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmph0hixm21/sda/containers/0/221/8507b439f09474b49caa3ff463225221/8507b439f09474b49caa3ff463225221.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205956.00000-0, db: /tmp/tmph0hixm21/sda/containers/0/221/8507b439f09474b49caa3ff463225221/8507b439f09474b49caa3ff463225221_1750205956.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmph0hixm21/sda/containers/0/218/37cf9e9c7a3143eb8333c32c2b73e218/37cf9e9c7a3143eb8333c32c2b73e218.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205960.00000-0, db: /tmp/tmph0hixm21/sda/containers/0/218/37cf9e9c7a3143eb8333c32c2b73e218/37cf9e9c7a3143eb8333c32c2b73e218_1750205960.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmph0hixm21/sda/containers/0/98b/65e9e4c860800a9cc7f101e0b25c398b/65e9e4c860800a9cc7f101e0b25c398b.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205964.00000-0, db: /tmp/tmph0hixm21/sda/containers/0/98b/65e9e4c860800a9cc7f101e0b25c398b/65e9e4c860800a9cc7f101e0b25c398b_1750205964.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmph0hixm21/sda/containers/0/db5/81df19e9064a58dc4e1061575c1a1db5/81df19e9064a58dc4e1061575c1a1db5.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205968.00000-0, db: /tmp/tmph0hixm21/sda/containers/0/db5/81df19e9064a58dc4e1061575c1a1db5/81df19e9064a58dc4e1061575c1a1db5_1750205968.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmph0hixm21/sda/containers/0/3ed/c75f5d8801323b0955c73bf6ca0163ed/c75f5d8801323b0955c73bf6ca0163ed.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205972.00000-0, db: /tmp/tmph0hixm21/sda/containers/0/3ed/c75f5d8801323b0955c73bf6ca0163ed/c75f5d8801323b0955c73bf6ca0163ed_1750205972.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmph0hixm21/sda/containers/0/578/1ef7e8522008f177ff1cfe4ae9974578/1ef7e8522008f177ff1cfe4ae9974578.db' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_root_account_container_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_save_and_load_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_save_and_load_record_from_pending_file ... ok -test ERROR: Failed to unlink '/tmp/tmpsizihq8n/containers/part/suffix/hash/container.db': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2244, in set_sharded_state - os.unlink(retiring_file) - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError: 1 -test DEBUG: Unlinked retiring db '/tmp/tmpsizihq8n/containers/part/suffix/hash/container_1750205580.00000.db' -test WARNING: Still have multiple db files after unlinking '/tmp/tmpsizihq8n/containers/part/suffix/hash/container_1750205580.00000.db': ['/tmp/tmpsizihq8n/containers/part/suffix/hash/container.db', '/tmp/tmpsizihq8n/containers/part/suffix/hash/container_1750205581.00000.db'] -test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmpsizihq8n/containers/part/suffix/hash/container_1750205581.00000.db']. -test ERROR: Failed to set the ROWID of the fresh database for a/c: -test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: -test ERROR: Problem finding shard upper in '/tmp/tmpp3x7hucw/test_container.db': : LockTimeout (Nones) -test ERROR: Problem finding shard upper in '/tmp/tmpp3x7hucw/test_container.db': : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2507, in find_shard_ranges - next_shard_upper = sub_broker._get_next_shard_range_upper( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -sqlite3.OperationalError -test DEBUG: Unlinked retiring db '/tmp/tmpebswdefw/containers/part/suffix/hash/container.db' -test WARNING: Unexpected db files will be ignored: ['/tmp/tmpebswdefw/containers/part/suffix/hash/container.db'] -Container 'a/c' cannot be set to sharded state while in unsharded state -Container 'a/c' cannot be set to sharding state: missing epoch -Container 'a/c' cannot be set to sharding state while in sharding state -Container 'a/c' cannot be set to sharded state while in sharded state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_db_states -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_db_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharded_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharded_state_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_storage_policy_index -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_storage_policy_index ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_storage_policy_index_empty -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_storage_policy_index_empty ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_x_syncs -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_x_syncs ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_initiated_and_required -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_initiated_and_required ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205976.00000-0, db: /tmp/tmph0hixm21/sda/containers/0/578/1ef7e8522008f177ff1cfe4ae9974578/1ef7e8522008f177ff1cfe4ae9974578_1750205976.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmph0hixm21/sda/containers/0/6fe/31fd03ba22c87fccc916f888b327d6fe/31fd03ba22c87fccc916f888b327d6fe.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205980.00000-0, db: /tmp/tmph0hixm21/sda/containers/0/6fe/31fd03ba22c87fccc916f888b327d6fe/31fd03ba22c87fccc916f888b327d6fe_1750205980.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmph0hixm21/sda/containers/0/fd9/eaf555116be379b61bb71ebb0b3d3fd9/eaf555116be379b61bb71ebb0b3d3fd9.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205984.00000-0, db: /tmp/tmph0hixm21/sda/containers/0/fd9/eaf555116be379b61bb71ebb0b3d3fd9/eaf555116be379b61bb71ebb0b3d3fd9_1750205984.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmph0hixm21/sda/containers/0/607/5b957dd0261fe9061fb931762ec97607/5b957dd0261fe9061fb931762ec97607.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205988.00000-0, db: /tmp/tmph0hixm21/sda/containers/0/607/5b957dd0261fe9061fb931762ec97607/5b957dd0261fe9061fb931762ec97607_1750205988.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmph0hixm21/sda/containers/0/9a3/f5398fa5d3c6ef3f457a106b3b97b9a3/f5398fa5d3c6ef3f457a106b3b97b9a3.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205992.00000-0, db: /tmp/tmph0hixm21/sda/containers/0/9a3/f5398fa5d3c6ef3f457a106b3b97b9a3/f5398fa5d3c6ef3f457a106b3b97b9a3_1750205992.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmph0hixm21/sda/containers/0/9d7/c6b53d12de44d566b53a88112cb2c9d7/c6b53d12de44d566b53a88112cb2c9d7.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205996.00000-0, db: /tmp/tmph0hixm21/sda/containers/0/9d7/c6b53d12de44d566b53a88112cb2c9d7/c6b53d12de44d566b53a88112cb2c9d7_1750205996.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmph0hixm21/sda/containers/0/2ec/6c3756e0db86b28707745bae4ceee2ec/6c3756e0db86b28707745bae4ceee2ec.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206000.00000-0, db: /tmp/tmph0hixm21/sda/containers/0/2ec/6c3756e0db86b28707745bae4ceee2ec/6c3756e0db86b28707745bae4ceee2ec_1750206000.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmph0hixm21/sda/containers/0/220/fb761fb3e05067e7c4ceae6dee44c220/fb761fb3e05067e7c4ceae6dee44c220.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206004.00000-0, db: /tmp/tmph0hixm21/sda/containers/0/220/fb761fb3e05067e7c4ceae6dee44c220/fb761fb3e05067e7c4ceae6dee44c220_1750206004.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmph0hixm21/sda/containers/0/b4a/5cf7be16e4ac2a1590ad97c9252f4b4a/5cf7be16e4ac2a1590ad97c9252f4b4a.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206008.00000-0, db: /tmp/tmph0hixm21/sda/containers/0/b4a/5cf7be16e4ac2a1590ad97c9252f4b4a/5cf7be16e4ac2a1590ad97c9252f4b4a_1750206008.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmph0hixm21/sda/containers/0/f7b/203890e3073ba47a8c0e342930d4af7b/203890e3073ba47a8c0e342930d4af7b.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206012.00000-0, db: /tmp/tmph0hixm21/sda/containers/0/f7b/203890e3073ba47a8c0e342930d4af7b/203890e3073ba47a8c0e342930d4af7b_1750206012.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmph0hixm21/sda/containers/0/670/d414a5ea1ffe1fbddb5af25c87b9d670/d414a5ea1ffe1fbddb5af25c87b9d670.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206016.00000-0, db: /tmp/tmph0hixm21/sda/containers/0/670/d414a5ea1ffe1fbddb5af25c87b9d670/d414a5ea1ffe1fbddb5af25c87b9d670_1750206016.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmph0hixm21/sda/containers/0/1c7/17fca4ddb5c612c95f155cffe3d0e1c7/17fca4ddb5c612c95f155cffe3d0e1c7.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206020.00000-0, db: /tmp/tmph0hixm21/sda/containers/0/1c7/17fca4ddb5c612c95f155cffe3d0e1c7/17fca4ddb5c612c95f155cffe3d0e1c7_1750206020.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmph0hixm21/sda/containers/0/fc3/51fcd94ff27169511f5547b5f9a23fc3/51fcd94ff27169511f5547b5f9a23fc3.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206024.00000-0, db: /tmp/tmph0hixm21/sda/containers/0/fc3/51fcd94ff27169511f5547b5f9a23fc3/51fcd94ff27169511f5547b5f9a23fc3_1750206024.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmph0hixm21/sda/containers/0/1dc/8736fab27a5e5ada6129c0f9942a41dc/8736fab27a5e5ada6129c0f9942a41dc.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206028.00000-0, db: /tmp/tmph0hixm21/sda/containers/0/1dc/8736fab27a5e5ada6129c0f9942a41dc/8736fab27a5e5ada6129c0f9942a41dc_1750206028.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmph0hixm21/sda/containers/0/a7c/9812eefb4fa1ef03e95c0071ffd95a7c/9812eefb4fa1ef03e95c0071ffd95a7c.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206032.00000-0, db: /tmp/tmph0hixm21/sda/containers/0/a7c/9812eefb4fa1ef03e95c0071ffd95a7c/9812eefb4fa1ef03e95c0071ffd95a7c_1750206032.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmph0hixm21/sda/containers/0/149/4f7b0ded4b5e6a814f6147291818f149/4f7b0ded4b5e6a814f6147291818f149.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206036.00000-0, db: /tmp/tmph0hixm21/sda/containers/0/149/4f7b0ded4b5e6a814f6147291818f149/4f7b0ded4b5e6a814f6147291818f149_1750206036.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmph0hixm21/sda/containers/0/157/d7fc502b8f9743555e935ef30cc7d157/d7fc502b8f9743555e935ef30cc7d157.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206040.00000-0, db: /tmp/tmph0hixm21/sda/containers/0/157/d7fc502b8f9743555e935ef30cc7d157/d7fc502b8f9743555e935ef30cc7d157_1750206040.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmph0hixm21/sda/containers/0/c5a/b1da5bf7a079937f5bfa8b505fc26c5a/b1da5bf7a079937f5bfa8b505fc26c5a.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206044.00000-0, db: /tmp/tmph0hixm21/sda/containers/0/c5a/b1da5bf7a079937f5bfa8b505fc26c5a/b1da5bf7a079937f5bfa8b505fc26c5a_1750206044.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmph0hixm21/sda/containers/0/962/318de9f495b0fbcd69d0c441282c9962/318de9f495b0fbcd69d0c441282c9962.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206048.00000-0, db: /tmp/tmph0hixm21/sda/containers/0/962/318de9f495b0fbcd69d0c441282c9962/318de9f495b0fbcd69d0c441282c9962_1750206048.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmph0hixm21/sda/containers/0/460/7d54c273d2a6e908a0580d05ec2ba460/7d54c273d2a6e908a0580d05ec2ba460.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206052.00000-0, db: /tmp/tmph0hixm21/sda/containers/0/460/7d54c273d2a6e908a0580d05ec2ba460/7d54c273d2a6e908a0580d05ec2ba460_1750206052.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmph0hixm21/sda/containers/0/244/12f0c634a614627372e08329a5e22244/12f0c634a614627372e08329a5e22244.db' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_state_is_not_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_state_is_not_reclaimable ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_sysmeta -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_sysmeta ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_storage_policy_property -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_storage_policy_property ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sync_merging -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sync_merging ... ok -test.unit.container.test_reconciler.TestReconciler.test_can_reconcile_policy -test.unit.container.test_reconciler.TestReconciler.test_can_reconcile_policy ... ok -test.unit.container.test_reconciler.TestReconciler.test_concurrency -test.unit.container.test_reconciler.TestReconciler.test_concurrency ... ok -test.unit.container.test_reconciler.TestReconciler.test_concurrency_config -test.unit.container.test_reconciler.TestReconciler.test_concurrency_config ... ok -test.unit.container.test_reconciler.TestReconciler.test_delete_old_empty_queue_containers -test.unit.container.test_reconciler.TestReconciler.test_delete_old_empty_queue_containers ... ok -test.unit.container.test_reconciler.TestReconciler.test_error_in_iter_containers -test.unit.container.test_reconciler.TestReconciler.test_error_in_iter_containers ... ok -test.unit.container.test_reconciler.TestReconciler.test_fail_to_move_if_ppi -test.unit.container.test_reconciler.TestReconciler.test_fail_to_move_if_ppi ... ok -test.unit.container.test_reconciler.TestReconciler.test_init_internal_client_log_name -test.unit.container.test_reconciler.TestReconciler.test_init_internal_client_log_name ... ok -test.unit.container.test_reconciler.TestReconciler.test_invalid_queue_name -test.unit.container.test_reconciler.TestReconciler.test_invalid_queue_name ... ok -test.unit.container.test_reconciler.TestReconciler.test_invalid_queue_name_marches_onward -test.unit.container.test_reconciler.TestReconciler.test_invalid_queue_name_marches_onward ... ok -test ERROR: Failed to unlink '/tmp/tmp8kx5v9hy/containers/part/suffix/hash/container.db': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2244, in set_sharded_state - os.unlink(retiring_file) - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError: 1 -test DEBUG: Unlinked retiring db '/tmp/tmp8kx5v9hy/containers/part/suffix/hash/container_1750205666.00000.db' -test WARNING: Still have multiple db files after unlinking '/tmp/tmp8kx5v9hy/containers/part/suffix/hash/container_1750205666.00000.db': ['/tmp/tmp8kx5v9hy/containers/part/suffix/hash/container.db', '/tmp/tmp8kx5v9hy/containers/part/suffix/hash/container_1750205667.00000.db'] -test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmp8kx5v9hy/containers/part/suffix/hash/container_1750205667.00000.db']. -test ERROR: Failed to set the ROWID of the fresh database for a/c: -test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: -test DEBUG: pulling items from the queue -test DEBUG: checking container 1750204800 -test DEBUG: looking for objects in 1750204800 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 -test DEBUG: checking placement for '/AUTH_bob/c/o2' (3724.234560) in policy_index 1 -test INFO: success: '/AUTH_bob/c/o2' (3724.234560) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o2' (3724.234560) from the queue (0000003724.23456_0000000000000001) -test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) -test INFO: Reconciler Stats: {'success': 2, 'pop_queue': 2} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1750204800 -test DEBUG: looking for objects in 1750204800 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 1749538800 -test DEBUG: looking for objects in 1749538800 -test DEBUG: checking container 1749535200 -test DEBUG: looking for objects in 1749535200 -test ERROR: invalid_record: invalid queue record: {'bytes': 0, 'name': 'something', 'last_modified': '1970-01-01T00:00:00.000000', 'hash': '0.000000', 'content_type': 'application/x-put'} -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/reconciler.py", line 835, in reconcile - queue_item = parse_raw_obj(raw_obj) - ^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/container/reconciler.py", line 280, in parse_raw_obj - policy_index, obj_name = raw_obj_name.split(':', 1) - ^^^^^^^^^^^^^^^^^^^^^^ -ValueError: not enough values to unpack (expected 2, got 1) -test INFO: Reconciler Stats: {'invalid_record': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1750204800 -test DEBUG: looking for objects in 1750204800 -test DEBUG: looking for containers in .misplaced_objects -test ERROR: Error listing containers in account .misplaced_objects (Unexpected response: 503 Service Unavailable) -test INFO: Reconciler Stats: {} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1750204800 -test DEBUG: looking for objects in 1750204800 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 -test DEBUG: ppi_skip: Container policy (0) in the middle of a part power increase (PPI) -test INFO: retry: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 must be retried -test INFO: Reconciler Stats: {'ppi_skip': 1, 'retry': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1750204800 -test DEBUG: looking for objects in 1750204800 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test ERROR: invalid_record: invalid queue record: {'bytes': 0, 'name': 'bogus', 'last_modified': '1970-01-01T01:00:18.841870', 'hash': '3618.841870', 'content_type': 'application/x-put'} -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/reconciler.py", line 835, in reconcile - queue_item = parse_raw_obj(raw_obj) - ^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/container/reconciler.py", line 280, in parse_raw_obj - policy_index, obj_name = raw_obj_name.split(':', 1) - ^^^^^^^^^^^^^^^^^^^^^^ -ValueError: not enough values to unpack (expected 2, got 1) -test INFO: Reconciler Stats: {'invalid_record': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1750204800 -test DEBUG: looking for objects in 1750204800 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test ERROR: invalid_record: invalid queue record: {'bytes': 0, 'name': '00000bogus', 'last_modified': '1970-01-01T01:00:00.000000', 'hash': '3600.000000', 'content_type': 'application/x-put'} +test.unit.proxy.controllers.test_obj.TestNumContainerUpdates.test_it +test.unit.proxy.controllers.test_obj.TestNumContainerUpdates.test_it ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796675.00000, db: /tmp/tmpasrznpjc/sda/containers/0/249/3c372528cec5b2abc13b45674030a249/3c372528cec5b2abc13b45674030a249.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796674.00000, (0, 0) as of 1715796674.00000, sharded as of 1715796674.00000> to ShardRange<'k' to 't' as of 1715796675.00000, (0, 0) as of 1715796675.00000, sharding as of 1715796675.00000>, path: .shards_a/shard_c_1715796675.00000, db: /tmp/tmpasrznpjc/sda/containers/0/249/3c372528cec5b2abc13b45674030a249/3c372528cec5b2abc13b45674030a249.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796675.00000, db: /tmp/tmpasrznpjc/sda/containers/0/249/3c372528cec5b2abc13b45674030a249/3c372528cec5b2abc13b45674030a249.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796677.00000, db: /tmp/tmpasrznpjc/sda/containers/0/2ee/6794033644b1317acf8b050c95a772ee/6794033644b1317acf8b050c95a772ee.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796677.00000, db: /tmp/tmpasrznpjc/sda/containers/0/2ee/6794033644b1317acf8b050c95a772ee/6794033644b1317acf8b050c95a772ee.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796679.00000, db: /tmp/tmpasrznpjc/sda/containers/0/01d/2af8c835a449d8fd060e59d307c5b01d/2af8c835a449d8fd060e59d307c5b01d.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796678.00000, (0, 0) as of 1715796678.00000, sharded as of 1715796678.00000> to ShardRange<'k' to 't' as of 1715796679.00000, (0, 0) as of 1715796679.00000, shrunk as of 1715796679.00000>, path: .shards_a/shard_c_1715796679.00000, db: /tmp/tmpasrznpjc/sda/containers/0/01d/2af8c835a449d8fd060e59d307c5b01d/2af8c835a449d8fd060e59d307c5b01d.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796679.00000, db: /tmp/tmpasrznpjc/sda/containers/0/01d/2af8c835a449d8fd060e59d307c5b01d/2af8c835a449d8fd060e59d307c5b01d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796681.00000, db: /tmp/tmpasrznpjc/sda/containers/0/6cd/6fe4ce7adea3e77c71a6c1e256ca96cd/6fe4ce7adea3e77c71a6c1e256ca96cd.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796680.00000, (0, 0) as of 1715796680.00000, shrunk as of 1715796680.00000> to ShardRange<'k' to 't' as of 1715796681.00000, (0, 0) as of 1715796681.00000, found as of 1715796681.00000>, path: .shards_a/shard_c_1715796681.00000, db: /tmp/tmpasrznpjc/sda/containers/0/6cd/6fe4ce7adea3e77c71a6c1e256ca96cd/6fe4ce7adea3e77c71a6c1e256ca96cd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796683.00000, db: /tmp/tmpasrznpjc/sda/containers/0/f3e/42286635706e88e67b82e5fab0b23f3e/42286635706e88e67b82e5fab0b23f3e.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796682.00000, (0, 0) as of 1715796682.00000, shrunk as of 1715796682.00000> to ShardRange<'k' to 't' as of 1715796683.00000, (0, 0) as of 1715796683.00000, created as of 1715796683.00000>, path: .shards_a/shard_c_1715796683.00000, db: /tmp/tmpasrznpjc/sda/containers/0/f3e/42286635706e88e67b82e5fab0b23f3e/42286635706e88e67b82e5fab0b23f3e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796685.00000, db: /tmp/tmpasrznpjc/sda/containers/0/fd9/4742c1e961e0128e2971de6f18c7cfd9/4742c1e961e0128e2971de6f18c7cfd9.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796684.00000, (0, 0) as of 1715796684.00000, shrunk as of 1715796684.00000> to ShardRange<'k' to 't' as of 1715796685.00000, (0, 0) as of 1715796685.00000, cleaved as of 1715796685.00000>, path: .shards_a/shard_c_1715796685.00000, db: /tmp/tmpasrznpjc/sda/containers/0/fd9/4742c1e961e0128e2971de6f18c7cfd9/4742c1e961e0128e2971de6f18c7cfd9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796687.00000, db: /tmp/tmpasrznpjc/sda/containers/0/2ed/8ae20a670b24b878b0882d33954da2ed/8ae20a670b24b878b0882d33954da2ed.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796686.00000, (0, 0) as of 1715796686.00000, shrunk as of 1715796686.00000> to ShardRange<'k' to 't' as of 1715796687.00000, (0, 0) as of 1715796687.00000, active as of 1715796687.00000>, path: .shards_a/shard_c_1715796687.00000, db: /tmp/tmpasrznpjc/sda/containers/0/2ed/8ae20a670b24b878b0882d33954da2ed/8ae20a670b24b878b0882d33954da2ed.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796689.00000, db: /tmp/tmpasrznpjc/sda/containers/0/cd7/ff4e33b7a01c30d7ec11710c13a3ecd7/ff4e33b7a01c30d7ec11710c13a3ecd7.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796688.00000, (0, 0) as of 1715796688.00000, shrunk as of 1715796688.00000> to ShardRange<'k' to 't' as of 1715796689.00000, (0, 0) as of 1715796689.00000, shrinking as of 1715796689.00000>, path: .shards_a/shard_c_1715796689.00000, db: /tmp/tmpasrznpjc/sda/containers/0/cd7/ff4e33b7a01c30d7ec11710c13a3ecd7/ff4e33b7a01c30d7ec11710c13a3ecd7.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796689.00000, db: /tmp/tmpasrznpjc/sda/containers/0/cd7/ff4e33b7a01c30d7ec11710c13a3ecd7/ff4e33b7a01c30d7ec11710c13a3ecd7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796691.00000, db: /tmp/tmpasrznpjc/sda/containers/0/00c/0552aa94ab82563e6cd8b89fc0f7e00c/0552aa94ab82563e6cd8b89fc0f7e00c.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796690.00000, (0, 0) as of 1715796690.00000, shrunk as of 1715796690.00000> to ShardRange<'k' to 't' as of 1715796691.00000, (0, 0) as of 1715796691.00000, sharding as of 1715796691.00000>, path: .shards_a/shard_c_1715796691.00000, db: /tmp/tmpasrznpjc/sda/containers/0/00c/0552aa94ab82563e6cd8b89fc0f7e00c/0552aa94ab82563e6cd8b89fc0f7e00c.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796691.00000, db: /tmp/tmpasrznpjc/sda/containers/0/00c/0552aa94ab82563e6cd8b89fc0f7e00c/0552aa94ab82563e6cd8b89fc0f7e00c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796693.00000, db: /tmp/tmpasrznpjc/sda/containers/0/03e/386e917c95e249dd03475f4d4f80e03e/386e917c95e249dd03475f4d4f80e03e.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796692.00000, (0, 0) as of 1715796692.00000, shrunk as of 1715796692.00000> to ShardRange<'k' to 't' as of 1715796693.00000, (0, 0) as of 1715796693.00000, sharded as of 1715796693.00000>, path: .shards_a/shard_c_1715796693.00000, db: /tmp/tmpasrznpjc/sda/containers/0/03e/386e917c95e249dd03475f4d4f80e03e/386e917c95e249dd03475f4d4f80e03e.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796693.00000, db: /tmp/tmpasrznpjc/sda/containers/0/03e/386e917c95e249dd03475f4d4f80e03e/386e917c95e249dd03475f4d4f80e03e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796695.00000, db: /tmp/tmpasrznpjc/sda/containers/0/fb3/8789ad0f7ec3cdbd536f059f9b7b4fb3/8789ad0f7ec3cdbd536f059f9b7b4fb3.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796695.00000, db: /tmp/tmpasrznpjc/sda/containers/0/fb3/8789ad0f7ec3cdbd536f059f9b7b4fb3/8789ad0f7ec3cdbd536f059f9b7b4fb3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796696.00000, db: /tmp/tmpasrznpjc/sda/containers/0/a9b/bd44723dc19c5a9ebf646a4651399a9b/bd44723dc19c5a9ebf646a4651399a9b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796698.00000, db: /tmp/tmpasrznpjc/sda/containers/0/2fe/69eeb48b5d23e9ca945ba5572a5912fe/69eeb48b5d23e9ca945ba5572a5912fe.db +test-expirer ERROR: Unexcepted error handling task '1715710196-invalid0': Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/reconciler.py", line 835, in reconcile - queue_item = parse_raw_obj(raw_obj) - ^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/container/reconciler.py", line 280, in parse_raw_obj - policy_index, obj_name = raw_obj_name.split(':', 1) - ^^^^^^^^^^^^^^^^^^^^^^ -ValueError: not enough values to unpack (expected 2, got 1) -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 -test DEBUG: noop_object: '/AUTH_bob/c/o1' (3618.841870) container policy_index 1 matches queue policy index 1 -test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) -test INFO: Reconciler Stats: {'invalid_record': 1, 'noop_object': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1750204800 -test DEBUG: looking for objects in 1750204800 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 1750201200 -test DEBUG: looking for objects in 1750201200 -test DEBUG: checking container 1750197600 -test DEBUG: looking for objects in 1750197600 -test DEBUG: checking container 1750194000 -test DEBUG: looking for objects in 1750194000 -test DEBUG: checking container 1750190400 -test DEBUG: looking for objects in 1750190400 -test DEBUG: checking container 1750186800 -test DEBUG: looking for objects in 1750186800 -test DEBUG: checking container 1750183200 -test DEBUG: looking for objects in 1750183200 -test DEBUG: checking container 1750179600 -test DEBUG: looking for objects in 1750179600 -test DEBUG: checking container 1750176000 -test DEBUG: looking for objects in 1750176000 -test DEBUG: checking container 1750172400 -test DEBUG: looking for objects in 1750172400 -test DEBUG: checking container 1749600000 -test DEBUG: looking for objects in 1749600000 -test DEBUG: checking container 1749596400 -test DEBUG: looking for objects in 1749596400 -test DEBUG: checking container 1749592800 -test DEBUG: looking for objects in 1749592800 -test DEBUG: checking container 1749589200 -test DEBUG: looking for objects in 1749589200 -test DEBUG: checking container 1749585600 -test.unit.container.test_reconciler.TestReconciler.test_iter_over_old_containers_in_reverse -test.unit.container.test_reconciler.TestReconciler.test_iter_over_old_containers_in_reverse ... ok -test.unit.container.test_reconciler.TestReconciler.test_multi_process_should_process -test.unit.container.test_reconciler.TestReconciler.test_multi_process_should_process ... ok -test.unit.container.test_reconciler.TestReconciler.test_no_concurrency -test.unit.container.test_reconciler.TestReconciler.test_no_concurrency ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_delete -test.unit.container.test_reconciler.TestReconciler.test_object_delete ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_enqueued_for_the_correct_dest_noop -test.unit.container.test_reconciler.TestReconciler.test_object_enqueued_for_the_correct_dest_noop ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move -test.unit.container.test_reconciler.TestReconciler.test_object_move ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_already_moved -test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_already_moved ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_object_newer_than_queue_entry -test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_object_newer_than_queue_entry ... ok + File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 265, in iter_task_to_expire + target_object = parse_task_obj(task_object) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 65, in parse_task_obj + split_path('/' + target_path, 3, 3, True) + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 1165, in split_path + raise ValueError('Invalid path: %s' % quote(path)) +ValueError: Invalid path: /invalid0 +test-expirer ERROR: Unexcepted error handling task '1715710196-invalid1': Traceback (most recent call last): - File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 471, in fire_timers - timer() - File "/usr/lib/python3/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ - cb(*args, **kw) - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 264, in main - result = function(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1165, in get_response - status, headers, app_iter = self.call_application(application) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1149, in call_application - app_iter = application(self.environ, start_response) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_reconciler.py", line 86, in __call__ - return self.storage_policy[policy_index].__call__( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/helpers.py", line 324, in __call__ - resp = resp_class( - ^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_reconciler.py", line 1923, in blow_up - raise Exception('kaboom!') -Exception: kaboom! -test DEBUG: looking for objects in 1749585600 -test DEBUG: checking container 1749582000 -test DEBUG: looking for objects in 1749582000 -test DEBUG: checking container 1749578400 -test DEBUG: looking for objects in 1749578400 -test DEBUG: checking container 1749574800 -test DEBUG: looking for objects in 1749574800 -test DEBUG: checking container 1749571200 -test DEBUG: looking for objects in 1749571200 -test DEBUG: checking container 1749567600 -test DEBUG: looking for objects in 1749567600 -test INFO: Reconciler Stats: {} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1750204800 -test DEBUG: looking for objects in 1750204800 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 -test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) -test DEBUG: checking placement for '/AUTH_bob/c/o2' (3724.234560) in policy_index 1 -test INFO: success: '/AUTH_bob/c/o2' (3724.234560) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o2' (3724.234560) from the queue (0000003724.23456_0000000000000001) -test INFO: Reconciler Stats: {'success': 2, 'pop_queue': 2} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1750204800 -test DEBUG: looking for objects in 1750204800 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (1750205674.501930) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (1750205674.501930) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (1750205674.501930) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (1750205674.501930) from storage policy 1 -test DEBUG: delete_attempt: '/AUTH_bob/c/o1' (1750205674.501930) in policy_index 1 will be deleted from policy_index 0 (1750205674.50193_0000000000000002) -test INFO: delete_success: '/AUTH_bob/c/o1' (1750205674.501930) deleted from policy_index 0 (1750205674.50193_0000000000000002) -test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (1750205674.501930) from policy_index 1 (1750205674.50193_0000000000000001) will be deleted -test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (1750205674.501930) was successfully removed from policy_index 1 -test INFO: success: '/AUTH_bob/c/o1' (1750205674.501930) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (1750205674.501930) from the queue (1750205674.50193_0000000000000001) -test INFO: Reconciler Stats: {'misplaced_object': 1, 'delete_attempt': 1, 'delete_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1750204800 -test DEBUG: looking for objects in 1750204800 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 -test DEBUG: noop_object: '/AUTH_bob/c/o1' (3618.841870) container policy_index 1 matches queue policy index 1 -test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) -test INFO: Reconciler Stats: {'noop_object': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1750204800 -test DEBUG: looking for objects in 1750204800 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (3618.841870) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (3618.841870) from storage policy 1 -test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 will be moved to policy_index 0 (0000003618.84187_0000000000000002) -test DEBUG: copy_success: '/AUTH_bob/c/o1' (3618.841870) moved from policy_index 1 to policy_index 0 (0000003618.84187_0000000000000002) -test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3618.841870) from policy_index 1 (0000003618.84187_0000000000000001) will be deleted -test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (3618.841870) was successfully removed from policy_index 1 -test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) -test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1750204800 -test DEBUG: looking for objects in 1750204800 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3679.201900) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (3679.201900) in destination policy_index 0 -test DEBUG: found_object: '/AUTH_bob/c/o1' (3679.201900) in policy_index 0 is newer than queue (3679.201900) -test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3679.201900) from policy_index 1 (0000003679.20190_0000000000000001) will be deleted -test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (3679.201900) was successfully removed from policy_index 1 -test INFO: success: '/AUTH_bob/c/o1' (3679.201900) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3679.201900) from the queue (0000003679.20190_0000000000000001) -test INFO: Reconciler Stats: {'found_object': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1750204800 -test DEBUG: looking for objects in 1750204800 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3679.201900) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (3679.201900) in destination policy_index 0 -test DEBUG: found_object: '/AUTH_bob/c/o1' (3680.201900) in policy_index 0 is newer than queue (3679.201900) -test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3679.201900) from policy_index 1 (0000003679.20190_0000000000000001) will be deleted -test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (3679.201900) was successfully removed from policy_index 1 -test INFO: success: '/AUTH_bob/c/o1' (3679.201900) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3679.201900) from the queue (0000003679.20190_0000000000000001) -test INFO: Reconciler Stats: {'found_object': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1750204800 -test DEBUG: looking for objects in 1750204800 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 36000 -test DEBUG: looking for objects in 36000 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (36123.383930) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 should be in policy_index 0 -test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_object_older_than_queue_entry -test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_object_older_than_queue_entry ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_fails_cleanup -test.unit.container.test_reconciler.TestReconciler.test_object_move_fails_cleanup ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_fails_preflight -test.unit.container.test_reconciler.TestReconciler.test_object_move_fails_preflight ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_no_such_object_no_tombstone_ancient -test.unit.container.test_reconciler.TestReconciler.test_object_move_no_such_object_no_tombstone_ancient ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_no_such_object_no_tombstone_recent -test.unit.container.test_reconciler.TestReconciler.test_object_move_no_such_object_no_tombstone_recent ... ok -test DEBUG: fetching '/AUTH_bob/c/o1' (36123.383930) from storage policy 1 -test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 will be moved to policy_index 0 (0000036123.38393_0000000000000002) -test DEBUG: copy_success: '/AUTH_bob/c/o1' (36123.383930) moved from policy_index 1 to policy_index 0 (0000036123.38393_0000000000000002) -test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (36123.383930) from policy_index 1 (0000036123.38393_0000000000000001) will be deleted -test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (36123.383930) was successfully removed from policy_index 1 -test INFO: success: '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/36000/1:/AUTH_bob/c/o1' (36123.383930) from the queue (0000036123.38393_0000000000000001) -test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1750204800 -test DEBUG: looking for objects in 1750204800 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (3600.123456) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (3600.123456) from storage policy 1 -test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (3600.123460) in policy_index 1 will be moved to policy_index 0 (0000003600.12346_0000000000000002) -test DEBUG: copy_success: '/AUTH_bob/c/o1' (3600.123460) moved from policy_index 1 to policy_index 0 (0000003600.12346_0000000000000002) -test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3600.123456) from policy_index 1 (0000003600.12346_0000000000000001) will be deleted -test DEBUG: cleanup_failed: '/AUTH_bob/c/o1' (3600.123456) was not cleaned up in storage_policy 1 (Unexpected response: 503 Service Unavailable) -test INFO: retry: '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 must be retried -test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_failed': 1, 'retry': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1750204800 -test DEBUG: looking for objects in 1750204800 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (3600.123456) in destination policy_index 0 -test DEBUG: unavailable_destination: '/AUTH_bob/c/o1' (3600.123456) unable to determine the destination timestamp, if any -test INFO: retry: '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 must be retried -test INFO: Reconciler Stats: {'unavailable_destination': 1, 'retry': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1750204800 -test DEBUG: looking for objects in 1750204800 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 1749538800 -test DEBUG: looking for objects in 1749538800 -test DEBUG: checking placement for '/AUTH_jeb/c/o1' (1749540394.551340) in policy_index 1 -test DEBUG: checking for '/AUTH_jeb/c/o1' (1749540394.551340) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_jeb/c/o1' (1749540394.551340) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_jeb/c/o1' (1749540394.551340) from storage policy 1 -test CRITICAL: lost_source: '/AUTH_jeb/c/o1' (1749540394.55134) was not available in policy_index 1 and has expired -test INFO: success: '/AUTH_jeb/c/o1' (1749540394.551340) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/1749538800/1:/AUTH_jeb/c/o1' (1749540394.551340) from the queue (1749540394.55134_0000000000000001) -test INFO: Reconciler Stats: {'misplaced_object': 1, 'lost_source': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1750204800 -test DEBUG: looking for objects in 1750204800 -test DEBUG: checking placement for '/AUTH_jeb/c/o1' (1750205674.556630) in policy_index 1 -test DEBUG: checking for '/AUTH_jeb/c/o1' (1750205674.556630) in destination policy_index 0 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: misplaced_object: '/AUTH_jeb/c/o1' (1750205674.556630) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_jeb/c/o1' (1750205674.556630) from storage policy 1 -test WARNING: unavailable_source: '/AUTH_jeb/c/o1' (1750205674.55663) in policy_index 1 responded 404 (0000000000.00000) -test INFO: retry: '/AUTH_jeb/c/o1' (1750205674.556630) in policy_index 1 must be retried -test INFO: Reconciler Stats: {'misplaced_object': 1, 'unavailable_source': 1, 'retry': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1750204800 -test DEBUG: looking for objects in 1750204800 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 36000 -test DEBUG: looking for objects in 36000 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (36123.383925) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (36123.383925) from storage policy 1 -test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 will be moved to policy_index 0 (0000036123.38393_0000000000000002) -test.unit.container.test_reconciler.TestReconciler.test_object_move_put_blows_up_crazy_town -test.unit.container.test_reconciler.TestReconciler.test_object_move_put_blows_up_crazy_town ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_put_fails -test.unit.container.test_reconciler.TestReconciler.test_object_move_put_fails ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_is_forever_gone -test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_is_forever_gone ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_newer_than_queue_entry -test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_newer_than_queue_entry ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_older_than_queue_entry -test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_older_than_queue_entry ... ok + File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 265, in iter_task_to_expire + target_object = parse_task_obj(task_object) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 65, in parse_task_obj + split_path('/' + target_path, 3, 3, True) + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 1165, in split_path + raise ValueError('Invalid path: %s' % quote(path)) +ValueError: Invalid path: /invalid1 +test-expirer DEBUG: Run begin +test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects +test-expirer DEBUG: Run end +test-expirer INFO: Pass completed in 0s; 10 objects expired +test-expirer INFO: Pass completed in 0s; 0 objects expired +test-expirer ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': Traceback (most recent call last): - File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 471, in fire_timers - timer() - File "/usr/lib/python3/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ - cb(*args, **kw) - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 264, in main - result = function(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1165, in get_response - status, headers, app_iter = self.call_application(application) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1149, in call_application - app_iter = application(self.environ, start_response) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_reconciler.py", line 86, in __call__ - return self.storage_policy[policy_index].__call__( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/helpers.py", line 324, in __call__ - resp = resp_class( - ^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_reconciler.py", line 2128, in blow_up - raise Exception('kaboom!') -Exception: kaboom! -test ERROR: unhandled_error: unable to upload '/AUTH_bob/c/o1' (36123.383930) from policy_index 1 to policy_index 0 + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' +test-expirer INFO: Pass so far 0s; 0 objects expired +test-expirer ERROR: Unexcepted error handling task {'task_account': '.expiring_objects', 'task_container': '0000', 'task_object': '0000-invalid0', 'delete_timestamp': 0000000000.00000_0000000000000000, 'target_path': 'invalid0', 'is_async_delete': False} +test-expirer ERROR: Unexcepted error handling task {'task_account': '.expiring_objects', 'task_container': '0001', 'task_object': '0001-invalid1', 'delete_timestamp': 0000000001.00000_0000000000000000, 'target_path': 'invalid1', 'is_async_delete': False} +test-expirer ERROR: Unexcepted error handling task {'task_account': '.expiring_objects', 'task_container': '0002', 'task_object': '0002-invalid2', 'delete_timestamp': 0000000002.00000_0000000000000000, 'target_path': 'invalid2', 'is_async_delete': False} +test-expirer ERROR: Unhandled exception: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/reconciler.py", line 635, in ensure_object_in_right_location - self.swift.upload_object( - File "/build/reproducible-path/swift-2.33.0/swift/common/internal_client.py", line 844, in upload_object - self.handle_request('PUT', path, headers, acceptable_statuses, fobj, - File "/build/reproducible-path/swift-2.33.0/swift/common/internal_client.py", line 264, in handle_request - resp = self.make_request(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/internal_client.py", line 261, in make_request - six.reraise(exc_type, exc_value, exc_traceback) - File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise - raise value - File "/build/reproducible-path/swift-2.33.0/swift/common/internal_client.py", line 231, in make_request - resp = spawn(req.get_response, self.app).wait() - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 224, in wait - return self._exit_event.wait() - ^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/eventlet/event.py", line 124, in wait - result = hub.switch() - ^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 310, in switch - return self.greenlet.switch() - ^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 264, in main - result = function(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1165, in get_response - status, headers, app_iter = self.call_application(application) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1149, in call_application - app_iter = application(self.environ, start_response) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_reconciler.py", line 86, in __call__ - return self.storage_policy[policy_index].__call__( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/helpers.py", line 324, in __call__ - resp = resp_class( - ^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_reconciler.py", line 1923, in blow_up - raise Exception('kaboom!') -Exception: kaboom! -test INFO: retry: '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 must be retried -test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'unhandled_error': 1, 'retry': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1750204800 -test DEBUG: looking for objects in 1750204800 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 36000 -test DEBUG: looking for objects in 36000 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (36123.383925) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (36123.383925) from storage policy 1 -test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 will be moved to policy_index 0 (0000036123.38393_0000000000000002) -test WARNING: copy_failed: upload '/AUTH_bob/c/o1' (36123.383930) from policy_index 1 to policy_index 0 returned Unexpected response: 503 Service Unavailable -test INFO: retry: '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 must be retried -test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_failed': 1, 'retry': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1750204800 -test DEBUG: looking for objects in 1750204800 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (1749599999.000000) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (1749599999.000000) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (1749599999.000000) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (1749599999.000000) from storage policy 1 -test CRITICAL: lost_source: '/AUTH_bob/c/o1' (1749599999.00000) was not available in policy_index 1 and has expired -test INFO: success: '/AUTH_bob/c/o1' (1749599999.000000) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (1749599999.000000) from the queue (1749599999.00000_0000000000000001) -test INFO: Reconciler Stats: {'misplaced_object': 1, 'lost_source': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1750204800 -test DEBUG: looking for objects in 1750204800 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (3600.123456) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (3600.123456) from storage policy 1 -test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (3600.234570) in policy_index 1 will be moved to policy_index 0 (0000003600.23457_0000000000000002) -test DEBUG: copy_success: '/AUTH_bob/c/o1' (3600.234570) moved from policy_index 1 to policy_index 0 (0000003600.23457_0000000000000002) -test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3600.123456) from policy_index 1 (0000003600.12346_0000000000000001) will be deleted -test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (3600.123456) was successfully removed from policy_index 1 -test INFO: success: '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3600.123456) from the queue (0000003600.12346_0000000000000001) -test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1750204800 -test DEBUG: looking for objects in 1750204800 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (1750205674.588658) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (1750205674.588658) in destination policy_index 0 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (1750205674.588658) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (1750205674.588658) from storage policy 1 -test WARNING: unavailable_source: '/AUTH_bob/c/o1' (1750205674.58866) in policy_index 1 responded 200 (1750205673.58866) -test INFO: retry: '/AUTH_bob/c/o1' (1750205674.588658) in policy_index 1 must be retried -test INFO: Reconciler Stats: {'misplaced_object': 1, 'unavailable_source': 1, 'retry': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1750204800 -test DEBUG: looking for objects in 1750204800 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 0 -test DEBUG: checking for '/AUTH_bob/c/o1' (3618.841870) in destination policy_index 1 -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (3618.841870) in policy_index 0 should be in policy_index 1 -test DEBUG: fetching '/AUTH_bob/c/o1' (3618.841870) from storage policy 0 -test.unit.container.test_reconciler.TestReconciler.test_object_move_the_other_direction -test.unit.container.test_reconciler.TestReconciler.test_object_move_the_other_direction ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_with_unicode_and_spaces -test.unit.container.test_reconciler.TestReconciler.test_object_move_with_unicode_and_spaces ... ok -test.unit.container.test_reconciler.TestReconciler.test_processes_config -test.unit.container.test_reconciler.TestReconciler.test_processes_config ... ok -test.unit.container.test_reconciler.TestReconciler.test_queue_name_with_policy_index_delimiter_in_name -test.unit.container.test_reconciler.TestReconciler.test_queue_name_with_policy_index_delimiter_in_name ... ok -test.unit.container.test_reconciler.TestReconciler.test_src_object_unavailable_server_error -test.unit.container.test_reconciler.TestReconciler.test_src_object_unavailable_server_error ... ok -test.unit.container.test_reconciler.TestReconciler.test_src_object_unavailable_with_slightly_newer_tombstone -test.unit.container.test_reconciler.TestReconciler.test_src_object_unavailable_with_slightly_newer_tombstone ... ok -test.unit.container.test_reconciler.TestReconciler.test_unable_to_direct_get_oldest_storage_policy -test.unit.container.test_reconciler.TestReconciler.test_unable_to_direct_get_oldest_storage_policy ... ok -test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (3618.841870) in policy_index 0 will be moved to policy_index 1 (0000003618.84187_0000000000000002) -test DEBUG: copy_success: '/AUTH_bob/c/o1' (3618.841870) moved from policy_index 0 to policy_index 1 (0000003618.84187_0000000000000002) -test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3618.841870) from policy_index 0 (0000003618.84187_0000000000000001) will be deleted -test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (3618.841870) was successfully removed from policy_index 0 -test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 0 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/0:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) -test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1750204800 -test DEBUG: looking for objects in 1750204800 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c ت/o1 ت' (3618.841870) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c ت/o1 ت' (3618.841870) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_bob/c ت/o1 ت' (3618.841870) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c ت/o1 ت' (3618.841870) from storage policy 1 -test DEBUG: copy_attempt: '/AUTH_bob/c ت/o1 ت' (3618.841870) in policy_index 1 will be moved to policy_index 0 (0000003618.84187_0000000000000002) -test DEBUG: copy_success: '/AUTH_bob/c ت/o1 ت' (3618.841870) moved from policy_index 1 to policy_index 0 (0000003618.84187_0000000000000002) -test DEBUG: cleanup_attempt: '/AUTH_bob/c ت/o1 ت' (3618.841870) from policy_index 1 (0000003618.84187_0000000000000001) will be deleted -test DEBUG: cleanup_success: '/AUTH_bob/c ت/o1 ت' (3618.841870) was successfully removed from policy_index 1 -test INFO: success: '/AUTH_bob/c ت/o1 ت' (3618.841870) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c ت/o1 ت' (3618.841870) from the queue (0000003618.84187_0000000000000001) -test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1750204800 -test DEBUG: looking for objects in 1750204800 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) from storage policy 1 -test DEBUG: copy_attempt: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) in policy_index 1 will be moved to policy_index 0 (0000003618.84187_0000000000000002) -test DEBUG: copy_success: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) moved from policy_index 1 to policy_index 0 (0000003618.84187_0000000000000002) -test DEBUG: cleanup_attempt: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) from policy_index 1 (0000003618.84187_0000000000000001) will be deleted -test DEBUG: cleanup_success: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) was successfully removed from policy_index 1 -test INFO: success: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) from the queue (0000003618.84187_0000000000000001) -test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1750204800 -test DEBUG: looking for objects in 1750204800 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (1750205674.613292) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (1750205674.613292) in destination policy_index 0 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (1750205674.613292) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (1750205674.613292) from storage policy 1 -test WARNING: unavailable_source: '/AUTH_bob/c/o1' (1750205674.61329) in policy_index 1 responded 503 (0000000000.00000) -test INFO: retry: '/AUTH_bob/c/o1' (1750205674.613292) in policy_index 1 must be retried -test INFO: Reconciler Stats: {'misplaced_object': 1, 'unavailable_source': 1, 'retry': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1750204800 -test DEBUG: looking for objects in 1750204800 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (1750205674.617465) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (1750205674.617465) in destination policy_index 0 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (1750205674.617465) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (1750205674.617465) from storage policy 1 -test WARNING: unavailable_source: '/AUTH_bob/c/o1' (1750205674.61747) in policy_index 1 responded 404 (1750205674.61747_0000000000000002) -test INFO: retry: '/AUTH_bob/c/o1' (1750205674.617465) in policy_index 1 must be retried -test INFO: Reconciler Stats: {'misplaced_object': 1, 'unavailable_source': 1, 'retry': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1750204800 -test DEBUG: looking for objects in 1750204800 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 -test DEBUG: unavailable_container: '/AUTH_bob/c/o1' (3618.841870) unable to determine the destination policy_index -test INFO: retry: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 must be retried -test INFO: Reconciler Stats: {'unavailable_container': 1, 'retry': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1750204800 -test DEBUG: looking for objects in 1750204800 -test DEBUG: looking for containers in .misplaced_objects -test.unit.container.test_reconciler.TestReconciler.test_unhandled_exception_in_reconcile -test.unit.container.test_reconciler.TestReconciler.test_unhandled_exception_in_reconcile ... ok -test.unit.container.test_server.TestContainerController.test_DELETE -test.unit.container.test_server.TestContainerController.test_DELETE ... ok -test.unit.container.test_server.TestContainerController.test_DELETE_PUT_recreate -test.unit.container.test_server.TestContainerController.test_DELETE_PUT_recreate ... ok -test.unit.container.test_server.TestContainerController.test_DELETE_PUT_recreate_replication_race -test.unit.container.test_server.TestContainerController.test_DELETE_PUT_recreate_replication_race ... ok -test.unit.container.test_server.TestContainerController.test_DELETE_account_update -test.unit.container.test_server.TestContainerController.test_DELETE_account_update ... ok -test.unit.container.test_server.TestContainerController.test_DELETE_container_not_found -test.unit.container.test_server.TestContainerController.test_DELETE_container_not_found ... ok -test.unit.container.test_server.TestContainerController.test_DELETE_invalid_partition -test.unit.container.test_server.TestContainerController.test_DELETE_invalid_partition ... ok -test.unit.container.test_server.TestContainerController.test_DELETE_not_found -test.unit.container.test_server.TestContainerController.test_DELETE_not_found ... ok -test.unit.container.test_server.TestContainerController.test_DELETE_obj_not_found -test.unit.container.test_server.TestContainerController.test_DELETE_obj_not_found ... ok -test.unit.container.test_server.TestContainerController.test_DELETE_object -test.unit.container.test_server.TestContainerController.test_DELETE_object ... ok -test ERROR: Unhandled Exception trying to reconcile: + File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 380, in run_forever + self.run_once(*args, **kwargs) + File "/build/reproducible-path/swift-2.33.0/test/unit/obj/test_expirer.py", line 907, in raise_exceptions + raise Exception('exception %d' % raises[0]) +Exception: exception 1 +test-expirer DEBUG: Run begin +test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects +test-expirer DEBUG: Run end +test-expirer INFO: Pass completed in 0s; 10 objects expired +test-expirer DEBUG: Run begin +test-expirer ERROR: Unhandled exception: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/reconciler.py", line 852, in run_once - self.reconcile() - File "/build/reproducible-path/swift-2.33.0/swift/container/reconciler.py", line 831, in reconcile - for container in self._iter_containers(): - File "/build/reproducible-path/swift-2.33.0/swift/container/reconciler.py", line 748, in _iter_containers - one_page = list(itertools.islice( - ^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/internal_client.py", line 331, in _iter_items - resp = self.make_request( - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/internal_client.py", line 261, in make_request - six.reraise(exc_type, exc_value, exc_traceback) - File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise - raise value - File "/build/reproducible-path/swift-2.33.0/swift/common/internal_client.py", line 231, in make_request - resp = spawn(req.get_response, self.app).wait() - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 224, in wait - return self._exit_event.wait() - ^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/eventlet/event.py", line 124, in wait - result = hub.switch() - ^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 310, in switch - return self.greenlet.switch() - ^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 264, in main - result = function(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1165, in get_response - status, headers, app_iter = self.call_application(application) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1149, in call_application - app_iter = application(self.environ, start_response) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_reconciler.py", line 86, in __call__ - return self.storage_policy[policy_index].__call__( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/helpers.py", line 324, in __call__ - resp = resp_class( - ^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_reconciler.py", line 2128, in blow_up - raise Exception('kaboom!') -Exception: kaboom! -test INFO: Reconciler Stats: {} -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:14:34 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0289 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:34 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0276 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:34 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0355 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:34 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:34 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:34 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0025 "-" 709799 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:14:34 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0307 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:34 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0305 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:34 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0022 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:34 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0507 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:34 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0026 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:34 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0109 "-" 709799 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:14:34 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0417 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:34 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0341 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:34 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0013 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:34 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:35 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0946 "-" 709799 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:14:35 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0304 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:35 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0335 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:35 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0308 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:35 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0456 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:35 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0538 "-" 709799 0 -test ERROR: ERROR Account update failed with 127.0.0.1:46127/sda1 (will retry later): Response 503 OK -test INFO: - - - [18/Jun/2025:00:14:35 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0341 "-" 709799 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:14:35 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0256 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:35 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0215 "-" 709799 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:14:35 +0000] "DELETE /sda1/./a/c" 400 20 "-" "-" "-" 0.0045 "-" 709799 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:14:35 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0004 "-" 709799 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:14:35 +0000] "DELETE /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0005 "-" 709799 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:14:35 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0445 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:35 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:35 +0000] "DELETE /sda1/p/a/c" 409 - "-" "-" "-" 0.0445 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:35 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0006 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:35 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.4802 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:35 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0035 "-" 709799 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:14:35 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0449 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:35 +0000] "DELETE /sda1/p/a/c/bashful" 204 - "-" "-" "-" 0.0005 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0918 "-" 709799 0 -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206056.00000-0, db: /tmp/tmph0hixm21/sda/containers/0/244/12f0c634a614627372e08329a5e22244/12f0c634a614627372e08329a5e22244_1750206056.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmph0hixm21/sda/containers/0/1fe/0e06550e200bebf3644b2e195f7281fe/0e06550e200bebf3644b2e195f7281fe.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206060.00000-0, db: /tmp/tmph0hixm21/sda/containers/0/1fe/0e06550e200bebf3644b2e195f7281fe/0e06550e200bebf3644b2e195f7281fe_1750206060.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmph0hixm21/sda/containers/0/bf4/76db593713f7e643f4e6d538c935bbf4/76db593713f7e643f4e6d538c935bbf4.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206064.00000-0, db: /tmp/tmph0hixm21/sda/containers/0/bf4/76db593713f7e643f4e6d538c935bbf4/76db593713f7e643f4e6d538c935bbf4_1750206064.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmph0hixm21/sda/containers/0/890/0329405654d5ff06d25f2c8558b56890/0329405654d5ff06d25f2c8558b56890.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206068.00000-0, db: /tmp/tmph0hixm21/sda/containers/0/890/0329405654d5ff06d25f2c8558b56890/0329405654d5ff06d25f2c8558b56890_1750206068.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmph0hixm21/sda/containers/0/93f/5fe4c32ef8b7d0ba3626481aa961a93f/5fe4c32ef8b7d0ba3626481aa961a93f.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206072.00000-0, db: /tmp/tmph0hixm21/sda/containers/0/93f/5fe4c32ef8b7d0ba3626481aa961a93f/5fe4c32ef8b7d0ba3626481aa961a93f_1750206072.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmph0hixm21/sda/containers/0/0fb/147bcbd44cf135e1ee785d34d7eea0fb/147bcbd44cf135e1ee785d34d7eea0fb.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206076.00000-0, db: /tmp/tmph0hixm21/sda/containers/0/0fb/147bcbd44cf135e1ee785d34d7eea0fb/147bcbd44cf135e1ee785d34d7eea0fb_1750206076.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmph0hixm21/sda/containers/0/f5d/74f751bb57882aa29bb9876eb263ff5d/74f751bb57882aa29bb9876eb263ff5d.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206080.00000-0, db: /tmp/tmph0hixm21/sda/containers/0/f5d/74f751bb57882aa29bb9876eb263ff5d/74f751bb57882aa29bb9876eb263ff5d_1750206080.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmph0hixm21/sda/containers/0/6a7/927d23ecfe5e75d36958a37afb7556a7/927d23ecfe5e75d36958a37afb7556a7.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206084.00000-0, db: /tmp/tmph0hixm21/sda/containers/0/6a7/927d23ecfe5e75d36958a37afb7556a7/927d23ecfe5e75d36958a37afb7556a7_1750206084.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmph0hixm21/sda/containers/0/cbd/799e2405dea37a7808855e75161d5cbd/799e2405dea37a7808855e75161d5cbd.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206088.00000-0, db: /tmp/tmph0hixm21/sda/containers/0/cbd/799e2405dea37a7808855e75161d5cbd/799e2405dea37a7808855e75161d5cbd_1750206088.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmph0hixm21/sda/containers/0/0fc/c73106ad6b7eeeabd9f9d751f2a430fc/c73106ad6b7eeeabd9f9d751f2a430fc.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206092.00000-0, db: /tmp/tmph0hixm21/sda/containers/0/0fc/c73106ad6b7eeeabd9f9d751f2a430fc/c73106ad6b7eeeabd9f9d751f2a430fc_1750206092.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmph0hixm21/sda/containers/0/2a3/3f8442f26fbcccb828f940556cf032a3/3f8442f26fbcccb828f940556cf032a3.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206096.00000-0, db: /tmp/tmph0hixm21/sda/containers/0/2a3/3f8442f26fbcccb828f940556cf032a3/3f8442f26fbcccb828f940556cf032a3_1750206096.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmph0hixm21/sda/containers/0/a08/6d321960f468973de1a057a7ab929a08/6d321960f468973de1a057a7ab929a08.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206100.00000-0, db: /tmp/tmph0hixm21/sda/containers/0/a08/6d321960f468973de1a057a7ab929a08/6d321960f468973de1a057a7ab929a08_1750206100.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmph0hixm21/sda/containers/0/07e/5d3f9e96cf13e4f7d21a2394f670b07e/5d3f9e96cf13e4f7d21a2394f670b07e.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206104.00000-0, db: /tmp/tmph0hixm21/sda/containers/0/07e/5d3f9e96cf13e4f7d21a2394f670b07e/5d3f9e96cf13e4f7d21a2394f670b07e_1750206104.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmph0hixm21/sda/containers/0/665/71cf01590ea9fe52f0bf61e82d9aa665/71cf01590ea9fe52f0bf61e82d9aa665.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206108.00000-0, db: /tmp/tmph0hixm21/sda/containers/0/665/71cf01590ea9fe52f0bf61e82d9aa665/71cf01590ea9fe52f0bf61e82d9aa665_1750206108.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmph0hixm21/sda/containers/0/b56/2e0cecf93b4a60a73993110507923b56/2e0cecf93b4a60a73993110507923b56.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206112.00000-0, db: /tmp/tmph0hixm21/sda/containers/0/b56/2e0cecf93b4a60a73993110507923b56/2e0cecf93b4a60a73993110507923b56_1750206112.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmph0hixm21/sda/containers/0/fd4/d647d6a86ba8bd5c9e0b22d0cdec2fd4/d647d6a86ba8bd5c9e0b22d0cdec2fd4.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206116.00000-0, db: /tmp/tmph0hixm21/sda/containers/0/fd4/d647d6a86ba8bd5c9e0b22d0cdec2fd4/d647d6a86ba8bd5c9e0b22d0cdec2fd4_1750206116.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmph0hixm21/sda/containers/0/a21/82c78c9b9d7d7ba6b90de1dd1d65ba21/82c78c9b9d7d7ba6b90de1dd1d65ba21.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206120.00000-0, db: /tmp/tmph0hixm21/sda/containers/0/a21/82c78c9b9d7d7ba6b90de1dd1d65ba21/82c78c9b9d7d7ba6b90de1dd1d65ba21_1750206120.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmph0hixm21/sda/containers/0/667/b5b9167e5246c2149866cb51e75ed667/b5b9167e5246c2149866cb51e75ed667.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206124.00000-0, db: /tmp/tmph0hixm21/sda/containers/0/667/b5b9167e5246c2149866cb51e75ed667/b5b9167e5246c2149866cb51e75ed667_1750206124.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmph0hixm21/sda/containers/0/899/ea6e01e97b44ae7b1bca9d84a0d9b899/ea6e01e97b44ae7b1bca9d84a0d9b899.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206128.00000-0, db: /tmp/tmph0hixm21/sda/containers/0/899/ea6e01e97b44ae7b1bca9d84a0d9b899/ea6e01e97b44ae7b1bca9d84a0d9b899_1750206128.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmph0hixm21/sda/containers/0/9e4/2b7d435114c1a568ab31e2de378879e4/2b7d435114c1a568ab31e2de378879e4.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206132.00000-0, db: /tmp/tmph0hixm21/sda/containers/0/9e4/2b7d435114c1a568ab31e2de378879e4/2b7d435114c1a568ab31e2de378879e4_1750206132.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmph0hixm21/sda/containers/0/180/da3529d0a10f90fadcc61d70be194180/da3529d0a10f90fadcc61d70be194180.db' -test INFO: - - - [18/Jun/2025:00:14:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0635 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:36 +0000] "DELETE /sda1/p/a/c/grumpy10" 204 - "-" "-" "-" 0.0028 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:36 +0000] "DELETE /sda1/p/a/c/grumpy10_no_header" 204 - "-" "-" "-" 0.0005 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0393 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:36 +0000] "DELETE /sda1/p/a/c/grumpy20" 301 - "-" "-" "-" 0.0014 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:36 +0000] "DELETE /sda1/p/a/c/grumpy20_no_header" 204 - "-" "-" "-" 0.0005 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0441 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:36 +0000] "DELETE /sda1/p/a/c/grumpy30" 301 - "-" "-" "-" 0.0013 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:36 +0000] "DELETE /sda1/p/a/c/grumpy30_no_header" 204 - "-" "-" "-" 0.0004 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0316 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:36 +0000] "DELETE /sda1/p/a/c/grumpy40" 301 - "-" "-" "-" 0.0012 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:36 +0000] "DELETE /sda1/p/a/c/grumpy40_no_header" 204 - "-" "-" "-" 0.0004 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0300 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:36 +0000] "DELETE /sda1/p/a/c/grumpy50" 204 - "-" "-" "-" 0.0479 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:36 +0000] "DELETE /sda1/p/a/c/grumpy50_no_header" 204 - "-" "-" "-" 0.0006 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0698 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:36 +0000] "DELETE /sda1/p/a/c/grumpy60" 301 - "-" "-" "-" 0.0013 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:36 +0000] "DELETE /sda1/p/a/c/grumpy60_no_header" 204 - "-" "-" "-" 0.0123 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0494 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:36 +0000] "DELETE /sda1/p/a/c/grumpy70" 204 - "-" "-" "-" 0.0031 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:36 +0000] "DELETE /sda1/p/a/c/grumpy70_no_header" 204 - "-" "-" "-" 0.0120 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0622 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:37 +0000] "DELETE /sda1/p/a/c/grumpy80" 204 - "-" "-" "-" 0.0012 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:37 +0000] "DELETE /sda1/p/a/c/grumpy80_no_header" 204 - "-" "-" "-" 0.0028 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0334 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:37 +0000] "DELETE /sda1/p/a/c/grumpier10" 204 - "-" "-" "-" 0.0012 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:37 +0000] "DELETE /sda1/p/a/c/grumpier10_no_header" 204 - "-" "-" "-" 0.0004 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0328 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:37 +0000] "DELETE /sda1/p/a/c/grumpier20" 301 - "-" "-" "-" 0.0012 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:37 +0000] "DELETE /sda1/p/a/c/grumpier20_no_header" 204 - "-" "-" "-" 0.0023 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0410 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:37 +0000] "DELETE /sda1/p/a/c/grumpier30" 301 - "-" "-" "-" 0.0011 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:37 +0000] "DELETE /sda1/p/a/c/grumpier30_no_header" 204 - "-" "-" "-" 0.0025 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1413 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:37 +0000] "DELETE /sda1/p/a/c/grumpier40" 301 - "-" "-" "-" 0.0011 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:37 +0000] "DELETE /sda1/p/a/c/grumpier40_no_header" 204 - "-" "-" "-" 0.0005 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.2138 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:38 +0000] "DELETE /sda1/p/a/c/grumpier50" 204 - "-" "-" "-" 0.0012 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:38 +0000] "DELETE /sda1/p/a/c/grumpier50_no_header" 204 - "-" "-" "-" 0.0006 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0385 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:38 +0000] "DELETE /sda1/p/a/c/grumpier60" 301 - "-" "-" "-" 0.0011 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:38 +0000] "DELETE /sda1/p/a/c/grumpier60_no_header" 204 - "-" "-" "-" 0.0004 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0453 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:38 +0000] "DELETE /sda1/p/a/c/grumpier70" 204 - "-" "-" "-" 0.0026 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:38 +0000] "DELETE /sda1/p/a/c/grumpier70_no_header" 204 - "-" "-" "-" 0.0006 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0414 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:38 +0000] "DELETE /sda1/p/a/c/grumpier80" 204 - "-" "-" "-" 0.0011 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:38 +0000] "DELETE /sda1/p/a/c/grumpier80_no_header" 204 - "-" "-" "-" 0.0005 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:38 +0000] "DELETE /sda1/p/a/c/dopey" 204 - "-" "-" "-" 0.0028 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0278 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1426 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:38 +0000] "DELETE /sda1/p/a/c/dopey10" 204 - "-" "-" "-" 0.0012 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:38 +0000] "DELETE /sda1/p/a/c/dopey10_no_header" 204 - "-" "-" "-" 0.0038 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0386 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:39 +0000] "DELETE /sda1/p/a/c/dopey20" 301 - "-" "-" "-" 0.0010 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:39 +0000] "DELETE /sda1/p/a/c/dopey20_no_header" 204 - "-" "-" "-" 0.0009 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0313 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:39 +0000] "DELETE /sda1/p/a/c/dopey30" 301 - "-" "-" "-" 0.0011 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:39 +0000] "DELETE /sda1/p/a/c/dopey30_no_header" 204 - "-" "-" "-" 0.0020 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0578 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:39 +0000] "DELETE /sda1/p/a/c/dopey40" 301 - "-" "-" "-" 0.0010 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:39 +0000] "DELETE /sda1/p/a/c/dopey40_no_header" 204 - "-" "-" "-" 0.0022 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0328 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:39 +0000] "DELETE /sda1/p/a/c/dopey50" 204 - "-" "-" "-" 0.0010 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:39 +0000] "DELETE /sda1/p/a/c/dopey50_no_header" 204 - "-" "-" "-" 0.0006 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0327 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:39 +0000] "DELETE /sda1/p/a/c/dopey60" 301 - "-" "-" "-" 0.0016 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:39 +0000] "DELETE /sda1/p/a/c/dopey60_no_header" 204 - "-" "-" "-" 0.0005 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0544 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:39 +0000] "DELETE /sda1/p/a/c/dopey70" 204 - "-" "-" "-" 0.0024 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:39 +0000] "DELETE /sda1/p/a/c/dopey70_no_header" 204 - "-" "-" "-" 0.0005 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0388 "-" 709799 0 -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_not_merged_once_sharded -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_not_merged_once_sharded ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_overlap_not_merged_while_cleaving_1 -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_overlap_not_merged_while_cleaving_1 ... ok -test.unit.container.test_server.TestContainerController.test_DELETE_object_update_redirected_to_shard -test.unit.container.test_server.TestContainerController.test_DELETE_object_update_redirected_to_shard ... ok -test.unit.container.test_server.TestContainerController.test_DELETE_timestamp_not_float -test.unit.container.test_server.TestContainerController.test_DELETE_timestamp_not_float ... ok -test.unit.container.test_server.TestContainerController.test_GET_accept_not_valid -test.unit.container.test_server.TestContainerController.test_GET_accept_not_valid ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_overlap_not_merged_while_cleaving_2 -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_overlap_not_merged_while_cleaving_2 ... ok -test.unit.container.test_server.TestContainerController.test_GET_auto_record_type -test.unit.container.test_server.TestContainerController.test_GET_auto_record_type ... ok -test.unit.container.test_server.TestContainerController.test_GET_delimiter -test.unit.container.test_server.TestContainerController.test_GET_delimiter ... ok -test INFO: - - - [18/Jun/2025:00:14:39 +0000] "DELETE /sda1/p/a/c/dopey80" 204 - "-" "-" "-" 0.0052 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:39 +0000] "DELETE /sda1/p/a/c/dopey80_no_header" 204 - "-" "-" "-" 0.0016 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:39 +0000] "DELETE /sda1/p/a/c/bashful" 301 - "-" "-" "-" 0.0010 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:39 +0000] "DELETE /sda1/p/a/c/dopey" 301 - "-" "-" "-" 0.0011 "-" 709799 - -test DEBUG: Unlinked retiring db '/tmp/tmpxvdwcmuv/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' -test INFO: - - - [18/Jun/2025:00:14:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0218 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:39 +0000] "DELETE /sda1/p/a/c/grumpiest10" 204 - "-" "-" "-" 0.0014 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:39 +0000] "DELETE /sda1/p/a/c/grumpiest10_no_header" 204 - "-" "-" "-" 0.0006 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0326 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:39 +0000] "DELETE /sda1/p/a/c/grumpiest20" 301 - "-" "-" "-" 0.0040 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:39 +0000] "DELETE /sda1/p/a/c/grumpiest20_no_header" 204 - "-" "-" "-" 0.0007 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0269 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:39 +0000] "DELETE /sda1/p/a/c/grumpiest30" 301 - "-" "-" "-" 0.0015 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:39 +0000] "DELETE /sda1/p/a/c/grumpiest30_no_header" 204 - "-" "-" "-" 0.0005 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0317 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:40 +0000] "DELETE /sda1/p/a/c/grumpiest40" 301 - "-" "-" "-" 0.0013 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:40 +0000] "DELETE /sda1/p/a/c/grumpiest40_no_header" 204 - "-" "-" "-" 0.0004 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0325 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:40 +0000] "DELETE /sda1/p/a/c/grumpiest50" 204 - "-" "-" "-" 0.0012 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:40 +0000] "DELETE /sda1/p/a/c/grumpiest50_no_header" 204 - "-" "-" "-" 0.0033 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0416 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:40 +0000] "DELETE /sda1/p/a/c/grumpiest60" 301 - "-" "-" "-" 0.0058 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:40 +0000] "DELETE /sda1/p/a/c/grumpiest60_no_header" 204 - "-" "-" "-" 0.0006 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0710 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:40 +0000] "DELETE /sda1/p/a/c/grumpiest70" 204 - "-" "-" "-" 0.0115 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:40 +0000] "DELETE /sda1/p/a/c/grumpiest70_no_header" 204 - "-" "-" "-" 0.0007 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0333 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:40 +0000] "DELETE /sda1/p/a/c/grumpiest80" 204 - "-" "-" "-" 0.0053 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:40 +0000] "DELETE /sda1/p/a/c/grumpiest80_no_header" 204 - "-" "-" "-" 0.0005 "-" 709799 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:14:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0318 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:40 +0000] "DELETE /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 709799 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:14:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0361 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:40 +0000] "GET /sda1/p/a/c" 406 - "-" "-" "-" 0.0003 "-" 709799 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:14:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0246 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:40 +0000] "PUT /sda1/p/a/c/obj_0" 201 - "-" "-" "-" 0.0005 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:40 +0000] "PUT /sda1/p/a/c/obj_1" 201 - "-" "-" "-" 0.0003 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0603 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0393 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:40 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0087 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:40 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0029 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:40 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0031 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:40 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0032 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:40 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0032 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:40 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0022 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:40 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0028 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:40 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0028 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:40 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0023 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:40 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0022 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:40 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0030 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:40 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0052 "-" 709799 0 -test DEBUG: Unlinked retiring db '/tmp/tmp6nlcrbaf/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' -test INFO: - - - [18/Jun/2025:00:14:40 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0023 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:40 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0022 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:40 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0033 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:40 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0026 "-" 709799 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:14:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0396 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:40 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0007 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:40 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0004 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:40 +0000] "PUT /sda1/p/a/c/US-OK-A" 201 - "-" "-" "-" 0.0003 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:40 +0000] "PUT /sda1/p/a/c/US-OK-B" 201 - "-" "-" "-" 0.0003 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:40 +0000] "PUT /sda1/p/a/c/US-UT-A" 201 - "-" "-" "-" 0.0004 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:41 +0000] "GET /sda1/p/a/c" 200 66 "-" "-" "-" 0.0301 "-" 709799 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:14:41 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0210 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:41 +0000] "PUT /sda1/p/a/c/a/%E2%9D%A5/1" 201 - "-" "-" "-" 0.0005 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:41 +0000] "PUT /sda1/p/a/c/a/%E2%9D%A5/2" 201 - "-" "-" "-" 0.0004 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:41 +0000] "PUT /sda1/p/a/c/a/%EA%99%AE/1" 201 - "-" "-" "-" 0.0004 "-" 709799 - -test.unit.container.test_server.TestContainerController.test_GET_delimiter_non_ascii -test.unit.container.test_server.TestContainerController.test_GET_delimiter_non_ascii ... ok -test.unit.container.test_server.TestContainerController.test_GET_delimiter_xml -test.unit.container.test_server.TestContainerController.test_GET_delimiter_xml ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_replace_existing_while_cleaving -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_replace_existing_while_cleaving ... ok -test.unit.container.test_server.TestContainerController.test_GET_delimiter_xml_with_quotes -test.unit.container.test_server.TestContainerController.test_GET_delimiter_xml_with_quotes ... ok -test.unit.container.test_server.TestContainerController.test_GET_invalid_accept -test.unit.container.test_server.TestContainerController.test_GET_invalid_accept ... ok -test.unit.container.test_server.TestContainerController.test_GET_json -test.unit.container.test_server.TestContainerController.test_GET_json ... ok -test.unit.container.test_server.TestContainerController.test_GET_json_last_modified -test.unit.container.test_server.TestContainerController.test_GET_json_last_modified ... ok -test.unit.container.test_server.TestContainerController.test_GET_leading_delimiter -test.unit.container.test_server.TestContainerController.test_GET_leading_delimiter ... ok -test.unit.container.test_server.TestContainerController.test_GET_limit -test.unit.container.test_server.TestContainerController.test_GET_limit ... ok -test.unit.container.test_server.TestContainerController.test_GET_log_requests_false -test.unit.container.test_server.TestContainerController.test_GET_log_requests_false ... ok -test.unit.container.test_server.TestContainerController.test_GET_log_requests_true -test.unit.container.test_server.TestContainerController.test_GET_log_requests_true ... ok -test.unit.container.test_server.TestContainerController.test_GET_marker -test.unit.container.test_server.TestContainerController.test_GET_marker ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_supplement_deleted_while_cleaving -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_supplement_deleted_while_cleaving ... ok -test INFO: - - - [18/Jun/2025:00:14:41 +0000] "PUT /sda1/p/a/c/a/%EA%99%AE/2" 201 - "-" "-" "-" 0.0003 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:41 +0000] "GET /sda1/p/a/c" 200 50 "-" "-" "-" 0.0270 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:41 +0000] "GET /sda1/p/a/c" 200 14 "-" "-" "-" 0.0089 "-" 709799 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:14:41 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0373 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:41 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0006 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:41 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0003 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:41 +0000] "PUT /sda1/p/a/c/US-OK-A" 201 - "-" "-" "-" 0.0004 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:41 +0000] "PUT /sda1/p/a/c/US-OK-B" 201 - "-" "-" "-" 0.0004 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:41 +0000] "PUT /sda1/p/a/c/US-UT-A" 201 - "-" "-" "-" 0.0004 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:41 +0000] "GET /sda1/p/a/c" 200 221 "-" "-" "-" 0.0440 "-" 709799 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:14:41 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0322 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:41 +0000] "PUT /sda1/p/a/c/%3C%27sub%27%20%22dir%22%3E/object" 201 - "-" "-" "-" 0.0004 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:41 +0000] "GET /sda1/p/a/c" 200 159 "-" "-" "-" 0.0562 "-" 709799 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:14:41 +0000] "GET /sda1/p/a/c" 400 21 "-" "-" "-" 0.0002 "-" 709799 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:14:41 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0358 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:41 +0000] "GET /sda1/p/a/jsonc" 200 2 "-" "-" "-" 0.0020 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:41 +0000] "PUT /sda1/p/a/jsonc/0" 201 - "-" "-" "-" 0.0023 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:41 +0000] "PUT /sda1/p/a/jsonc/1" 201 - "-" "-" "-" 0.0003 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:41 +0000] "PUT /sda1/p/a/jsonc/2" 201 - "-" "-" "-" 0.0003 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:41 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0591 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:41 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0015 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:41 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0023 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:41 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0012 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:41 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0024 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:41 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0011 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:41 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0023 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:41 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0010 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:41 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0022 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:41 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0010 "-" 709799 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:14:41 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0445 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:41 +0000] "PUT /sda1/p/a/jsonc/0" 201 - "-" "-" "-" 0.0009 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:41 +0000] "PUT /sda1/p/a/jsonc/1" 201 - "-" "-" "-" 0.0003 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:41 +0000] "GET /sda1/p/a/jsonc" 200 234 "-" "-" "-" 0.0416 "-" 709799 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:14:41 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0350 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:41 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0008 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:41 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0006 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:41 +0000] "PUT /sda1/p/a/c/-UK" 201 - "-" "-" "-" 0.0005 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:41 +0000] "PUT /sda1/p/a/c/-CH" 201 - "-" "-" "-" 0.0005 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:41 +0000] "GET /sda1/p/a/c" 200 36 "-" "-" "-" 0.0444 "-" 709799 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:14:41 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0429 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:41 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0007 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:41 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0004 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:41 +0000] "PUT /sda1/p/a/c/2" 201 - "-" "-" "-" 0.0004 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:41 +0000] "GET /sda1/p/a/c" 200 4 "-" "-" "-" 0.0363 "-" 709799 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:14:41 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0022 "-" 709799 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:14:41 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0499 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:41 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0006 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:41 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0005 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:41 +0000] "PUT /sda1/p/a/c/2" 201 - "-" "-" "-" 0.0004 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:41 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0455 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:41 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0027 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:41 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0028 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:41 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 709799 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:14:41 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0348 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:41 +0000] "PUT /sda1/p/a/c/US~~TX~~A" 201 - "-" "-" "-" 0.0012 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:41 +0000] "PUT /sda1/p/a/c/US~~TX~~B" 201 - "-" "-" "-" 0.0004 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:41 +0000] "PUT /sda1/p/a/c/US~~OK~~A" 201 - "-" "-" "-" 0.0004 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:41 +0000] "PUT /sda1/p/a/c/US~~OK~~B" 201 - "-" "-" "-" 0.0003 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:41 +0000] "PUT /sda1/p/a/c/US~~OK~Tulsa~~A" 201 - "-" "-" "-" 0.0003 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:41 +0000] "PUT /sda1/p/a/c/US~~OK~Tulsa~~B" 201 - "-" "-" "-" 0.0014 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:41 +0000] "PUT /sda1/p/a/c/US~~UT~~A" 201 - "-" "-" "-" 0.0003 "-" 709799 - -test.unit.container.test_server.TestContainerController.test_GET_multichar_delimiter -test.unit.container.test_server.TestContainerController.test_GET_multichar_delimiter ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206136.00000-0, db: /tmp/tmph0hixm21/sda/containers/0/180/da3529d0a10f90fadcc61d70be194180/da3529d0a10f90fadcc61d70be194180_1750206136.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmph0hixm21/sda/containers/0/596/f058ff61bad26666e21ded2939914596/f058ff61bad26666e21ded2939914596.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750206140.00000-0, db: /tmp/tmph0hixm21/sda/containers/0/596/f058ff61bad26666e21ded2939914596/f058ff61bad26666e21ded2939914596_1750206140.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205682.00000-0, db: /tmp/tmpuvee7co5/sda/containers/0/595/99b2394624fe2012b78d3b0cb3fca595/99b2394624fe2012b78d3b0cb3fca595.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205686.00000-0, db: /tmp/tmpuvee7co5/sda/containers/0/f01/535da43a1dd341eaf3a5de5b96417f01/535da43a1dd341eaf3a5de5b96417f01.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205690.00000-0, db: /tmp/tmpuvee7co5/sda/containers/0/3e9/1203575b8d377b563c9a711176daf3e9/1203575b8d377b563c9a711176daf3e9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205694.00000-0, db: /tmp/tmpuvee7co5/sda/containers/0/2d3/7d0474ede62dfef22397d2546b1dd2d3/7d0474ede62dfef22397d2546b1dd2d3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205684.00000-0, db: /tmp/tmp9rthaxue/sda/containers/0/f79/ebe259eb711880e82a32b5c81033cf79/ebe259eb711880e82a32b5c81033cf79.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205687.00000-0, db: /tmp/tmp9rthaxue/sda/containers/0/b9e/13e7d42f3208764ae9f6913b7b16fb9e/13e7d42f3208764ae9f6913b7b16fb9e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205690.00000-0, db: /tmp/tmp9rthaxue/sda/containers/0/3e9/1203575b8d377b563c9a711176daf3e9/1203575b8d377b563c9a711176daf3e9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205693.00000-0, db: /tmp/tmp9rthaxue/sda/containers/0/25d/be24524fac7917a5243cb705cae3025d/be24524fac7917a5243cb705cae3025d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205684.00000-0, db: /tmp/tmpspgzch5z/sda/containers/0/f79/ebe259eb711880e82a32b5c81033cf79/ebe259eb711880e82a32b5c81033cf79.db -sharder-test DEBUG: Updating 1 children shard ranges from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205684.00000-0, db: /tmp/tmpspgzch5z/sda/containers/0/f79/ebe259eb711880e82a32b5c81033cf79/ebe259eb711880e82a32b5c81033cf79.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205684.00000-0, db: /tmp/tmpspgzch5z/sda/containers/0/f79/ebe259eb711880e82a32b5c81033cf79/ebe259eb711880e82a32b5c81033cf79.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205688.00000-0, db: /tmp/tmpspgzch5z/sda/containers/0/a1a/1a6950547bc8e58493a4f69f528c1a1a/1a6950547bc8e58493a4f69f528c1a1a.db -sharder-test DEBUG: Updating 1 children shard ranges from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205688.00000-0, db: /tmp/tmpspgzch5z/sda/containers/0/a1a/1a6950547bc8e58493a4f69f528c1a1a/1a6950547bc8e58493a4f69f528c1a1a.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205688.00000-0, db: /tmp/tmpspgzch5z/sda/containers/0/a1a/1a6950547bc8e58493a4f69f528c1a1a/1a6950547bc8e58493a4f69f528c1a1a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205692.00000-0, db: /tmp/tmpspgzch5z/sda/containers/0/fb8/4757b156513cae0a8208e67ee77a6fb8/4757b156513cae0a8208e67ee77a6fb8.db -sharder-test DEBUG: Updating 1 children shard ranges from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205692.00000-0, db: /tmp/tmpspgzch5z/sda/containers/0/fb8/4757b156513cae0a8208e67ee77a6fb8/4757b156513cae0a8208e67ee77a6fb8.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205692.00000-0, db: /tmp/tmpspgzch5z/sda/containers/0/fb8/4757b156513cae0a8208e67ee77a6fb8/4757b156513cae0a8208e67ee77a6fb8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205696.00000-0, db: /tmp/tmpspgzch5z/sda/containers/0/ad1/3860a44720db99611bc312f93c9a2ad1/3860a44720db99611bc312f93c9a2ad1.db -sharder-test DEBUG: Updating 1 children shard ranges from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205696.00000-0, db: /tmp/tmpspgzch5z/sda/containers/0/ad1/3860a44720db99611bc312f93c9a2ad1/3860a44720db99611bc312f93c9a2ad1.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205696.00000-0, db: /tmp/tmpspgzch5z/sda/containers/0/ad1/3860a44720db99611bc312f93c9a2ad1/3860a44720db99611bc312f93c9a2ad1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205685.00000-0, db: /tmp/tmpsdrg6yzk/sda/containers/0/06b/fdedde2639058b0d4e8525a73ae7b06b/fdedde2639058b0d4e8525a73ae7b06b.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205685.00000-0, db: /tmp/tmpsdrg6yzk/sda/containers/0/06b/fdedde2639058b0d4e8525a73ae7b06b/fdedde2639058b0d4e8525a73ae7b06b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205688.00000-0, db: /tmp/tmpsdrg6yzk/sda/containers/0/a1a/1a6950547bc8e58493a4f69f528c1a1a/1a6950547bc8e58493a4f69f528c1a1a.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205688.00000-0, db: /tmp/tmpsdrg6yzk/sda/containers/0/a1a/1a6950547bc8e58493a4f69f528c1a1a/1a6950547bc8e58493a4f69f528c1a1a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205691.00000-0, db: /tmp/tmpsdrg6yzk/sda/containers/0/f05/ffc5a11af4b637b06f0688362ddc1f05/ffc5a11af4b637b06f0688362ddc1f05.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205691.00000-0, db: /tmp/tmpsdrg6yzk/sda/containers/0/f05/ffc5a11af4b637b06f0688362ddc1f05/ffc5a11af4b637b06f0688362ddc1f05.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205694.00000-0, db: /tmp/tmpsdrg6yzk/sda/containers/0/2d3/7d0474ede62dfef22397d2546b1dd2d3/7d0474ede62dfef22397d2546b1dd2d3.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205694.00000-0, db: /tmp/tmpsdrg6yzk/sda/containers/0/2d3/7d0474ede62dfef22397d2546b1dd2d3/7d0474ede62dfef22397d2546b1dd2d3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205685.00000-0, db: /tmp/tmpjlw4xjzv/sda/containers/0/06b/fdedde2639058b0d4e8525a73ae7b06b/fdedde2639058b0d4e8525a73ae7b06b.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205685.00000-0, db: /tmp/tmpjlw4xjzv/sda/containers/0/06b/fdedde2639058b0d4e8525a73ae7b06b/fdedde2639058b0d4e8525a73ae7b06b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205688.00000-0, db: /tmp/tmpjlw4xjzv/sda/containers/0/a1a/1a6950547bc8e58493a4f69f528c1a1a/1a6950547bc8e58493a4f69f528c1a1a.db -test.unit.container.test_server.TestContainerController.test_GET_namespaces_errors -test.unit.container.test_server.TestContainerController.test_GET_namespaces_errors ... ok -test.unit.container.test_server.TestContainerController.test_GET_namespaces_not_supported -test.unit.container.test_server.TestContainerController.test_GET_namespaces_not_supported ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_supplement_existing_while_cleaving -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_supplement_existing_while_cleaving ... ok -test.unit.container.test_server.TestContainerController.test_GET_namespaces_other_params -test.unit.container.test_server.TestContainerController.test_GET_namespaces_other_params ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_with_gap_not_merged_while_cleaving -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_with_gap_not_merged_while_cleaving ... ok -test.unit.container.test_server.TestContainerController.test_GET_namespaces_sharded_subshard_state_listing -test.unit.container.test_server.TestContainerController.test_GET_namespaces_sharded_subshard_state_listing ... ok -test.unit.container.test_server.TestContainerController.test_GET_namespaces_sharded_subshard_state_updating -test.unit.container.test_server.TestContainerController.test_GET_namespaces_sharded_subshard_state_updating ... ok -test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_root_state_listing -test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_root_state_listing ... ok -test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_root_state_updating -test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_root_state_updating ... ok -test INFO: - - - [18/Jun/2025:00:14:41 +0000] "PUT /sda1/p/a/c/US~~UT~~~B" 201 - "-" "-" "-" 0.0003 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:41 +0000] "GET /sda1/p/a/c" 200 102 "-" "-" "-" 0.0274 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:41 +0000] "GET /sda1/p/a/c" 200 102 "-" "-" "-" 0.0025 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:41 +0000] "GET /sda1/p/a/c" 200 24 "-" "-" "-" 0.0021 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:41 +0000] "GET /sda1/p/a/c" 200 24 "-" "-" "-" 0.0020 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:41 +0000] "GET /sda1/p/a/c" 200 150 "-" "-" "-" 0.0022 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:41 +0000] "GET /sda1/p/a/c" 200 150 "-" "-" "-" 0.0021 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:41 +0000] "GET /sda1/p/a/c" 200 251 "-" "-" "-" 0.0022 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:41 +0000] "GET /sda1/p/a/c" 200 251 "-" "-" "-" 0.0021 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:41 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0020 "-" 709799 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:14:41 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0333 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:41 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0377 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:42 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0945 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:42 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0383 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:42 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0391 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:42 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0447 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:42 +0000] "GET /sda1/p/a/c" 400 9 "-" "-" "-" 0.0015 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:42 +0000] "GET /sda1/p/a/c" 507 - "-" "-" "-" 0.0002 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:42 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0310 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:42 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0015 "-" 709799 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:14:42 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.2016 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:42 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.4016 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:43 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1928 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:43 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1892 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:43 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0859 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:43 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0375 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:43 +0000] "GET /sda1/p/a/c" 400 36 "-" "-" "-" 0.0025 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:43 +0000] "GET /sda1/p/a/c" 400 35 "-" "-" "-" 0.0013 "-" 709799 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:14:43 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0328 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:43 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0443 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:43 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0447 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:43 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0357 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:43 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0392 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:43 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.2028 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:43 +0000] "GET /sda1/p/a/c" 200 192 "-" "-" "-" 0.0022 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:43 +0000] "GET /sda1/p/a/c" 200 192 "-" "-" "-" 0.0017 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:43 +0000] "GET /sda1/p/a/c" 200 202 "-" "-" "-" 0.0018 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:43 +0000] "GET /sda1/p/a/c" 200 202 "-" "-" "-" 0.0016 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:43 +0000] "GET /sda1/p/a/c" 200 63 "-" "-" "-" 0.0016 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:43 +0000] "GET /sda1/p/a/c" 200 63 "-" "-" "-" 0.0015 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:43 +0000] "GET /sda1/p/a/c" 200 323 "-" "-" "-" 0.0019 "-" 709799 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:14:44 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.2549 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:44 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.8890 "-" 709799 0 -test DEBUG: Unlinked retiring db '/tmp/tmpyvt7dhuy/tmp_test_container_server_ContainerController/sda1/containers/p/61c/b6a56f59d3a8b4d57e122a32d715b61c/b6a56f59d3a8b4d57e122a32d715b61c.db' -test INFO: - - - [18/Jun/2025:00:14:46 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0023 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:46 +0000] "GET /sda1/p/.shards_a/c" 200 1672 "-" "-" "-" 0.0021 "-" 709799 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:14:46 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0248 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:46 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0908 "-" 709799 0 -test DEBUG: Unlinked retiring db '/tmp/tmp0a71qm57/tmp_test_container_server_ContainerController/sda1/containers/p/61c/b6a56f59d3a8b4d57e122a32d715b61c/b6a56f59d3a8b4d57e122a32d715b61c.db' -test INFO: - - - [18/Jun/2025:00:14:46 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0021 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:46 +0000] "GET /sda1/p/.shards_a/c" 200 1672 "-" "-" "-" 0.0020 "-" 709799 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:14:46 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0509 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:46 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.3472 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:46 +0000] "GET /sda1/p/a/c" 200 277 "-" "-" "-" 0.0020 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:46 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0019 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:46 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0018 "-" 709799 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:14:47 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.2464 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:47 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1173 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:47 +0000] "GET /sda1/p/a/c" 200 277 "-" "-" "-" 0.0018 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:47 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0017 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:47 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0016 "-" 709799 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:14:47 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0337 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:47 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0892 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:47 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0023 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:47 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0019 "-" 709799 0 -test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_subshard_state_listing -test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_subshard_state_listing ... ok -test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_subshard_state_updating -test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_subshard_state_updating ... ok -test.unit.container.test_server.TestContainerController.test_GET_non_ascii -test.unit.container.test_server.TestContainerController.test_GET_non_ascii ... ok -test.unit.container.test_server.TestContainerController.test_GET_objects_of_different_policies -test.unit.container.test_server.TestContainerController.test_GET_objects_of_different_policies ... ok -test.unit.container.test_server.TestContainerController.test_GET_over_limit -test.unit.container.test_server.TestContainerController.test_GET_over_limit ... ok -test.unit.container.test_server.TestContainerController.test_GET_path -test.unit.container.test_server.TestContainerController.test_GET_path ... ok -test INFO: - - - [18/Jun/2025:00:14:47 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0056 "-" 709799 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:14:47 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0333 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:47 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.1130 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:47 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0023 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:47 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0020 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:47 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0019 "-" 709799 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:14:47 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0325 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:47 +0000] "PUT /sda1/p/a/jsonc/Sp%C3%A4tzle" 201 - "-" "-" "-" 0.0007 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:47 +0000] "PUT /sda1/p/a/jsonc/%E3%83%A9%E3%83%BC%E3%83%A1%E3%83%B3" 201 - "-" "-" "-" 0.0004 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:47 +0000] "GET /sda1/p/a/jsonc" 200 268 "-" "-" "-" 0.0556 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:47 +0000] "GET /sda1/p/a/jsonc" 200 22 "-" "-" "-" 0.0034 "-" 709799 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:14:47 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0353 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:47 +0000] "PUT /sda1/p/a/c/obj_default_0" 201 - "-" "-" "-" 0.0025 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:47 +0000] "PUT /sda1/p/a/c/obj_default_1" 201 - "-" "-" "-" 0.0004 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:47 +0000] "PUT /sda1/p/a/c/obj_default_2" 201 - "-" "-" "-" 0.0003 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:47 +0000] "PUT /sda1/p/a/c/obj_default_3" 201 - "-" "-" "-" 0.0003 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:47 +0000] "PUT /sda1/p/a/c/obj_default_4" 201 - "-" "-" "-" 0.0003 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:47 +0000] "PUT /sda1/p/a/c/obj_default_5" 201 - "-" "-" "-" 0.0005 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:47 +0000] "PUT /sda1/p/a/c/obj_default_6" 201 - "-" "-" "-" 0.0003 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:47 +0000] "PUT /sda1/p/a/c/obj_default_7" 201 - "-" "-" "-" 0.0003 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:47 +0000] "PUT /sda1/p/a/c/obj_default_8" 201 - "-" "-" "-" 0.0005 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:47 +0000] "PUT /sda1/p/a/c/obj_default_9" 201 - "-" "-" "-" 0.0003 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:47 +0000] "PUT /sda1/p/a/c/obj_default_10" 201 - "-" "-" "-" 0.0003 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:47 +0000] "PUT /sda1/p/a/c/obj_1_0" 201 - "-" "-" "-" 0.0003 "-" 709799 1 -test INFO: - - - [18/Jun/2025:00:14:47 +0000] "PUT /sda1/p/a/c/obj_1_1" 201 - "-" "-" "-" 0.0003 "-" 709799 1 -test INFO: - - - [18/Jun/2025:00:14:47 +0000] "PUT /sda1/p/a/c/obj_1_2" 201 - "-" "-" "-" 0.0057 "-" 709799 1 -test INFO: - - - [18/Jun/2025:00:14:47 +0000] "PUT /sda1/p/a/c/obj_1_3" 201 - "-" "-" "-" 0.0004 "-" 709799 1 -test INFO: - - - [18/Jun/2025:00:14:47 +0000] "PUT /sda1/p/a/c/obj_1_4" 201 - "-" "-" "-" 0.0003 "-" 709799 1 -test INFO: - - - [18/Jun/2025:00:14:47 +0000] "PUT /sda1/p/a/c/obj_1_5" 201 - "-" "-" "-" 0.0003 "-" 709799 1 -test INFO: - - - [18/Jun/2025:00:14:47 +0000] "PUT /sda1/p/a/c/obj_1_6" 201 - "-" "-" "-" 0.0004 "-" 709799 1 -test INFO: - - - [18/Jun/2025:00:14:47 +0000] "PUT /sda1/p/a/c/obj_1_7" 201 - "-" "-" "-" 0.0004 "-" 709799 1 -test INFO: - - - [18/Jun/2025:00:14:47 +0000] "PUT /sda1/p/a/c/obj_1_8" 201 - "-" "-" "-" 0.0003 "-" 709799 1 -test INFO: - - - [18/Jun/2025:00:14:47 +0000] "PUT /sda1/p/a/c/obj_1_9" 201 - "-" "-" "-" 0.0003 "-" 709799 1 -test INFO: - - - [18/Jun/2025:00:14:47 +0000] "GET /sda1/p/a/c" 200 155 "-" "-" "-" 0.0431 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:47 +0000] "GET /sda1/p/a/c" 200 155 "-" "-" "-" 0.0076 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:47 +0000] "GET /sda1/p/a/c" 200 80 "-" "-" "-" 0.0021 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:47 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:47 +0000] "GET /sda1/p/a/c" 400 40 "-" "-" "-" 0.0010 "-" 709799 3 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:14:47 +0000] "GET /sda1/p/a/c" 412 22 "-" "-" "-" 0.0035 "-" 709799 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:14:47 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0273 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:47 +0000] "PUT /sda1/p/a/c/US/TX" 201 - "-" "-" "-" 0.0005 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:47 +0000] "PUT /sda1/p/a/c/US/TX/B" 201 - "-" "-" "-" 0.0004 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:47 +0000] "PUT /sda1/p/a/c/US/OK" 201 - "-" "-" "-" 0.0004 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:47 +0000] "PUT /sda1/p/a/c/US/OK/B" 201 - "-" "-" "-" 0.0003 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:47 +0000] "PUT /sda1/p/a/c/US/UT/A" 201 - "-" "-" "-" 0.0004 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:47 +0000] "GET /sda1/p/a/c" 200 242 "-" "-" "-" 0.0429 "-" 709799 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:14:47 +0000] "PUT /sda1/p/a/plainc" 201 - "-" "-" "-" 0.0469 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:47 +0000] "GET /sda1/p/a/plainc" 204 - "-" "-" "-" 0.0022 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:47 +0000] "PUT /sda1/p/a/plainc/0" 201 - "-" "-" "-" 0.0006 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:47 +0000] "PUT /sda1/p/a/plainc/1" 201 - "-" "-" "-" 0.0033 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:47 +0000] "PUT /sda1/p/a/plainc/2" 201 - "-" "-" "-" 0.0009 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:47 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0403 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:47 +0000] "HEAD /sda1/p/a/plainc" 204 - "-" "-" "-" 0.0025 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:47 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0024 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:47 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0022 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:47 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0020 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:47 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0023 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:47 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0039 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:47 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0052 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:47 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0021 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:47 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0025 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:47 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0021 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:48 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0019 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:48 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0021 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:48 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0020 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:48 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0021 "-" 709799 0 -test.unit.container.test_server.TestContainerController.test_GET_plain -test.unit.container.test_server.TestContainerController.test_GET_plain ... ok -test.unit.container.test_server.TestContainerController.test_GET_prefix -test.unit.container.test_server.TestContainerController.test_GET_prefix ... ok -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_auditing -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_auditing ... ok -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_errors -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_errors ... ok -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205688.00000-0, db: /tmp/tmpjlw4xjzv/sda/containers/0/a1a/1a6950547bc8e58493a4f69f528c1a1a/1a6950547bc8e58493a4f69f528c1a1a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205691.00000-0, db: /tmp/tmpjlw4xjzv/sda/containers/0/f05/ffc5a11af4b637b06f0688362ddc1f05/ffc5a11af4b637b06f0688362ddc1f05.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205691.00000-0, db: /tmp/tmpjlw4xjzv/sda/containers/0/f05/ffc5a11af4b637b06f0688362ddc1f05/ffc5a11af4b637b06f0688362ddc1f05.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205694.00000-0, db: /tmp/tmpjlw4xjzv/sda/containers/0/2d3/7d0474ede62dfef22397d2546b1dd2d3/7d0474ede62dfef22397d2546b1dd2d3.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205694.00000-0, db: /tmp/tmpjlw4xjzv/sda/containers/0/2d3/7d0474ede62dfef22397d2546b1dd2d3/7d0474ede62dfef22397d2546b1dd2d3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205687.00000-0, db: /tmp/tmpavgh6d9e/sda/containers/0/b9e/13e7d42f3208764ae9f6913b7b16fb9e/13e7d42f3208764ae9f6913b7b16fb9e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205689.00000-0, db: /tmp/tmpavgh6d9e/sda/containers/0/6b6/f18cd2f734cfe1b099be512b774db6b6/f18cd2f734cfe1b099be512b774db6b6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205691.00000-0, db: /tmp/tmpavgh6d9e/sda/containers/0/f05/ffc5a11af4b637b06f0688362ddc1f05/ffc5a11af4b637b06f0688362ddc1f05.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205693.00000-0, db: /tmp/tmpavgh6d9e/sda/containers/0/25d/be24524fac7917a5243cb705cae3025d/be24524fac7917a5243cb705cae3025d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205691.00000-0, db: /tmp/tmp8tg1vggp/sda/containers/0/f05/ffc5a11af4b637b06f0688362ddc1f05/ffc5a11af4b637b06f0688362ddc1f05.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205691.00000-0, db: /tmp/tmp8tg1vggp/sda/containers/0/f05/ffc5a11af4b637b06f0688362ddc1f05/ffc5a11af4b637b06f0688362ddc1f05.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205694.00000-0, db: /tmp/tmp8tg1vggp/sda/containers/0/2d3/7d0474ede62dfef22397d2546b1dd2d3/7d0474ede62dfef22397d2546b1dd2d3.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205694.00000-0, db: /tmp/tmp8tg1vggp/sda/containers/0/2d3/7d0474ede62dfef22397d2546b1dd2d3/7d0474ede62dfef22397d2546b1dd2d3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205697.00000-0, db: /tmp/tmp8tg1vggp/sda/containers/0/65d/cfcc68ee0ae1c696f58f3a3581f3d65d/cfcc68ee0ae1c696f58f3a3581f3d65d.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205697.00000-0, db: /tmp/tmp8tg1vggp/sda/containers/0/65d/cfcc68ee0ae1c696f58f3a3581f3d65d/cfcc68ee0ae1c696f58f3a3581f3d65d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205700.00000-0, db: /tmp/tmp8tg1vggp/sda/containers/0/202/6d430e9d9cfe27cc8ddb31ed0260e202/6d430e9d9cfe27cc8ddb31ed0260e202.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205700.00000-0, db: /tmp/tmp8tg1vggp/sda/containers/0/202/6d430e9d9cfe27cc8ddb31ed0260e202/6d430e9d9cfe27cc8ddb31ed0260e202.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205703.00000-0, db: /tmp/tmp8tg1vggp/sda/containers/0/9d4/23663e7b9f8d63b7eb760832583a39d4/23663e7b9f8d63b7eb760832583a39d4.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205703.00000-0, db: /tmp/tmp8tg1vggp/sda/containers/0/9d4/23663e7b9f8d63b7eb760832583a39d4/23663e7b9f8d63b7eb760832583a39d4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205706.00000-0, db: /tmp/tmp8tg1vggp/sda/containers/0/bc4/b06dab580bcc7812ed05e9bed4ca8bc4/b06dab580bcc7812ed05e9bed4ca8bc4.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205706.00000-0, db: /tmp/tmp8tg1vggp/sda/containers/0/bc4/b06dab580bcc7812ed05e9bed4ca8bc4/b06dab580bcc7812ed05e9bed4ca8bc4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205709.00000-0, db: /tmp/tmp8tg1vggp/sda/containers/0/1b3/8ac792cc8f4e0abb429342b3be9051b3/8ac792cc8f4e0abb429342b3be9051b3.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205709.00000-0, db: /tmp/tmp8tg1vggp/sda/containers/0/1b3/8ac792cc8f4e0abb429342b3be9051b3/8ac792cc8f4e0abb429342b3be9051b3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205712.00000-0, db: /tmp/tmp8tg1vggp/sda/containers/0/550/7956979644869107d70adb52a3f1c550/7956979644869107d70adb52a3f1c550.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205712.00000-0, db: /tmp/tmp8tg1vggp/sda/containers/0/550/7956979644869107d70adb52a3f1c550/7956979644869107d70adb52a3f1c550.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205715.00000-0, db: /tmp/tmp8tg1vggp/sda/containers/0/360/84de248af53b5e26511586f582f26360/84de248af53b5e26511586f582f26360.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205715.00000-0, db: /tmp/tmp8tg1vggp/sda/containers/0/360/84de248af53b5e26511586f582f26360/84de248af53b5e26511586f582f26360.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205718.00000-0, db: /tmp/tmp8tg1vggp/sda/containers/0/32a/0071e76a60c5b00764fe9417f1c7c32a/0071e76a60c5b00764fe9417f1c7c32a.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205718.00000-0, db: /tmp/tmp8tg1vggp/sda/containers/0/32a/0071e76a60c5b00764fe9417f1c7c32a/0071e76a60c5b00764fe9417f1c7c32a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205721.00000-0, db: /tmp/tmp8tg1vggp/sda/containers/0/64b/d8cbedc365db82dfef04c9dcaa9b164b/d8cbedc365db82dfef04c9dcaa9b164b.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205721.00000-0, db: /tmp/tmp8tg1vggp/sda/containers/0/64b/d8cbedc365db82dfef04c9dcaa9b164b/d8cbedc365db82dfef04c9dcaa9b164b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205724.00000-0, db: /tmp/tmp8tg1vggp/sda/containers/0/3b4/98fac0cfd7534e90111ce2c7787873b4/98fac0cfd7534e90111ce2c7787873b4.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205724.00000-0, db: /tmp/tmp8tg1vggp/sda/containers/0/3b4/98fac0cfd7534e90111ce2c7787873b4/98fac0cfd7534e90111ce2c7787873b4.db -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_from_compacted_shard -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_from_compacted_shard ... ok -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_include_deleted -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_include_deleted ... ok -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_using_state_aliases -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_using_state_aliases ... ok -test INFO: - - - [18/Jun/2025:00:14:48 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0020 "-" 709799 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:14:48 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0252 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:48 +0000] "PUT /sda1/p/a/c/a1" 201 - "-" "-" "-" 0.0009 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:48 +0000] "PUT /sda1/p/a/c/b1" 201 - "-" "-" "-" 0.0005 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:48 +0000] "PUT /sda1/p/a/c/a2" 201 - "-" "-" "-" 0.0004 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:48 +0000] "PUT /sda1/p/a/c/b2" 201 - "-" "-" "-" 0.0004 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:48 +0000] "PUT /sda1/p/a/c/a3" 201 - "-" "-" "-" 0.0003 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:48 +0000] "PUT /sda1/p/a/c/b3" 201 - "-" "-" "-" 0.0003 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:48 +0000] "GET /sda1/p/a/c" 200 9 "-" "-" "-" 0.0378 "-" 709799 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:14:48 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0426 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:48 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0369 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:48 +0000] "GET /sda1/p/a/c" 200 1287 "-" "-" "-" 0.0069 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:48 +0000] "GET /sda1/p/a/c" 200 1274 "-" "-" "-" 0.0021 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:48 +0000] "GET /sda1/p/a/c" 200 633 "-" "-" "-" 0.0020 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:49 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 1.5271 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:49 +0000] "GET /sda1/p/a/c" 200 1287 "-" "-" "-" 0.0024 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:49 +0000] "GET /sda1/p/a/c" 200 1274 "-" "-" "-" 0.0018 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:49 +0000] "GET /sda1/p/a/c" 200 633 "-" "-" "-" 0.0017 "-" 709799 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:14:49 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0304 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:49 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0347 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:49 +0000] "GET /sda1/p/a/c" 400 9 "-" "-" "-" 0.0012 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:49 +0000] "GET /sda1/p/a/c" 412 22 "-" "-" "-" 0.0001 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:49 +0000] "GET /sda1/p/a/c" 507 - "-" "-" "-" 0.0002 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:49 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0531 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:49 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0039 "-" 709799 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:14:49 +0000] "PUT /sda1/p/.shards_a/c_f" 201 - "-" "-" "-" 0.0399 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:49 +0000] "PUT /sda1/p/.shards_a/c_f" 202 - "-" "-" "-" 0.0903 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:49 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0045 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:49 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0015 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:49 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0014 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:50 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0014 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:50 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0016 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:50 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0016 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:50 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0018 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:50 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0016 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:50 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0028 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:50 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0013 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:50 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0015 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:50 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0015 "-" 709799 0 -test DEBUG: Unlinked retiring db '/tmp/tmppwfga4lh/tmp_test_container_server_ContainerController/sda1/containers/p/189/b0d72ea4144f5f4c7f596aa4fe1f3189/b0d72ea4144f5f4c7f596aa4fe1f3189.db' -test INFO: - - - [18/Jun/2025:00:14:50 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0020 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:50 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0031 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:50 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0022 "-" 709799 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:14:50 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0715 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:50 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0491 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:50 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0069 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:50 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0019 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:50 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0224 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:50 +0000] "GET /sda1/p/a/c" 200 1332 "-" "-" "-" 0.0016 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:50 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0017 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:50 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0440 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:50 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0019 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:50 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0025 "-" 709799 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:14:50 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0348 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:50 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0744 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:50 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0022 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:50 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0644 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:50 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0854 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:50 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0019 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:50 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0317 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:50 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0771 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:50 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0021 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:50 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0333 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:50 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0634 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:50 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0022 "-" 709799 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:14:50 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0572 "-" 709799 0 -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_with_format_header -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_with_format_header ... ok -test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_namespaces -test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_namespaces ... ok -test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_shard_ranges -test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_shard_ranges ... ok -test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_shard_ranges_db_unlinked -test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_shard_ranges_db_unlinked ... ok -test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_ignored_for_objects -test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_ignored_for_objects ... ok -test.unit.container.test_server.TestContainerController.test_GET_xml -test.unit.container.test_server.TestContainerController.test_GET_xml ... ok -test.unit.container.test_server.TestContainerController.test_HEAD -test.unit.container.test_server.TestContainerController.test_HEAD ... ok -test.unit.container.test_server.TestContainerController.test_HEAD_invalid_accept -test.unit.container.test_server.TestContainerController.test_HEAD_invalid_accept ... ok -test.unit.container.test_server.TestContainerController.test_HEAD_invalid_content_type -test.unit.container.test_server.TestContainerController.test_HEAD_invalid_content_type ... ok -test.unit.container.test_server.TestContainerController.test_HEAD_invalid_format -test.unit.container.test_server.TestContainerController.test_HEAD_invalid_format ... ok -test.unit.container.test_server.TestContainerController.test_HEAD_invalid_partition -test.unit.container.test_server.TestContainerController.test_HEAD_invalid_partition ... ok -test.unit.container.test_server.TestContainerController.test_HEAD_not_found -test.unit.container.test_server.TestContainerController.test_HEAD_not_found ... ok -test.unit.container.test_server.TestContainerController.test_HEAD_timestamp_with_offset -test.unit.container.test_server.TestContainerController.test_HEAD_timestamp_with_offset ... ok -test.unit.container.test_server.TestContainerController.test_OPTIONS -test.unit.container.test_server.TestContainerController.test_OPTIONS ... ok -test INFO: - - - [18/Jun/2025:00:14:51 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0325 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:51 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0018 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:51 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0021 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:51 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0017 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:51 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0016 "-" 709799 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:14:51 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0239 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:51 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0407 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:51 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0319 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:51 +0000] "GET /sda1/p/a/c" 200 53 "-" "-" "-" 0.0017 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:51 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 709799 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:14:51 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0354 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:51 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0407 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:51 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0540 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:51 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0020 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:51 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0016 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:51 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 709799 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:14:51 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0433 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:51 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0235 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:51 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0314 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:51 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 709799 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:14:51 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0196 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:51 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0527 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:51 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0330 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:51 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0017 "-" 709799 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:14:51 +0000] "PUT /sda1/p/a/xmlc" 201 - "-" "-" "-" 0.0381 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:51 +0000] "PUT /sda1/p/a/xmlc/0" 201 - "-" "-" "-" 0.0006 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:51 +0000] "PUT /sda1/p/a/xmlc/1" 201 - "-" "-" "-" 0.0003 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:51 +0000] "PUT /sda1/p/a/xmlc/2" 201 - "-" "-" "-" 0.0003 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:51 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0538 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:51 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0013 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:51 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0024 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:51 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0012 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:51 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0023 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:51 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0011 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:51 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0021 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:51 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0011 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:51 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0021 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:51 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0012 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:51 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0033 "-" 709799 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:14:51 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0406 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:51 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0030 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:51 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0012 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:51 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.1511 "-" 709799 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:14:51 +0000] "HEAD /sda1/p/a/c" 400 21 "-" "-" "-" 0.0004 "-" 709799 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:14:51 +0000] "HEAD /sda1/p/a/c" 406 - "-" "-" "-" 0.0005 "-" 709799 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:14:51 +0000] "HEAD /sda1/p/a/c" 400 34 "-" "-" "-" 0.0002 "-" 709799 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:14:51 +0000] "HEAD /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 709799 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:14:51 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 709799 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:14:52 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0337 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:52 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0015 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:52 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0007 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:52 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0335 "-" 709799 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:14:52 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0480 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:52 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0342 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:52 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:52 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0680 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:52 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0015 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:52 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:52 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 709799 0 -test.unit.container.test_server.TestContainerController.test_POST_HEAD_metadata -test.unit.container.test_server.TestContainerController.test_POST_HEAD_metadata ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205727.00000-0, db: /tmp/tmp8tg1vggp/sda/containers/0/c8d/074b289fa8f9ca6c3c2fa69b7cc9cc8d/074b289fa8f9ca6c3c2fa69b7cc9cc8d.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205727.00000-0, db: /tmp/tmp8tg1vggp/sda/containers/0/c8d/074b289fa8f9ca6c3c2fa69b7cc9cc8d/074b289fa8f9ca6c3c2fa69b7cc9cc8d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205730.00000-0, db: /tmp/tmp8tg1vggp/sda/containers/0/d31/11ec2be42cbe69f9593ef14c6c6fbd31/11ec2be42cbe69f9593ef14c6c6fbd31.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205730.00000-0, db: /tmp/tmp8tg1vggp/sda/containers/0/d31/11ec2be42cbe69f9593ef14c6c6fbd31/11ec2be42cbe69f9593ef14c6c6fbd31.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205733.00000-0, db: /tmp/tmp8tg1vggp/sda/containers/0/dea/9304c4c9b30559200e0eb77055064dea/9304c4c9b30559200e0eb77055064dea.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205733.00000-0, db: /tmp/tmp8tg1vggp/sda/containers/0/dea/9304c4c9b30559200e0eb77055064dea/9304c4c9b30559200e0eb77055064dea.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205736.00000-0, db: /tmp/tmp8tg1vggp/sda/containers/0/9e7/2ba4357e41867bab64081c5d9e31d9e7/2ba4357e41867bab64081c5d9e31d9e7.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205736.00000-0, db: /tmp/tmp8tg1vggp/sda/containers/0/9e7/2ba4357e41867bab64081c5d9e31d9e7/2ba4357e41867bab64081c5d9e31d9e7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205739.00000-0, db: /tmp/tmp8tg1vggp/sda/containers/0/f5c/547695105a038f0ea2d59072e06dbf5c/547695105a038f0ea2d59072e06dbf5c.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205739.00000-0, db: /tmp/tmp8tg1vggp/sda/containers/0/f5c/547695105a038f0ea2d59072e06dbf5c/547695105a038f0ea2d59072e06dbf5c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205742.00000-0, db: /tmp/tmp8tg1vggp/sda/containers/0/588/b8a273a694d75b41b27bad8d2441f588/b8a273a694d75b41b27bad8d2441f588.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205742.00000-0, db: /tmp/tmp8tg1vggp/sda/containers/0/588/b8a273a694d75b41b27bad8d2441f588/b8a273a694d75b41b27bad8d2441f588.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205745.00000-0, db: /tmp/tmp8tg1vggp/sda/containers/0/553/c3d79046a043dd7e859d593c7cb8a553/c3d79046a043dd7e859d593c7cb8a553.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205745.00000-0, db: /tmp/tmp8tg1vggp/sda/containers/0/553/c3d79046a043dd7e859d593c7cb8a553/c3d79046a043dd7e859d593c7cb8a553.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205748.00000-0, db: /tmp/tmp8tg1vggp/sda/containers/0/73b/62d6dba4faa01da303f6e1519a81773b/62d6dba4faa01da303f6e1519a81773b.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205748.00000-0, db: /tmp/tmp8tg1vggp/sda/containers/0/73b/62d6dba4faa01da303f6e1519a81773b/62d6dba4faa01da303f6e1519a81773b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205751.00000-0, db: /tmp/tmp8tg1vggp/sda/containers/0/646/e565c0f9704904205ff701dd159dc646/e565c0f9704904205ff701dd159dc646.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205751.00000-0, db: /tmp/tmp8tg1vggp/sda/containers/0/646/e565c0f9704904205ff701dd159dc646/e565c0f9704904205ff701dd159dc646.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205754.00000-0, db: /tmp/tmp8tg1vggp/sda/containers/0/60a/60e2f2fbc6b16d9177384ceca840960a/60e2f2fbc6b16d9177384ceca840960a.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205754.00000-0, db: /tmp/tmp8tg1vggp/sda/containers/0/60a/60e2f2fbc6b16d9177384ceca840960a/60e2f2fbc6b16d9177384ceca840960a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205757.00000-0, db: /tmp/tmp8tg1vggp/sda/containers/0/4e9/42f1a96b4cc8504dd9c96ee69421b4e9/42f1a96b4cc8504dd9c96ee69421b4e9.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205757.00000-0, db: /tmp/tmp8tg1vggp/sda/containers/0/4e9/42f1a96b4cc8504dd9c96ee69421b4e9/42f1a96b4cc8504dd9c96ee69421b4e9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205760.00000-0, db: /tmp/tmp8tg1vggp/sda/containers/0/8a7/63cb77e68e935a8a73b88f0966da68a7/63cb77e68e935a8a73b88f0966da68a7.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205760.00000-0, db: /tmp/tmp8tg1vggp/sda/containers/0/8a7/63cb77e68e935a8a73b88f0966da68a7/63cb77e68e935a8a73b88f0966da68a7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205763.00000-0, db: /tmp/tmp8tg1vggp/sda/containers/0/0f5/03d4c384103a9a78bdd057716787f0f5/03d4c384103a9a78bdd057716787f0f5.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205763.00000-0, db: /tmp/tmp8tg1vggp/sda/containers/0/0f5/03d4c384103a9a78bdd057716787f0f5/03d4c384103a9a78bdd057716787f0f5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205766.00000-0, db: /tmp/tmp8tg1vggp/sda/containers/0/7d3/902fac08674f6fa2d03c27fa070787d3/902fac08674f6fa2d03c27fa070787d3.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205766.00000-0, db: /tmp/tmp8tg1vggp/sda/containers/0/7d3/902fac08674f6fa2d03c27fa070787d3/902fac08674f6fa2d03c27fa070787d3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205769.00000-0, db: /tmp/tmp8tg1vggp/sda/containers/0/752/77e9d8a7483c4126579271b0ed96d752/77e9d8a7483c4126579271b0ed96d752.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205769.00000-0, db: /tmp/tmp8tg1vggp/sda/containers/0/752/77e9d8a7483c4126579271b0ed96d752/77e9d8a7483c4126579271b0ed96d752.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205772.00000-0, db: /tmp/tmp8tg1vggp/sda/containers/0/c17/96fb324831eee4e3764bc96cd55d1c17/96fb324831eee4e3764bc96cd55d1c17.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205772.00000-0, db: /tmp/tmp8tg1vggp/sda/containers/0/c17/96fb324831eee4e3764bc96cd55d1c17/96fb324831eee4e3764bc96cd55d1c17.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205775.00000-0, db: /tmp/tmp8tg1vggp/sda/containers/0/0d3/898eb69d6fa2ac0c329d8bc2b2c330d3/898eb69d6fa2ac0c329d8bc2b2c330d3.db -test.unit.container.test_server.TestContainerController.test_POST_HEAD_no_timestamp_update -test.unit.container.test_server.TestContainerController.test_POST_HEAD_no_timestamp_update ... ok -test.unit.container.test_server.TestContainerController.test_POST_HEAD_sys_metadata -test.unit.container.test_server.TestContainerController.test_POST_HEAD_sys_metadata ... ok -test.unit.container.test_server.TestContainerController.test_POST_after_DELETE_not_found -test.unit.container.test_server.TestContainerController.test_POST_after_DELETE_not_found ... ok -test.unit.container.test_server.TestContainerController.test_POST_ignores_policy_change -test.unit.container.test_server.TestContainerController.test_POST_ignores_policy_change ... ok -test.unit.container.test_server.TestContainerController.test_POST_insufficient_space -test.unit.container.test_server.TestContainerController.test_POST_insufficient_space ... ok -test.unit.container.test_server.TestContainerController.test_POST_invalid_container_sync_to -test.unit.container.test_server.TestContainerController.test_POST_invalid_container_sync_to ... ok -test.unit.container.test_server.TestContainerController.test_POST_invalid_partition -test.unit.container.test_server.TestContainerController.test_POST_invalid_partition ... ok -test.unit.container.test_server.TestContainerController.test_POST_reset_container_sync -test.unit.container.test_server.TestContainerController.test_POST_reset_container_sync ... ok -test.unit.container.test_server.TestContainerController.test_POST_timestamp_not_float -test.unit.container.test_server.TestContainerController.test_POST_timestamp_not_float ... ok -test.unit.container.test_server.TestContainerController.test_PUT -test.unit.container.test_server.TestContainerController.test_PUT ... ok -test.unit.container.test_server.TestContainerController.test_PUT_GET_metadata -test.unit.container.test_server.TestContainerController.test_PUT_GET_metadata ... ok -test.unit.container.test_server.TestContainerController.test_PUT_GET_object_timing_metrics -test.unit.container.test_server.TestContainerController.test_PUT_GET_object_timing_metrics ... ok -test INFO: - - - [18/Jun/2025:00:14:52 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.1011 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:52 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 709799 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:14:52 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0493 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:52 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.3771 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:52 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0015 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:52 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0633 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:52 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:52 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0365 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:52 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:52 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:52 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 709799 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:14:52 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0195 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:52 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0233 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:52 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0015 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:52 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0669 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:52 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0015 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:52 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:52 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:53 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.1235 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:53 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 709799 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:14:53 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0335 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:53 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0211 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:53 +0000] "POST /sda1/p/a/c/" 404 - "-" "-" "-" 0.0033 "-" 709799 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:14:53 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0425 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:53 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:53 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0287 "-" 709799 1 -test INFO: - - - [18/Jun/2025:00:14:53 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0023 "-" 709799 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:14:53 +0000] "POST /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 709799 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:14:53 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0813 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:53 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0049 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:53 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0381 "-" 709799 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:14:53 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0325 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:53 +0000] "POST /sda1/p/a/c" 400 26 "-" "-" "-" 0.0017 "-" 709799 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:14:53 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0366 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:53 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0282 "-" 709799 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:14:53 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0712 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:53 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0023 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:53 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0285 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:53 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0028 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:54 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.3684 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:54 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0037 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:54 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:54 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:54 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.4034 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:54 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0046 "-" 709799 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:14:54 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0513 "-" 709799 0 -test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" - "-" 709799 - -test INFO: - - - [01/Jan/1970:00:16:40 +0000] "GET /sda1/p/a/c" 200 117 "-" "-" "-" - "-" 709799 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:14:54 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0282 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:54 +0000] "PUT /sda1/p/a/c/obj_0" 201 - "-" "-" "-" 0.0004 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:54 +0000] "PUT /sda1/p/a/c/obj_1" 201 - "-" "-" "-" 0.0003 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:54 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0869 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:54 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1495 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:54 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0893 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:54 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0372 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:54 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0400 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:54 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0022 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:54 +0000] "GET /sda1/p/a/c" 200 1683 "-" "-" "-" 0.0016 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:54 +0000] "GET /sda1/p/a/c" 200 1683 "-" "-" "-" 0.0015 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:54 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0014 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:54 +0000] "GET /sda1/p/a/c" 200 332 "-" "-" "-" 0.0014 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:54 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0013 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:54 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0048 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:54 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0014 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:54 +0000] "GET /sda1/p/a/c" 200 330 "-" "-" "-" 0.0013 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:54 +0000] "GET /sda1/p/a/c" 200 330 "-" "-" "-" 0.0014 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:54 +0000] "GET /sda1/p/a/c" 200 670 "-" "-" "-" 0.0014 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:54 +0000] "GET /sda1/p/a/c" 200 670 "-" "-" "-" 0.0015 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:54 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0016 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:54 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0016 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:54 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0015 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:54 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0017 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:54 +0000] "GET /sda1/p/a/c" 200 1323 "-" "-" "-" 0.0016 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:55 +0000] "GET /sda1/p/a/c" 200 1323 "-" "-" "-" 0.0017 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:55 +0000] "GET /sda1/p/a/c" 200 657 "-" "-" "-" 0.0015 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:55 +0000] "GET /sda1/p/a/c" 200 657 "-" "-" "-" 0.0022 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:55 +0000] "GET /sda1/p/a/c" 200 1339 "-" "-" "-" 0.0017 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:55 +0000] "GET /sda1/p/a/c" 200 1339 "-" "-" "-" 0.0016 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:55 +0000] "GET /sda1/p/a/c" 200 318 "-" "-" "-" 0.0015 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:55 +0000] "GET /sda1/p/a/c" 200 318 "-" "-" "-" 0.0030 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:55 +0000] "GET /sda1/p/a/c" 200 324 "-" "-" "-" 0.0014 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:55 +0000] "GET /sda1/p/a/c" 200 324 "-" "-" "-" 0.0017 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:55 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0013 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:55 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0013 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:55 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0013 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:55 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0013 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:55 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0015 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:55 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0014 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:55 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0017 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:55 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0013 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:55 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0015 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:55 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0013 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:55 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0017 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:55 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0030 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:55 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0014 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:55 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0015 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:55 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0014 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:55 +0000] "GET /sda1/p/a/c" 200 1351 "-" "-" "-" 0.0016 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:55 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0014 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:55 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0015 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:55 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0014 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:55 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0015 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:55 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0014 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:55 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0017 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:55 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0014 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:55 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0014 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:55 +0000] "GET /sda1/p/a/c" 200 1351 "-" "-" "-" 0.0065 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:55 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0017 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:55 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0014 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:55 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0014 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:55 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0015 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:55 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0015 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:55 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0016 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:55 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0015 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:55 +0000] "GET /sda1/p/a/c" 200 685 "-" "-" "-" 0.0015 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:55 +0000] "GET /sda1/p/a/c" 200 685 "-" "-" "-" 0.0014 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:55 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0014 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:55 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0017 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:55 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0012 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:55 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0012 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:55 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0031 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:55 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0017 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:55 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0020 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:55 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0029 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:55 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0025 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:55 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0027 "-" 709799 0 -test DEBUG: Unlinked retiring db '/tmp/tmpm_icsu73/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' -test INFO: - - - [18/Jun/2025:00:14:55 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0026 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:55 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0021 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:55 +0000] "GET /sda1/p/a/c" 200 1337 "-" "-" "-" 0.0035 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:55 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0023 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:55 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0025 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:55 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0711 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:55 +0000] "GET /sda1/p/a/c" 200 1347 "-" "-" "-" 0.0022 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:55 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0018 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:55 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0018 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:55 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0017 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:55 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0018 "-" 709799 0 -test.unit.container.test_server.TestContainerController.test_PUT_GET_shard_ranges -test.unit.container.test_server.TestContainerController.test_PUT_GET_shard_ranges ... ok -test.unit.container.test_server.TestContainerController.test_PUT_GET_shards_timing_metrics -test.unit.container.test_server.TestContainerController.test_PUT_GET_shards_timing_metrics ... ok -test.unit.container.test_server.TestContainerController.test_PUT_GET_sys_metadata -test.unit.container.test_server.TestContainerController.test_PUT_GET_sys_metadata ... ok -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205775.00000-0, db: /tmp/tmp8tg1vggp/sda/containers/0/0d3/898eb69d6fa2ac0c329d8bc2b2c330d3/898eb69d6fa2ac0c329d8bc2b2c330d3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205778.00000-0, db: /tmp/tmp8tg1vggp/sda/containers/0/2f7/3ec25ab238dd5e7199449ed175e2b2f7/3ec25ab238dd5e7199449ed175e2b2f7.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205778.00000-0, db: /tmp/tmp8tg1vggp/sda/containers/0/2f7/3ec25ab238dd5e7199449ed175e2b2f7/3ec25ab238dd5e7199449ed175e2b2f7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205781.00000-0, db: /tmp/tmp8tg1vggp/sda/containers/0/38c/bdabe511623c822d9cdb85bf6113338c/bdabe511623c822d9cdb85bf6113338c.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205781.00000-0, db: /tmp/tmp8tg1vggp/sda/containers/0/38c/bdabe511623c822d9cdb85bf6113338c/bdabe511623c822d9cdb85bf6113338c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205784.00000-0, db: /tmp/tmp8tg1vggp/sda/containers/0/40e/0ffae397f302245bb7eaa02e90c6740e/0ffae397f302245bb7eaa02e90c6740e.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205784.00000-0, db: /tmp/tmp8tg1vggp/sda/containers/0/40e/0ffae397f302245bb7eaa02e90c6740e/0ffae397f302245bb7eaa02e90c6740e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205787.00000-0, db: /tmp/tmp8tg1vggp/sda/containers/0/e02/678939455a41d962782d5bc2d5213e02/678939455a41d962782d5bc2d5213e02.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205787.00000-0, db: /tmp/tmp8tg1vggp/sda/containers/0/e02/678939455a41d962782d5bc2d5213e02/678939455a41d962782d5bc2d5213e02.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205790.00000-0, db: /tmp/tmp8tg1vggp/sda/containers/0/4a9/ab630869822078bc7c745795523304a9/ab630869822078bc7c745795523304a9.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205790.00000-0, db: /tmp/tmp8tg1vggp/sda/containers/0/4a9/ab630869822078bc7c745795523304a9/ab630869822078bc7c745795523304a9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205793.00000-0, db: /tmp/tmp8tg1vggp/sda/containers/0/d3c/9cf1d423bc35a7c9bc71316bfd175d3c/9cf1d423bc35a7c9bc71316bfd175d3c.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205793.00000-0, db: /tmp/tmp8tg1vggp/sda/containers/0/d3c/9cf1d423bc35a7c9bc71316bfd175d3c/9cf1d423bc35a7c9bc71316bfd175d3c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205796.00000-0, db: /tmp/tmp8tg1vggp/sda/containers/0/cf6/d6514c4f67c1c5c3721815fa11ae5cf6/d6514c4f67c1c5c3721815fa11ae5cf6.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205796.00000-0, db: /tmp/tmp8tg1vggp/sda/containers/0/cf6/d6514c4f67c1c5c3721815fa11ae5cf6/d6514c4f67c1c5c3721815fa11ae5cf6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205799.00000-0, db: /tmp/tmp8tg1vggp/sda/containers/0/cdd/9995200eb077029ab43cb984beff0cdd/9995200eb077029ab43cb984beff0cdd.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205799.00000-0, db: /tmp/tmp8tg1vggp/sda/containers/0/cdd/9995200eb077029ab43cb984beff0cdd/9995200eb077029ab43cb984beff0cdd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205802.00000-0, db: /tmp/tmp8tg1vggp/sda/containers/0/5df/43b763fa47923ae93c460675a28ba5df/43b763fa47923ae93c460675a28ba5df.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205802.00000-0, db: /tmp/tmp8tg1vggp/sda/containers/0/5df/43b763fa47923ae93c460675a28ba5df/43b763fa47923ae93c460675a28ba5df.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205805.00000-0, db: /tmp/tmp8tg1vggp/sda/containers/0/166/2dbec39b5ab1d62fb30bdd368ee3f166/2dbec39b5ab1d62fb30bdd368ee3f166.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205805.00000-0, db: /tmp/tmp8tg1vggp/sda/containers/0/166/2dbec39b5ab1d62fb30bdd368ee3f166/2dbec39b5ab1d62fb30bdd368ee3f166.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205808.00000-0, db: /tmp/tmp8tg1vggp/sda/containers/0/5df/bf1ea2636ba895a0e295b38a5feb95df/bf1ea2636ba895a0e295b38a5feb95df.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205808.00000-0, db: /tmp/tmp8tg1vggp/sda/containers/0/5df/bf1ea2636ba895a0e295b38a5feb95df/bf1ea2636ba895a0e295b38a5feb95df.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205811.00000-0, db: /tmp/tmp8tg1vggp/sda/containers/0/831/aa34eee077f56f1c925dc17ab2ed1831/aa34eee077f56f1c925dc17ab2ed1831.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205811.00000-0, db: /tmp/tmp8tg1vggp/sda/containers/0/831/aa34eee077f56f1c925dc17ab2ed1831/aa34eee077f56f1c925dc17ab2ed1831.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205814.00000-0, db: /tmp/tmp8tg1vggp/sda/containers/0/394/ecce02ebd3ff1208669c994c986c3394/ecce02ebd3ff1208669c994c986c3394.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205814.00000-0, db: /tmp/tmp8tg1vggp/sda/containers/0/394/ecce02ebd3ff1208669c994c986c3394/ecce02ebd3ff1208669c994c986c3394.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205817.00000-0, db: /tmp/tmp8tg1vggp/sda/containers/0/c48/8b2e83a27d7eb8ac3bf147dffdd34c48/8b2e83a27d7eb8ac3bf147dffdd34c48.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205817.00000-0, db: /tmp/tmp8tg1vggp/sda/containers/0/c48/8b2e83a27d7eb8ac3bf147dffdd34c48/8b2e83a27d7eb8ac3bf147dffdd34c48.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205820.00000-0, db: /tmp/tmp8tg1vggp/sda/containers/0/09e/e19777e5187a8627705767c735a3209e/e19777e5187a8627705767c735a3209e.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205820.00000-0, db: /tmp/tmp8tg1vggp/sda/containers/0/09e/e19777e5187a8627705767c735a3209e/e19777e5187a8627705767c735a3209e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205823.00000-0, db: /tmp/tmp8tg1vggp/sda/containers/0/4df/1abbc44f6831d9a4f72c0115dab114df/1abbc44f6831d9a4f72c0115dab114df.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205823.00000-0, db: /tmp/tmp8tg1vggp/sda/containers/0/4df/1abbc44f6831d9a4f72c0115dab114df/1abbc44f6831d9a4f72c0115dab114df.db -test.unit.container.test_server.TestContainerController.test_PUT_GET_to_sharding_container -test.unit.container.test_server.TestContainerController.test_PUT_GET_to_sharding_container ... ok -test.unit.container.test_server.TestContainerController.test_PUT_HEAD_put_timestamp_updates -test.unit.container.test_server.TestContainerController.test_PUT_HEAD_put_timestamp_updates ... ok -test.unit.container.test_server.TestContainerController.test_PUT_account_update -test.unit.container.test_server.TestContainerController.test_PUT_account_update ... ok -test.unit.container.test_server.TestContainerController.test_PUT_bad_policy_change -test.unit.container.test_server.TestContainerController.test_PUT_bad_policy_change ... ok -test.unit.container.test_server.TestContainerController.test_PUT_bad_policy_specified -test.unit.container.test_server.TestContainerController.test_PUT_bad_policy_specified ... ok -test.unit.container.test_server.TestContainerController.test_PUT_container_timing_metrics -test.unit.container.test_server.TestContainerController.test_PUT_container_timing_metrics ... ok -test.unit.container.test_server.TestContainerController.test_PUT_good_policy_specified -test.unit.container.test_server.TestContainerController.test_PUT_good_policy_specified ... ok -test.unit.container.test_server.TestContainerController.test_PUT_insufficient_space -test.unit.container.test_server.TestContainerController.test_PUT_insufficient_space ... ok -test.unit.container.test_server.TestContainerController.test_PUT_invalid_partition -test.unit.container.test_server.TestContainerController.test_PUT_invalid_partition ... ok -test.unit.container.test_server.TestContainerController.test_PUT_no_policy_change -test.unit.container.test_server.TestContainerController.test_PUT_no_policy_change ... ok -test.unit.container.test_server.TestContainerController.test_PUT_no_policy_for_existing_default -test.unit.container.test_server.TestContainerController.test_PUT_no_policy_for_existing_default ... ok -test INFO: - - - [18/Jun/2025:00:14:55 +0000] "GET /sda1/p/a/c/" 200 1017 "-" "-" "-" 0.0031 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:55 +0000] "GET /sda1/p/a/c/" 200 330 "-" "-" "-" 0.0037 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:55 +0000] "GET /sda1/p/a/c/" 200 330 "-" "-" "-" 0.0049 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:55 +0000] "GET /sda1/p/a/c/" 200 1017 "-" "-" "-" 0.0026 "-" 709799 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:14:55 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0325 "-" 709799 0 -test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" - "-" 709799 0 -test INFO: - - - [01/Jan/1970:00:16:40 +0000] "GET /sda1/p/a/c" 200 664 "-" "-" "-" - "-" 709799 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:14:55 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0704 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:55 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:55 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.2086 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:55 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0023 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:56 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1401 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:56 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0076 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:56 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0021 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:56 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:56 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0839 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:56 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0064 "-" 709799 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:14:56 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0452 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:56 +0000] "PUT /sda1/p/a/c/unsharded" 201 - "-" "-" "-" 0.0007 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:56 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0385 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:56 +0000] "PUT /sda1/p/a/c/sharding" 201 - "-" "-" "-" 0.0005 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:56 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.1438 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:56 +0000] "PUT /sda1/p/a/c/racing_update" 201 - "-" "-" "-" 0.0004 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:56 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0062 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:56 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0313 "-" 709799 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:14:56 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0400 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:56 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0593 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:56 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:56 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1035 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:56 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:57 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0643 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:57 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:57 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:57 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0362 "-" 709799 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:14:57 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0360 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:57 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0325 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:57 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0961 "-" 709799 - -test ERROR: ERROR Account update failed with 127.0.0.1:60621/sda1 (will retry later): Response 503 OK -test INFO: - - - [18/Jun/2025:00:14:57 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0327 "-" 709799 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:14:57 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0296 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:57 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0023 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:57 +0000] "PUT /sda1/p/a/c" 409 - "-" "-" "-" 0.0013 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:57 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 709799 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:14:57 +0000] "PUT /sda1/p/a/c" 400 45 "-" "-" "-" 0.0003 "-" 709799 nada -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" - "-" 709799 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:14:57 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0261 "-" 709799 1 -test INFO: - - - [18/Jun/2025:00:14:57 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 709799 1 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:14:57 +0000] "PUT /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 709799 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:14:57 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1046 "-" 709799 1 -test INFO: - - - [18/Jun/2025:00:14:57 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 709799 1 -test INFO: - - - [18/Jun/2025:00:14:57 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0424 "-" 709799 1 -test INFO: - - - [18/Jun/2025:00:14:57 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0212 "-" 709799 1 -test INFO: - - - [18/Jun/2025:00:14:57 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0027 "-" 709799 1 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:14:57 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0364 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:57 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0015 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:57 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0415 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:57 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 709799 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:14:57 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0509 "-" 709799 1 -test INFO: - - - [18/Jun/2025:00:14:57 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 709799 1 -test.unit.container.test_server.TestContainerController.test_PUT_no_policy_for_existing_non_default -test.unit.container.test_server.TestContainerController.test_PUT_no_policy_for_existing_non_default ... ok -test.unit.container.test_server.TestContainerController.test_PUT_no_policy_specified -test.unit.container.test_server.TestContainerController.test_PUT_no_policy_specified ... ok -test.unit.container.test_server.TestContainerController.test_PUT_non_utf8_metadata -test.unit.container.test_server.TestContainerController.test_PUT_non_utf8_metadata ... ok -test.unit.container.test_server.TestContainerController.test_PUT_obj_not_found -test.unit.container.test_server.TestContainerController.test_PUT_obj_not_found ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_with_own_merged_while_shrinking -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_with_own_merged_while_shrinking ... ok -test.unit.container.test_sharder.TestSharder.test_check_node -test.unit.container.test_sharder.TestSharder.test_check_node ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205826.00000-0, db: /tmp/tmp8tg1vggp/sda/containers/0/1d2/60ca6e6381edb2e87de9371b331991d2/60ca6e6381edb2e87de9371b331991d2.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205826.00000-0, db: /tmp/tmp8tg1vggp/sda/containers/0/1d2/60ca6e6381edb2e87de9371b331991d2/60ca6e6381edb2e87de9371b331991d2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205829.00000-0, db: /tmp/tmp8tg1vggp/sda/containers/0/bc0/783c412410ee3a08fc80993e7599dbc0/783c412410ee3a08fc80993e7599dbc0.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205829.00000-0, db: /tmp/tmp8tg1vggp/sda/containers/0/bc0/783c412410ee3a08fc80993e7599dbc0/783c412410ee3a08fc80993e7599dbc0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205832.00000-0, db: /tmp/tmp8tg1vggp/sda/containers/0/d65/330aa5aae4adc832dd7c1eb2c9589d65/330aa5aae4adc832dd7c1eb2c9589d65.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205832.00000-0, db: /tmp/tmp8tg1vggp/sda/containers/0/d65/330aa5aae4adc832dd7c1eb2c9589d65/330aa5aae4adc832dd7c1eb2c9589d65.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205835.00000-0, db: /tmp/tmp8tg1vggp/sda/containers/0/787/6136511bf75930aaff75cc5869ef1787/6136511bf75930aaff75cc5869ef1787.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205835.00000-0, db: /tmp/tmp8tg1vggp/sda/containers/0/787/6136511bf75930aaff75cc5869ef1787/6136511bf75930aaff75cc5869ef1787.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205838.00000-0, db: /tmp/tmp8tg1vggp/sda/containers/0/f71/ef0d00c78b6e8b060407bf20fe6e8f71/ef0d00c78b6e8b060407bf20fe6e8f71.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205838.00000-0, db: /tmp/tmp8tg1vggp/sda/containers/0/f71/ef0d00c78b6e8b060407bf20fe6e8f71/ef0d00c78b6e8b060407bf20fe6e8f71.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205841.00000-0, db: /tmp/tmp8tg1vggp/sda/containers/0/585/270afae11f5f44799802e2bc42d29585/270afae11f5f44799802e2bc42d29585.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205841.00000-0, db: /tmp/tmp8tg1vggp/sda/containers/0/585/270afae11f5f44799802e2bc42d29585/270afae11f5f44799802e2bc42d29585.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205844.00000-0, db: /tmp/tmp8tg1vggp/sda/containers/0/98c/baeda281c326ed378047cd418d30698c/baeda281c326ed378047cd418d30698c.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205844.00000-0, db: /tmp/tmp8tg1vggp/sda/containers/0/98c/baeda281c326ed378047cd418d30698c/baeda281c326ed378047cd418d30698c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205847.00000-0, db: /tmp/tmp8tg1vggp/sda/containers/0/a4c/786609fd4be9ba308c7ab472a0a5ba4c/786609fd4be9ba308c7ab472a0a5ba4c.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205847.00000-0, db: /tmp/tmp8tg1vggp/sda/containers/0/a4c/786609fd4be9ba308c7ab472a0a5ba4c/786609fd4be9ba308c7ab472a0a5ba4c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205850.00000-0, db: /tmp/tmp8tg1vggp/sda/containers/0/dd7/8a9026a32a73b70d4e5836a6e09a3dd7/8a9026a32a73b70d4e5836a6e09a3dd7.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205850.00000-0, db: /tmp/tmp8tg1vggp/sda/containers/0/dd7/8a9026a32a73b70d4e5836a6e09a3dd7/8a9026a32a73b70d4e5836a6e09a3dd7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205853.00000-0, db: /tmp/tmp8tg1vggp/sda/containers/0/854/792909b97d01197ee75f31d6fc74b854/792909b97d01197ee75f31d6fc74b854.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205853.00000-0, db: /tmp/tmp8tg1vggp/sda/containers/0/854/792909b97d01197ee75f31d6fc74b854/792909b97d01197ee75f31d6fc74b854.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205856.00000-0, db: /tmp/tmp8tg1vggp/sda/containers/0/916/004b707d288b4d56791bfc6b47ecb916/004b707d288b4d56791bfc6b47ecb916.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750205856.00000-0, db: /tmp/tmp8tg1vggp/sda/containers/0/916/004b707d288b4d56791bfc6b47ecb916/004b707d288b4d56791bfc6b47ecb916.db -sharder-test WARNING: Skipping d100 as it is not mounted -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpvpfzfs58/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205698.37807.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpvpfzfs58/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205698.37807.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpvpfzfs58/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205698.37807.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpvpfzfs58/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205698.37807.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpvpfzfs58/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205698.37807.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpvpfzfs58/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205698.37807.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpvpfzfs58/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205698.37807.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpvpfzfs58/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205698.37807.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpvpfzfs58/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205698.37807.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpvpfzfs58/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205698.37807.db -sharder-test DEBUG: got 5 rows (deleted=False) in 0.0002510547637939453s, path: a/c, db: /tmp/tmpvpfzfs58/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012993812561035156s, path: a/c, db: /tmp/tmpvpfzfs58/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpvpfzfs58/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205698.37807.db -sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_obj004_0 in state cleaved: 1 successes, 2 required, shard db: /tmp/tmpvpfzfs58/sda/containers/0/b85/9d7a328814f4e99b3c0e6a0597883b85/9d7a328814f4e99b3c0e6a0597883b85.db, path: a/c, db: /tmp/tmpvpfzfs58/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205698.37807.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpvpfzfs58/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205698.37807.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpvpfzfs58/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205698.37807.db -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpvpfzfs58/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205698.37807.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpvpfzfs58/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205698.37807.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpvpfzfs58/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205698.37807.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpvpfzfs58/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205698.37807.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpvpfzfs58/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205698.37807.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpvpfzfs58/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205698.37807.db -sharder-test DEBUG: Cleaving ShardRange - shard db already in sync, path: a/c, db: /tmp/tmpvpfzfs58/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205698.37807.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpvpfzfs58/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205698.37807.db -sharder-test INFO: Cleaved ShardRange in 0.045s, path: a/c, db: /tmp/tmpvpfzfs58/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205698.37807.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1750205375.45535, (0, 0) as of 1750205375.45535, created as of 1750205375.45535>, path: a/c, db: /tmp/tmpvpfzfs58/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205698.37807.db -sharder-test DEBUG: got 5 rows (deleted=False) in 0.000209808349609375s, path: a/c, db: /tmp/tmpvpfzfs58/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001385211944580078s, path: a/c, db: /tmp/tmpvpfzfs58/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmpvpfzfs58/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205698.37807.db -sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c__1 in state cleaved: 1 successes, 2 required, shard db: /tmp/tmpvpfzfs58/sda/containers/0/069/5a8214a697fa9e61b996df73488a7069/5a8214a697fa9e61b996df73488a7069.db, path: a/c, db: /tmp/tmpvpfzfs58/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205698.37807.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpvpfzfs58/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205698.37807.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpvpfzfs58/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205698.37807.db -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpvpfzfs58/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205698.37807.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpvpfzfs58/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205698.37807.db -sharder-test DEBUG: misplaced object source bounds [('', 'obj004')], path: a/c, db: /tmp/tmpvpfzfs58/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205698.37807.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00017571449279785156s, path: a/c, db: /tmp/tmpvpfzfs58/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205698.37807.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010085105895996094s, path: a/c, db: /tmp/tmpvpfzfs58/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205698.37807.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001590251922607422s, path: a/c, db: /tmp/tmpvpfzfs58/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205698.37807.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpvpfzfs58/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205698.37807.db -sharder-test DEBUG: Placed 1 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpvpfzfs58/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205698.37807.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpvpfzfs58/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205698.37807.db -sharder-test DEBUG: Continuing to cleave (1 done, 1 todo), path: a/c, db: /tmp/tmpvpfzfs58/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205698.37807.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1750205375.45535, (0, 0) as of 1750205375.45535, created as of 1750205375.45535>, path: a/c, db: /tmp/tmpvpfzfs58/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205698.37807.db -sharder-test DEBUG: got 5 rows (deleted=False) in 0.00020599365234375s, path: a/c, db: /tmp/tmpvpfzfs58/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001518726348876953s, path: a/c, db: /tmp/tmpvpfzfs58/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmpvpfzfs58/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205698.37807.db -test INFO: - - - [18/Jun/2025:00:14:57 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0334 "-" 709799 1 -test INFO: - - - [18/Jun/2025:00:14:57 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 709799 1 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:14:57 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0477 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:57 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 709799 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:14:57 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0400 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:57 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0019 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:57 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0018 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:57 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0013 "-" 709799 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:14:57 +0000] "PUT /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0003 "-" 709799 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:14:57 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0323 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:57 +0000] "PUT /sda1/p/a/c/bashful" 201 - "-" "-" "-" 0.0005 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:57 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1019 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:58 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0352 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:58 +0000] "PUT /sda1/p/a/c/grumpy10" 201 - "-" "-" "-" 0.0034 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:58 +0000] "PUT /sda1/p/a/c/grumpy10_no_header" 201 - "-" "-" "-" 0.0007 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:58 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0322 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:58 +0000] "PUT /sda1/p/a/c/grumpy20" 301 - "-" "-" "-" 0.0057 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:58 +0000] "PUT /sda1/p/a/c/grumpy20_no_header" 201 - "-" "-" "-" 0.0007 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:58 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0407 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:58 +0000] "PUT /sda1/p/a/c/grumpy30" 301 - "-" "-" "-" 0.0013 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:58 +0000] "PUT /sda1/p/a/c/grumpy30_no_header" 201 - "-" "-" "-" 0.0005 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:58 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0490 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:58 +0000] "PUT /sda1/p/a/c/grumpy40" 301 - "-" "-" "-" 0.0019 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:58 +0000] "PUT /sda1/p/a/c/grumpy40_no_header" 201 - "-" "-" "-" 0.0005 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:58 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0294 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:58 +0000] "PUT /sda1/p/a/c/grumpy50" 201 - "-" "-" "-" 0.0013 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:58 +0000] "PUT /sda1/p/a/c/grumpy50_no_header" 201 - "-" "-" "-" 0.0010 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:58 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0350 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:58 +0000] "PUT /sda1/p/a/c/grumpy60" 301 - "-" "-" "-" 0.0012 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:58 +0000] "PUT /sda1/p/a/c/grumpy60_no_header" 201 - "-" "-" "-" 0.0016 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:58 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0380 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:58 +0000] "PUT /sda1/p/a/c/grumpy70" 201 - "-" "-" "-" 0.0013 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:58 +0000] "PUT /sda1/p/a/c/grumpy70_no_header" 201 - "-" "-" "-" 0.0048 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:58 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0424 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:58 +0000] "PUT /sda1/p/a/c/grumpy80" 201 - "-" "-" "-" 0.0012 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:58 +0000] "PUT /sda1/p/a/c/grumpy80_no_header" 201 - "-" "-" "-" 0.0025 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:58 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0341 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:58 +0000] "PUT /sda1/p/a/c/grumpier10" 201 - "-" "-" "-" 0.0029 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:59 +0000] "PUT /sda1/p/a/c/grumpier10_no_header" 201 - "-" "-" "-" 0.0055 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:59 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0414 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:59 +0000] "PUT /sda1/p/a/c/grumpier20" 301 - "-" "-" "-" 0.0012 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:59 +0000] "PUT /sda1/p/a/c/grumpier20_no_header" 201 - "-" "-" "-" 0.0005 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:59 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0326 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:59 +0000] "PUT /sda1/p/a/c/grumpier30" 301 - "-" "-" "-" 0.0011 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:59 +0000] "PUT /sda1/p/a/c/grumpier30_no_header" 201 - "-" "-" "-" 0.0004 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:59 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0285 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:59 +0000] "PUT /sda1/p/a/c/grumpier40" 301 - "-" "-" "-" 0.0010 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:59 +0000] "PUT /sda1/p/a/c/grumpier40_no_header" 201 - "-" "-" "-" 0.0010 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:59 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0325 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:59 +0000] "PUT /sda1/p/a/c/grumpier50" 201 - "-" "-" "-" 0.0011 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:59 +0000] "PUT /sda1/p/a/c/grumpier50_no_header" 201 - "-" "-" "-" 0.0006 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:59 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0413 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:59 +0000] "PUT /sda1/p/a/c/grumpier60" 301 - "-" "-" "-" 0.0011 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:59 +0000] "PUT /sda1/p/a/c/grumpier60_no_header" 201 - "-" "-" "-" 0.0004 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:59 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0276 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:59 +0000] "PUT /sda1/p/a/c/grumpier70" 201 - "-" "-" "-" 0.0012 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:59 +0000] "PUT /sda1/p/a/c/grumpier70_no_header" 201 - "-" "-" "-" 0.0005 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:59 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0366 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:14:59 +0000] "PUT /sda1/p/a/c/grumpier80" 201 - "-" "-" "-" 0.0013 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:14:59 +0000] "PUT /sda1/p/a/c/grumpier80_no_header" 201 - "-" "-" "-" 0.0005 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:15:00 +0000] "PUT /sda1/p/a/c/dopey" 201 - "-" "-" "-" 0.0007 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:15:00 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0339 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:15:00 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0360 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:15:00 +0000] "PUT /sda1/p/a/c/dopey10" 201 - "-" "-" "-" 0.0020 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:15:00 +0000] "PUT /sda1/p/a/c/dopey10_no_header" 201 - "-" "-" "-" 0.0005 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:15:00 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0574 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:15:00 +0000] "PUT /sda1/p/a/c/dopey20" 301 - "-" "-" "-" 0.0012 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:15:00 +0000] "PUT /sda1/p/a/c/dopey20_no_header" 201 - "-" "-" "-" 0.0005 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:15:00 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0539 "-" 709799 0 -test.unit.container.test_sharder.TestSharder.test_cleave_insufficient_replication -test.unit.container.test_sharder.TestSharder.test_cleave_insufficient_replication ... ok -test.unit.container.test_sharder.TestSharder.test_cleave_multiple_storage_policies -test.unit.container.test_sharder.TestSharder.test_cleave_multiple_storage_policies ... ok -test.unit.container.test_server.TestContainerController.test_PUT_object_update_redirected_to_shard -test.unit.container.test_server.TestContainerController.test_PUT_object_update_redirected_to_shard ... ok -test.unit.container.test_server.TestContainerController.test_PUT_proxy_default_no_policy_for_existing_default -test.unit.container.test_server.TestContainerController.test_PUT_proxy_default_no_policy_for_existing_default ... ok -sharder-test INFO: Cleaved ShardRange<'obj004' to MaxBound as of 1750205375.45535, (5, 5) as of 1750205700.66078, cleaved as of 1750205375.45535> in 0.142s, path: a/c, db: /tmp/tmpvpfzfs58/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205698.37807.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpvpfzfs58/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205698.37807.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpvpfzfs58/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpvpfzfs58/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205698.37807.db -sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpvpfzfs58/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205698.37807.db -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpa2g9u57d/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205701.18054.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpa2g9u57d/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205701.18054.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpa2g9u57d/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205701.18054.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpa2g9u57d/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205701.18054.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpa2g9u57d/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205701.18054.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpa2g9u57d/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205701.18054.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpa2g9u57d/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205701.18054.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpa2g9u57d/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205701.18054.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpa2g9u57d/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205701.18054.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj_004_0 for ShardRange, path: a/c, db: /tmp/tmpa2g9u57d/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205701.18054.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00022649765014648438s, path: a/c, db: /tmp/tmpa2g9u57d/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=True) in 0.0001537799835205078s, path: a/c, db: /tmp/tmpa2g9u57d/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj_004_0 for ShardRange, path: a/c, db: /tmp/tmpa2g9u57d/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205701.18054.db -sharder-test INFO: Cleaved ShardRange in 0.331s, path: a/c, db: /tmp/tmpa2g9u57d/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205701.18054.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj_004' to MaxBound as of 1750205375.45535, (0, 0) as of 1750205375.45535, created as of 1750205375.45535>, path: a/c, db: /tmp/tmpa2g9u57d/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205701.18054.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002880096435546875s, path: a/c, db: /tmp/tmpa2g9u57d/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=True) in 0.000164031982421875s, path: a/c, db: /tmp/tmpa2g9u57d/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmpa2g9u57d/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205701.18054.db -sharder-test INFO: Cleaved ShardRange<'obj_004' to MaxBound as of 1750205375.45535, (1, 6144) as of 1750205702.90039, cleaved as of 1750205375.45535> in 0.117s, path: a/c, db: /tmp/tmpa2g9u57d/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205701.18054.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpa2g9u57d/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205701.18054.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpa2g9u57d/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpa2g9u57d/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205701.18054.db -sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpa2g9u57d/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205701.18054.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpg_l2jkbu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpg_l2jkbu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpg_l2jkbu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpg_l2jkbu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Kick off container cleaving, own shard range in state 'sharding', path: a/c, db: /tmp/tmpg_l2jkbu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205703.19415.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpg_l2jkbu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205703.19415.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpg_l2jkbu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205703.19415.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpg_l2jkbu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205703.19415.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpg_l2jkbu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205703.19415.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpg_l2jkbu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205703.19415.db -test.unit.container.test_server.TestContainerController.test_PUT_reset_container_sync -test.unit.container.test_server.TestContainerController.test_PUT_reset_container_sync ... ok -test.unit.container.test_server.TestContainerController.test_PUT_shard_range_autocreates_shard_container -test.unit.container.test_server.TestContainerController.test_PUT_shard_range_autocreates_shard_container ... ok -test INFO: - - - [18/Jun/2025:00:15:00 +0000] "PUT /sda1/p/a/c/dopey30" 301 - "-" "-" "-" 0.0022 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:15:00 +0000] "PUT /sda1/p/a/c/dopey30_no_header" 201 - "-" "-" "-" 0.0007 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:15:00 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0310 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:15:00 +0000] "PUT /sda1/p/a/c/dopey40" 301 - "-" "-" "-" 0.0017 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:15:00 +0000] "PUT /sda1/p/a/c/dopey40_no_header" 201 - "-" "-" "-" 0.0006 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:15:01 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0935 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:15:01 +0000] "PUT /sda1/p/a/c/dopey50" 201 - "-" "-" "-" 0.0019 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:15:01 +0000] "PUT /sda1/p/a/c/dopey50_no_header" 201 - "-" "-" "-" 0.0005 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:15:01 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0307 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:15:01 +0000] "PUT /sda1/p/a/c/dopey60" 301 - "-" "-" "-" 0.0011 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:15:01 +0000] "PUT /sda1/p/a/c/dopey60_no_header" 201 - "-" "-" "-" 0.0004 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:15:01 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0369 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:15:01 +0000] "PUT /sda1/p/a/c/dopey70" 201 - "-" "-" "-" 0.0019 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:15:01 +0000] "PUT /sda1/p/a/c/dopey70_no_header" 201 - "-" "-" "-" 0.0006 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:15:01 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0370 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:15:01 +0000] "PUT /sda1/p/a/c/dopey80" 201 - "-" "-" "-" 0.0015 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:15:01 +0000] "PUT /sda1/p/a/c/dopey80_no_header" 201 - "-" "-" "-" 0.0020 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:15:01 +0000] "PUT /sda1/p/a/c/bashful" 301 - "-" "-" "-" 0.0106 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:15:01 +0000] "PUT /sda1/p/a/c/dopey" 301 - "-" "-" "-" 0.0011 "-" 709799 - -test DEBUG: Unlinked retiring db '/tmp/tmpfvomgq8g/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' -test INFO: - - - [18/Jun/2025:00:15:01 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1209 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:15:01 +0000] "PUT /sda1/p/a/c/grumpiest10" 201 - "-" "-" "-" 0.0032 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:15:01 +0000] "PUT /sda1/p/a/c/grumpiest10_no_header" 201 - "-" "-" "-" 0.0006 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:15:01 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0378 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:15:01 +0000] "PUT /sda1/p/a/c/grumpiest20" 301 - "-" "-" "-" 0.0078 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:15:01 +0000] "PUT /sda1/p/a/c/grumpiest20_no_header" 201 - "-" "-" "-" 0.0005 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:15:01 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0374 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:15:01 +0000] "PUT /sda1/p/a/c/grumpiest30" 301 - "-" "-" "-" 0.0011 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:15:01 +0000] "PUT /sda1/p/a/c/grumpiest30_no_header" 201 - "-" "-" "-" 0.0004 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:15:02 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.4181 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:15:02 +0000] "PUT /sda1/p/a/c/grumpiest40" 301 - "-" "-" "-" 0.0016 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:15:02 +0000] "PUT /sda1/p/a/c/grumpiest40_no_header" 201 - "-" "-" "-" 0.0005 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:15:02 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0323 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:15:02 +0000] "PUT /sda1/p/a/c/grumpiest50" 201 - "-" "-" "-" 0.0014 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:15:02 +0000] "PUT /sda1/p/a/c/grumpiest50_no_header" 201 - "-" "-" "-" 0.0007 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:15:02 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0348 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:15:02 +0000] "PUT /sda1/p/a/c/grumpiest60" 301 - "-" "-" "-" 0.0013 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:15:02 +0000] "PUT /sda1/p/a/c/grumpiest60_no_header" 201 - "-" "-" "-" 0.0004 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:15:03 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0333 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:15:03 +0000] "PUT /sda1/p/a/c/grumpiest70" 201 - "-" "-" "-" 0.0013 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:15:03 +0000] "PUT /sda1/p/a/c/grumpiest70_no_header" 201 - "-" "-" "-" 0.0005 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:15:03 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0243 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:15:03 +0000] "PUT /sda1/p/a/c/grumpiest80" 201 - "-" "-" "-" 0.0012 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:15:03 +0000] "PUT /sda1/p/a/c/grumpiest80_no_header" 201 - "-" "-" "-" 0.0005 "-" 709799 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:15:03 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0308 "-" 709799 1 -test INFO: - - - [18/Jun/2025:00:15:03 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 709799 1 -test INFO: - - - [18/Jun/2025:00:15:03 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0230 "-" 709799 1 -test INFO: - - - [18/Jun/2025:00:15:03 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 709799 1 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:15:03 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0743 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:15:03 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0022 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:15:03 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.2606 "-" 709799 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:15:03 +0000] "PUT /sda1/p/.shards_a/shard_c" 404 - "-" "-" "-" 0.0005 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:15:03 +0000] "PUT /sda1/p/.shards_a/shard_c" 400 49 "-" "-" "-" 0.0002 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:15:04 +0000] "PUT /sda1/p/.shards_a/shard_c" 201 - "-" "-" "-" 0.8268 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:15:04 +0000] "PUT /sda1/p/.shards_a/shard_c" 202 - "-" "-" "-" 0.0109 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:15:04 +0000] "PUT /sda1/p/.shards_a/shard_c" 202 - "-" "-" "-" 0.0102 "-" 709799 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:15:04 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0004 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:15:04 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0387 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:15:04 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0727 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:15:04 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0351 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:15:04 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.2061 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:15:04 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1014 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:15:05 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0394 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:15:05 +0000] "PUT /sda1/p/a/c" 400 74 "-" "-" "-" 0.0003 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:15:05 +0000] "PUT /sda1/p/a/c" 400 74 "-" "-" "-" 0.0002 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:15:05 +0000] "PUT /sda1/p/a/c" 400 69 "-" "-" "-" 0.0002 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:15:05 +0000] "PUT /sda1/p/a/c" 400 75 "-" "-" "-" 0.0002 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:15:05 +0000] "PUT /sda1/p/a/c" 400 35 "-" "-" "-" 0.0003 "-" 709799 - -test.unit.container.test_server.TestContainerController.test_PUT_shard_range_json_in_body -test.unit.container.test_server.TestContainerController.test_PUT_shard_range_json_in_body ... ok -test.unit.container.test_server.TestContainerController.test_PUT_shard_range_to_deleted_container -test.unit.container.test_server.TestContainerController.test_PUT_shard_range_to_deleted_container ... ok -test.unit.container.test_server.TestContainerController.test_PUT_simulated_create_race -test.unit.container.test_server.TestContainerController.test_PUT_simulated_create_race ... ok -test.unit.container.test_server.TestContainerController.test_PUT_timestamp_not_float -test.unit.container.test_server.TestContainerController.test_PUT_timestamp_not_float ... ok -test.unit.container.test_server.TestContainerController.test_PUT_utf8 -test.unit.container.test_server.TestContainerController.test_PUT_utf8 ... ok -test.unit.container.test_server.TestContainerController.test_REPLICATE_complete_rsync_works -test.unit.container.test_server.TestContainerController.test_REPLICATE_complete_rsync_works ... ok -test.unit.container.test_server.TestContainerController.test_REPLICATE_insufficient_space -test.unit.container.test_server.TestContainerController.test_REPLICATE_insufficient_space ... ok -test.unit.container.test_server.TestContainerController.test_REPLICATE_rsync_then_merge_works -test.unit.container.test_server.TestContainerController.test_REPLICATE_rsync_then_merge_works ... ok -test.unit.container.test_server.TestContainerController.test_REPLICATE_unknown_sync -test.unit.container.test_server.TestContainerController.test_REPLICATE_unknown_sync ... ok -test.unit.container.test_server.TestContainerController.test_REPLICATE_value_error_works -test.unit.container.test_server.TestContainerController.test_REPLICATE_value_error_works ... ok -test.unit.container.test_server.TestContainerController.test_UPDATE -test.unit.container.test_server.TestContainerController.test_UPDATE ... ok -test.unit.container.test_server.TestContainerController.test_UPDATE_autocreate -test.unit.container.test_server.TestContainerController.test_UPDATE_autocreate ... ok -test.unit.container.test_server.TestContainerController.test__call__raise_timeout -test.unit.container.test_server.TestContainerController.test__call__raise_timeout ... ok -sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpg_l2jkbu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205703.19415.db -sharder-test DEBUG: got 5 rows (deleted=False) in 0.00021123886108398438s, path: a/c, db: /tmp/tmpg_l2jkbu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001361370086669922s, path: a/c, db: /tmp/tmpg_l2jkbu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpg_l2jkbu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205703.19415.db -sharder-test INFO: Cleaved ShardRange in 0.071s, path: a/c, db: /tmp/tmpg_l2jkbu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205703.19415.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1750205375.45535, (0, 0) as of 1750205375.45535, created as of 1750205375.45535>, path: a/c, db: /tmp/tmpg_l2jkbu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205703.19415.db -sharder-test DEBUG: got 6 rows (deleted=False) in 0.00020122528076171875s, path: a/c, db: /tmp/tmpg_l2jkbu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001285076141357422s, path: a/c, db: /tmp/tmpg_l2jkbu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmpg_l2jkbu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205703.19415.db -sharder-test INFO: Cleaved ShardRange<'obj004' to MaxBound as of 1750205375.45535, (6, 6) as of 1750205705.09122, cleaved as of 1750205375.45535> in 0.124s, path: a/c, db: /tmp/tmpg_l2jkbu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205703.19415.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpg_l2jkbu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205703.19415.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': 'e84a8fc8-fe94-4827-8aa6-769c3ff2b46c-sda', 'cursor': '', 'max_row': 12, 'cleave_to_row': 10, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': True, 'ranges_done': 2, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpg_l2jkbu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205703.19415.db -sharder-test INFO: Completed cleaving, DB remaining in sharding state, path: a/c, db: /tmp/tmpg_l2jkbu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205703.19415.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpg_l2jkbu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205703.19415.db -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpg_l2jkbu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205703.19415.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpg_l2jkbu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205703.19415.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpg_l2jkbu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205703.19415.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpg_l2jkbu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205703.19415.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpg_l2jkbu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205703.19415.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpg_l2jkbu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205703.19415.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpg_l2jkbu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205703.19415.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpg_l2jkbu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205703.19415.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpg_l2jkbu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205703.19415.db -sharder-test INFO: Cleaving from row 10 into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpg_l2jkbu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205703.19415.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002505779266357422s, path: a/c, db: /tmp/tmpg_l2jkbu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013947486877441406s, path: a/c, db: /tmp/tmpg_l2jkbu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpg_l2jkbu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205703.19415.db -sharder-test INFO: Cleaved ShardRange in 0.204s, path: a/c, db: /tmp/tmpg_l2jkbu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205703.19415.db -sharder-test INFO: Cleaving from row 10 into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1750205375.45535, (6, 6) as of 1750205705.09122, cleaved as of 1750205375.45535>, path: a/c, db: /tmp/tmpg_l2jkbu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205703.19415.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00019359588623046875s, path: a/c, db: /tmp/tmpg_l2jkbu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001933574676513672s, path: a/c, db: /tmp/tmpg_l2jkbu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmpg_l2jkbu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205703.19415.db -sharder-test INFO: Cleaved ShardRange<'obj004' to MaxBound as of 1750205375.45535, (6, 6) as of 1750205705.09122, cleaved as of 1750205375.45535> in 0.06s, path: a/c, db: /tmp/tmpg_l2jkbu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205703.19415.db -test.unit.container.test_server.TestContainerController.test_account_update_account_override_deleted -test.unit.container.test_server.TestContainerController.test_account_update_account_override_deleted ... ok -test.unit.container.test_sharder.TestSharder.test_cleave_repeated -test.unit.container.test_sharder.TestSharder.test_cleave_repeated ... ok -test.unit.container.test_server.TestContainerController.test_account_update_mismatched_host_device -test.unit.container.test_server.TestContainerController.test_account_update_mismatched_host_device ... ok -test.unit.container.test_server.TestContainerController.test_acl_container -test.unit.container.test_server.TestContainerController.test_acl_container ... ok -test INFO: - - - [18/Jun/2025:00:15:05 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0318 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:15:05 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0393 "-" 709799 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:15:05 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0380 "-" 709799 0 -test DEBUG: Unlinked retiring db '/tmp/tmpso1vcjyf/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' -test INFO: - - - [18/Jun/2025:00:15:06 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.2005 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:15:06 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:15:06 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.4465 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:15:06 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0018 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:15:06 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.2224 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:15:06 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0029 "-" 709799 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:15:07 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0850 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:15:07 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 709799 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:15:07 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0259 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:15:07 +0000] "PUT /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 709799 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:15:07 +0000] "PUT /sda1/p/a/b%27%5Cxe2%5Cx98%5Cx83%27" 201 - "-" "-" "-" 0.1046 "-" 709799 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: - - - [18/Jun/2025:00:15:07 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0003 "-" 709799 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: - - - [18/Jun/2025:00:15:07 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0002 "-" 709799 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: - - - [18/Jun/2025:00:15:07 +0000] "REPLICATE /sda1/p/a/" 404 - "-" "-" "-" 0.0002 "-" 709799 - -test ERROR: ERROR __call__ error with REPLICATE /sda1/p/a/ : + File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 330, in run_once + self.swift.get_account_info(task_account) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +AttributeError: 'str' object has no attribute 'get_account_info' +test-expirer DEBUG: Run begin +test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects +test-expirer DEBUG: Run end +test-expirer INFO: Pass completed in 0s; 10 objects expired +test-expirer DEBUG: Run begin +test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects +test-expirer DEBUG: Run end +test-expirer INFO: Pass completed in 0s; 10 objects expired +test-expirer DEBUG: Run begin +test-expirer DEBUG: Run end +test-expirer INFO: Pass completed in 0s; 0 objects expired +test-expirer DEBUG: Run begin +test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects +test-expirer DEBUG: Run end +test-expirer INFO: Pass completed in 0s; 10 objects expired +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmpz6c79cho/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpz6c79cho/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmpz6c79cho/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpz6c79cho/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:09:57 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.2908 "-" 1363418 - +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:09:58 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.1429 "-" 1363418 - +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:09:58 +0000] "PUT /sda1/0/a1" 201 - "-" "test" "-" 0.1425 "-" 1363418 - +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:09:58 +0000] "PUT /sdb1/0/a1" 201 - "-" "test" "-" 0.3126 "-" 1363418 - +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:09:58 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txdbb12bcf52f646b18f676-006644fa76" "proxy-server 1363418" 0.0016 "-" 1363418 - +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:09:59 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:52063/sda1/0/a/c" "txdbb12bcf52f646b18f676-006644fa76" "container-server 1363418" 0.0041 "-" 1363418 0 +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:09:59 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:35205/sdb1/0/a/c" "txdbb12bcf52f646b18f676-006644fa76" "container-server 1363418" 0.0011 "-" 1363418 0 +cont1 INFO: 127.0.0.1 - - [15/May/2024:18:09:59 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "txdbb12bcf52f646b18f676-006644fa76" "proxy-server 1363418" 0.6579 "-" 1363418 0 +cont2 INFO: 127.0.0.1 - - [15/May/2024:18:09:59 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "txdbb12bcf52f646b18f676-006644fa76" "proxy-server 1363418" 0.3255 "-" 1363418 0 +proxy INFO: 127.0.0.1 127.0.0.1 15/May/2024/18/09/59 PUT /v1/a/c HTTP/1.0 201 - - t - - - txdbb12bcf52f646b18f676-006644fa76 - 0.6679 - - 1715796598.557974815 1715796599.225877047 0 +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:09:59 +0000] "HEAD /sda1/0/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx7e3db3b1305048c99f949-006644fa77" "proxy-server 1363418" 0.0014 "-" 1363418 - +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:09:59 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://127.0.0.1:52063/sda1/2/a1/c1" "tx7e3db3b1305048c99f949-006644fa77" "container-server 1363418" 0.0019 "-" 1363418 0 +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_remove_objects +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_remove_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_resolve_shard_range_states +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_resolve_shard_range_states ... ok +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_json +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_json ... ok +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_unknown +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_unknown ... ok +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_xml +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_xml ... ok +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_bad_accept +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_bad_accept ... ok +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_invalid_utf8 +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_invalid_utf8 ... ok +test.unit.proxy.test_server.TestAccountController.test_DELETE +test.unit.proxy.test_server.TestAccountController.test_DELETE ... ok +test.unit.proxy.test_server.TestAccountController.test_DELETE_with_query_string +test.unit.proxy.test_server.TestAccountController.test_DELETE_with_query_string ... ok +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_json +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_json ... ok +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_xml +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_xml ... ok +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_utf8 +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_utf8 ... ok +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_account_acl_header_access +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_account_acl_header_access ... ok +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_account_acls_through_delegation +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_account_acls_through_delegation ... ok +test.unit.proxy.test_server.TestAccountController.test_GET +test.unit.proxy.test_server.TestAccountController.test_GET ... ok +test.unit.proxy.test_server.TestAccountController.test_GET_autocreate +test.unit.proxy.test_server.TestAccountController.test_GET_autocreate ... ok +test.unit.proxy.test_server.TestAccountController.test_HEAD +test.unit.proxy.test_server.TestAccountController.test_HEAD ... ok +test.unit.proxy.test_server.TestAccountController.test_HEAD_autocreate +test.unit.proxy.test_server.TestAccountController.test_HEAD_autocreate ... ok +test.unit.proxy.test_server.TestAccountController.test_OPTIONS +test.unit.proxy.test_server.TestAccountController.test_OPTIONS ... ok +test.unit.proxy.test_server.TestAccountController.test_POST_autocreate +test.unit.proxy.test_server.TestAccountController.test_POST_autocreate ... ok +test.unit.proxy.test_server.TestAccountController.test_POST_autocreate_with_sysmeta +test.unit.proxy.test_server.TestAccountController.test_POST_autocreate_with_sysmeta ... ok +test.unit.proxy.test_server.TestAccountController.test_POST_bad_metadata +test.unit.proxy.test_server.TestAccountController.test_POST_bad_metadata ... ok +test.unit.proxy.test_server.TestAccountController.test_POST_metadata +test.unit.proxy.test_server.TestAccountController.test_POST_metadata ... ok +test.unit.proxy.test_server.TestAccountController.test_PUT +test.unit.proxy.test_server.TestAccountController.test_PUT ... ok +test.unit.proxy.test_server.TestAccountController.test_PUT_bad_metadata +test.unit.proxy.test_server.TestAccountController.test_PUT_bad_metadata ... ok +test.unit.proxy.test_server.TestAccountController.test_PUT_connect_exceptions +test.unit.proxy.test_server.TestAccountController.test_PUT_connect_exceptions ... ok +test.unit.proxy.test_server.TestAccountController.test_PUT_max_account_name_length +test.unit.proxy.test_server.TestAccountController.test_PUT_max_account_name_length ... ok +test.unit.proxy.test_server.TestAccountController.test_PUT_metadata +test.unit.proxy.test_server.TestAccountController.test_PUT_metadata ... ok +test.unit.proxy.test_server.TestAccountController.test_PUT_status +test.unit.proxy.test_server.TestAccountController.test_PUT_status ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state_deleted ... ok +test.unit.proxy.test_server.TestAccountController.test_auto_create_account_listing_response_is_json +test.unit.proxy.test_server.TestAccountController.test_auto_create_account_listing_response_is_json ... ok +test.unit.proxy.test_server.TestAccountController.test_connection_refused +test.unit.proxy.test_server.TestAccountController.test_connection_refused ... ok +test.unit.proxy.test_server.TestAccountController.test_other_socket_error +test.unit.proxy.test_server.TestAccountController.test_other_socket_error ... ok +test.unit.proxy.test_server.TestAccountController.test_response_get_accept_ranges_header +test.unit.proxy.test_server.TestAccountController.test_response_get_accept_ranges_header ... ok +test.unit.proxy.test_server.TestAccountController.test_response_head_accept_ranges_header +test.unit.proxy.test_server.TestAccountController.test_response_head_accept_ranges_header ... ok +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.2:1002/sdc (txn: tx13b9f6db061641e19e3e9-006644fa75) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.13:1013/sdn (txn: tx13b9f6db061641e19e3e9-006644fa75) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.7:1007/sdh (txn: tx13b9f6db061641e19e3e9-006644fa75) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.6:1006/sdg (txn: tx13b9f6db061641e19e3e9-006644fa75) +proxy-server ERROR: Object PUT returning 503 for [201, 201, 503, 201, 201, 201, 503, 201, 503, 201, 201, 201, 503, 201] (txn: tx13b9f6db061641e19e3e9-006644fa75) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmpfbyx_038/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpfbyx_038/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmpfbyx_038/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpfbyx_038/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:09:57 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.2689 "-" 1363408 - +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:09:58 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.1425 "-" 1363408 - +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:09:58 +0000] "PUT /sda1/0/a1" 201 - "-" "test" "-" 0.1430 "-" 1363408 - +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:09:58 +0000] "PUT /sdb1/0/a1" 201 - "-" "test" "-" 0.3559 "-" 1363408 - +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:09:58 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx6c299b7a3a904ee29bcc4-006644fa76" "proxy-server 1363408" 0.0013 "-" 1363408 - +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:09:59 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:35969/sda1/0/a/c" "tx6c299b7a3a904ee29bcc4-006644fa76" "container-server 1363408" 0.0084 "-" 1363408 0 +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:09:59 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:42535/sdb1/0/a/c" "tx6c299b7a3a904ee29bcc4-006644fa76" "container-server 1363408" 0.0009 "-" 1363408 0 +cont1 INFO: 127.0.0.1 - - [15/May/2024:18:09:59 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "tx6c299b7a3a904ee29bcc4-006644fa76" "proxy-server 1363408" 0.6129 "-" 1363408 0 +cont2 INFO: 127.0.0.1 - - [15/May/2024:18:09:59 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "tx6c299b7a3a904ee29bcc4-006644fa76" "proxy-server 1363408" 0.3149 "-" 1363408 0 +proxy INFO: 127.0.0.1 127.0.0.1 15/May/2024/18/09/59 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx6c299b7a3a904ee29bcc4-006644fa76 - 0.6229 - - 1715796598.601349354 1715796599.224289417 0 +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:09:59 +0000] "HEAD /sdb1/0/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx0d0d5b368773463ebc0ac-006644fa77" "proxy-server 1363408" 0.0013 "-" 1363408 - +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:09:59 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://127.0.0.1:42535/sdb1/2/a1/c1" "tx0d0d5b368773463ebc0ac-006644fa77" "container-server 1363408" 0.0036 "-" 1363408 0 +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:09:59 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://127.0.0.1:35969/sda1/2/a1/c1" "tx0d0d5b368773463ebc0ac-006644fa77" "container-server 1363408" 0.0015 "-" 1363408 0 +cont2 INFO: 127.0.0.1 - - [15/May/2024:18:09:59 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx0d0d5b368773463ebc0ac-006644fa77" "proxy-server 1363408" 0.0519 "-" 1363408 0 +cont1 INFO: 127.0.0.1 - - [15/May/2024:18:09:59 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx0d0d5b368773463ebc0ac-006644fa77" "proxy-server 1363408" 0.1006 "-" 1363408 0 +proxy INFO: 127.0.0.1 127.0.0.1 15/May/2024/18/09/59 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx0d0d5b368773463ebc0ac-006644fa77 - 0.1077 - - 1715796599.225560427 1715796599.333304644 0 +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:09:59 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx73fa3acc3ee94a7c8fc37-006644fa77" "proxy-server 1363408" 0.0612 "-" 1363408 - +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:09:59 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:35969/sda1/0/a/c1" "tx73fa3acc3ee94a7c8fc37-006644fa77" "container-server 1363408" 0.0811 "-" 1363408 1 +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:09:59 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:42535/sdb1/0/a/c1" "tx73fa3acc3ee94a7c8fc37-006644fa77" "container-server 1363408" 0.0009 "-" 1363408 1 +cont2 INFO: 127.0.0.1 - - [15/May/2024:18:09:59 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx73fa3acc3ee94a7c8fc37-006644fa77" "proxy-server 1363408" 0.1448 "-" 1363408 1 +cont1 INFO: 127.0.0.1 - - [15/May/2024:18:09:59 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx73fa3acc3ee94a7c8fc37-006644fa77" "proxy-server 1363408" 0.2180 "-" 1363408 1 +proxy INFO: 127.0.0.1 127.0.0.1 15/May/2024/18/09/59 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx73fa3acc3ee94a7c8fc37-006644fa77 - 0.2873 - - 1715796599.334804773 1715796599.622115135 1 +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:09:59 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx9e39e9c5770846628800b-006644fa77" "proxy-server 1363408" 0.0549 "-" 1363408 - +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:09:59 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:42535/sdb1/2/a/c2" "tx9e39e9c5770846628800b-006644fa77" "container-server 1363408" 0.0014 "-" 1363408 2 +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:09:59 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:35969/sda1/2/a/c2" "tx9e39e9c5770846628800b-006644fa77" "container-server 1363408" 0.0519 "-" 1363408 2 +cont2 INFO: 127.0.0.1 - - [15/May/2024:18:09:59 +0000] "PUT /sdb1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx9e39e9c5770846628800b-006644fa77" "proxy-server 1363408" 0.1017 "-" 1363408 2 +cont1 INFO: 127.0.0.1 - - [15/May/2024:18:09:59 +0000] "PUT /sda1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx9e39e9c5770846628800b-006644fa77" "proxy-server 1363408" 0.1575 "-" 1363408 2 +proxy INFO: 127.0.0.1 127.0.0.1 15/May/2024/18/09/59 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx9e39e9c5770846628800b-006644fa77 - 0.2208 - - 1715796599.623393536 1715796599.844179153 2 +test.unit.proxy.test_server.TestProxyServerConfiguration.test_auto_create_account +test.unit.proxy.test_server.TestProxyServerConfiguration.test_auto_create_account ... ok +test.unit.proxy.test_server.TestProxyServerConfiguration.test_cors_options +test.unit.proxy.test_server.TestProxyServerConfiguration.test_cors_options ... ok +test.unit.proxy.test_server.TestProxyServerConfiguration.test_memcache_recheck_options +test.unit.proxy.test_server.TestProxyServerConfiguration.test_memcache_recheck_options ... ok +test.unit.proxy.test_server.TestProxyServerConfiguration.test_memcache_skip_options +test.unit.proxy.test_server.TestProxyServerConfiguration.test_memcache_skip_options ... ok +test.unit.proxy.test_server.TestProxyServerConfiguration.test_node_timeout +test.unit.proxy.test_server.TestProxyServerConfiguration.test_node_timeout ... ok +test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:09:59 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://127.0.0.1:35205/sdb1/2/a1/c1" "tx7e3db3b1305048c99f949-006644fa77" "container-server 1363418" 0.0046 "-" 1363418 0 +cont1 INFO: 127.0.0.1 - - [15/May/2024:18:09:59 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx7e3db3b1305048c99f949-006644fa77" "proxy-server 1363418" 0.1062 "-" 1363418 0 +cont2 INFO: 127.0.0.1 - - [15/May/2024:18:09:59 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx7e3db3b1305048c99f949-006644fa77" "proxy-server 1363418" 0.0546 "-" 1363418 0 +proxy INFO: 127.0.0.1 127.0.0.1 15/May/2024/18/09/59 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx7e3db3b1305048c99f949-006644fa77 - 0.1160 - - 1715796599.227553606 1715796599.343523979 0 +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:09:59 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx576a7a9498cb4851a7da8-006644fa77" "proxy-server 1363418" 0.0362 "-" 1363418 - +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:09:59 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:52063/sda1/0/a/c1" "tx576a7a9498cb4851a7da8-006644fa77" "container-server 1363418" 0.0013 "-" 1363418 1 +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:09:59 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:35205/sdb1/0/a/c1" "tx576a7a9498cb4851a7da8-006644fa77" "container-server 1363418" 0.0924 "-" 1363418 1 +cont2 INFO: 127.0.0.1 - - [15/May/2024:18:09:59 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx576a7a9498cb4851a7da8-006644fa77" "proxy-server 1363418" 0.1561 "-" 1363418 1 +cont1 INFO: 127.0.0.1 - - [15/May/2024:18:09:59 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx576a7a9498cb4851a7da8-006644fa77" "proxy-server 1363418" 0.2134 "-" 1363418 1 +proxy INFO: 127.0.0.1 127.0.0.1 15/May/2024/18/09/59 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx576a7a9498cb4851a7da8-006644fa77 - 0.2585 - - 1715796599.345143080 1715796599.603628874 1 +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:09:59 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx6351b389582a415cad746-006644fa77" "proxy-server 1363418" 0.0558 "-" 1363418 - +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:09:59 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:35205/sdb1/2/a/c2" "tx6351b389582a415cad746-006644fa77" "container-server 1363418" 0.0011 "-" 1363418 2 +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:09:59 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:52063/sda1/2/a/c2" "tx6351b389582a415cad746-006644fa77" "container-server 1363418" 0.0531 "-" 1363418 2 +cont1 INFO: 127.0.0.1 - - [15/May/2024:18:09:59 +0000] "PUT /sda1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx6351b389582a415cad746-006644fa77" "proxy-server 1363418" 0.1532 "-" 1363418 2 +cont2 INFO: 127.0.0.1 - - [15/May/2024:18:09:59 +0000] "PUT /sdb1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx6351b389582a415cad746-006644fa77" "proxy-server 1363418" 0.1080 "-" 1363418 2 +proxy INFO: 127.0.0.1 127.0.0.1 15/May/2024/18/09/59 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx6351b389582a415cad746-006644fa77 - 0.2177 - - 1715796599.605024099 1715796599.822766542 2 +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmph02ybrxu/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmph02ybrxu/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmph02ybrxu/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmph02ybrxu/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:10:00 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.0356 "-" 1363418 - +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:10:00 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0437 "-" 1363418 - +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:10:00 +0000] "PUT /sda1/0/a1" 201 - "-" "test" "-" 0.0361 "-" 1363418 - +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:10:00 +0000] "PUT /sdb1/0/a1" 201 - "-" "test" "-" 0.0417 "-" 1363418 - +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:10:00 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx91368fd355f744468453d-006644fa78" "proxy-server 1363418" 0.0014 "-" 1363418 - +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:10:00 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:58311/sdb1/0/a/c" "tx91368fd355f744468453d-006644fa78" "container-server 1363418" 0.0011 "-" 1363418 0 +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:10:00 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:57575/sda1/0/a/c" "tx91368fd355f744468453d-006644fa78" "container-server 1363418" 0.0018 "-" 1363418 0 +cont1 INFO: 127.0.0.1 - - [15/May/2024:18:10:00 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "tx91368fd355f744468453d-006644fa78" "proxy-server 1363418" 0.0526 "-" 1363418 0 +cont2 INFO: 127.0.0.1 - - [15/May/2024:18:10:00 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "tx91368fd355f744468453d-006644fa78" "proxy-server 1363418" 0.0923 "-" 1363418 0 +proxy INFO: 127.0.0.1 127.0.0.1 15/May/2024/18/10/00 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx91368fd355f744468453d-006644fa78 - 0.1005 - - 1715796600.153109789 1715796600.253621101 0 +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:10:00 +0000] "HEAD /sdb1/0/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx1104adb1d61c4b1e999d6-006644fa78" "proxy-server 1363418" 0.0010 "-" 1363418 - +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:10:00 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://127.0.0.1:58311/sdb1/2/a1/c1" "tx1104adb1d61c4b1e999d6-006644fa78" "container-server 1363418" 0.0021 "-" 1363418 0 +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:10:00 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://127.0.0.1:57575/sda1/2/a1/c1" "tx1104adb1d61c4b1e999d6-006644fa78" "container-server 1363418" 0.0009 "-" 1363418 0 +cont1 INFO: 127.0.0.1 - - [15/May/2024:18:10:00 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx1104adb1d61c4b1e999d6-006644fa78" "proxy-server 1363418" 0.1051 "-" 1363418 0 +cont2 INFO: 127.0.0.1 - - [15/May/2024:18:10:00 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx1104adb1d61c4b1e999d6-006644fa78" "proxy-server 1363418" 0.0528 "-" 1363418 0 +proxy INFO: 127.0.0.1 127.0.0.1 15/May/2024/18/10/00 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx1104adb1d61c4b1e999d6-006644fa78 - 0.1125 - - 1715796600.254912615 1715796600.367461205 0 +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:10:00 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txc4baa4a7ab494cbd96fbe-006644fa78" "proxy-server 1363418" 0.0431 "-" 1363418 - +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:10:00 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:58311/sdb1/0/a/c1" "txc4baa4a7ab494cbd96fbe-006644fa78" "container-server 1363418" 0.0012 "-" 1363418 1 +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:10:00 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:57575/sda1/0/a/c1" "txc4baa4a7ab494cbd96fbe-006644fa78" "container-server 1363418" 0.0424 "-" 1363418 1 +cont2 INFO: 127.0.0.1 - - [15/May/2024:18:10:00 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txc4baa4a7ab494cbd96fbe-006644fa78" "proxy-server 1363418" 0.0912 "-" 1363418 1 +cont1 INFO: 127.0.0.1 - - [15/May/2024:18:10:00 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txc4baa4a7ab494cbd96fbe-006644fa78" "proxy-server 1363418" 0.2061 "-" 1363418 1 +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_404 +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_big +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_big ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_deleted +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_failure_handling +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_failure_handling ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_pipeline +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_pipeline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_HEAD_ec +test.unit.proxy.test_server.TestECDuplicationObjectController.test_HEAD_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_HEAD_ec_404 +test.unit.proxy.test_server.TestECDuplicationObjectController.test_HEAD_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_archive_etag_mismatch +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_quorum_bad_request +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_quorum_bad_request ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_if_none_match +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_multiple_segments +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_multiple_segments ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_object_etag_mismatch +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_object_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_conditional_GET_ec +test.unit.proxy.test_server.TestECDuplicationObjectController.test_conditional_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_ec_client_disconnect +test.unit.proxy.test_server.TestECDuplicationObjectController.test_ec_client_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_ec_client_put_disconnect +test.unit.proxy.test_server.TestECDuplicationObjectController.test_ec_client_put_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_reload_ring_ec +test.unit.proxy.test_server.TestECDuplicationObjectController.test_reload_ring_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECGets.test_GET_with_missing_durables +test.unit.proxy.test_server.TestECGets.test_GET_with_missing_durables ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECGets.test_GET_with_multiple_frags_per_node +test.unit.proxy.test_server.TestECGets.test_GET_with_multiple_frags_per_node ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECGets.test_GET_with_multiple_timestamps_on_nodes +test.unit.proxy.test_server.TestECGets.test_GET_with_multiple_timestamps_on_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECGets.test_GET_with_same_frag_index_on_multiple_nodes +test.unit.proxy.test_server.TestECGets.test_GET_with_same_frag_index_on_multiple_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECMismatchedFA.test_mixing_different_objects_fragment_archives +test.unit.proxy.test_server.TestECMismatchedFA.test_mixing_different_objects_fragment_archives ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECMismatchedFA.test_mixing_different_objects_fragment_archives_with_dup_factor +test.unit.proxy.test_server.TestECMismatchedFA.test_mixing_different_objects_fragment_archives_with_dup_factor ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_GET_ec +test.unit.proxy.test_server.TestECObjectController.test_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_GET_ec_404 +test.unit.proxy.test_server.TestECObjectController.test_GET_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_GET_ec_big +test.unit.proxy.test_server.TestECObjectController.test_GET_ec_big ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_GET_ec_deleted +test.unit.proxy.test_server.TestECObjectController.test_GET_ec_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_GET_ec_failure_handling +test.unit.proxy.test_server.TestECObjectController.test_GET_ec_failure_handling ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_GET_pipeline +test.unit.proxy.test_server.TestECObjectController.test_GET_pipeline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_HEAD_ec +test.unit.proxy.test_server.TestECObjectController.test_HEAD_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_HEAD_ec_404 +test.unit.proxy.test_server.TestECObjectController.test_HEAD_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_archive_etag_mismatch +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_quorum_bad_request +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_quorum_bad_request ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_if_none_match +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_multiple_segments +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_multiple_segments ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_object_etag_mismatch +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_object_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_conditional_GET_ec +test.unit.proxy.test_server.TestECObjectController.test_conditional_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_ec_client_disconnect +test.unit.proxy.test_server.TestECObjectController.test_ec_client_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_ec_client_put_disconnect +test.unit.proxy.test_server.TestECObjectController.test_ec_client_put_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_reload_ring_ec +test.unit.proxy.test_server.TestECObjectController.test_reload_ring_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_ec_chunked_transfer_disconnect_cleans_up +test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_ec_chunked_transfer_disconnect_cleans_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_ec_disconnect_cleans_up +test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_ec_disconnect_cleans_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_repl_chunked_transfer_disconnect_cleans_up +test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_repl_chunked_transfer_disconnect_cleans_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_repl_disconnect_cleans_up +test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_repl_disconnect_cleans_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyObjectPerformance.test_GET_debug_large_file +test.unit.proxy.test_server.TestProxyObjectPerformance.test_GET_debug_large_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reverse_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reverse_prefix_delim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state_errors ... ok +proxy INFO: 127.0.0.1 127.0.0.1 15/May/2024/18/10/00 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txc4baa4a7ab494cbd96fbe-006644fa78 - 0.2554 - - 1715796600.368691206 1715796600.624105692 1 +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:10:00 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx2119509235be4580962a5-006644fa78" "proxy-server 1363418" 0.0489 "-" 1363418 - +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:10:00 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:57575/sda1/2/a/c2" "tx2119509235be4580962a5-006644fa78" "container-server 1363418" 0.0011 "-" 1363418 2 +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:10:00 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:58311/sdb1/2/a/c2" "tx2119509235be4580962a5-006644fa78" "container-server 1363418" 0.0706 "-" 1363418 2 +cont1 INFO: 127.0.0.1 - - [15/May/2024:18:10:00 +0000] "PUT /sda1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx2119509235be4580962a5-006644fa78" "proxy-server 1363418" 0.1155 "-" 1363418 2 +cont2 INFO: 127.0.0.1 - - [15/May/2024:18:10:00 +0000] "PUT /sdb1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx2119509235be4580962a5-006644fa78" "proxy-server 1363418" 0.1647 "-" 1363418 2 +proxy INFO: 127.0.0.1 127.0.0.1 15/May/2024/18/10/00 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx2119509235be4580962a5-006644fa78 - 0.2193 - - 1715796600.625357628 1715796600.844668865 2 +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_storage_policy_index +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_storage_policy_index ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_root_account_container_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_save_and_load_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_save_and_load_record_from_pending_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_storage_policy_index_empty +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_storage_policy_index_empty ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_x_syncs +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_x_syncs ... ok +test WARNING: boom +test ERROR: Problem finding shard upper in '/tmp/tmpnqham3o2/test_container.db': : LockTimeout (Nones) +test ERROR: Problem finding shard upper in '/tmp/tmpnqham3o2/test_container.db': : Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/server.py", line 1025, in __call__ - res = getattr(self, req.method)(req) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 1519, in _timing_stats - resp = func(ctrl, *args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/container/server.py", line 949, in REPLICATE - ret = self.replicator_rpc.dispatch(post_args, args) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/db_replicator.py", line 897, in dispatch - return getattr(self, op)( - ^^^^^^^^^^^^^^^^^ -AttributeError: 'ContainerReplicatorRpc' object has no attribute 'unknown_sync' -test DEBUG: - - - [18/Jun/2025:00:15:07 +0000] "REPLICATE /sda1/p/a/" 500 847 "-" "-" "-" 0.0030 "-" 709799 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: - - - [18/Jun/2025:00:15:07 +0000] "REPLICATE /sda1/p/a/" 400 49 "-" "-" "-" 0.0002 "-" 709799 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:15:07 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0394 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:15:07 +0000] "UPDATE /sda1/p/a/c" 400 41 "-" "-" "-" 0.0003 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:15:07 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:15:07 +0000] "UPDATE /sda1/p/a/c" 202 - "-" "-" "-" 0.0330 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:15:07 +0000] "GET /sda1/p/a/c" 200 131 "-" "-" "-" 0.0023 "-" 709799 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:15:07 +0000] "GET /sda1/p/.a/c" 404 - "-" "-" "-" 0.0004 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:15:07 +0000] "UPDATE /sda1/p/.a/c" 202 - "-" "-" "-" 0.0791 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:15:07 +0000] "GET /sda1/p/.a/c" 200 131 "-" "-" "-" 0.0046 "-" 709799 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test ERROR: ERROR __call__ error with PUT /sda1/p/a/c : + File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2507, in find_shard_ranges + next_shard_upper = sub_broker._get_next_shard_range_upper( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +sqlite3.OperationalError +test DEBUG: Unlinked retiring db '/tmp/tmpz5vs1yz8/containers/part/suffix/hash/container.db' +test WARNING: Unexpected db files will be ignored: ['/tmp/tmpz5vs1yz8/containers/part/suffix/hash/container.db'] +Container 'a/c' cannot be set to sharded state while in unsharded state +Container 'a/c' cannot be set to sharding state: missing epoch +Container 'a/c' cannot be set to sharding state while in sharding state +Container 'a/c' cannot be set to sharded state while in sharded state +test ERROR: Failed to unlink '/tmp/tmp_yh3a_u_/containers/part/suffix/hash/container.db': Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/server.py", line 1025, in __call__ - res = getattr(self, req.method)(req) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_server.py", line 6118, in mock_put_method - raise Exception() -Exception -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:15:07 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0377 "-" 709799 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test ERROR: ERROR Account update failed: different numbers of hosts and devices in request: "127.0.0.1:0" vs "sda1,sda2" -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:15:07 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0325 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:15:07 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:15:07 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0874 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:15:07 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0016 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:15:07 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0882 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:15:07 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0054 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:15:07 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0550 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:15:07 +0000] "HEAD /sda1/p/a/c2" 204 - "-" "-" "-" 0.0027 "-" 709799 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:15:07 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0340 "-" 709799 1 -test INFO: - - - [18/Jun/2025:00:15:07 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0421 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:15:07 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0640 "-" 709799 0 -test.unit.container.test_server.TestContainerController.test_change_storage_policy_via_DELETE_then_PUT -test.unit.container.test_server.TestContainerController.test_change_storage_policy_via_DELETE_then_PUT ... ok -test.unit.container.test_server.TestContainerController.test_change_to_default_storage_policy_via_DELETE_then_PUT -test.unit.container.test_server.TestContainerController.test_change_to_default_storage_policy_via_DELETE_then_PUT ... ok -test.unit.container.test_server.TestContainerController.test_content_type_on_HEAD -test.unit.container.test_server.TestContainerController.test_content_type_on_HEAD ... ok -test.unit.container.test_server.TestContainerController.test_correct_allowed_method -test.unit.container.test_server.TestContainerController.test_correct_allowed_method ... ok -test.unit.container.test_server.TestContainerController.test_create_reserved_namespace_container -test.unit.container.test_server.TestContainerController.test_create_reserved_namespace_container ... ok -test.unit.container.test_server.TestContainerController.test_create_reserved_object_in_container -test.unit.container.test_server.TestContainerController.test_create_reserved_object_in_container ... ok -test.unit.container.test_server.TestContainerController.test_creation -test.unit.container.test_server.TestContainerController.test_creation ... ok -test.unit.container.test_server.TestContainerController.test_delete_auto_create -test.unit.container.test_server.TestContainerController.test_delete_auto_create ... ok -test.unit.container.test_server.TestContainerController.test_deleted_headers -test.unit.container.test_server.TestContainerController.test_deleted_headers ... ok -test.unit.container.test_server.TestContainerController.test_delimiter_with_reserved -test.unit.container.test_server.TestContainerController.test_delimiter_with_reserved ... ok -test.unit.container.test_server.TestContainerController.test_get_and_validate_policy_index -test.unit.container.test_server.TestContainerController.test_get_and_validate_policy_index ... ok -test.unit.container.test_server.TestContainerController.test_insufficient_storage_mount_check_false -test.unit.container.test_server.TestContainerController.test_insufficient_storage_mount_check_false ... ok -test.unit.container.test_server.TestContainerController.test_insufficient_storage_mount_check_true -test.unit.container.test_server.TestContainerController.test_insufficient_storage_mount_check_true ... ok -test.unit.container.test_server.TestContainerController.test_invalid_method_doesnt_exist -test.unit.container.test_server.TestContainerController.test_invalid_method_doesnt_exist ... ok -test.unit.container.test_server.TestContainerController.test_invalid_method_is_not_public -test.unit.container.test_server.TestContainerController.test_invalid_method_is_not_public ... ok -test.unit.container.test_server.TestContainerController.test_list_allowed_methods -test.unit.container.test_server.TestContainerController.test_list_allowed_methods ... ok -test.unit.container.test_server.TestContainerController.test_listing_with_reserved -test.unit.container.test_server.TestContainerController.test_listing_with_reserved ... ok -test.unit.container.test_server.TestContainerController.test_log_line_format -test.unit.container.test_server.TestContainerController.test_log_line_format ... ok -test INFO: - - - [18/Jun/2025:00:15:07 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 709799 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:15:07 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0512 "-" 709799 1 -test INFO: - - - [18/Jun/2025:00:15:07 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0422 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:15:08 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0760 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:15:08 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0015 "-" 709799 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:15:08 +0000] "PUT /sda1/p/a/o" 201 - "-" "-" "-" 0.0381 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:15:08 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0012 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:15:08 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0012 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:15:08 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0011 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:15:08 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0011 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:15:08 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0012 "-" 709799 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:15:08 +0000] "PUT /sda1/p/a/%00c" 201 - "-" "-" "-" 0.0371 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:15:08 +0000] "PUT /sda1/p/a/%00c%00test" 201 - "-" "-" "-" 0.0681 "-" 709799 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:15:08 +0000] "PUT /sda1/p/a/c/" 201 - "-" "-" "-" 0.0346 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:15:08 +0000] "PUT /sda1/p/a/c/%00o" 400 61 "-" "-" "-" 0.0001 "-" 709799 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:15:08 +0000] "DELETE /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0004 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:15:08 +0000] "DELETE /sda1/p/.a/c/o" 404 - "-" "-" "-" 0.0001 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:15:08 +0000] "DELETE /sda1/p/.a/c/o" 204 - "-" "-" "-" 0.0365 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:15:08 +0000] "DELETE /sda1/p/a/.c/o" 404 - "-" "-" "-" 0.0002 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:15:08 +0000] "DELETE /sda1/p/a/.c/.o" 404 - "-" "-" "-" 0.0002 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:15:08 +0000] "DELETE /sda1/p/.shards_a/c/o" 404 - "-" "-" "-" 0.0002 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:15:08 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.1910 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:15:08 +0000] "DELETE /sda1/p/.shards_a/c/o" 204 - "-" "-" "-" 0.0334 "-" 709799 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:15:08 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0306 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:15:08 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0221 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:15:08 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0034 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:15:08 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 0.0015 "-" 709799 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:15:08 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0407 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:15:08 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0005 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:15:08 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0003 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:15:08 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0733 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:15:08 +0000] "GET /sda1/p/a/%00null" 200 26 "-" "-" "-" 0.0024 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:15:08 +0000] "GET /sda1/p/a/%00null" 200 32 "-" "-" "-" 0.0021 "-" 709799 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:15:08 +0000] "PUT /sda1/p/a/container_default" 201 - "-" "-" "-" 0.0325 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:15:08 +0000] "HEAD /sda1/p/a/container_default" 204 - "-" "-" "-" 0.0014 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:15:08 +0000] "PUT /sda1/p/a/c_nada" 400 45 "-" "-" "-" 0.0002 "-" 709799 nada -test INFO: - - - [18/Jun/2025:00:15:08 +0000] "PUT /sda1/p/a/c_999" 400 42 "-" "-" "-" 0.0001 "-" 709799 999 -test INFO: - - - [18/Jun/2025:00:15:08 +0000] "PUT /sda1/p/a/c_nulo" 201 - "-" "-" "-" 0.0477 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:15:08 +0000] "HEAD /sda1/p/a/c_nulo" 204 - "-" "-" "-" 0.0011 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:15:08 +0000] "PUT /sda1/p/a/c_unu" 201 - "-" "-" "-" 0.0299 "-" 709799 1 -test INFO: - - - [18/Jun/2025:00:15:08 +0000] "HEAD /sda1/p/a/c_unu" 204 - "-" "-" "-" 0.0012 "-" 709799 1 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:15:08 +0000] "method_doesnt_exist /sda1/p/a/c" 405 - "-" "-" "-" 0.0002 "-" 709799 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:15:08 +0000] "__init__ /sda1/p/a/c" 405 - "-" "-" "-" 0.0002 "-" 709799 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:15:08 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0289 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:15:08 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0006 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:15:09 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.1417 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:15:09 +0000] "GET /sda1/p/a/%00null" 200 183 "-" "-" "-" 0.0034 "-" 709799 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: 1.2.3.4 - - [01/Jan/1970:02:46:42 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 2.0000 "-" 1234 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:15:09 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0342 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:15:09 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0028 "-" 709799 - -test.unit.container.test_server.TestContainerController.test_markers_with_reserved -test.unit.container.test_server.TestContainerController.test_markers_with_reserved ... ok -test.unit.container.test_server.TestContainerController.test_not_allowed_method -test.unit.container.test_server.TestContainerController.test_not_allowed_method ... ok -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpg_l2jkbu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205703.19415.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpg_l2jkbu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpg_l2jkbu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205703.19415.db -sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpg_l2jkbu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205703.19415.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpitabk4zn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpitabk4zn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpitabk4zn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpitabk4zn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting to cleave (0 todo), path: a/c, db: /tmp/tmpitabk4zn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpitabk4zn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmpitabk4zn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205707.49748.db -sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmpitabk4zn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205707.49748.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpitabk4zn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205707.49748.db -sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmpitabk4zn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205707.49748.db -sharder-test INFO: Cleaving from row None into .shards_a/c_here_0 for ShardRange, path: a/c, db: /tmp/tmpitabk4zn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205707.49748.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00019621849060058594s, path: a/c, db: /tmp/tmpitabk4zn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001366138458251953s, path: a/c, db: /tmp/tmpitabk4zn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_here_0 for ShardRange, path: a/c, db: /tmp/tmpitabk4zn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205707.49748.db -sharder-test INFO: Cleaved ShardRange in 0.108s, path: a/c, db: /tmp/tmpitabk4zn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205707.49748.db -sharder-test INFO: Stopped cleave at unready ShardRange<'here' to 'there' as of 1750205375.45535, (0, 0) as of 1750205375.45535, found as of 1750205375.45535>, path: a/c, db: /tmp/tmpitabk4zn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205707.49748.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpitabk4zn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205707.49748.db -sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmpitabk4zn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205707.49748.db -sharder-test INFO: Cleaving from row None into .shards_a/c_there_1 for ShardRange<'here' to 'there' as of 1750205375.45535, (0, 0) as of 1750205375.45535, created as of 1750205375.45535>, path: a/c, db: /tmp/tmpitabk4zn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205707.49748.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.0002701282501220703s, path: a/c, db: /tmp/tmpitabk4zn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001690387725830078s, path: a/c, db: /tmp/tmpitabk4zn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_there_1 for ShardRange, path: a/c, db: /tmp/tmpitabk4zn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205707.49748.db -sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_there_1 in state cleaved: 1 successes, 2 required, shard db: /tmp/tmpitabk4zn/sda/containers/0/7a6/40d00a528944ce0468e507db329647a6/40d00a528944ce0468e507db329647a6.db, path: a/c, db: /tmp/tmpitabk4zn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205707.49748.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpitabk4zn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205707.49748.db -sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmpitabk4zn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205707.49748.db -sharder-test INFO: Cleaving from row None into .shards_a/c_there_1 for ShardRange<'here' to 'there' as of 1750205375.45535, (0, 0) as of 1750205375.45535, created as of 1750205375.45535>, path: a/c, db: /tmp/tmpitabk4zn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205707.49748.db -sharder-test DEBUG: Cleaving ShardRange<'here' to 'there' as of 1750205375.45535, (0, 0) as of 1750205375.45535, created as of 1750205375.45535> - shard db already in sync, path: a/c, db: /tmp/tmpitabk4zn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205707.49748.db -sharder-test INFO: Replicating new shard container .shards_a/c_there_1 for ShardRange, path: a/c, db: /tmp/tmpitabk4zn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205707.49748.db -sharder-test INFO: Cleaved ShardRange<'here' to 'there' as of 1750205375.45535, (3, 6) as of 1750205708.84613, cleaved as of 1750205375.45535> in 0.04s, path: a/c, db: /tmp/tmpitabk4zn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205707.49748.db -sharder-test INFO: Cleaving from row None into .shards_a/c_where_2 for ShardRange<'there' to 'where' as of 1750205375.45535, (0, 0) as of 1750205375.45535, created as of 1750205375.45535>, path: a/c, db: /tmp/tmpitabk4zn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205707.49748.db -test.unit.container.test_server.TestContainerController.test_object_update_with_multiple_timestamps -test.unit.container.test_server.TestContainerController.test_object_update_with_multiple_timestamps ... ok -test.unit.container.test_server.TestContainerController.test_object_update_with_offset -test.unit.container.test_server.TestContainerController.test_object_update_with_offset ... ok -test.unit.container.test_server.TestContainerController.test_params_format -test.unit.container.test_server.TestContainerController.test_params_format ... ok -test.unit.container.test_server.TestContainerController.test_params_utf8 -test.unit.container.test_server.TestContainerController.test_params_utf8 ... ok -test.unit.container.test_server.TestContainerController.test_prefix_and_delim_with_reserved -test.unit.container.test_server.TestContainerController.test_prefix_and_delim_with_reserved ... ok -test.unit.container.test_server.TestContainerController.test_prefix_with_reserved -test.unit.container.test_server.TestContainerController.test_prefix_with_reserved ... ok -test INFO: - - - [18/Jun/2025:00:15:09 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0008 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:15:09 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0416 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:15:09 +0000] "GET /sda1/p/a/%00null" 200 367 "-" "-" "-" 0.0048 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:15:09 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0027 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:15:09 +0000] "GET /sda1/p/a/%00null" 200 184 "-" "-" "-" 0.0067 "-" 709799 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:15:09 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0327 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:15:09 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:15:09 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:15:09 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0304 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:15:09 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:15:09 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0331 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:15:09 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0009 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:15:09 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0486 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:15:09 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0040 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:15:09 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0034 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:15:09 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:15:09 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0591 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:15:09 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0004 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:15:09 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0464 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:15:09 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0012 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:15:09 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0439 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:15:09 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0028 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:15:09 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0348 "-" 709799 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:15:09 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0319 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:15:09 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:15:09 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:15:09 +0000] "GET /sda1/p/a/c" 200 117 "-" "-" "-" 0.0389 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:15:09 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0017 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:15:09 +0000] "GET /sda1/p/a/c" 200 116 "-" "-" "-" 0.1002 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:15:09 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0084 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:15:09 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0395 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:15:09 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:15:09 +0000] "GET /sda1/p/a/c" 200 120 "-" "-" "-" 0.0391 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:15:09 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0005 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:15:09 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0365 "-" 709799 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:15:09 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0385 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:15:09 +0000] "GET /sda1/p/a/c" 200 61 "-" "-" "-" 0.0024 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:15:09 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0019 "-" 709799 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:15:09 +0000] "GET /sda1/p/a/c" 400 37 "-" "-" "-" 0.0002 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:15:09 +0000] "GET /sda1/p/a/c" 400 33 "-" "-" "-" 0.0001 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:15:09 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0001 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:15:09 +0000] "GET /sda1/p/a/c" 400 32 "-" "-" "-" 0.0002 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:15:09 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0001 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:15:09 +0000] "GET /sda1/p/a/c" 400 38 "-" "-" "-" 0.0001 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:15:09 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0001 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:15:10 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0202 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:15:10 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0023 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:15:10 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0037 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:15:10 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:15:10 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:15:10 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:15:10 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0031 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:15:10 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0023 "-" 709799 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:15:10 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.1932 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:15:10 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0010 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:15:10 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0024 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:15:10 +0000] "PUT /sda1/p/a/%00null/%00null%00foo" 201 - "-" "-" "-" 0.0005 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:15:10 +0000] "PUT /sda1/p/a/%00null/%00nullish" 201 - "-" "-" "-" 0.0005 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:15:10 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0186 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:15:10 +0000] "GET /sda1/p/a/%00null" 200 207 "-" "-" "-" 0.0026 "-" 709799 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:15:10 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0418 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:15:10 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0067 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:15:10 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0006 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:15:10 +0000] "PUT /sda1/p/a/%00null/%00null%00foo" 201 - "-" "-" "-" 0.0004 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:15:10 +0000] "PUT /sda1/p/a/%00null/%00nullish" 201 - "-" "-" "-" 0.0004 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:15:10 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0382 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:15:10 +0000] "GET /sda1/p/a/%00null" 200 367 "-" "-" "-" 0.0064 "-" 709799 0 -test.unit.container.test_sharder.TestSharder.test_cleave_root -test.unit.container.test_sharder.TestSharder.test_cleave_root ... ok -test.unit.container.test_server.TestContainerController.test_put_auto_create -test.unit.container.test_server.TestContainerController.test_put_auto_create ... ok -test.unit.container.test_server.TestContainerController.test_replication_server_call_all_methods -test.unit.container.test_server.TestContainerController.test_replication_server_call_all_methods ... ok -test.unit.container.test_server.TestContainerController.test_serv_reserv -test.unit.container.test_server.TestContainerController.test_serv_reserv ... ok -test.unit.container.test_server.TestContainerController.test_swift_bytes_in_content_type -test.unit.container.test_server.TestContainerController.test_swift_bytes_in_content_type ... ok -test.unit.container.test_server.TestContainerController.test_through_call -test.unit.container.test_server.TestContainerController.test_through_call ... ok -test.unit.container.test_server.TestContainerController.test_through_call_invalid_path -test.unit.container.test_server.TestContainerController.test_through_call_invalid_path ... ok -test.unit.container.test_server.TestContainerController.test_through_call_invalid_path_utf8 -test.unit.container.test_server.TestContainerController.test_through_call_invalid_path_utf8 ... ok -test.unit.container.test_server.TestContainerController.test_update_sync_store_on_DELETE -test.unit.container.test_server.TestContainerController.test_update_sync_store_on_DELETE ... ok -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0003292560577392578s, path: a/c, db: /tmp/tmpitabk4zn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00020170211791992188s, path: a/c, db: /tmp/tmpitabk4zn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_where_2 for ShardRange, path: a/c, db: /tmp/tmpitabk4zn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205707.49748.db -sharder-test INFO: Cleaved ShardRange<'there' to 'where' as of 1750205375.45535, (1, 100) as of 1750205709.24424, cleaved as of 1750205375.45535> in 0.113s, path: a/c, db: /tmp/tmpitabk4zn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205707.49748.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpitabk4zn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205707.49748.db -sharder-test DEBUG: Continuing to cleave (3 done, 1 todo), path: a/c, db: /tmp/tmpitabk4zn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205707.49748.db -sharder-test INFO: Cleaving from row None into .shards_a/c_yonder_3 for ShardRange<'where' to 'yonder' as of 1750205375.45535, (0, 0) as of 1750205375.45535, created as of 1750205375.45535>, path: a/c, db: /tmp/tmpitabk4zn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205707.49748.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00025653839111328125s, path: a/c, db: /tmp/tmpitabk4zn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.0003151893615722656s, path: a/c, db: /tmp/tmpitabk4zn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_yonder_3 for ShardRange, path: a/c, db: /tmp/tmpitabk4zn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205707.49748.db -sharder-test INFO: Cleaved ShardRange<'where' to 'yonder' as of 1750205375.45535, (1, 1000) as of 1750205709.70140, cleaved as of 1750205375.45535> in 0.213s, path: a/c, db: /tmp/tmpitabk4zn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205707.49748.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpitabk4zn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205707.49748.db -sharder-test DEBUG: Continuing to cleave (4 done, 0 todo), path: a/c, db: /tmp/tmpitabk4zn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205707.49748.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpitabk4zn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205707.49748.db -sharder-test DEBUG: Continuing to cleave (4 done, 1 todo), path: a/c, db: /tmp/tmpitabk4zn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205707.49748.db -sharder-test INFO: Cleaving from row None into .shards_a/c__4 for ShardRange<'yonder' to MaxBound as of 1750205375.45535, (2, 15) as of 1750205709.93904, active as of 1750205375.45535>, path: a/c, db: /tmp/tmpitabk4zn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205707.49748.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00019788742065429688s, path: a/c, db: /tmp/tmpitabk4zn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013899803161621094s, path: a/c, db: /tmp/tmpitabk4zn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__4 for ShardRange, path: a/c, db: /tmp/tmpitabk4zn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205707.49748.db -sharder-test INFO: Cleaved ShardRange<'yonder' to MaxBound as of 1750205375.45535, (2, 15) as of 1750205709.93904, active as of 1750205375.45535> in 0.067s, path: a/c, db: /tmp/tmpitabk4zn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205707.49748.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpitabk4zn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205707.49748.db -sharder-test DEBUG: Cleaving already complete for container, path: a/c, db: /tmp/tmpitabk4zn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205707.49748.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpitabk4zn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Passing over already sharded container, path: a/c, db: /tmp/tmpitabk4zn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205707.49748.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpf3jshxov/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205710.46249.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpf3jshxov/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205710.46249.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpf3jshxov/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205710.46249.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpf3jshxov/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205710.46249.db -sharder-test INFO: Starting to cleave (3 todo), path: a/c, db: /tmp/tmpf3jshxov/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205710.46249.db -sharder-test INFO: Cleaving from row None into .shards_a/c_d_0 for ShardRange, path: a/c, db: /tmp/tmpf3jshxov/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205710.46249.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00019216537475585938s, path: a/c, db: /tmp/tmpf3jshxov/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011515617370605469s, path: a/c, db: /tmp/tmpf3jshxov/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmpf3jshxov/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205710.46249.db -sharder-test INFO: Replicating new shard container .shards_a/c_d_0 for ShardRange, path: a/c, db: /tmp/tmpf3jshxov/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205710.46249.db -test.unit.container.test_server.TestContainerController.test_update_sync_store_on_POST -test.unit.container.test_server.TestContainerController.test_update_sync_store_on_POST ... ok -test.unit.container.test_sharder.TestSharder.test_cleave_root_empty_db_with_pre_existing_shard_db_handoff -test.unit.container.test_sharder.TestSharder.test_cleave_root_empty_db_with_pre_existing_shard_db_handoff ... ok -test.unit.container.test_server.TestContainerController.test_update_sync_store_on_PUT -test.unit.container.test_server.TestContainerController.test_update_sync_store_on_PUT ... ok -test.unit.container.test_server.TestContainerController.test_updating_multiple_container_servers -test.unit.container.test_server.TestContainerController.test_updating_multiple_container_servers ... ok -test.unit.container.test_server.TestContainerController.test_weird_content_types -test.unit.container.test_server.TestContainerController.test_weird_content_types ... ok -test.unit.obj.test_diskfile.TestDiskFileRouter.test_invalid_policy_config -test.unit.obj.test_diskfile.TestDiskFileRouter.test_invalid_policy_config ... ok -test.unit.obj.test_diskfile.TestDiskFileRouter.test_policy -test.unit.obj.test_diskfile.TestDiskFileRouter.test_policy ... ok -test.unit.obj.test_server.TestConfigOptionHandling.test_default -test.unit.obj.test_server.TestConfigOptionHandling.test_default ... ok -test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_app -test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_app ... ok -test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_both -test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_both ... ok -test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_default -test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_default ... ok -test.unit.obj.test_updater.TestRateLimiterBucket.test_bool -test.unit.obj.test_updater.TestRateLimiterBucket.test_bool ... ok -test.unit.obj.test_updater.TestRateLimiterBucket.test_bucket_ordering -test.unit.obj.test_updater.TestRateLimiterBucket.test_bucket_ordering ... ok -test.unit.obj.test_updater.TestRateLimiterBucket.test_len -test.unit.obj.test_updater.TestRateLimiterBucket.test_len ... ok + File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2244, in set_sharded_state + os.unlink(retiring_file) + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError: 1 +test DEBUG: Unlinked retiring db '/tmp/tmp_yh3a_u_/containers/part/suffix/hash/container_1715796595.00000.db' +test WARNING: Still have multiple db files after unlinking '/tmp/tmp_yh3a_u_/containers/part/suffix/hash/container_1715796595.00000.db': ['/tmp/tmp_yh3a_u_/containers/part/suffix/hash/container.db', '/tmp/tmp_yh3a_u_/containers/part/suffix/hash/container_1715796596.00000.db'] +test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmp_yh3a_u_/containers/part/suffix/hash/container_1715796596.00000.db']. +test ERROR: Failed to set the ROWID of the fresh database for a/c: +test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: +Unlinked retiring db '/tmp/tmptxm03039/containers/part/suffix/hash/0a251b1d-7aef-4bb6-86ca-6af97c408dce.db' +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_initiated_and_required +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_initiated_and_required ... ok +Unlinked retiring db '/tmp/tmppdybpi6q/containers/part/suffix/hash/container.db' +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_state_is_not_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_state_is_not_reclaimable ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_sysmeta +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_sysmeta ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_db_states +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_db_states ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796700.00000, db: /tmp/tmpasrznpjc/sda/containers/0/a7e/41e8488ff2ac1a0ab3605d2fe6c73a7e/41e8488ff2ac1a0ab3605d2fe6c73a7e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796702.00000, db: /tmp/tmpasrznpjc/sda/containers/0/a12/fc8ea7b19c06b4bc5016bf4b48f17a12/fc8ea7b19c06b4bc5016bf4b48f17a12.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796704.00000, db: /tmp/tmpasrznpjc/sda/containers/0/760/b5fdcffbd68867d9e09f464fe435f760/b5fdcffbd68867d9e09f464fe435f760.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796706.00000, db: /tmp/tmpasrznpjc/sda/containers/0/5a1/0f95c37bd14e9eb7dbd123bf13b5c5a1/0f95c37bd14e9eb7dbd123bf13b5c5a1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796708.00000, db: /tmp/tmpasrznpjc/sda/containers/0/80f/a5bff86ebb0fb9f31695229edb53680f/a5bff86ebb0fb9f31695229edb53680f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796710.00000, db: /tmp/tmpasrznpjc/sda/containers/0/9a8/45d91d12cfa157257a4462f3cde0c9a8/45d91d12cfa157257a4462f3cde0c9a8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796712.00000, db: /tmp/tmpasrznpjc/sda/containers/0/e18/cd53c584cc30c32d66147624ef96de18/cd53c584cc30c32d66147624ef96de18.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796714.00000, db: /tmp/tmpasrznpjc/sda/containers/0/fbd/91f0ed590e0b36535c69ec05c308efbd/91f0ed590e0b36535c69ec05c308efbd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796716.00000, db: /tmp/tmpasrznpjc/sda/containers/0/8a8/613569c994111fbe9e462e88713fa8a8/613569c994111fbe9e462e88713fa8a8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796718.00000, db: /tmp/tmpasrznpjc/sda/containers/0/fa9/b54094618784f85e99297fc313913fa9/b54094618784f85e99297fc313913fa9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796720.00000, db: /tmp/tmpasrznpjc/sda/containers/0/aef/c7e1cbcdb5de384fa2449f63cd88caef/c7e1cbcdb5de384fa2449f63cd88caef.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796722.00000, db: /tmp/tmpasrznpjc/sda/containers/0/a9c/be3fd4a323371def5d9188793fe9da9c/be3fd4a323371def5d9188793fe9da9c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796724.00000, db: /tmp/tmpasrznpjc/sda/containers/0/0fc/a547e090e528197344e9dca2c98a30fc/a547e090e528197344e9dca2c98a30fc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796726.00000, db: /tmp/tmpasrznpjc/sda/containers/0/e15/1e457e6ac21fcbb46b3f1c8feb9d6e15/1e457e6ac21fcbb46b3f1c8feb9d6e15.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796728.00000, db: /tmp/tmpasrznpjc/sda/containers/0/8da/d21b8e8e2792949b678bde72b43408da/d21b8e8e2792949b678bde72b43408da.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796730.00000, db: /tmp/tmpasrznpjc/sda/containers/0/4cc/cfbc52b07d3d9086340bfb1d224cf4cc/cfbc52b07d3d9086340bfb1d224cf4cc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796732.00000, db: /tmp/tmpasrznpjc/sda/containers/0/4c7/61437efcfb4ab236e7b5c0be6a04c4c7/61437efcfb4ab236e7b5c0be6a04c4c7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796734.00000, db: /tmp/tmpasrznpjc/sda/containers/0/a85/ddfaadff6fcf33c324a1ec2667d4aa85/ddfaadff6fcf33c324a1ec2667d4aa85.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796736.00000, db: /tmp/tmpasrznpjc/sda/containers/0/538/d75529c8f6bbba8042774d2fc3790538/d75529c8f6bbba8042774d2fc3790538.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796738.00000, db: /tmp/tmpasrznpjc/sda/containers/0/541/9c988e2a28d3eb35a51d7c9989b66541/9c988e2a28d3eb35a51d7c9989b66541.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796740.00000, db: /tmp/tmpasrznpjc/sda/containers/0/515/8b1707e00c1bff555524492122639515/8b1707e00c1bff555524492122639515.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796742.00000, db: /tmp/tmpasrznpjc/sda/containers/0/45a/f91c284e0cb731d7cf09e1abf8dff45a/f91c284e0cb731d7cf09e1abf8dff45a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796744.00000, db: /tmp/tmpasrznpjc/sda/containers/0/f63/12bb73f3e0231e9947b6ce7733207f63/12bb73f3e0231e9947b6ce7733207f63.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796746.00000, db: /tmp/tmpasrznpjc/sda/containers/0/3c7/135cb6c080f12db9fe2450154d71f3c7/135cb6c080f12db9fe2450154d71f3c7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796748.00000, db: /tmp/tmpasrznpjc/sda/containers/0/770/f8a89c913ecc6e95047770d59069f770/f8a89c913ecc6e95047770d59069f770.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796750.00000, db: /tmp/tmpasrznpjc/sda/containers/0/580/85a67ef291e0ce37eaf90514083e7580/85a67ef291e0ce37eaf90514083e7580.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796752.00000, db: /tmp/tmpasrznpjc/sda/containers/0/332/ebc8657f492a7d260aee18160d7b7332/ebc8657f492a7d260aee18160d7b7332.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796754.00000, db: /tmp/tmpasrznpjc/sda/containers/0/e5d/76f6971ea0f2106b7b8eba35d9f90e5d/76f6971ea0f2106b7b8eba35d9f90e5d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796756.00000, db: /tmp/tmpasrznpjc/sda/containers/0/656/60b3677d16f42fe02c7b4cababfad656/60b3677d16f42fe02c7b4cababfad656.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796758.00000, db: /tmp/tmpasrznpjc/sda/containers/0/618/385f31ab5630803204704d058a0e2618/385f31ab5630803204704d058a0e2618.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796760.00000, db: /tmp/tmpasrznpjc/sda/containers/0/679/6ac417b7b3ca111a8028ca3768f52679/6ac417b7b3ca111a8028ca3768f52679.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796760.00000, db: /tmp/tmpasrznpjc/sda/containers/0/679/6ac417b7b3ca111a8028ca3768f52679/6ac417b7b3ca111a8028ca3768f52679.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796762.00000, db: /tmp/tmpasrznpjc/sda/containers/0/e3b/5919224b33f9b3fbe333fe3e70e78e3b/5919224b33f9b3fbe333fe3e70e78e3b.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796762.00000, db: /tmp/tmpasrznpjc/sda/containers/0/e3b/5919224b33f9b3fbe333fe3e70e78e3b/5919224b33f9b3fbe333fe3e70e78e3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796764.00000, db: /tmp/tmpasrznpjc/sda/containers/0/bc0/94c5b4a183bf88b708550bd1e5dbbbc0/94c5b4a183bf88b708550bd1e5dbbbc0.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796764.00000, db: /tmp/tmpasrznpjc/sda/containers/0/bc0/94c5b4a183bf88b708550bd1e5dbbbc0/94c5b4a183bf88b708550bd1e5dbbbc0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796766.00000, db: /tmp/tmpasrznpjc/sda/containers/0/0c0/e6d096c26dd2c9b6449bcf80582220c0/e6d096c26dd2c9b6449bcf80582220c0.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796766.00000, db: /tmp/tmpasrznpjc/sda/containers/0/0c0/e6d096c26dd2c9b6449bcf80582220c0/e6d096c26dd2c9b6449bcf80582220c0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796768.00000, db: /tmp/tmpasrznpjc/sda/containers/0/2db/51f669dec71662346c0edf3df9e372db/51f669dec71662346c0edf3df9e372db.db +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharded_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharded_state_errors ... ok +Unlinked retiring db '/tmp/tmpeb31sw0w/containers/part/suffix/hash/container-ed54e204-4d87-4f90-b433-8d5d1744df6f.db' +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state ... ok +Unlinked retiring db '/tmp/tmpeb31sw0w/containers/part/suffix/hash/container-d43398d4-ab09-4024-af81-2a3d683ceb04.db' +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_storage_policy_property +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_storage_policy_property ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sync_merging +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sync_merging ... ok +test.unit.obj.test_auditor.TestAuditWatchers.test_builtin_watchers +test.unit.obj.test_auditor.TestAuditWatchers.test_builtin_watchers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_agreement +test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_agreement ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_watcher_init +test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_watcher_init ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding +test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding_fallback_to_root +test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding_fallback_to_root ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding_fallback_to_root_no_objects +test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding_fallback_to_root_no_objects ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditWatchers.test_watchers +test.unit.obj.test_auditor.TestAuditWatchers.test_watchers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.proxy.controllers.test_base.TestGetterSource.test_close test.unit.proxy.controllers.test_base.TestGetterSource.test_close ... ok test.unit.proxy.controllers.test_base.TestGetterSource.test_init @@ -110134,2031 +105822,6470 @@ test.unit.proxy.controllers.test_base.TestGetterSource.test_sort ... ok test.unit.proxy.controllers.test_base.TestGetterSource.test_timestamp test.unit.proxy.controllers.test_base.TestGetterSource.test_timestamp ... ok -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:15:10 +0000] "PUT /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0004 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:15:10 +0000] "PUT /sda1/p/.a/c/o" 404 - "-" "-" "-" 0.0001 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:15:10 +0000] "PUT /sda1/p/.a/c/o" 201 - "-" "-" "-" 0.0305 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:15:10 +0000] "PUT /sda1/p/a/.c/o" 404 - "-" "-" "-" 0.0002 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:15:10 +0000] "PUT /sda1/p/a/c/.o" 404 - "-" "-" "-" 0.0002 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:15:10 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0283 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:15:10 +0000] "PUT /sda1/p/.shards_a/c/o" 404 - "-" "-" "-" 0.0002 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:15:10 +0000] "PUT /sda1/p/.shards_a/c" 404 - "-" "-" "-" 0.0002 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:15:10 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0284 "-" 709799 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:15:10 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0378 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:15:10 +0000] "PUT /sda1/p/a/c/o1" 201 - "-" "-" "-" 0.0005 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:15:10 +0000] "PUT /sda1/p/a/c/o2" 201 - "-" "-" "-" 0.0003 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:15:10 +0000] "GET /sda1/p/a/c" 200 280 "-" "-" "-" 0.0924 "-" 709799 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:15:10 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0005 "-" 709799 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:15:10 +0000] "GET /bob" 400 18 "-" "-" "-" 0.0002 "-" 709799 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:15:10 +0000] "GET /sda1/p/a/c%D8%3E%2520/%25" 412 29 "-" "-" "-" 0.0001 "-" 709799 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:15:10 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.2112 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:15:11 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0822 "-" 709799 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:15:11 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0382 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:15:11 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0604 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:15:11 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.1384 "-" 709799 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:15:11 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0855 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:15:11 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0611 "-" 709799 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test ERROR: ERROR account update failed with 1.2.3.4:5/sdb1 (will retry later): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/server.py", line 270, in account_update - account_response = conn.getresponse() - ^^^^^^^^^^^^^^^^ -AttributeError: 'NoneType' object has no attribute 'getresponse' -test ERROR: ERROR account update failed with 6.7.8.9:10/sdf1 (will retry later): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/server.py", line 270, in account_update - account_response = conn.getresponse() - ^^^^^^^^^^^^^^^^ -AttributeError: 'NoneType' object has no attribute 'getresponse' -test INFO: - - - [18/Jun/2025:00:15:11 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0353 "-" 709799 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:00:15:11 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0286 "-" 709799 0 -test INFO: - - - [18/Jun/2025:00:15:11 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0004 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:15:11 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0011 "-" 709799 - -test INFO: - - - [18/Jun/2025:00:15:11 +0000] "GET /sda1/p/a/c" 200 248 "-" "-" "-" 0.0526 "-" 709799 0 -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx81ba0c57e1cd4320bbe74-006852050f) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txfff995194da64b4885515-006852050f) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx423b9ac489ed4fc395694-006852050f) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx42156dbce5f043a8acdb0-006852050f) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx0a6ead44b4fa408e9ce14-006852050f) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txbd059b540e2a4c3a91ef5-006852050f) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txa74c5debe75545feb86d9-006852050f) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx4c800feeb46543f590365-006852050f) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx97b02b51fa6c420d8c8e2-006852050f) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx37683ab40a224b5481202-006852050f) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txa1bee354edf64bccb42af-006852050f) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx61ad3a1712d041138d8de-006852050f) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx26a5be733e3f43a0a2644-006852050f) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx0c9502a71ad147a886312-006852050f) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx35b0f839b83c4757b5a3a-006852050f) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txcac3907a89444533a9703-006852050f) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txb2b87c95f1ae49c989746-006852050f) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx4ab6078b7e114b0d90df2-006852050f) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx54833f87951446e39b825-006852050f) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx5b80e98e51c34df3af740-006852050f) -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespace_caching -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespace_caching ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_404_response -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_404_response ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_bad_response_body -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_bad_response_body ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_cache_unused_recheck_listing_shard_ranges -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_cache_unused_recheck_listing_shard_ranges ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_incomplete_listing -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_incomplete_listing ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_non_sharded_states -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_non_sharded_states ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_object_listing -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_object_listing ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_with_cached_container_info -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_with_cached_container_info ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_memcache_available -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_memcache_available ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache_empty_list -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache_empty_list ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache_error -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache_error ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_write_to_cache -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_write_to_cache ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_write_to_cache_with_x_newest -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_write_to_cache_with_x_newest ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_cache_clearing -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_cache_clearing ... ok -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx3ebe532e1b574dac87c6c-006852050f) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx6a3ce3396249490aa4558-006852050f) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txee7a62b5ab9645778da23-006852050f) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txcc177088b9d2494d9f634-006852050f) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: Problem with listing response from /v1/a/c?states=listing&format=json: ValueError('not a list') (txn: tx70eb5e01d094450993c33-006852050f) -test ERROR: Failed to get namespaces from /v1/a/c?states=listing&format=json: invalid data: KeyError('name') (txn: txd86b6d24109e483e8def3-006852050f) -test ERROR: Problem with listing response from /v1/a/c?states=listing&format=json: ValueError('not a list') (txn: tx9055cf2b439b4cd8b8755-006852050f) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx7ec17a507ae243fa9b858-006852050f) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txa4dfb7202a694ada98d6e-006852050f) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&reverse=true&format=json (txn: tx5f4e65529b4a45df85b13-006852050f) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&marker=jam&format=json (txn: tx684986fcb07343838592b-006852050f) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&marker=jam&end_marker=kale&format=json (txn: txefdda5f61faf4062a9431-006852050f) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&includes=egg&format=json (txn: tx0290b3d2e9fd4d6289af6-006852050f) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test.unit.proxy.controllers.test_container.TestContainerController.test_GET_bad_requests +test.unit.proxy.controllers.test_container.TestContainerController.test_GET_bad_requests ... ok +test.unit.proxy.controllers.test_container.TestContainerController.test_container_cache_cleared_after_PUT +test.unit.proxy.controllers.test_container.TestContainerController.test_container_cache_cleared_after_PUT ... ok +test.unit.proxy.controllers.test_container.TestContainerController.test_container_info_got_cached +test.unit.proxy.controllers.test_container.TestContainerController.test_container_info_got_cached ... ok +test.unit.proxy.controllers.test_container.TestContainerController.test_handoff_has_deleted_database +test.unit.proxy.controllers.test_container.TestContainerController.test_handoff_has_deleted_database ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state_deleted ... ok test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txbc5dfdc60a9e44c1938b0-006852050f) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx12cdcd55074a4b1fb7c79-006852050f) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx746916eba78b4cbca8e0a-006852050f) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txfd1f9821901041acae357-006852050f) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx33d5e7c99e074d87943f9-006852050f) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txfce4cb1e27484975805f6-006852050f) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Skipping shard cache lookup (x-newest) for /v1/a/c?states=listing&format=json (txn: tx24faf37ffa5147dd8e333-006852050f) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx24faf37ffa5147dd8e333-006852050f) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_get_from_shards_add_root_spi -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_get_from_shards_add_root_spi ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_half_not_found_headers_and_body -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_half_not_found_headers_and_body ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_half_not_found_statuses -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_half_not_found_statuses ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_handoff -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_handoff ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_limits_expirer_queue_updates -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_limits_expirer_queue_updates ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_missing_one -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_missing_one ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_mostly_found -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_mostly_found ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_mostly_not_found -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_mostly_not_found ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_not_found -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_not_found ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_simple -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_simple ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_write_affinity_after_replication -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_write_affinity_after_replication ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_write_affinity_before_replication -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_write_affinity_before_replication ... ok +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: tx82ea4a6253814b3ab74b1-006644fa80) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx82ea4a6253814b3ab74b1-006644fa80) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx82ea4a6253814b3ab74b1-006644fa80) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.3:1003/sda (txn: tx82ea4a6253814b3ab74b1-006644fa80) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.4:1004/sda (txn: tx82ea4a6253814b3ab74b1-006644fa80) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.5:1005/sda (txn: tx82ea4a6253814b3ab74b1-006644fa80) +test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500] (txn: tx82ea4a6253814b3ab74b1-006644fa80) +test INFO: Client disconnected on read of '/a/c' (txn: tx82ea4a6253814b3ab74b1-006644fa80) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txfe2ae0d5fc564574bbbeb-006644fa80) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txfe2ae0d5fc564574bbbeb-006644fa80) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txfe2ae0d5fc564574bbbeb-006644fa80) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda (txn: tx9e92af51ac784fa1bd73c-006644fa80) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb (txn: txe292bf0326cf4d95867ea-006644fa80) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx1fcf4da0d7b14a539b0b4-006644fa80) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to PUT /a/c: Timeout (Nones) (txn: tx69d35f17b0cc4320972ad-006644fa80) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status +Exception: kaboom! (txn: tx61eeaa288c9446738bf83-006644fa80) +test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: txc536d01c5a6c4a0ebc2d8-006644fa80) +test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txc536d01c5a6c4a0ebc2d8-006644fa80) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda (txn: tx68f49079986b44f0a38a2-006644fa80) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx91fe5423a48545648b0e3-006644fa80) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc (txn: txc3148467de164d79958dc-006644fa80) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to DELETE /a/c: Timeout (Nones) (txn: txe28c9dee0965493ebca8b-006644fa80) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status +Exception: kaboom! (txn: txed468c34184c492b946b6-006644fa80) +test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx211ecb3229ac49039c927-006644fa80) +test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx211ecb3229ac49039c927-006644fa80) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda (txn: tx50ca36e7376940158de42-006644fa80) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb (txn: txb8b4aa05f2584d44b0008-006644fa80) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx6a538a4ed7fb43d9b4948-006644fa80) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to POST /a/c: Timeout (Nones) (txn: tx78af809bf1a24f2e9d6d7-006644fa80) +test.unit.proxy.controllers.test_container.TestContainerController.test_node_errors +test.unit.proxy.controllers.test_container.TestContainerController.test_node_errors ... ok +test.unit.proxy.controllers.test_container.TestContainerController.test_reseller_admin +test.unit.proxy.controllers.test_container.TestContainerController.test_reseller_admin ... ok +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status +Exception: kaboom! (txn: txad01e76bcdf44099a3682-006644fa80) +test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx31c62ac66d0b4ee0be5a8-006644fa80) +test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx31c62ac66d0b4ee0be5a8-006644fa80) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: tx2cb77ab654c6441c869dc-006644fa80) +test INFO: Client disconnected on read of '/a/c' (txn: tx3fc760e516864ae7b13fe-006644fa80) +test INFO: Client disconnected on read of '/a/c' (txn: tx51ef8b6aed48468cb50e4-006644fa80) +test INFO: Client disconnected on read of '/a/c' (txn: tx51ef8b6aed48468cb50e4-006644fa80) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} -test ERROR: Aborting listing from shards due to bad response: [204] -test DEBUG: GET listing from 3 shards for: /v1/a/c -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} -test ERROR: Aborting listing from shards due to bad response: [204] -test DEBUG: GET listing from 3 shards for: /v1/a/c -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} -test ERROR: Aborting listing from shards due to bad response: [204] -test DEBUG: GET listing from 3 shards for: /v1/a/c -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} -test ERROR: Aborting listing from shards due to bad response: [204] -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.4:1004/sde, error: ERROR Insufficient Storage (txn: txd4089998027347e190cf4-006852050f) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Node is error limited: 10.0.0.26:1026/sda (txn: tx96f24ef1529140cab521c-0068520510) -proxy-server DEBUG: Node is error limited: 10.0.0.4:1004/sde (txn: tx96f24ef1529140cab521c-0068520510) -proxy-server DEBUG: Node is error limited: 10.0.0.11:1011/sdl (txn: tx96f24ef1529140cab521c-0068520510) -proxy-server DEBUG: Node is error limited: 10.0.0.6:1006/sdg (txn: tx96f24ef1529140cab521c-0068520510) -proxy-server DEBUG: Node is error limited: 10.0.0.5:1005/sdf (txn: tx96f24ef1529140cab521c-0068520510) -proxy-server DEBUG: Node is error limited: 10.0.0.18:1018/sds (txn: tx96f24ef1529140cab521c-0068520510) -proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx96f24ef1529140cab521c-0068520510) -proxy-server DEBUG: Node is error limited: 10.0.0.19:1019/sdt (txn: tx96f24ef1529140cab521c-0068520510) -proxy-server DEBUG: Node is error limited: 10.0.0.21:1021/sdv (txn: tx96f24ef1529140cab521c-0068520510) -proxy-server DEBUG: Node is error limited: 10.0.0.27:1027/sdb (txn: tx96f24ef1529140cab521c-0068520510) -proxy-server DEBUG: Node is error limited: 10.0.0.17:1017/sdr (txn: tx96f24ef1529140cab521c-0068520510) -proxy-server DEBUG: Node is error limited: 10.0.0.15:1015/sdp (txn: tx96f24ef1529140cab521c-0068520510) -proxy-server DEBUG: Node is error limited: 10.0.0.3:1003/sdd (txn: tx96f24ef1529140cab521c-0068520510) -proxy-server DEBUG: Node is error limited: 10.0.0.22:1022/sdw (txn: tx96f24ef1529140cab521c-0068520510) -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_all_primaries_error_limited -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_all_primaries_error_limited ... ok -proxy-server DEBUG: Node is error limited: 10.0.0.23:1023/sdx (txn: tx96f24ef1529140cab521c-0068520510) -proxy-server DEBUG: Node is error limited: 10.0.0.8:1008/sdi (txn: tx96f24ef1529140cab521c-0068520510) -proxy-server DEBUG: Node is error limited: 10.0.0.7:1007/sdh (txn: tx96f24ef1529140cab521c-0068520510) -proxy-server DEBUG: Node is error limited: 10.0.0.24:1024/sdy (txn: tx96f24ef1529140cab521c-0068520510) -proxy-server DEBUG: Node is error limited: 10.0.0.25:1025/sdz (txn: tx96f24ef1529140cab521c-0068520510) -proxy-server DEBUG: Node is error limited: 10.0.0.12:1012/sdm (txn: tx96f24ef1529140cab521c-0068520510) -proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx96f24ef1529140cab521c-0068520510) -proxy-server DEBUG: Node is error limited: 10.0.0.16:1016/sdq (txn: tx96f24ef1529140cab521c-0068520510) -proxy-server DEBUG: Node is error limited: 10.0.0.13:1013/sdn (txn: tx96f24ef1529140cab521c-0068520510) -proxy-server DEBUG: Node is error limited: 10.0.0.14:1014/sdo (txn: tx96f24ef1529140cab521c-0068520510) -proxy-server DEBUG: Node is error limited: 10.0.0.10:1010/sdk (txn: tx96f24ef1529140cab521c-0068520510) -proxy-server DEBUG: Node is error limited: 10.0.0.20:1020/sdu (txn: tx96f24ef1529140cab521c-0068520510) -proxy-server DEBUG: Node is error limited: 10.0.0.9:1009/sdj (txn: tx96f24ef1529140cab521c-0068520510) -proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx96f24ef1529140cab521c-0068520510) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx96f24ef1529140cab521c-0068520510) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx96f24ef1529140cab521c-0068520510) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx96f24ef1529140cab521c-0068520510) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx96f24ef1529140cab521c-0068520510) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx96f24ef1529140cab521c-0068520510) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx96f24ef1529140cab521c-0068520510) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx96f24ef1529140cab521c-0068520510) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx96f24ef1529140cab521c-0068520510) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx96f24ef1529140cab521c-0068520510) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx96f24ef1529140cab521c-0068520510) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx96f24ef1529140cab521c-0068520510) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx96f24ef1529140cab521c-0068520510) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx96f24ef1529140cab521c-0068520510) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx96f24ef1529140cab521c-0068520510) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx96f24ef1529140cab521c-0068520510) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx96f24ef1529140cab521c-0068520510) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx96f24ef1529140cab521c-0068520510) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx96f24ef1529140cab521c-0068520510) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx96f24ef1529140cab521c-0068520510) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx96f24ef1529140cab521c-0068520510) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx96f24ef1529140cab521c-0068520510) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx96f24ef1529140cab521c-0068520510) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx96f24ef1529140cab521c-0068520510) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx96f24ef1529140cab521c-0068520510) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx96f24ef1529140cab521c-0068520510) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx96f24ef1529140cab521c-0068520510) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx96f24ef1529140cab521c-0068520510) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx96f24ef1529140cab521c-0068520510) -proxy-server ERROR: Object returning 503 for [] (txn: tx96f24ef1529140cab521c-0068520510) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa4523ad2115148338c776-0068520510) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa4523ad2115148338c776-0068520510) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa4523ad2115148338c776-0068520510) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa4523ad2115148338c776-0068520510) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa4523ad2115148338c776-0068520510) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa4523ad2115148338c776-0068520510) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa4523ad2115148338c776-0068520510) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa4523ad2115148338c776-0068520510) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa4523ad2115148338c776-0068520510) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa4523ad2115148338c776-0068520510) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa4523ad2115148338c776-0068520510) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa4523ad2115148338c776-0068520510) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa4523ad2115148338c776-0068520510) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa4523ad2115148338c776-0068520510) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa4523ad2115148338c776-0068520510) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa4523ad2115148338c776-0068520510) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa4523ad2115148338c776-0068520510) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa4523ad2115148338c776-0068520510) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa4523ad2115148338c776-0068520510) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa4523ad2115148338c776-0068520510) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa4523ad2115148338c776-0068520510) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa4523ad2115148338c776-0068520510) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa4523ad2115148338c776-0068520510) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa4523ad2115148338c776-0068520510) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa4523ad2115148338c776-0068520510) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa4523ad2115148338c776-0068520510) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa4523ad2115148338c776-0068520510) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa4523ad2115148338c776-0068520510) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa4523ad2115148338c776-0068520510) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa4523ad2115148338c776-0068520510) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa4523ad2115148338c776-0068520510) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa4523ad2115148338c776-0068520510) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa4523ad2115148338c776-0068520510) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa4523ad2115148338c776-0068520510) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa4523ad2115148338c776-0068520510) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa4523ad2115148338c776-0068520510) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa4523ad2115148338c776-0068520510) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa4523ad2115148338c776-0068520510) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa4523ad2115148338c776-0068520510) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa4523ad2115148338c776-0068520510) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa4523ad2115148338c776-0068520510) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa4523ad2115148338c776-0068520510) -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplicate_but_insufficient_frag_indexes -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplicate_but_insufficient_frag_indexes ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplicate_but_sufficient_frag_indexes -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplicate_but_sufficient_frag_indexes ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplication_factor -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplication_factor ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplication_factor_almost_duplicate_dispersion -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplication_factor_almost_duplicate_dispersion ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_many_missed_overwrite_will_need_handoff -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_many_missed_overwrite_will_need_handoff ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_may_503 -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_may_503 ... ok -proxy-server ERROR: Object returning 503 for [] (txn: txa4523ad2115148338c776-0068520510) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx06573fc5da6746c98f468-0068520510) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx06573fc5da6746c98f468-0068520510) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx06573fc5da6746c98f468-0068520510) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx06573fc5da6746c98f468-0068520510) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx06573fc5da6746c98f468-0068520510) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx06573fc5da6746c98f468-0068520510) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx06573fc5da6746c98f468-0068520510) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx06573fc5da6746c98f468-0068520510) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx06573fc5da6746c98f468-0068520510) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx06573fc5da6746c98f468-0068520510) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx06573fc5da6746c98f468-0068520510) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx06573fc5da6746c98f468-0068520510) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx06573fc5da6746c98f468-0068520510) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx06573fc5da6746c98f468-0068520510) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx06573fc5da6746c98f468-0068520510) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx06573fc5da6746c98f468-0068520510) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx06573fc5da6746c98f468-0068520510) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx06573fc5da6746c98f468-0068520510) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx06573fc5da6746c98f468-0068520510) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx06573fc5da6746c98f468-0068520510) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx06573fc5da6746c98f468-0068520510) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx06573fc5da6746c98f468-0068520510) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx06573fc5da6746c98f468-0068520510) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx06573fc5da6746c98f468-0068520510) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx06573fc5da6746c98f468-0068520510) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx06573fc5da6746c98f468-0068520510) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx06573fc5da6746c98f468-0068520510) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx06573fc5da6746c98f468-0068520510) -proxy-server ERROR: Object returning 503 for [] (txn: tx06573fc5da6746c98f468-0068520510) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx5326dde50f5f4db594159-0068520510) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx5326dde50f5f4db594159-0068520510) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx5326dde50f5f4db594159-0068520510) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx5326dde50f5f4db594159-0068520510) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx5326dde50f5f4db594159-0068520510) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx5326dde50f5f4db594159-0068520510) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx5326dde50f5f4db594159-0068520510) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx5326dde50f5f4db594159-0068520510) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx5326dde50f5f4db594159-0068520510) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx5326dde50f5f4db594159-0068520510) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5326dde50f5f4db594159-0068520510) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5326dde50f5f4db594159-0068520510) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5326dde50f5f4db594159-0068520510) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5326dde50f5f4db594159-0068520510) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5326dde50f5f4db594159-0068520510) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5326dde50f5f4db594159-0068520510) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5326dde50f5f4db594159-0068520510) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5326dde50f5f4db594159-0068520510) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5326dde50f5f4db594159-0068520510) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5326dde50f5f4db594159-0068520510) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5326dde50f5f4db594159-0068520510) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5326dde50f5f4db594159-0068520510) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5326dde50f5f4db594159-0068520510) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5326dde50f5f4db594159-0068520510) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5326dde50f5f4db594159-0068520510) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5326dde50f5f4db594159-0068520510) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5326dde50f5f4db594159-0068520510) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5326dde50f5f4db594159-0068520510) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5326dde50f5f4db594159-0068520510) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5326dde50f5f4db594159-0068520510) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5326dde50f5f4db594159-0068520510) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5326dde50f5f4db594159-0068520510) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5326dde50f5f4db594159-0068520510) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5326dde50f5f4db594159-0068520510) -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_stop -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_stop ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_succeed -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_succeed ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_mixed_etags_at_same_timestamp -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_mixed_etags_at_same_timestamp ... ok -test.unit.container.test_sharder.TestSharder.test_cleave_root_empty_db_with_ranges -test.unit.container.test_sharder.TestSharder.test_cleave_root_empty_db_with_ranges ... ok -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5326dde50f5f4db594159-0068520510) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5326dde50f5f4db594159-0068520510) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5326dde50f5f4db594159-0068520510) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5326dde50f5f4db594159-0068520510) -proxy-server ERROR: Object returning 503 for [] (txn: tx5326dde50f5f4db594159-0068520510) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: txcf6c261fe5d744669a9b9-0068520510) -proxy-server DEBUG: Ignoring 404 from primary (txn: txcf6c261fe5d744669a9b9-0068520510) -proxy-server DEBUG: Ignoring 404 from primary (txn: txcf6c261fe5d744669a9b9-0068520510) -proxy-server DEBUG: Ignoring 404 from primary (txn: txcf6c261fe5d744669a9b9-0068520510) -proxy-server DEBUG: Ignoring 404 from primary (txn: txcf6c261fe5d744669a9b9-0068520510) -proxy-server DEBUG: Ignoring 404 from primary (txn: txcf6c261fe5d744669a9b9-0068520510) -proxy-server DEBUG: Ignoring 404 from primary (txn: txcf6c261fe5d744669a9b9-0068520510) -proxy-server DEBUG: Ignoring 404 from primary (txn: txcf6c261fe5d744669a9b9-0068520510) -proxy-server DEBUG: Ignoring 404 from primary (txn: txcf6c261fe5d744669a9b9-0068520510) -proxy-server DEBUG: Ignoring 404 from primary (txn: txcf6c261fe5d744669a9b9-0068520510) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcf6c261fe5d744669a9b9-0068520510) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcf6c261fe5d744669a9b9-0068520510) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcf6c261fe5d744669a9b9-0068520510) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcf6c261fe5d744669a9b9-0068520510) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcf6c261fe5d744669a9b9-0068520510) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcf6c261fe5d744669a9b9-0068520510) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcf6c261fe5d744669a9b9-0068520510) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcf6c261fe5d744669a9b9-0068520510) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcf6c261fe5d744669a9b9-0068520510) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcf6c261fe5d744669a9b9-0068520510) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcf6c261fe5d744669a9b9-0068520510) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcf6c261fe5d744669a9b9-0068520510) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcf6c261fe5d744669a9b9-0068520510) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2dfa83e011944da89f25b-0068520510) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2dfa83e011944da89f25b-0068520510) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2dfa83e011944da89f25b-0068520510) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2dfa83e011944da89f25b-0068520510) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2dfa83e011944da89f25b-0068520510) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx2dfa83e011944da89f25b-0068520510) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx2dfa83e011944da89f25b-0068520510) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2dfa83e011944da89f25b-0068520510) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2dfa83e011944da89f25b-0068520510) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2dfa83e011944da89f25b-0068520510) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2dfa83e011944da89f25b-0068520510) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx2dfa83e011944da89f25b-0068520510) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2dfa83e011944da89f25b-0068520510) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2dfa83e011944da89f25b-0068520510) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx2dfa83e011944da89f25b-0068520510) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx2dfa83e011944da89f25b-0068520510) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx2dfa83e011944da89f25b-0068520510) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2dfa83e011944da89f25b-0068520510) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2dfa83e011944da89f25b-0068520510) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2dfa83e011944da89f25b-0068520510) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2dfa83e011944da89f25b-0068520510) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2dfa83e011944da89f25b-0068520510) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx2dfa83e011944da89f25b-0068520510) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2dfa83e011944da89f25b-0068520510) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2dfa83e011944da89f25b-0068520510) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2dfa83e011944da89f25b-0068520510) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2dfa83e011944da89f25b-0068520510) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2dfa83e011944da89f25b-0068520510) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2dfa83e011944da89f25b-0068520510) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2dfa83e011944da89f25b-0068520510) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2dfa83e011944da89f25b-0068520510) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2dfa83e011944da89f25b-0068520510) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2dfa83e011944da89f25b-0068520510) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2dfa83e011944da89f25b-0068520510) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2dfa83e011944da89f25b-0068520510) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2dfa83e011944da89f25b-0068520510) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2dfa83e011944da89f25b-0068520510) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2dfa83e011944da89f25b-0068520510) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2dfa83e011944da89f25b-0068520510) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2dfa83e011944da89f25b-0068520510) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2dfa83e011944da89f25b-0068520510) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2dfa83e011944da89f25b-0068520510) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2dfa83e011944da89f25b-0068520510) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2dfa83e011944da89f25b-0068520510) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2dfa83e011944da89f25b-0068520510) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2dfa83e011944da89f25b-0068520510) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2dfa83e011944da89f25b-0068520510) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2dfa83e011944da89f25b-0068520510) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2dfa83e011944da89f25b-0068520510) -proxy-server ERROR: Object returning 503 for [] (txn: tx2dfa83e011944da89f25b-0068520510) -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_mixed_frags_and_no_quorum_will_503 -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_mixed_frags_and_no_quorum_will_503 ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_no_durable_files -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_no_durable_files ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_simple -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_simple ... ok -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Object returning 503 for [] (txn: tx64ef988b5c294ceea0093-0068520510) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3b7bf858a7c24c21833a4-0068520510) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3b7bf858a7c24c21833a4-0068520510) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3b7bf858a7c24c21833a4-0068520510) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3b7bf858a7c24c21833a4-0068520510) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3b7bf858a7c24c21833a4-0068520510) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3b7bf858a7c24c21833a4-0068520510) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3b7bf858a7c24c21833a4-0068520510) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3b7bf858a7c24c21833a4-0068520510) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3b7bf858a7c24c21833a4-0068520510) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3b7bf858a7c24c21833a4-0068520510) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3b7bf858a7c24c21833a4-0068520510) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3b7bf858a7c24c21833a4-0068520510) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3b7bf858a7c24c21833a4-0068520510) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3b7bf858a7c24c21833a4-0068520510) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3b7bf858a7c24c21833a4-0068520510) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3b7bf858a7c24c21833a4-0068520510) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3b7bf858a7c24c21833a4-0068520510) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3b7bf858a7c24c21833a4-0068520510) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3b7bf858a7c24c21833a4-0068520510) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3b7bf858a7c24c21833a4-0068520510) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3b7bf858a7c24c21833a4-0068520510) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3b7bf858a7c24c21833a4-0068520510) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3b7bf858a7c24c21833a4-0068520510) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3b7bf858a7c24c21833a4-0068520510) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3b7bf858a7c24c21833a4-0068520510) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3b7bf858a7c24c21833a4-0068520510) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3b7bf858a7c24c21833a4-0068520510) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3b7bf858a7c24c21833a4-0068520510) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.28:1028/sda re: Trying to HEAD /v1/a/c/o: +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txf903e4c251bb4912ac6a7-0068520510) -proxy-server ERROR: ERROR with Object server 10.0.0.29:1029/sda re: Trying to HEAD /v1/a/c/o: +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txf903e4c251bb4912ac6a7-0068520510) -proxy-server ERROR: ERROR with Object server 10.0.0.30:1030/sda re: Trying to HEAD /v1/a/c/o: +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txf903e4c251bb4912ac6a7-0068520510) -proxy-server ERROR: ERROR with Object server 10.0.0.31:1031/sda re: Trying to HEAD /v1/a/c/o: +StopIteration +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txf903e4c251bb4912ac6a7-0068520510) -proxy-server ERROR: ERROR with Object server 10.0.0.32:1032/sda re: Trying to HEAD /v1/a/c/o: +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txf903e4c251bb4912ac6a7-0068520510) -proxy-server ERROR: ERROR with Object server 10.0.0.33:1033/sda re: Trying to HEAD /v1/a/c/o: +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txf903e4c251bb4912ac6a7-0068520510) -proxy-server ERROR: ERROR with Object server 10.0.0.34:1034/sda re: Trying to HEAD /v1/a/c/o: +StopIteration +test ERROR: Container GET returning 503 for (204, 404, 503) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txf903e4c251bb4912ac6a7-0068520510) -proxy-server ERROR: ERROR with Object server 10.0.0.35:1035/sda re: Trying to HEAD /v1/a/c/o: +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txf903e4c251bb4912ac6a7-0068520510) -proxy-server ERROR: ERROR with Object server 10.0.0.36:1036/sda re: Trying to HEAD /v1/a/c/o: +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txf903e4c251bb4912ac6a7-0068520510) -proxy-server ERROR: ERROR with Object server 10.0.0.37:1037/sda re: Trying to HEAD /v1/a/c/o: +StopIteration +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: Container GET returning 503 for (204, 503, 503) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txf903e4c251bb4912ac6a7-0068520510) -proxy-server ERROR: ERROR with Object server 10.0.0.38:1038/sda re: Trying to HEAD /v1/a/c/o: +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txf903e4c251bb4912ac6a7-0068520510) -proxy-server ERROR: ERROR with Object server 10.0.0.39:1039/sda re: Trying to HEAD /v1/a/c/o: +StopIteration +test.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_DELETE +test.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_DELETE ... ok +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txf903e4c251bb4912ac6a7-0068520510) -proxy-server ERROR: ERROR with Object server 10.0.0.40:1040/sda re: Trying to HEAD /v1/a/c/o: +StopIteration +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txf903e4c251bb4912ac6a7-0068520510) -proxy-server ERROR: ERROR with Object server 10.0.0.41:1041/sda re: Trying to HEAD /v1/a/c/o: +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txf903e4c251bb4912ac6a7-0068520510) -proxy-server ERROR: ERROR with Object server 10.0.0.42:1042/sda re: Trying to HEAD /v1/a/c/o: +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txf903e4c251bb4912ac6a7-0068520510) -proxy-server ERROR: ERROR with Object server 10.0.0.43:1043/sda re: Trying to HEAD /v1/a/c/o: +StopIteration +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: Container GET returning 503 for (404, 503, 503) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txf903e4c251bb4912ac6a7-0068520510) -proxy-server ERROR: ERROR with Object server 10.0.0.44:1044/sda re: Trying to HEAD /v1/a/c/o: +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txf903e4c251bb4912ac6a7-0068520510) -proxy-server ERROR: ERROR with Object server 10.0.0.45:1045/sda re: Trying to HEAD /v1/a/c/o: +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txf903e4c251bb4912ac6a7-0068520510) -proxy-server ERROR: ERROR with Object server 10.0.0.46:1046/sda re: Trying to HEAD /v1/a/c/o: +StopIteration +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: Container GET returning 503 for (503, 503, 503) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txf903e4c251bb4912ac6a7-0068520510) -proxy-server ERROR: ERROR with Object server 10.0.0.47:1047/sda re: Trying to HEAD /v1/a/c/o: +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txf903e4c251bb4912ac6a7-0068520510) -proxy-server ERROR: ERROR with Object server 10.0.0.48:1048/sda re: Trying to HEAD /v1/a/c/o: +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txf903e4c251bb4912ac6a7-0068520510) -proxy-server ERROR: ERROR with Object server 10.0.0.49:1049/sda re: Trying to HEAD /v1/a/c/o: +StopIteration +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txf903e4c251bb4912ac6a7-0068520510) -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest ... ok -proxy-server ERROR: ERROR with Object server 10.0.0.50:1050/sda re: Trying to HEAD /v1/a/c/o: +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txf903e4c251bb4912ac6a7-0068520510) -proxy-server ERROR: ERROR with Object server 10.0.0.51:1051/sda re: Trying to HEAD /v1/a/c/o: +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txf903e4c251bb4912ac6a7-0068520510) -proxy-server ERROR: ERROR with Object server 10.0.0.52:1052/sda re: Trying to HEAD /v1/a/c/o: +StopIteration +test ERROR: Container GET returning 503 for (204, 404, 503) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txf903e4c251bb4912ac6a7-0068520510) -proxy-server ERROR: ERROR with Object server 10.0.0.53:1053/sda re: Trying to HEAD /v1/a/c/o: +StopIteration +test.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_POST +test.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_POST ... ok +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txf903e4c251bb4912ac6a7-0068520510) -proxy-server ERROR: ERROR with Object server 10.0.0.54:1054/sda re: Trying to HEAD /v1/a/c/o: +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txf903e4c251bb4912ac6a7-0068520510) -proxy-server ERROR: ERROR with Object server 10.0.0.55:1055/sda re: Trying to HEAD /v1/a/c/o: +StopIteration +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: Container GET returning 503 for (204, 503, 503) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txf903e4c251bb4912ac6a7-0068520510) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.28:1028/sda re: Trying to HEAD /v1/a/c/o: +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx8036df31f58d40c5b010a-0068520510) -proxy-server ERROR: ERROR with Object server 10.0.0.29:1029/sda re: Trying to HEAD /v1/a/c/o: +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx8036df31f58d40c5b010a-0068520510) -proxy-server ERROR: ERROR with Object server 10.0.0.30:1030/sda re: Trying to HEAD /v1/a/c/o: +StopIteration +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx8036df31f58d40c5b010a-0068520510) -proxy-server ERROR: ERROR with Object server 10.0.0.31:1031/sda re: Trying to HEAD /v1/a/c/o: +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx8036df31f58d40c5b010a-0068520510) -proxy-server ERROR: ERROR with Object server 10.0.0.32:1032/sda re: Trying to HEAD /v1/a/c/o: +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx8036df31f58d40c5b010a-0068520510) -proxy-server ERROR: ERROR with Object server 10.0.0.33:1033/sda re: Trying to HEAD /v1/a/c/o: +StopIteration +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: Container GET returning 503 for (404, 503, 503) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx8036df31f58d40c5b010a-0068520510) -proxy-server ERROR: ERROR with Object server 10.0.0.34:1034/sda re: Trying to HEAD /v1/a/c/o: +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx8036df31f58d40c5b010a-0068520510) -proxy-server ERROR: ERROR with Object server 10.0.0.35:1035/sda re: Trying to HEAD /v1/a/c/o: +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx8036df31f58d40c5b010a-0068520510) -proxy-server ERROR: ERROR with Object server 10.0.0.36:1036/sda re: Trying to HEAD /v1/a/c/o: +StopIteration +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: Container GET returning 503 for (503, 503, 503) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx8036df31f58d40c5b010a-0068520510) -proxy-server ERROR: ERROR with Object server 10.0.0.37:1037/sda re: Trying to HEAD /v1/a/c/o: +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx8036df31f58d40c5b010a-0068520510) -proxy-server ERROR: ERROR with Object server 10.0.0.38:1038/sda re: Trying to HEAD /v1/a/c/o: +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx8036df31f58d40c5b010a-0068520510) -proxy-server ERROR: ERROR with Object server 10.0.0.39:1039/sda re: Trying to HEAD /v1/a/c/o: +StopIteration +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda +test.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_PUT +test.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_PUT ... ok +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx8036df31f58d40c5b010a-0068520510) -proxy-server ERROR: ERROR with Object server 10.0.0.40:1040/sda re: Trying to HEAD /v1/a/c/o: +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx8036df31f58d40c5b010a-0068520510) -proxy-server ERROR: ERROR with Object server 10.0.0.41:1041/sda re: Trying to HEAD /v1/a/c/o: +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx8036df31f58d40c5b010a-0068520510) -proxy-server ERROR: ERROR with Object server 10.0.0.42:1042/sda re: Trying to HEAD /v1/a/c/o: +StopIteration +test ERROR: Container GET returning 503 for (201, 404, 503) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx8036df31f58d40c5b010a-0068520510) -proxy-server ERROR: ERROR with Object server 10.0.0.43:1043/sda re: Trying to HEAD /v1/a/c/o: +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx8036df31f58d40c5b010a-0068520510) -proxy-server ERROR: ERROR with Object server 10.0.0.44:1044/sda re: Trying to HEAD /v1/a/c/o: +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx8036df31f58d40c5b010a-0068520510) -proxy-server ERROR: ERROR with Object server 10.0.0.45:1045/sda re: Trying to HEAD /v1/a/c/o: +StopIteration +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: Container GET returning 503 for (201, 503, 503) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx8036df31f58d40c5b010a-0068520510) -proxy-server ERROR: ERROR with Object server 10.0.0.46:1046/sda re: Trying to HEAD /v1/a/c/o: +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx8036df31f58d40c5b010a-0068520510) -proxy-server ERROR: ERROR with Object server 10.0.0.47:1047/sda re: Trying to HEAD /v1/a/c/o: +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx8036df31f58d40c5b010a-0068520510) -proxy-server ERROR: ERROR with Object server 10.0.0.48:1048/sda re: Trying to HEAD /v1/a/c/o: +StopIteration +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx8036df31f58d40c5b010a-0068520510) -proxy-server ERROR: ERROR with Object server 10.0.0.49:1049/sda re: Trying to HEAD /v1/a/c/o: +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx8036df31f58d40c5b010a-0068520510) -proxy-server ERROR: ERROR with Object server 10.0.0.50:1050/sda re: Trying to HEAD /v1/a/c/o: +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx8036df31f58d40c5b010a-0068520510) -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_different_timestamps -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_different_timestamps ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_with_some_missing -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_with_some_missing ... ok -proxy-server ERROR: ERROR with Object server 10.0.0.51:1051/sda re: Trying to HEAD /v1/a/c/o: +StopIteration +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: Container GET returning 503 for (404, 503, 503) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx8036df31f58d40c5b010a-0068520510) -proxy-server ERROR: ERROR with Object server 10.0.0.52:1052/sda re: Trying to HEAD /v1/a/c/o: +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx8036df31f58d40c5b010a-0068520510) -proxy-server ERROR: ERROR with Object server 10.0.0.53:1053/sda re: Trying to HEAD /v1/a/c/o: +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx8036df31f58d40c5b010a-0068520510) -proxy-server ERROR: ERROR with Object server 10.0.0.54:1054/sda re: Trying to HEAD /v1/a/c/o: +StopIteration +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: Container GET returning 503 for (503, 503, 503) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx8036df31f58d40c5b010a-0068520510) -proxy-server ERROR: ERROR with Object server 10.0.0.55:1055/sda re: Trying to HEAD /v1/a/c/o: + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status +OSError (txn: tx2bf4403f58fa4db590d01-006644fa80) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx8036df31f58d40c5b010a-0068520510) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.28:1028/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx27a956d98d6a4f1c87a15-0068520510) -proxy-server ERROR: ERROR with Object server 10.0.0.29:1029/sda re: Trying to HEAD /v1/a/c/o: + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status +OSError (txn: tx2bf4403f58fa4db590d01-006644fa80) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx27a956d98d6a4f1c87a15-0068520510) -proxy-server ERROR: ERROR with Object server 10.0.0.30:1030/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx27a956d98d6a4f1c87a15-0068520510) -proxy-server ERROR: ERROR with Object server 10.0.0.31:1031/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx27a956d98d6a4f1c87a15-0068520510) -proxy-server ERROR: ERROR with Object server 10.0.0.32:1032/sda re: Trying to HEAD /v1/a/c/o: + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status +OSError (txn: tx2bf4403f58fa4db590d01-006644fa80) +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to GET /v1/a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx27a956d98d6a4f1c87a15-0068520510) -proxy-server ERROR: ERROR with Object server 10.0.0.33:1033/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx27a956d98d6a4f1c87a15-0068520510) -proxy-server ERROR: ERROR with Object server 10.0.0.34:1034/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx27a956d98d6a4f1c87a15-0068520510) -proxy-server ERROR: ERROR with Object server 10.0.0.35:1035/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx27a956d98d6a4f1c87a15-0068520510) -proxy-server ERROR: ERROR with Object server 10.0.0.36:1036/sda re: Trying to HEAD /v1/a/c/o: + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status +OSError (txn: tx2bf4403f58fa4db590d01-006644fa80) +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx27a956d98d6a4f1c87a15-0068520510) -proxy-server ERROR: ERROR with Object server 10.0.0.37:1037/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx27a956d98d6a4f1c87a15-0068520510) -proxy-server ERROR: ERROR with Object server 10.0.0.38:1038/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx27a956d98d6a4f1c87a15-0068520510) -proxy-server ERROR: ERROR with Object server 10.0.0.39:1039/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx27a956d98d6a4f1c87a15-0068520510) -proxy-server ERROR: ERROR with Object server 10.0.0.40:1040/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx27a956d98d6a4f1c87a15-0068520510) -proxy-server ERROR: ERROR with Object server 10.0.0.41:1041/sda re: Trying to HEAD /v1/a/c/o: + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status +OSError (txn: tx2bf4403f58fa4db590d01-006644fa80) +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to GET /v1/a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx27a956d98d6a4f1c87a15-0068520510) -proxy-server ERROR: ERROR with Object server 10.0.0.42:1042/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx27a956d98d6a4f1c87a15-0068520510) -proxy-server ERROR: ERROR with Object server 10.0.0.43:1043/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx27a956d98d6a4f1c87a15-0068520510) -proxy-server ERROR: ERROR with Object server 10.0.0.44:1044/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx27a956d98d6a4f1c87a15-0068520510) -proxy-server ERROR: ERROR with Object server 10.0.0.45:1045/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx27a956d98d6a4f1c87a15-0068520510) -proxy-server ERROR: ERROR with Object server 10.0.0.46:1046/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status +OSError (txn: tx2bf4403f58fa4db590d01-006644fa80) +test ERROR: Container GET returning 503 for [] (txn: tx2bf4403f58fa4db590d01-006644fa80) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx90221984a0f247208cc47-006644fa80) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx90221984a0f247208cc47-006644fa80) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: tx90221984a0f247208cc47-006644fa80) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.3:1003/sda (txn: tx90221984a0f247208cc47-006644fa80) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.4:1004/sda (txn: tx90221984a0f247208cc47-006644fa80) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.5:1005/sda (txn: tx90221984a0f247208cc47-006644fa80) +test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500] (txn: tx90221984a0f247208cc47-006644fa80) +test INFO: Client disconnected on read of '/a/c' (txn: txf41431168fba47d585259-006644fa80) +test INFO: Client disconnected on read of '/a/c' (txn: tx7962390f5d5945ef82314-006644fa80) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx34644b0163cb4b78a6de2-006644fa80) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx34644b0163cb4b78a6de2-006644fa80) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx34644b0163cb4b78a6de2-006644fa80) +test ERROR: Container GET returning 503 for [] (txn: tx34644b0163cb4b78a6de2-006644fa80) +test INFO: Client disconnected on read of '/a/c' (txn: tx34644b0163cb4b78a6de2-006644fa80) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx148239808e1941e0a17fd-006644fa80) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx148239808e1941e0a17fd-006644fa80) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx148239808e1941e0a17fd-006644fa80) +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx148239808e1941e0a17fd-006644fa80) +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx148239808e1941e0a17fd-006644fa80) +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx148239808e1941e0a17fd-006644fa80) +test ERROR: Container GET returning 503 for [] (txn: tx148239808e1941e0a17fd-006644fa80) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txf66efe81e7134e9d937b6-006644fa80) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txf66efe81e7134e9d937b6-006644fa80) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txf66efe81e7134e9d937b6-006644fa80) +test.unit.proxy.controllers.test_container.TestContainerController.test_response_codes_for_GET +test.unit.proxy.controllers.test_container.TestContainerController.test_response_codes_for_GET ... ok +test.unit.proxy.controllers.test_container.TestContainerController.test_swift_owner +test.unit.proxy.controllers.test_container.TestContainerController.test_swift_owner ... ok +test.unit.proxy.controllers.test_container.TestContainerController.test_sys_meta_headers_POST +test.unit.proxy.controllers.test_container.TestContainerController.test_sys_meta_headers_POST ... ok +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txf66efe81e7134e9d937b6-006644fa80) +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txf66efe81e7134e9d937b6-006644fa80) +test ERROR: Container GET returning 503 for [] (txn: txf66efe81e7134e9d937b6-006644fa80) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx5f8d8ec47ca84b518d001-006644fa80) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx5f8d8ec47ca84b518d001-006644fa80) +test ERROR: Container GET returning 503 for [] (txn: tx5f8d8ec47ca84b518d001-006644fa80) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx987f14de2aea403bba1df-006644fa80) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: txedc140b25d334b2495f82-006644fa80) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: txedc140b25d334b2495f82-006644fa80) +test ERROR: Container GET returning 503 for [500, 500] (txn: txedc140b25d334b2495f82-006644fa80) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: txdb0ca9fde44c4b2b93526-006644fa80) +test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: txe6ae4fa43aeb46239feea-006644fa80) +test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txe6ae4fa43aeb46239feea-006644fa80) +test INFO: Client disconnected on read of '/a/c' (txn: txe6ae4fa43aeb46239feea-006644fa80) +test ERROR: Container GET returning 503 for [] (txn: tx7e536d3d303c4e9a84528-006644fa80) +test INFO: Client disconnected on read of '/a/c' (txn: tx7e536d3d303c4e9a84528-006644fa80) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: tx27a19086a93d481aa3e8a-006644fa80) +test INFO: Client disconnected on read of '/a/c' (txn: tx27a19086a93d481aa3e8a-006644fa80) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx27a956d98d6a4f1c87a15-0068520510) -proxy-server ERROR: ERROR with Object server 10.0.0.47:1047/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx54b05ab547214275ae5dd-006644fa80) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to POST /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx27a956d98d6a4f1c87a15-0068520510) -proxy-server ERROR: ERROR with Object server 10.0.0.48:1048/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx54b05ab547214275ae5dd-006644fa80) +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx27a956d98d6a4f1c87a15-0068520510) -proxy-server ERROR: ERROR with Object server 10.0.0.49:1049/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx54b05ab547214275ae5dd-006644fa80) +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx27a956d98d6a4f1c87a15-0068520510) -proxy-server ERROR: ERROR with Object server 10.0.0.50:1050/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx54b05ab547214275ae5dd-006644fa80) +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx27a956d98d6a4f1c87a15-0068520510) -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_with_two_vector_timestamps -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_with_two_vector_timestamps ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_delete_at_in_past -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_delete_at_in_past ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_delete_at_non_integer -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_delete_at_non_integer ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_limits_expirer_queue_deletes -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_limits_expirer_queue_deletes ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_negative_delete_after -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_negative_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_non_int_delete_after -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_non_int_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_delete_at_in_past -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_delete_at_in_past ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_delete_at_non_integer -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_delete_at_non_integer ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_limits_expirer_queue_deletes -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_limits_expirer_queue_deletes ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_negative_delete_after -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_negative_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_non_int_delete_after -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_non_int_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_requires_length -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_requires_length ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_connect_put_node_timeout -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_connect_put_node_timeout ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_container_sync_delete -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_container_sync_delete ... ok -proxy-server ERROR: ERROR with Object server 10.0.0.51:1051/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx54b05ab547214275ae5dd-006644fa80) +test ERROR: Container GET returning 503 for (200, 503, 503) (txn: tx54b05ab547214275ae5dd-006644fa80) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to PUT /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx27a956d98d6a4f1c87a15-0068520510) -proxy-server ERROR: ERROR with Object server 10.0.0.52:1052/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx856e3b74615b403e89877-006644fa80) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to PUT /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx27a956d98d6a4f1c87a15-0068520510) -proxy-server ERROR: ERROR with Object server 10.0.0.53:1053/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx856e3b74615b403e89877-006644fa80) +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx27a956d98d6a4f1c87a15-0068520510) -proxy-server ERROR: ERROR with Object server 10.0.0.54:1054/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx856e3b74615b403e89877-006644fa80) +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx27a956d98d6a4f1c87a15-0068520510) -proxy-server ERROR: ERROR with Object server 10.0.0.55:1055/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx856e3b74615b403e89877-006644fa80) +test.unit.proxy.controllers.test_container.TestContainerController.test_sys_meta_headers_PUT +test.unit.proxy.controllers.test_container.TestContainerController.test_sys_meta_headers_PUT ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_object +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_object ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_shard +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_shard ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_shard_with_listing_state +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_shard_with_listing_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_storage_policy_index +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_storage_policy_index ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_storage_policy_index_empty +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_storage_policy_index_empty ... ok +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796768.00000, db: /tmp/tmpasrznpjc/sda/containers/0/2db/51f669dec71662346c0edf3df9e372db/51f669dec71662346c0edf3df9e372db.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796770.00000, db: /tmp/tmpasrznpjc/sda/containers/0/f51/922748e21ada351b01f94c13ebb92f51/922748e21ada351b01f94c13ebb92f51.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796770.00000, db: /tmp/tmpasrznpjc/sda/containers/0/f51/922748e21ada351b01f94c13ebb92f51/922748e21ada351b01f94c13ebb92f51.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796772.00000, db: /tmp/tmpasrznpjc/sda/containers/0/bec/e6ddd7e2b0834b99f277bbfaff7cbbec/e6ddd7e2b0834b99f277bbfaff7cbbec.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796772.00000, db: /tmp/tmpasrznpjc/sda/containers/0/bec/e6ddd7e2b0834b99f277bbfaff7cbbec/e6ddd7e2b0834b99f277bbfaff7cbbec.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796774.00000, db: /tmp/tmpasrznpjc/sda/containers/0/ef5/07c05565af2e6c7fb0eebe818aadcef5/07c05565af2e6c7fb0eebe818aadcef5.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796774.00000, db: /tmp/tmpasrznpjc/sda/containers/0/ef5/07c05565af2e6c7fb0eebe818aadcef5/07c05565af2e6c7fb0eebe818aadcef5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796776.00000, db: /tmp/tmpasrznpjc/sda/containers/0/ec9/46cb26421869f31b6e98643100040ec9/46cb26421869f31b6e98643100040ec9.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796776.00000, db: /tmp/tmpasrznpjc/sda/containers/0/ec9/46cb26421869f31b6e98643100040ec9/46cb26421869f31b6e98643100040ec9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796778.00000, db: /tmp/tmpasrznpjc/sda/containers/0/e6a/b775174122496e5f0cede90b8df82e6a/b775174122496e5f0cede90b8df82e6a.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796778.00000, db: /tmp/tmpasrznpjc/sda/containers/0/e6a/b775174122496e5f0cede90b8df82e6a/b775174122496e5f0cede90b8df82e6a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796780.00000, db: /tmp/tmpasrznpjc/sda/containers/0/d5d/3c4500595d51b3de87fa9cc029f81d5d/3c4500595d51b3de87fa9cc029f81d5d.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796780.00000, db: /tmp/tmpasrznpjc/sda/containers/0/d5d/3c4500595d51b3de87fa9cc029f81d5d/3c4500595d51b3de87fa9cc029f81d5d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796782.00000, db: /tmp/tmpasrznpjc/sda/containers/0/9da/258dfa236c250a8d489beddba87909da/258dfa236c250a8d489beddba87909da.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796782.00000, db: /tmp/tmpasrznpjc/sda/containers/0/9da/258dfa236c250a8d489beddba87909da/258dfa236c250a8d489beddba87909da.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796784.00000, db: /tmp/tmpasrznpjc/sda/containers/0/003/8a140aff5458b96df89dc0ad77929003/8a140aff5458b96df89dc0ad77929003.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796784.00000, db: /tmp/tmpasrznpjc/sda/containers/0/003/8a140aff5458b96df89dc0ad77929003/8a140aff5458b96df89dc0ad77929003.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796786.00000, db: /tmp/tmpasrznpjc/sda/containers/0/145/2cd8ad26d8fc225ba555051be770f145/2cd8ad26d8fc225ba555051be770f145.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796786.00000, db: /tmp/tmpasrznpjc/sda/containers/0/145/2cd8ad26d8fc225ba555051be770f145/2cd8ad26d8fc225ba555051be770f145.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796788.00000, db: /tmp/tmpasrznpjc/sda/containers/0/89f/6d79db2fc15d5e3aa3e00398d6ab389f/6d79db2fc15d5e3aa3e00398d6ab389f.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796788.00000, db: /tmp/tmpasrznpjc/sda/containers/0/89f/6d79db2fc15d5e3aa3e00398d6ab389f/6d79db2fc15d5e3aa3e00398d6ab389f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796790.00000, db: /tmp/tmpasrznpjc/sda/containers/0/161/a41133254c63c1e76192e1265fef1161/a41133254c63c1e76192e1265fef1161.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796790.00000, db: /tmp/tmpasrznpjc/sda/containers/0/161/a41133254c63c1e76192e1265fef1161/a41133254c63c1e76192e1265fef1161.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796792.00000, db: /tmp/tmpasrznpjc/sda/containers/0/a7d/6f9be38924ca1ea2efab215cd2705a7d/6f9be38924ca1ea2efab215cd2705a7d.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796792.00000, db: /tmp/tmpasrznpjc/sda/containers/0/a7d/6f9be38924ca1ea2efab215cd2705a7d/6f9be38924ca1ea2efab215cd2705a7d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796794.00000, db: /tmp/tmpasrznpjc/sda/containers/0/ab3/416964621e0cb8aab5f7e642054a1ab3/416964621e0cb8aab5f7e642054a1ab3.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796794.00000, db: /tmp/tmpasrznpjc/sda/containers/0/ab3/416964621e0cb8aab5f7e642054a1ab3/416964621e0cb8aab5f7e642054a1ab3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796796.00000, db: /tmp/tmpasrznpjc/sda/containers/0/6d4/043939aee814250a4877c6a18db956d4/043939aee814250a4877c6a18db956d4.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796796.00000, db: /tmp/tmpasrznpjc/sda/containers/0/6d4/043939aee814250a4877c6a18db956d4/043939aee814250a4877c6a18db956d4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796798.00000, db: /tmp/tmpasrznpjc/sda/containers/0/3b0/6a7382d681ccb4254e6550889e29f3b0/6a7382d681ccb4254e6550889e29f3b0.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796798.00000, db: /tmp/tmpasrznpjc/sda/containers/0/3b0/6a7382d681ccb4254e6550889e29f3b0/6a7382d681ccb4254e6550889e29f3b0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796800.00000, db: /tmp/tmpasrznpjc/sda/containers/0/ffe/b7ea625620badf5412bac8a4376ceffe/b7ea625620badf5412bac8a4376ceffe.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796800.00000, db: /tmp/tmpasrznpjc/sda/containers/0/ffe/b7ea625620badf5412bac8a4376ceffe/b7ea625620badf5412bac8a4376ceffe.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796802.00000, db: /tmp/tmpasrznpjc/sda/containers/0/0ab/5434a138923bf76cd5035f137c58e0ab/5434a138923bf76cd5035f137c58e0ab.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796802.00000, db: /tmp/tmpasrznpjc/sda/containers/0/0ab/5434a138923bf76cd5035f137c58e0ab/5434a138923bf76cd5035f137c58e0ab.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796804.00000, db: /tmp/tmpasrznpjc/sda/containers/0/95a/b64f75bc589d7fa89ef8aeb5f562095a/b64f75bc589d7fa89ef8aeb5f562095a.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796804.00000, db: /tmp/tmpasrznpjc/sda/containers/0/95a/b64f75bc589d7fa89ef8aeb5f562095a/b64f75bc589d7fa89ef8aeb5f562095a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796806.00000, db: /tmp/tmpasrznpjc/sda/containers/0/5ff/138080cba99c1bcd7dfb6b4cb289a5ff/138080cba99c1bcd7dfb6b4cb289a5ff.db +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_x_syncs +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_x_syncs ... ok +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx27a956d98d6a4f1c87a15-0068520510) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server :/ re: Expect: 100-continue on /a/c/o: ConnectionTimeout (0.05s) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_container_update_backend_requests -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_container_update_backend_requests ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_delete_at_backend_requests -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_delete_at_backend_requests ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_determine_chunk_destinations_prioritize_more_missing -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_determine_chunk_destinations_prioritize_more_missing ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_expirer_DELETE_suppresses_expirer_queue_updates -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_expirer_DELETE_suppresses_expirer_queue_updates ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_handoff_local_first_default -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_handoff_local_first_default ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_handoff_local_first_non_default -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_handoff_local_first_non_default ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_best_effort -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_best_effort ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_moves_locals_first -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_moves_locals_first ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_noops_when_no_affinity -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_noops_when_no_affinity ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_handoff_first_noops_when_no_affinity -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_handoff_first_noops_when_no_affinity ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_object_DELETE_backend_update_container_ip_default -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_object_DELETE_backend_update_container_ip_default ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_repl_object_DELETE_backend_update_container_repl_ip -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_repl_object_DELETE_backend_update_container_repl_ip ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_smooth_distributed_backend_requests -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_smooth_distributed_backend_requests ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_some_404s_and_507s -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_some_404s_and_507s ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_not_configured -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_not_configured ... ok -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_per_policy_config -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_per_policy_config ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_per_policy_config_overrides_and_inherits -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_per_policy_config_overrides_and_inherits ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_proxy_server_config -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_proxy_server_config ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_not_available -test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_not_available ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_reading -test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_reading ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_recheck_time_zero -test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_recheck_time_zero ... ok -proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=%E1%88%B41_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_writing -test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_writing ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_empty_body -test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_empty_body ... ok -sharder-test INFO: Cleaved ShardRange in 0.065s, path: a/c, db: /tmp/tmpf3jshxov/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205710.46249.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpf3jshxov/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205710.46249.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpkkkojbt8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205711.39144.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpkkkojbt8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205711.39144.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpkkkojbt8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205711.39144.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpkkkojbt8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205711.39144.db -sharder-test INFO: Starting to cleave (3 todo), path: a/c, db: /tmp/tmpkkkojbt8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205711.39144.db -sharder-test INFO: Cleaving from row None into .shards_a/c_d_0 for ShardRange, path: a/c, db: /tmp/tmpkkkojbt8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205711.39144.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001964569091796875s, path: a/c, db: /tmp/tmpkkkojbt8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001010894775390625s, path: a/c, db: /tmp/tmpkkkojbt8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmpkkkojbt8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205711.39144.db -sharder-test INFO: Cleaving from row None into .shards_a/c_x_1 for ShardRange<'d' to 'x' as of 1750205375.45535, (0, 0) as of 1750205375.45535, created as of 1750205375.45535>, path: a/c, db: /tmp/tmpkkkojbt8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205711.39144.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001983642578125s, path: a/c, db: /tmp/tmpkkkojbt8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001125335693359375s, path: a/c, db: /tmp/tmpkkkojbt8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Cleaving ShardRange<'d' to 'x' as of 1750205375.45535, (0, 0) as of 1750205375.45535, created as of 1750205375.45535> - zero objects found, path: a/c, db: /tmp/tmpkkkojbt8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205711.39144.db -sharder-test INFO: Cleaving from row None into .shards_a/c__2 for ShardRange<'x' to MaxBound as of 1750205375.45535, (0, 0) as of 1750205375.45535, created as of 1750205375.45535>, path: a/c, db: /tmp/tmpkkkojbt8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205711.39144.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0003337860107421875s, path: a/c, db: /tmp/tmpkkkojbt8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00017976760864257812s, path: a/c, db: /tmp/tmpkkkojbt8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Cleaving ShardRange<'x' to MaxBound as of 1750205375.45535, (0, 0) as of 1750205375.45535, created as of 1750205375.45535> - zero objects found, path: a/c, db: /tmp/tmpkkkojbt8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205711.39144.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpkkkojbt8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205711.39144.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpmhna6atw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpmhna6atw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpmhna6atw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpmhna6atw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting to cleave (0 todo), path: a/c, db: /tmp/tmpmhna6atw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpmhna6atw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmpmhna6atw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205712.47204.db -sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmpmhna6atw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205712.47204.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpmhna6atw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205712.47204.db -sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmpmhna6atw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205712.47204.db -sharder-test INFO: Cleaving from row None into .shards_a/c_here_0 for ShardRange, path: a/c, db: /tmp/tmpmhna6atw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205712.47204.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0003390312194824219s, path: a/c, db: /tmp/tmpmhna6atw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.000152587890625s, path: a/c, db: /tmp/tmpmhna6atw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013375282287597656s, path: a/c, db: /tmp/tmpmhna6atw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001246929168701172s, path: a/c, db: /tmp/tmpmhna6atw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_here_0 for ShardRange, path: a/c, db: /tmp/tmpmhna6atw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205712.47204.db -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server INFO: Caching updating shards for shard-updating-v2/a/c (3 shards) (txn: tx6a117c3e27d64bd79a96a-0068520511) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Problem with listing response from /v1/a/c/o: JSONDecodeError('Expecting value: line 1 column 1 (char 0)') (txn: tx0e3d11f0573e45a9ada47-0068520511) -sharder-test INFO: Cleaved ShardRange in 0.129s, path: a/c, db: /tmp/tmpmhna6atw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205712.47204.db -sharder-test INFO: Stopped cleave at unready ShardRange<'here' to 'there' as of 1750205375.45535, (0, 0) as of 1750205375.45535, found as of 1750205375.45535>, path: a/c, db: /tmp/tmpmhna6atw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205712.47204.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpmhna6atw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205712.47204.db -sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmpmhna6atw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205712.47204.db -sharder-test INFO: Cleaving from row None into .shards_a/c_there_1 for ShardRange<'here' to 'there' as of 1750205375.45535, (0, 0) as of 1750205375.45535, created as of 1750205375.45535>, path: a/c, db: /tmp/tmpmhna6atw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205712.47204.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002377033233642578s, path: a/c, db: /tmp/tmpmhna6atw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00014257431030273438s, path: a/c, db: /tmp/tmpmhna6atw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010991096496582031s, path: a/c, db: /tmp/tmpmhna6atw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011730194091796875s, path: a/c, db: /tmp/tmpmhna6atw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00018143653869628906s, path: a/c, db: /tmp/tmpmhna6atw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_there_1 for ShardRange, path: a/c, db: /tmp/tmpmhna6atw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205712.47204.db -sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_there_1 in state cleaved: 1 successes, 2 required, shard db: /tmp/tmpmhna6atw/sda/containers/0/7a6/40d00a528944ce0468e507db329647a6/40d00a528944ce0468e507db329647a6.db, path: a/c, db: /tmp/tmpmhna6atw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205712.47204.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpmhna6atw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205712.47204.db -sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmpmhna6atw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205712.47204.db -sharder-test INFO: Cleaving from row None into .shards_a/c_there_1 for ShardRange<'here' to 'there' as of 1750205375.45535, (0, 0) as of 1750205375.45535, created as of 1750205375.45535>, path: a/c, db: /tmp/tmpmhna6atw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205712.47204.db -sharder-test DEBUG: Cleaving ShardRange<'here' to 'there' as of 1750205375.45535, (0, 0) as of 1750205375.45535, created as of 1750205375.45535> - shard db already in sync, path: a/c, db: /tmp/tmpmhna6atw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205712.47204.db -sharder-test INFO: Replicating new shard container .shards_a/c_there_1 for ShardRange, path: a/c, db: /tmp/tmpmhna6atw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205712.47204.db -sharder-test INFO: Cleaved ShardRange<'here' to 'there' as of 1750205375.45535, (3, 6) as of 1750205713.74580, cleaved as of 1750205375.45535> in 0.04s, path: a/c, db: /tmp/tmpmhna6atw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205712.47204.db -sharder-test INFO: Cleaving from row None into .shards_a/c_where_2 for ShardRange<'there' to 'where' as of 1750205375.45535, (0, 0) as of 1750205375.45535, created as of 1750205375.45535>, path: a/c, db: /tmp/tmpmhna6atw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205712.47204.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0003192424774169922s, path: a/c, db: /tmp/tmpmhna6atw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=False) in 8.893013000488281e-05s, path: a/c, db: /tmp/tmpmhna6atw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001862049102783203s, path: a/c, db: /tmp/tmpmhna6atw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_where_2 for ShardRange, path: a/c, db: /tmp/tmpmhna6atw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205712.47204.db -sharder-test INFO: Cleaved ShardRange<'there' to 'where' as of 1750205375.45535, (1, 100) as of 1750205714.01653, cleaved as of 1750205375.45535> in 0.091s, path: a/c, db: /tmp/tmpmhna6atw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205712.47204.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpmhna6atw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205712.47204.db -sharder-test DEBUG: Continuing to cleave (3 done, 1 todo), path: a/c, db: /tmp/tmpmhna6atw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205712.47204.db -sharder-test INFO: Cleaving from row None into .shards_a/c_yonder_3 for ShardRange<'where' to 'yonder' as of 1750205375.45535, (0, 0) as of 1750205375.45535, created as of 1750205375.45535>, path: a/c, db: /tmp/tmpmhna6atw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205712.47204.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002644062042236328s, path: a/c, db: /tmp/tmpmhna6atw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011157989501953125s, path: a/c, db: /tmp/tmpmhna6atw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00020194053649902344s, path: a/c, db: /tmp/tmpmhna6atw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001049041748046875s, path: a/c, db: /tmp/tmpmhna6atw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_yonder_3 for ShardRange, path: a/c, db: /tmp/tmpmhna6atw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205712.47204.db +StopIteration (txn: tx856e3b74615b403e89877-006644fa80) +test ERROR: Container GET returning 503 for (200, 503, 503) (txn: tx856e3b74615b403e89877-006644fa80) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txb4f20fceb75c442295b8c-006644fa82) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txb4f20fceb75c442295b8c-006644fa82) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txb4f20fceb75c442295b8c-006644fa82) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: txb4f20fceb75c442295b8c-006644fa82) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txb4f20fceb75c442295b8c-006644fa82) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txb4f20fceb75c442295b8c-006644fa82) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 8 (txn: txb4f20fceb75c442295b8c-006644fa82) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txb4f20fceb75c442295b8c-006644fa82) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9992&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txb4f20fceb75c442295b8c-006644fa82) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1032 (txn: txb4f20fceb75c442295b8c-006644fa82) +test DEBUG: Setting object count to 1032 (txn: txb4f20fceb75c442295b8c-006644fa82) +test DEBUG: GET listing from 3 shards for: /v1/a/c?reverse=true&format=json&states=listing (txn: tx425b17f0d80046c3a625f-006644fa82) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx425b17f0d80046c3a625f-006644fa82) +test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&format=json&limit=10000&marker=&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: tx425b17f0d80046c3a625f-006644fa82) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx425b17f0d80046c3a625f-006644fa82) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx425b17f0d80046c3a625f-006644fa82) +test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&format=json&limit=10000&marker=&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx425b17f0d80046c3a625f-006644fa82) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 8 (txn: tx425b17f0d80046c3a625f-006644fa82) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx425b17f0d80046c3a625f-006644fa82) +test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&format=json&limit=9992&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx425b17f0d80046c3a625f-006644fa82) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 48 (txn: tx425b17f0d80046c3a625f-006644fa82) +test DEBUG: Setting object count to 48 (txn: tx425b17f0d80046c3a625f-006644fa82) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx373bdcd924a949bd9adbf-006644fa82) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx373bdcd924a949bd9adbf-006644fa82) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx373bdcd924a949bd9adbf-006644fa82) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx373bdcd924a949bd9adbf-006644fa82) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx373bdcd924a949bd9adbf-006644fa82) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx373bdcd924a949bd9adbf-006644fa82) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 40 (txn: tx373bdcd924a949bd9adbf-006644fa82) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx373bdcd924a949bd9adbf-006644fa82) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9960&marker=h&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx373bdcd924a949bd9adbf-006644fa82) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1064 (txn: tx373bdcd924a949bd9adbf-006644fa82) +test DEBUG: Setting object count to 1064 (txn: tx373bdcd924a949bd9adbf-006644fa82) +test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=koolaid&format=json&states=listing (txn: tx33c0efcc74764b6688709-006644fa82) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx33c0efcc74764b6688709-006644fa82) +test DEBUG: Get listing from /v1/.shards_a/c_pie?marker=koolaid&format=json&limit=10000&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx33c0efcc74764b6688709-006644fa82) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx33c0efcc74764b6688709-006644fa82) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx33c0efcc74764b6688709-006644fa82) +test DEBUG: Get listing from /v1/.shards_a/c_?marker=koolaid&format=json&limit=10000&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx33c0efcc74764b6688709-006644fa82) +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_empty_shard_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_empty_shard_no_memcache ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_initiated_and_required +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_initiated_and_required ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_container_merge_other_ranges +test.unit.container.test_sharder.TestSharder.test_audit_shard_container_merge_other_ranges ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_deleted_range_in_root_container +test.unit.container.test_sharder.TestSharder.test_audit_shard_deleted_range_in_root_container ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_deleted_range_missing_from_root_container +test.unit.container.test_sharder.TestSharder.test_audit_shard_deleted_range_missing_from_root_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_state_is_not_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_state_is_not_reclaimable ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_sysmeta +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_sysmeta ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_gap_in_shards_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_gap_in_shards_no_memcache ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_storage_policy_property +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_storage_policy_property ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_range_not_merged_while_shrinking +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_range_not_merged_while_shrinking ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sync_merging +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sync_merging ... ok +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796806.00000, db: /tmp/tmpasrznpjc/sda/containers/0/5ff/138080cba99c1bcd7dfb6b4cb289a5ff/138080cba99c1bcd7dfb6b4cb289a5ff.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796808.00000, db: /tmp/tmpasrznpjc/sda/containers/0/2c5/21c2f891a5af18c9236b7467084f12c5/21c2f891a5af18c9236b7467084f12c5.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796808.00000, db: /tmp/tmpasrznpjc/sda/containers/0/2c5/21c2f891a5af18c9236b7467084f12c5/21c2f891a5af18c9236b7467084f12c5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796810.00000, db: /tmp/tmpasrznpjc/sda/containers/0/781/0a9af884834f4127345dd0648fc78781/0a9af884834f4127345dd0648fc78781.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796810.00000, db: /tmp/tmpasrznpjc/sda/containers/0/781/0a9af884834f4127345dd0648fc78781/0a9af884834f4127345dd0648fc78781.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796812.00000, db: /tmp/tmpasrznpjc/sda/containers/0/818/8abdb68068f0ae9fc1248d2e9da12818/8abdb68068f0ae9fc1248d2e9da12818.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796812.00000, db: /tmp/tmpasrznpjc/sda/containers/0/818/8abdb68068f0ae9fc1248d2e9da12818/8abdb68068f0ae9fc1248d2e9da12818.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796814.00000, db: /tmp/tmpasrznpjc/sda/containers/0/a7c/255650720390e76f1a6cefa2eb929a7c/255650720390e76f1a6cefa2eb929a7c.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796814.00000, db: /tmp/tmpasrznpjc/sda/containers/0/a7c/255650720390e76f1a6cefa2eb929a7c/255650720390e76f1a6cefa2eb929a7c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796816.00000, db: /tmp/tmpasrznpjc/sda/containers/0/cbb/9dd5a996e850c284cb25758245be2cbb/9dd5a996e850c284cb25758245be2cbb.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796816.00000, db: /tmp/tmpasrznpjc/sda/containers/0/cbb/9dd5a996e850c284cb25758245be2cbb/9dd5a996e850c284cb25758245be2cbb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796818.00000, db: /tmp/tmpasrznpjc/sda/containers/0/d08/6ed333e1ba5af6368954beb19ecafd08/6ed333e1ba5af6368954beb19ecafd08.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796818.00000, db: /tmp/tmpasrznpjc/sda/containers/0/d08/6ed333e1ba5af6368954beb19ecafd08/6ed333e1ba5af6368954beb19ecafd08.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796820.00000, db: /tmp/tmpasrznpjc/sda/containers/0/4db/4572c213c28d2ba19414d542b96184db/4572c213c28d2ba19414d542b96184db.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796820.00000, db: /tmp/tmpasrznpjc/sda/containers/0/4db/4572c213c28d2ba19414d542b96184db/4572c213c28d2ba19414d542b96184db.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715796822.00000, db: /tmp/tmpasrznpjc/sda/containers/0/045/1452a6fc70bc36d3731cc85973b54045/1452a6fc70bc36d3731cc85973b54045.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715796822.00000, db: /tmp/tmpasrznpjc/sda/containers/0/045/1452a6fc70bc36d3731cc85973b54045/1452a6fc70bc36d3731cc85973b54045.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpr_x1q9j9/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715796610.00000, (0, 0) as of 1715796610.00000, active as of 1715796610.00000> to ShardRange<'k' to 't' as of 1715796611.00000, (0, 0) as of 1715796611.00000, sharded as of 1715796612.00000>, path: .shards_a/shard_c, db: /tmp/tmpr_x1q9j9/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Marked shard container as deleted, path: .shards_a/shard_c, db: /tmp/tmpr_x1q9j9/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Marked shard container as deleted, path: .shards_a/shard_c, db: /tmp/tmpxevsd_mi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796611.00000-0, db: /tmp/tmpmu51hc85/sda/containers/0/54a/1e7915a920312b952121e4ff9da4054a/1e7915a920312b952121e4ff9da4054a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796614.00000-0, db: /tmp/tmpmu51hc85/sda/containers/0/6c8/2f4dbd8a194039dbb1bfd19fa326b6c8/2f4dbd8a194039dbb1bfd19fa326b6c8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796617.00000-0, db: /tmp/tmpmu51hc85/sda/containers/0/909/61571a13e52bacec05050752e5bd1909/61571a13e52bacec05050752e5bd1909.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796620.00000-0, db: /tmp/tmpmu51hc85/sda/containers/0/ef3/2c9ff76b55fd97c2848aaa56af599ef3/2c9ff76b55fd97c2848aaa56af599ef3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796623.00000-0, db: /tmp/tmpmu51hc85/sda/containers/0/0b4/031fdd0e087d4627fc97e922d99d30b4/031fdd0e087d4627fc97e922d99d30b4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796626.00000-0, db: /tmp/tmpmu51hc85/sda/containers/0/3d5/0f9a2f653024bedf2c7da1b24862f3d5/0f9a2f653024bedf2c7da1b24862f3d5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796629.00000-0, db: /tmp/tmpmu51hc85/sda/containers/0/0fd/6cd4c1b6cdb1dd924ac884ecfaf080fd/6cd4c1b6cdb1dd924ac884ecfaf080fd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796632.00000-0, db: /tmp/tmpmu51hc85/sda/containers/0/65d/90c3bc95a885f124c47fd38b7bde465d/90c3bc95a885f124c47fd38b7bde465d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796635.00000-0, db: /tmp/tmpmu51hc85/sda/containers/0/77c/4eb547e2ae20d3b5eb0fece659b4877c/4eb547e2ae20d3b5eb0fece659b4877c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796638.00000-0, db: /tmp/tmpmu51hc85/sda/containers/0/b1c/1a0addb0c13cf0b15df092edef4e8b1c/1a0addb0c13cf0b15df092edef4e8b1c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796641.00000-0, db: /tmp/tmpmu51hc85/sda/containers/0/782/37d8a7d548d5e164d90454db5a57a782/37d8a7d548d5e164d90454db5a57a782.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796644.00000-0, db: /tmp/tmpmu51hc85/sda/containers/0/94f/89be53b7daf8874d34c2f8f20954a94f/89be53b7daf8874d34c2f8f20954a94f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796647.00000-0, db: /tmp/tmpmu51hc85/sda/containers/0/f9d/232cf5b32360f02a4b570f4527f99f9d/232cf5b32360f02a4b570f4527f99f9d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796650.00000-0, db: /tmp/tmpmu51hc85/sda/containers/0/faa/fb19668dc3b5afa6931b052c91eabfaa/fb19668dc3b5afa6931b052c91eabfaa.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796613.00000-0, db: /tmp/tmp5l6aump4/sda/containers/0/2a8/fb796810aeaa56ac681e8162ea0102a8/fb796810aeaa56ac681e8162ea0102a8.db +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_range_overlap_not_merged_while_shrinking +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_range_overlap_not_merged_while_shrinking ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_batch_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_batch_reclaim ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_gap_in_shards_with_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_gap_in_shards_with_memcache ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_chexor +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_chexor ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_create_broker +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_create_broker ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_creation +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_creation ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_db_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_db_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_delete_db_does_not_clear_particular_sharding_meta +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_delete_db_does_not_clear_particular_sharding_meta ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_delete_object +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_delete_object ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_marker_beyond_end_marker_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_marker_beyond_end_marker_memcache ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_double_check_trailing_delimiter +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_double_check_trailing_delimiter ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_double_check_trailing_delimiter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_double_check_trailing_delimiter_non_slash ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796617.00000-0, db: /tmp/tmp5l6aump4/sda/containers/0/909/61571a13e52bacec05050752e5bd1909/61571a13e52bacec05050752e5bd1909.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796615.00000-0, db: /tmp/tmpryq11k92/sda/containers/0/6ed/c136ce8366496d203a8aee727126e6ed/c136ce8366496d203a8aee727126e6ed.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796619.00000-0, db: /tmp/tmpryq11k92/sda/containers/0/b21/345886b2c943d6800c7530e866ce1b21/345886b2c943d6800c7530e866ce1b21.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796623.00000-0, db: /tmp/tmpryq11k92/sda/containers/0/0b4/031fdd0e087d4627fc97e922d99d30b4/031fdd0e087d4627fc97e922d99d30b4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796627.00000-0, db: /tmp/tmpryq11k92/sda/containers/0/171/0a9c2f3a343932e813f6acd7b5fe5171/0a9c2f3a343932e813f6acd7b5fe5171.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796627.00000-0, db: /tmp/tmpryq11k92/sda/containers/0/171/0a9c2f3a343932e813f6acd7b5fe5171/0a9c2f3a343932e813f6acd7b5fe5171.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796631.00000-0, db: /tmp/tmpryq11k92/sda/containers/0/a9e/be68bb866e9c08787cc4d1945f739a9e/be68bb866e9c08787cc4d1945f739a9e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796635.00000-0, db: /tmp/tmpryq11k92/sda/containers/0/77c/4eb547e2ae20d3b5eb0fece659b4877c/4eb547e2ae20d3b5eb0fece659b4877c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796639.00000-0, db: /tmp/tmpryq11k92/sda/containers/0/57a/1724b68beb8a36dab2d3ec7664af157a/1724b68beb8a36dab2d3ec7664af157a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796643.00000-0, db: /tmp/tmpryq11k92/sda/containers/0/228/d9ba2762fbb26f85990d24ac61e94228/d9ba2762fbb26f85990d24ac61e94228.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796647.00000-0, db: /tmp/tmpryq11k92/sda/containers/0/f9d/232cf5b32360f02a4b570f4527f99f9d/232cf5b32360f02a4b570f4527f99f9d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796651.00000-0, db: /tmp/tmpryq11k92/sda/containers/0/1fd/71a1f04064367e4fa1b65b6d80eec1fd/71a1f04064367e4fa1b65b6d80eec1fd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796655.00000-0, db: /tmp/tmpryq11k92/sda/containers/0/072/12431435528059154b1499f8ac879072/12431435528059154b1499f8ac879072.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796659.00000-0, db: /tmp/tmpryq11k92/sda/containers/0/d4b/23f6ae22a54809857eeb4cd3c70cad4b/23f6ae22a54809857eeb4cd3c70cad4b.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796659.00000-0, db: /tmp/tmpryq11k92/sda/containers/0/d4b/23f6ae22a54809857eeb4cd3c70cad4b/23f6ae22a54809857eeb4cd3c70cad4b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796663.00000-0, db: /tmp/tmpryq11k92/sda/containers/0/c03/1b9ad9aa7ca2c3a728a8038554eacc03/1b9ad9aa7ca2c3a728a8038554eacc03.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796667.00000-0, db: /tmp/tmpryq11k92/sda/containers/0/a9d/003db27eb0479aef67072da6951e9a9d/003db27eb0479aef67072da6951e9a9d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796671.00000-0, db: /tmp/tmpryq11k92/sda/containers/0/240/9e50ac8d22603f018eed4fe7ea3c6240/9e50ac8d22603f018eed4fe7ea3c6240.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796675.00000-0, db: /tmp/tmpryq11k92/sda/containers/0/73d/114db9935c2fe260dbc5be869256173d/114db9935c2fe260dbc5be869256173d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796679.00000-0, db: /tmp/tmpryq11k92/sda/containers/0/ef7/147e4b020d6d79490d2cf8455650def7/147e4b020d6d79490d2cf8455650def7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796683.00000-0, db: /tmp/tmpryq11k92/sda/containers/0/b56/ce73cb51311d7bf18bbb431c0e980b56/ce73cb51311d7bf18bbb431c0e980b56.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796687.00000-0, db: /tmp/tmpryq11k92/sda/containers/0/49d/70a6deb622f14b0cf7dd9ed2ac58749d/70a6deb622f14b0cf7dd9ed2ac58749d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796691.00000-0, db: /tmp/tmpryq11k92/sda/containers/0/e52/d2ea3b863b4d81eb651c0cb0f1756e52/d2ea3b863b4d81eb651c0cb0f1756e52.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796691.00000-0, db: /tmp/tmpryq11k92/sda/containers/0/e52/d2ea3b863b4d81eb651c0cb0f1756e52/d2ea3b863b4d81eb651c0cb0f1756e52.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796695.00000-0, db: /tmp/tmpryq11k92/sda/containers/0/cf9/09a29875e5b071752ef338599706bcf9/09a29875e5b071752ef338599706bcf9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796699.00000-0, db: /tmp/tmpryq11k92/sda/containers/0/625/5f6d39b999a51f6d30c16b6e4f36a625/5f6d39b999a51f6d30c16b6e4f36a625.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796703.00000-0, db: /tmp/tmpryq11k92/sda/containers/0/a67/7534165b9ee3811b73ee26e2f2bfca67/7534165b9ee3811b73ee26e2f2bfca67.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796707.00000-0, db: /tmp/tmpryq11k92/sda/containers/0/eec/4b484ce7e52e9f011892fbab6dfc9eec/4b484ce7e52e9f011892fbab6dfc9eec.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796711.00000-0, db: /tmp/tmpryq11k92/sda/containers/0/d89/24324975412692a1b25a42f421a6dd89/24324975412692a1b25a42f421a6dd89.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796715.00000-0, db: /tmp/tmpryq11k92/sda/containers/0/bf9/976082af53b1febef1d8380ee2e6dbf9/976082af53b1febef1d8380ee2e6dbf9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796719.00000-0, db: /tmp/tmpryq11k92/sda/containers/0/289/c21eadad6a84b07468fe3be5f9a85289/c21eadad6a84b07468fe3be5f9a85289.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796723.00000-0, db: /tmp/tmpryq11k92/sda/containers/0/150/1685eea71cb151c8c84492b29e36f150/1685eea71cb151c8c84492b29e36f150.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796723.00000-0, db: /tmp/tmpryq11k92/sda/containers/0/150/1685eea71cb151c8c84492b29e36f150/1685eea71cb151c8c84492b29e36f150.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796727.00000-0, db: /tmp/tmpryq11k92/sda/containers/0/438/236229eebe7e3b9e60eeac98293af438/236229eebe7e3b9e60eeac98293af438.db +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: tx33c0efcc74764b6688709-006644fa82) +test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=koolaid&reverse=true&format=json&states=listing (txn: tx83da60631d5143e28a3d4-006644fa82) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx83da60631d5143e28a3d4-006644fa82) +test DEBUG: Get listing from /v1/.shards_a/c_pie?marker=koolaid&reverse=true&format=json&limit=10000&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx83da60631d5143e28a3d4-006644fa82) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx83da60631d5143e28a3d4-006644fa82) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx83da60631d5143e28a3d4-006644fa82) +test DEBUG: Get listing from /v1/.shards_a/c_ham?marker=koolaid&reverse=true&format=json&limit=10000&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx83da60631d5143e28a3d4-006644fa82) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx83da60631d5143e28a3d4-006644fa82) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx0993e4196e3346bca627d-006644fa83) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx0993e4196e3346bca627d-006644fa83) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0993e4196e3346bca627d-006644fa83) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx0993e4196e3346bca627d-006644fa83) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx0993e4196e3346bca627d-006644fa83) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0993e4196e3346bca627d-006644fa83) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: tx0993e4196e3346bca627d-006644fa83) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx0993e4196e3346bca627d-006644fa83) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx0993e4196e3346bca627d-006644fa83) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: tx0993e4196e3346bca627d-006644fa83) +test DEBUG: Setting object count to 1065 (txn: tx0993e4196e3346bca627d-006644fa83) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx4171def7d947465eb5b44-006644fa84) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx4171def7d947465eb5b44-006644fa84) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='onion') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx4171def7d947465eb5b44-006644fa84) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=onion%00 {'X-Backend-Record-Type': 'auto'} (txn: tx4171def7d947465eb5b44-006644fa84) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx4171def7d947465eb5b44-006644fa84) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='rhubarb') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx4171def7d947465eb5b44-006644fa84) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=rhubarb%00 {'X-Backend-Record-Type': 'auto'} (txn: tx4171def7d947465eb5b44-006644fa84) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: tx4171def7d947465eb5b44-006644fa84) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx4171def7d947465eb5b44-006644fa84) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx4171def7d947465eb5b44-006644fa84) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: tx4171def7d947465eb5b44-006644fa84) +test DEBUG: Setting object count to 1065 (txn: tx4171def7d947465eb5b44-006644fa84) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx6fc09e8a09c742339c7f4-006644fa86) +test DEBUG: GET listing from 0 shards for: /v1/a/c?marker=bb&end_marker=aa&format=json&states=listing (txn: tx6fc09e8a09c742339c7f4-006644fa86) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txb57bd6d92bce4187b9dac-006644fa87) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: txb57bd6d92bce4187b9dac-006644fa87) +test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: txb57bd6d92bce4187b9dac-006644fa87) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: txb57bd6d92bce4187b9dac-006644fa87) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_c', lower='b', upper='c') .shards_a/c_c with {'X-Backend-Record-Type': 'auto'} (txn: txb57bd6d92bce4187b9dac-006644fa87) +test DEBUG: Get listing from /v1/.shards_a/c_c?format=json&limit=9999&marker=b&end_marker=c%00 {'X-Backend-Record-Type': 'auto'} (txn: txb57bd6d92bce4187b9dac-006644fa87) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: txb57bd6d92bce4187b9dac-006644fa87) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='c', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txb57bd6d92bce4187b9dac-006644fa87) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txb57bd6d92bce4187b9dac-006644fa87) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.1:1001/sdb (txn: txb57bd6d92bce4187b9dac-006644fa87) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.0:1000/sda (txn: txb57bd6d92bce4187b9dac-006644fa87) +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_mix_ok_and_unavailable_shards +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_mix_ok_and_unavailable_shards ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_mixed_policies_error +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_mixed_policies_error ... ok +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.2:1002/sdc (txn: txb57bd6d92bce4187b9dac-006644fa87) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.3:1003/sda (txn: txb57bd6d92bce4187b9dac-006644fa87) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.4:1004/sda (txn: txb57bd6d92bce4187b9dac-006644fa87) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.5:1005/sda (txn: txb57bd6d92bce4187b9dac-006644fa87) +test ERROR: Container GET returning 503 for [503, 503, 503, 503, 503, 503] (txn: txb57bd6d92bce4187b9dac-006644fa87) +test WARNING: Failed to get container listing from /v1/a/c?format=json&states=listing: 503 (txn: txb57bd6d92bce4187b9dac-006644fa87) +test ERROR: Aborting listing from shards due to bad response: [200, 200, 503] (txn: txb57bd6d92bce4187b9dac-006644fa87) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: txc5723412b9aa48d1a7235-006644fa87) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txc5723412b9aa48d1a7235-006644fa87) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txc5723412b9aa48d1a7235-006644fa87) +test ERROR: Aborting listing from shards due to bad shard policy index: 0 (expected 1) (txn: txc5723412b9aa48d1a7235-006644fa87) +test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: txa6457677543e4586b8138-006644fa87) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txa6457677543e4586b8138-006644fa87) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txa6457677543e4586b8138-006644fa87) +test ERROR: Aborting listing from shards due to bad shard policy index: None (expected 1) (txn: txa6457677543e4586b8138-006644fa87) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: txd163a552d3954741bc2bb-006644fa88) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txd163a552d3954741bc2bb-006644fa88) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txd163a552d3954741bc2bb-006644fa88) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txd163a552d3954741bc2bb-006644fa88) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txd163a552d3954741bc2bb-006644fa88) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txd163a552d3954741bc2bb-006644fa88) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txd163a552d3954741bc2bb-006644fa88) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txd163a552d3954741bc2bb-006644fa88) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txd163a552d3954741bc2bb-006644fa88) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txd163a552d3954741bc2bb-006644fa88) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txd163a552d3954741bc2bb-006644fa88) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txd163a552d3954741bc2bb-006644fa88) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: txd163a552d3954741bc2bb-006644fa88) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txd163a552d3954741bc2bb-006644fa88) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txd163a552d3954741bc2bb-006644fa88) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: txd163a552d3954741bc2bb-006644fa88) +test DEBUG: Setting object count to 3120 (txn: txd163a552d3954741bc2bb-006644fa88) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: txdd0cb19df1ca448784ea5-006644fa88) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txdd0cb19df1ca448784ea5-006644fa88) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txdd0cb19df1ca448784ea5-006644fa88) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txdd0cb19df1ca448784ea5-006644fa88) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txdd0cb19df1ca448784ea5-006644fa88) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txdd0cb19df1ca448784ea5-006644fa88) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txdd0cb19df1ca448784ea5-006644fa88) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txdd0cb19df1ca448784ea5-006644fa88) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txdd0cb19df1ca448784ea5-006644fa88) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txdd0cb19df1ca448784ea5-006644fa88) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txdd0cb19df1ca448784ea5-006644fa88) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txdd0cb19df1ca448784ea5-006644fa88) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: txdd0cb19df1ca448784ea5-006644fa88) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txdd0cb19df1ca448784ea5-006644fa88) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txdd0cb19df1ca448784ea5-006644fa88) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: txdd0cb19df1ca448784ea5-006644fa88) +test DEBUG: Setting object count to 3120 (txn: txdd0cb19df1ca448784ea5-006644fa88) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx9b1dee1584204aa397944-006644fa88) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx9b1dee1584204aa397944-006644fa88) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9b1dee1584204aa397944-006644fa88) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx9b1dee1584204aa397944-006644fa88) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx9b1dee1584204aa397944-006644fa88) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9b1dee1584204aa397944-006644fa88) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx9b1dee1584204aa397944-006644fa88) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx9b1dee1584204aa397944-006644fa88) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9b1dee1584204aa397944-006644fa88) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx9b1dee1584204aa397944-006644fa88) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx9b1dee1584204aa397944-006644fa88) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9b1dee1584204aa397944-006644fa88) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx9b1dee1584204aa397944-006644fa88) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx9b1dee1584204aa397944-006644fa88) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx9b1dee1584204aa397944-006644fa88) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx9b1dee1584204aa397944-006644fa88) +test DEBUG: Setting object count to 3120 (txn: tx9b1dee1584204aa397944-006644fa88) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txfd19c0a6e83e4a01a1ab1-006644fa88) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txfd19c0a6e83e4a01a1ab1-006644fa88) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txfd19c0a6e83e4a01a1ab1-006644fa88) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txfd19c0a6e83e4a01a1ab1-006644fa88) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txfd19c0a6e83e4a01a1ab1-006644fa88) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txfd19c0a6e83e4a01a1ab1-006644fa88) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txfd19c0a6e83e4a01a1ab1-006644fa88) +test DEBUG: Getting listing part 2 from shard Namespace(name='a/c', lower='pie', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: txfd19c0a6e83e4a01a1ab1-006644fa88) +test DEBUG: Get listing from /v1/a/c?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'object'} (txn: txfd19c0a6e83e4a01a1ab1-006644fa88) +test DEBUG: Found 3072 objects in shard (state=sharded), total = 3120 (txn: txfd19c0a6e83e4a01a1ab1-006644fa88) +test DEBUG: Setting object count to 3120 (txn: txfd19c0a6e83e4a01a1ab1-006644fa88) +test DEBUG: GET listing from 5 shards for: /v1/a/c?reverse=true&limit=&format=json&states=listing (txn: tx89c79602e69f4645b47b4-006644fa88) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx89c79602e69f4645b47b4-006644fa88) +test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&limit=10000&format=json&marker=&end_marker=%F0%9F%8C%B4 {'X-Backend-Record-Type': 'auto'} (txn: tx89c79602e69f4645b47b4-006644fa88) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: tx89c79602e69f4645b47b4-006644fa88) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx89c79602e69f4645b47b4-006644fa88) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?reverse=true&limit=8976&format=json&marker=%F0%9F%8C%B5&end_marker=%E2%98%83 {'X-Backend-Record-Type': 'auto'} (txn: tx89c79602e69f4645b47b4-006644fa88) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2048 (txn: tx89c79602e69f4645b47b4-006644fa88) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx89c79602e69f4645b47b4-006644fa88) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?reverse=true&limit=7952&format=json&marker=%E2%98%84&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: tx89c79602e69f4645b47b4-006644fa88) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3072 (txn: tx89c79602e69f4645b47b4-006644fa88) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx89c79602e69f4645b47b4-006644fa88) +test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&limit=6928&format=json&marker=q&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx89c79602e69f4645b47b4-006644fa88) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 3080 (txn: tx89c79602e69f4645b47b4-006644fa88) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx89c79602e69f4645b47b4-006644fa88) +test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&limit=6920&format=json&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx89c79602e69f4645b47b4-006644fa88) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 3120 (txn: tx89c79602e69f4645b47b4-006644fa88) +test DEBUG: Setting object count to 3120 (txn: tx89c79602e69f4645b47b4-006644fa88) +test DEBUG: GET listing from 5 shards for: /v1/a/c?limit=49&format=json&states=listing (txn: tx77652edbed604e99b1e21-006644fa88) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx77652edbed604e99b1e21-006644fa88) +test DEBUG: Get listing from /v1/.shards_a/c_ham?limit=49&format=json&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx77652edbed604e99b1e21-006644fa88) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx77652edbed604e99b1e21-006644fa88) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx77652edbed604e99b1e21-006644fa88) +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_no_memcache ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796731.00000-0, db: /tmp/tmpryq11k92/sda/containers/0/342/f09981d5f7ea9bf4714acffbe6606342/f09981d5f7ea9bf4714acffbe6606342.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796735.00000-0, db: /tmp/tmpryq11k92/sda/containers/0/4cd/4f8b886247ae3f1b5d4206d29ffd94cd/4f8b886247ae3f1b5d4206d29ffd94cd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796739.00000-0, db: /tmp/tmpryq11k92/sda/containers/0/121/080cc4422a8cd917783231f7810cc121/080cc4422a8cd917783231f7810cc121.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796743.00000-0, db: /tmp/tmpryq11k92/sda/containers/0/d1a/553ee7c9aedba904d61e354912c41d1a/553ee7c9aedba904d61e354912c41d1a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796747.00000-0, db: /tmp/tmpryq11k92/sda/containers/0/7f4/f69bf53f3f1077dc4d6441d4ff5a97f4/f69bf53f3f1077dc4d6441d4ff5a97f4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796751.00000-0, db: /tmp/tmpryq11k92/sda/containers/0/aa1/458191e675780ef0fb706f9a7f7b8aa1/458191e675780ef0fb706f9a7f7b8aa1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796755.00000-0, db: /tmp/tmpryq11k92/sda/containers/0/00f/f3fddc9822fb550010d2f932e6f4400f/f3fddc9822fb550010d2f932e6f4400f.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796755.00000-0, db: /tmp/tmpryq11k92/sda/containers/0/00f/f3fddc9822fb550010d2f932e6f4400f/f3fddc9822fb550010d2f932e6f4400f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796759.00000-0, db: /tmp/tmpryq11k92/sda/containers/0/78c/b15165d06aa0a054fea1d1420c92278c/b15165d06aa0a054fea1d1420c92278c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796763.00000-0, db: /tmp/tmpryq11k92/sda/containers/0/1e6/b346d8ea9bb5712e2606716f1db0e1e6/b346d8ea9bb5712e2606716f1db0e1e6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796767.00000-0, db: /tmp/tmpryq11k92/sda/containers/0/fd4/51d2b98d611f75433409e3a6873d8fd4/51d2b98d611f75433409e3a6873d8fd4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796771.00000-0, db: /tmp/tmpryq11k92/sda/containers/0/3e3/e3dde7cc1c0052cb13d56f498bd413e3/e3dde7cc1c0052cb13d56f498bd413e3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796775.00000-0, db: /tmp/tmpryq11k92/sda/containers/0/4f6/509848cd4cc81dd259c6d33b1b0054f6/509848cd4cc81dd259c6d33b1b0054f6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796779.00000-0, db: /tmp/tmpryq11k92/sda/containers/0/46b/162f53f2cb00c1cdb403eb0c5c1f446b/162f53f2cb00c1cdb403eb0c5c1f446b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796783.00000-0, db: /tmp/tmpryq11k92/sda/containers/0/90f/9b71c301b06f57bc093ec42bc58c590f/9b71c301b06f57bc093ec42bc58c590f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796787.00000-0, db: /tmp/tmpryq11k92/sda/containers/0/a3f/5d0ea2d8620e6be80f97b1c4244b5a3f/5d0ea2d8620e6be80f97b1c4244b5a3f.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796787.00000-0, db: /tmp/tmpryq11k92/sda/containers/0/a3f/5d0ea2d8620e6be80f97b1c4244b5a3f/5d0ea2d8620e6be80f97b1c4244b5a3f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796791.00000-0, db: /tmp/tmpryq11k92/sda/containers/0/04f/049b686a37fd03b1be170ccc6dd2704f/049b686a37fd03b1be170ccc6dd2704f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796795.00000-0, db: /tmp/tmpryq11k92/sda/containers/0/222/cc87adc1888fc53a5c9c3bcd44c5e222/cc87adc1888fc53a5c9c3bcd44c5e222.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796799.00000-0, db: /tmp/tmpryq11k92/sda/containers/0/df1/5f29a25de1f9f8d07ce1df1ee9546df1/5f29a25de1f9f8d07ce1df1ee9546df1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796803.00000-0, db: /tmp/tmpryq11k92/sda/containers/0/948/8e044cc339a2ce7fd3fadb156c47f948/8e044cc339a2ce7fd3fadb156c47f948.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796807.00000-0, db: /tmp/tmpryq11k92/sda/containers/0/0db/28cc27ed3eb3391ffb2393b2323980db/28cc27ed3eb3391ffb2393b2323980db.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796811.00000-0, db: /tmp/tmpryq11k92/sda/containers/0/b5d/a88ffb91555e5d63c30376fd64ee7b5d/a88ffb91555e5d63c30376fd64ee7b5d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796815.00000-0, db: /tmp/tmpryq11k92/sda/containers/0/fe0/5ab83b303451ec817b1e6b4872b8efe0/5ab83b303451ec817b1e6b4872b8efe0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796819.00000-0, db: /tmp/tmpryq11k92/sda/containers/0/bc4/e4594fb1a6f60a1287aa328a821d6bc4/e4594fb1a6f60a1287aa328a821d6bc4.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796819.00000-0, db: /tmp/tmpryq11k92/sda/containers/0/bc4/e4594fb1a6f60a1287aa328a821d6bc4/e4594fb1a6f60a1287aa328a821d6bc4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796823.00000-0, db: /tmp/tmpryq11k92/sda/containers/0/aa9/0c4d68a5a4842d5611f4583582404aa9/0c4d68a5a4842d5611f4583582404aa9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796827.00000-0, db: /tmp/tmpryq11k92/sda/containers/0/261/eede9ac7d45c56a896b88ddc287d5261/eede9ac7d45c56a896b88ddc287d5261.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796831.00000-0, db: /tmp/tmpryq11k92/sda/containers/0/af7/2c8f9345d7c3d1c1a2530f4b94d45af7/2c8f9345d7c3d1c1a2530f4b94d45af7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796835.00000-0, db: /tmp/tmpryq11k92/sda/containers/0/f79/59e0e31c8c36e55b3f0cfdb2dd150f79/59e0e31c8c36e55b3f0cfdb2dd150f79.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796839.00000-0, db: /tmp/tmpryq11k92/sda/containers/0/a68/85469d214df8d577e69438a365d23a68/85469d214df8d577e69438a365d23a68.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796843.00000-0, db: /tmp/tmpryq11k92/sda/containers/0/df1/5f70292f7862b2729e1e11f94a647df1/5f70292f7862b2729e1e11f94a647df1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796847.00000-0, db: /tmp/tmpryq11k92/sda/containers/0/250/ca17bedab2650a716a8309eb61f38250/ca17bedab2650a716a8309eb61f38250.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796851.00000-0, db: /tmp/tmpryq11k92/sda/containers/0/526/ffe6e81891ab44e09a11b341e2d3a526/ffe6e81891ab44e09a11b341e2d3a526.db +test DEBUG: Get listing from /v1/.shards_a/c_pie?limit=9&format=json&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx77652edbed604e99b1e21-006644fa88) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx77652edbed604e99b1e21-006644fa88) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx77652edbed604e99b1e21-006644fa88) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?limit=1&format=json&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx77652edbed604e99b1e21-006644fa88) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 49 (txn: tx77652edbed604e99b1e21-006644fa88) +test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=%E2%98%86&format=json&states=listing (txn: txeb3f1ec42041421ead331-006644fa88) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txeb3f1ec42041421ead331-006644fa88) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&format=json&limit=10000&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txeb3f1ec42041421ead331-006644fa88) +test DEBUG: Found 1022 objects in shard (state=unsharded), total = 1022 (txn: txeb3f1ec42041421ead331-006644fa88) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txeb3f1ec42041421ead331-006644fa88) +test DEBUG: Get listing from /v1/.shards_a/c_?marker=%E2%A8%83&format=json&limit=8978&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txeb3f1ec42041421ead331-006644fa88) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2046 (txn: txeb3f1ec42041421ead331-006644fa88) +test DEBUG: GET listing from 4 shards for: /v1/a/c?end_marker=%E2%98%8A&format=json&states=listing (txn: txaeaf7534c4144f4eb3c59-006644fa88) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txaeaf7534c4144f4eb3c59-006644fa88) +test DEBUG: Get listing from /v1/.shards_a/c_ham?end_marker=ham%00&format=json&limit=10000&marker= {'X-Backend-Record-Type': 'auto'} (txn: txaeaf7534c4144f4eb3c59-006644fa88) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txaeaf7534c4144f4eb3c59-006644fa88) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txaeaf7534c4144f4eb3c59-006644fa88) +test DEBUG: Get listing from /v1/.shards_a/c_pie?end_marker=pie%00&format=json&limit=9960&marker=h {'X-Backend-Record-Type': 'auto'} (txn: txaeaf7534c4144f4eb3c59-006644fa88) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txaeaf7534c4144f4eb3c59-006644fa88) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txaeaf7534c4144f4eb3c59-006644fa88) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?end_marker=%E2%98%83%00&format=json&limit=9952&marker=p {'X-Backend-Record-Type': 'auto'} (txn: txaeaf7534c4144f4eb3c59-006644fa88) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txaeaf7534c4144f4eb3c59-006644fa88) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txaeaf7534c4144f4eb3c59-006644fa88) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?end_marker=%E2%98%8A&format=json&limit=8928&marker=%D1%B0 {'X-Backend-Record-Type': 'auto'} (txn: txaeaf7534c4144f4eb3c59-006644fa88) +test DEBUG: Found 6 objects in shard (state=unsharded), total = 1078 (txn: txaeaf7534c4144f4eb3c59-006644fa88) +test DEBUG: GET listing from 5 shards for: /v1/a/c?prefix=hat&format=json&states=listing (txn: tx6b6a480eae974a2b89615-006644fa88) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx6b6a480eae974a2b89615-006644fa88) +test DEBUG: Get listing from /v1/.shards_a/c_pie?prefix=hat&format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx6b6a480eae974a2b89615-006644fa88) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx6b6a480eae974a2b89615-006644fa88) +test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json&states=listing (txn: tx84c11d2d5c044de690b82-006644fa88) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx84c11d2d5c044de690b82-006644fa88) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json {'X-Backend-Record-Type': 'auto'} (txn: tx84c11d2d5c044de690b82-006644fa88) +test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: tx84c11d2d5c044de690b82-006644fa88) +test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json&states=listing (txn: tx54a2afd9b98b492790ba8-006644fa88) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx54a2afd9b98b492790ba8-006644fa88) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json {'X-Backend-Record-Type': 'auto'} (txn: tx54a2afd9b98b492790ba8-006644fa88) +test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: tx54a2afd9b98b492790ba8-006644fa88) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx65f7015464ce4619ba226-006644fa89) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx65f7015464ce4619ba226-006644fa89) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx65f7015464ce4619ba226-006644fa89) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx65f7015464ce4619ba226-006644fa89) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx65f7015464ce4619ba226-006644fa89) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx65f7015464ce4619ba226-006644fa89) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx65f7015464ce4619ba226-006644fa89) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='lemon', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx65f7015464ce4619ba226-006644fa89) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx65f7015464ce4619ba226-006644fa89) +test DEBUG: Found 1020 objects in shard (state=unsharded), total = 1068 (txn: tx65f7015464ce4619ba226-006644fa89) +test DEBUG: Setting object count to 1068 (txn: tx65f7015464ce4619ba226-006644fa89) +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_overlapping_shards_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_overlapping_shards_no_memcache ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_errors_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_errors_no_memcache ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty_old_style_shard_container ... ok +test DEBUG: GET listing from 3 shards for: /v1/a/c?reverse=true&format=json&states=listing (txn: txff0691d7e0df4c2196eaa-006644fa89) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='lemon', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txff0691d7e0df4c2196eaa-006644fa89) +test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&format=json&limit=10000&marker=&end_marker=lemon {'X-Backend-Record-Type': 'auto'} (txn: txff0691d7e0df4c2196eaa-006644fa89) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: txff0691d7e0df4c2196eaa-006644fa89) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txff0691d7e0df4c2196eaa-006644fa89) +test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&format=json&limit=8976&marker=m&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txff0691d7e0df4c2196eaa-006644fa89) +test DEBUG: Found 44 objects in shard (state=unsharded), total = 1068 (txn: txff0691d7e0df4c2196eaa-006644fa89) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txff0691d7e0df4c2196eaa-006644fa89) +test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&format=json&limit=8932&marker=A&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txff0691d7e0df4c2196eaa-006644fa89) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 1068 (txn: txff0691d7e0df4c2196eaa-006644fa89) +test DEBUG: Setting object count to 1068 (txn: txff0691d7e0df4c2196eaa-006644fa89) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx03f0524fb6884bb8914f2-006644fa8b) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx03f0524fb6884bb8914f2-006644fa8b) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx03f0524fb6884bb8914f2-006644fa8b) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx03f0524fb6884bb8914f2-006644fa8b) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx03f0524fb6884bb8914f2-006644fa8b) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx03f0524fb6884bb8914f2-006644fa8b) +test WARNING: Failed to get container listing from /v1/a/c?format=json&states=listing: 404 (txn: tx03f0524fb6884bb8914f2-006644fa8b) +test ERROR: Aborting listing from shards due to bad response: [200, 404] (txn: tx03f0524fb6884bb8914f2-006644fa8b) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx8e9a0b9b61ec4a61aefa9-006644fa8c) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx8e9a0b9b61ec4a61aefa9-006644fa8c) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8e9a0b9b61ec4a61aefa9-006644fa8c) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx8e9a0b9b61ec4a61aefa9-006644fa8c) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx8e9a0b9b61ec4a61aefa9-006644fa8c) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8e9a0b9b61ec4a61aefa9-006644fa8c) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.0:1000/sda (txn: tx8e9a0b9b61ec4a61aefa9-006644fa8c) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.2:1002/sdc (txn: tx8e9a0b9b61ec4a61aefa9-006644fa8c) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.1:1001/sdb (txn: tx8e9a0b9b61ec4a61aefa9-006644fa8c) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.3:1003/sda (txn: tx8e9a0b9b61ec4a61aefa9-006644fa8c) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.4:1004/sda (txn: tx8e9a0b9b61ec4a61aefa9-006644fa8c) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.5:1005/sda (txn: tx8e9a0b9b61ec4a61aefa9-006644fa8c) +test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500] (txn: tx8e9a0b9b61ec4a61aefa9-006644fa8c) +test WARNING: Failed to get container listing from /v1/a/c?format=json&states=listing: 503 (txn: tx8e9a0b9b61ec4a61aefa9-006644fa8c) +test ERROR: Aborting listing from shards due to bad response: [200, 503] (txn: tx8e9a0b9b61ec4a61aefa9-006644fa8c) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx31be63924fe64344bc3fb-006644fa8d) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_a', lower='', upper='a') .shards_a/c_a with {'X-Backend-Record-Type': 'auto'} (txn: tx31be63924fe64344bc3fb-006644fa8d) +test DEBUG: Get listing from /v1/.shards_a/c_a?format=json&limit=10000&marker=&end_marker=a%00 {'X-Backend-Record-Type': 'auto'} (txn: tx31be63924fe64344bc3fb-006644fa8d) +test DEBUG: Found 33 objects in shard (state=unsharded), total = 33 (txn: tx31be63924fe64344bc3fb-006644fa8d) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: tx31be63924fe64344bc3fb-006644fa8d) +test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx31be63924fe64344bc3fb-006644fa8d) +test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00&states=listing (txn: tx31be63924fe64344bc3fb-006644fa8d) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='b', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx31be63924fe64344bc3fb-006644fa8d) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx31be63924fe64344bc3fb-006644fa8d) +test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_?format=json&limit=9967&marker=a&end_marker=b%00&states=listing (txn: tx31be63924fe64344bc3fb-006644fa8d) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'object'} (txn: tx31be63924fe64344bc3fb-006644fa8d) +test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'object'} (txn: tx31be63924fe64344bc3fb-006644fa8d) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: tx31be63924fe64344bc3fb-006644fa8d) +test DEBUG: Found 1 objects in shard (state=sharded), total = 1 (txn: tx31be63924fe64344bc3fb-006644fa8d) +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_redirects_between_shards +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_redirects_between_shards ... ok +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796851.00000-0, db: /tmp/tmpryq11k92/sda/containers/0/526/ffe6e81891ab44e09a11b341e2d3a526/ffe6e81891ab44e09a11b341e2d3a526.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796855.00000-0, db: /tmp/tmpryq11k92/sda/containers/0/aee/7f34e25eaaa74e6962e88b8f1931baee/7f34e25eaaa74e6962e88b8f1931baee.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796859.00000-0, db: /tmp/tmpryq11k92/sda/containers/0/ce5/af17395c90818e596ecaec7faa19dce5/af17395c90818e596ecaec7faa19dce5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796863.00000-0, db: /tmp/tmpryq11k92/sda/containers/0/70f/c72e1b43832fdc715334750dcb8d670f/c72e1b43832fdc715334750dcb8d670f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796867.00000-0, db: /tmp/tmpryq11k92/sda/containers/0/635/1c4965e26e9f25d6b350056ab2ede635/1c4965e26e9f25d6b350056ab2ede635.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796871.00000-0, db: /tmp/tmpryq11k92/sda/containers/0/b9a/b03a35bfb7cd814d23ed9354fafcab9a/b03a35bfb7cd814d23ed9354fafcab9a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796875.00000-0, db: /tmp/tmpryq11k92/sda/containers/0/32e/6b6887bbb62bc334a77bd68c5d22032e/6b6887bbb62bc334a77bd68c5d22032e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796879.00000-0, db: /tmp/tmpryq11k92/sda/containers/0/1bf/2a6be356b322b645b06a6916189121bf/2a6be356b322b645b06a6916189121bf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796883.00000-0, db: /tmp/tmpryq11k92/sda/containers/0/444/3ca91376f84f4526d4bf7ac869f09444/3ca91376f84f4526d4bf7ac869f09444.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796887.00000-0, db: /tmp/tmpryq11k92/sda/containers/0/098/3519b08f977a4ecad3b1c1ac3884b098/3519b08f977a4ecad3b1c1ac3884b098.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796891.00000-0, db: /tmp/tmpryq11k92/sda/containers/0/104/5ad2ffdf6321c4834efeaeaac7295104/5ad2ffdf6321c4834efeaeaac7295104.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796895.00000-0, db: /tmp/tmpryq11k92/sda/containers/0/16f/166692639342bcd67d6c3af32fe5516f/166692639342bcd67d6c3af32fe5516f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796899.00000-0, db: /tmp/tmpryq11k92/sda/containers/0/f74/52e512e0165f2c3389a45554b4e74f74/52e512e0165f2c3389a45554b4e74f74.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796903.00000-0, db: /tmp/tmpryq11k92/sda/containers/0/c98/0731b4c34391f907921b04ae5c518c98/0731b4c34391f907921b04ae5c518c98.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796907.00000-0, db: /tmp/tmpryq11k92/sda/containers/0/6eb/0f1bc3e463667e9ba9770d30007c76eb/0f1bc3e463667e9ba9770d30007c76eb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796911.00000-0, db: /tmp/tmpryq11k92/sda/containers/0/36d/c14b605e658b808cd06eefeb46f3936d/c14b605e658b808cd06eefeb46f3936d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796915.00000-0, db: /tmp/tmpryq11k92/sda/containers/0/cce/913399d15c930f47b0d3eded9ac8acce/913399d15c930f47b0d3eded9ac8acce.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796919.00000-0, db: /tmp/tmpryq11k92/sda/containers/0/6c9/514a89b0556075b193129d46332cd6c9/514a89b0556075b193129d46332cd6c9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796923.00000-0, db: /tmp/tmpryq11k92/sda/containers/0/9bb/ecae4fe6d8bc7601eff08ff13c6d09bb/ecae4fe6d8bc7601eff08ff13c6d09bb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796927.00000-0, db: /tmp/tmpryq11k92/sda/containers/0/ef4/3e808a2d79004cbf77933f4a61efeef4/3e808a2d79004cbf77933f4a61efeef4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796931.00000-0, db: /tmp/tmpryq11k92/sda/containers/0/3ed/91f1b8da6fae19b98b00cc1ed5fa63ed/91f1b8da6fae19b98b00cc1ed5fa63ed.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796935.00000-0, db: /tmp/tmpryq11k92/sda/containers/0/e06/ab7025ce9c39178bafd0ee350c855e06/ab7025ce9c39178bafd0ee350c855e06.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796939.00000-0, db: /tmp/tmpryq11k92/sda/containers/0/70d/6a07ba2d5a12c43fcac8a00d4d23a70d/6a07ba2d5a12c43fcac8a00d4d23a70d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796943.00000-0, db: /tmp/tmpryq11k92/sda/containers/0/c5f/e20e73d1371e91e6cba5d2796b714c5f/e20e73d1371e91e6cba5d2796b714c5f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796947.00000-0, db: /tmp/tmpryq11k92/sda/containers/0/2ba/29ccdb45a1cb0a751280ff7e0881f2ba/29ccdb45a1cb0a751280ff7e0881f2ba.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796951.00000-0, db: /tmp/tmpryq11k92/sda/containers/0/76f/b80060de5b5f2bba3ef9b62a4f5bb76f/b80060de5b5f2bba3ef9b62a4f5bb76f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796955.00000-0, db: /tmp/tmpryq11k92/sda/containers/0/116/c147d3586d32478b145bf1abc662a116/c147d3586d32478b145bf1abc662a116.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796959.00000-0, db: /tmp/tmpryq11k92/sda/containers/0/941/fec00bd1c82217a9796510ff46758941/fec00bd1c82217a9796510ff46758941.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796963.00000-0, db: /tmp/tmpryq11k92/sda/containers/0/e4b/31f62532f9887ac5a48c48fa093e1e4b/31f62532f9887ac5a48c48fa093e1e4b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796967.00000-0, db: /tmp/tmpryq11k92/sda/containers/0/ce7/92d666061e750f58db42be8588c3fce7/92d666061e750f58db42be8588c3fce7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796971.00000-0, db: /tmp/tmpryq11k92/sda/containers/0/13d/62d7086ca22c9e8a0f4210ae37a5013d/62d7086ca22c9e8a0f4210ae37a5013d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796975.00000-0, db: /tmp/tmpryq11k92/sda/containers/0/372/5f9cdb69fe620e540dcf399cfafe6372/5f9cdb69fe620e540dcf399cfafe6372.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796979.00000-0, db: /tmp/tmpryq11k92/sda/containers/0/9dd/d33d3ce8d2ce14a02b83c83b3ac3e9dd/d33d3ce8d2ce14a02b83c83b3ac3e9dd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796983.00000-0, db: /tmp/tmpryq11k92/sda/containers/0/c89/7b454c3f45ea0349510ecdfdeccb0c89/7b454c3f45ea0349510ecdfdeccb0c89.db +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_redirects_to_root_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_redirects_to_root_no_memcache ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty_shard_container ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharded_shard_with_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharded_shard_with_memcache ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_enable_sharding +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_enable_sharding ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_exception +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_exception ... ok +test DEBUG: Found 1 objects in shard (state=sharded), total = 34 (txn: tx31be63924fe64344bc3fb-006644fa8d) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='b', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'object'} (txn: tx31be63924fe64344bc3fb-006644fa8d) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9966&marker=b&end_marker= {'X-Backend-Record-Type': 'object'} (txn: tx31be63924fe64344bc3fb-006644fa8d) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1058 (txn: tx31be63924fe64344bc3fb-006644fa8d) +test DEBUG: Setting object count to 1058 (txn: tx31be63924fe64344bc3fb-006644fa8d) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: tx6f974a872f654a6da46c6-006644fa8d) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx6f974a872f654a6da46c6-006644fa8d) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=10000&marker=&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx6f974a872f654a6da46c6-006644fa8d) +test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_?format=json&limit=10000&marker=&end_marker=&states=listing (txn: tx6f974a872f654a6da46c6-006644fa8d) +test DEBUG: Getting listing part 0 from shard Namespace(name='a/c', lower='', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: tx6f974a872f654a6da46c6-006644fa8d) +test DEBUG: Get listing from /v1/a/c?format=json&limit=10000&marker=&end_marker= {'X-Backend-Record-Type': 'object'} (txn: tx6f974a872f654a6da46c6-006644fa8d) +test DEBUG: Found 1024 objects in shard (state=sharded), total = 1024 (txn: tx6f974a872f654a6da46c6-006644fa8d) +test DEBUG: Setting object count to 1024 (txn: tx6f974a872f654a6da46c6-006644fa8d) +test DEBUG: Found 1024 objects in shard (state=sharding), total = 1024 (txn: tx6f974a872f654a6da46c6-006644fa8d) +test DEBUG: Setting object count to 1024 (txn: tx6f974a872f654a6da46c6-006644fa8d) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx683388af3b284691b5737-006644fa8e) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx683388af3b284691b5737-006644fa8e) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx683388af3b284691b5737-006644fa8e) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx683388af3b284691b5737-006644fa8e) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx683388af3b284691b5737-006644fa8e) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx683388af3b284691b5737-006644fa8e) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx683388af3b284691b5737-006644fa8e) +test INFO: Caching listing namespaces for shard-listing-v2/.shards_a/c_pie (3 namespaces) (txn: tx683388af3b284691b5737-006644fa8e) +test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: tx683388af3b284691b5737-006644fa8e) +test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: tx683388af3b284691b5737-006644fa8e) +test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: tx683388af3b284691b5737-006644fa8e) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx683388af3b284691b5737-006644fa8e) +test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: tx683388af3b284691b5737-006644fa8e) +test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: tx683388af3b284691b5737-006644fa8e) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: tx683388af3b284691b5737-006644fa8e) +test DEBUG: Getting listing part 2 from shard Namespace(name='a/c_sub_pie', lower='lemon', upper='') a/c_sub_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx683388af3b284691b5737-006644fa8e) +test DEBUG: Get listing from /v1/a/c_sub_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx683388af3b284691b5737-006644fa8e) +test DEBUG: Found 4 objects in shard (state=unsharded), total = 8 (txn: tx683388af3b284691b5737-006644fa8e) +test DEBUG: Found 8 objects in shard (state=sharded), total = 48 (txn: tx683388af3b284691b5737-006644fa8e) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx683388af3b284691b5737-006644fa8e) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx683388af3b284691b5737-006644fa8e) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx683388af3b284691b5737-006644fa8e) +test DEBUG: Setting object count to 1072 (txn: tx683388af3b284691b5737-006644fa8e) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx7f97398fdf064a50aadac-006644fa8f) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx7f97398fdf064a50aadac-006644fa8f) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7f97398fdf064a50aadac-006644fa8f) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx7f97398fdf064a50aadac-006644fa8f) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx7f97398fdf064a50aadac-006644fa8f) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7f97398fdf064a50aadac-006644fa8f) +test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: tx7f97398fdf064a50aadac-006644fa8f) +test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: tx7f97398fdf064a50aadac-006644fa8f) +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_mixed_policies +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_mixed_policies ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges_errors +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges_errors ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796987.00000-0, db: /tmp/tmpryq11k92/sda/containers/0/21a/9459aa84fdada5e941272ed2c89ca21a/9459aa84fdada5e941272ed2c89ca21a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796991.00000-0, db: /tmp/tmpryq11k92/sda/containers/0/0e1/a354dddfe63ce5f47e748bd8b3d730e1/a354dddfe63ce5f47e748bd8b3d730e1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796995.00000-0, db: /tmp/tmpryq11k92/sda/containers/0/ec8/e5f03bf535574d6407e7b45747e20ec8/e5f03bf535574d6407e7b45747e20ec8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796999.00000-0, db: /tmp/tmpryq11k92/sda/containers/0/4df/218f61cbd555a50e4309e901f881a4df/218f61cbd555a50e4309e901f881a4df.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797003.00000-0, db: /tmp/tmpryq11k92/sda/containers/0/011/e47103971c5f94da69aa38f342930011/e47103971c5f94da69aa38f342930011.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797007.00000-0, db: /tmp/tmpryq11k92/sda/containers/0/d49/18083372ef34d5c1060c57d93f586d49/18083372ef34d5c1060c57d93f586d49.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797011.00000-0, db: /tmp/tmpryq11k92/sda/containers/0/018/55ee1d0e080785a7eb256912083fc018/55ee1d0e080785a7eb256912083fc018.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797015.00000-0, db: /tmp/tmpryq11k92/sda/containers/0/501/8b927562f892fec3b80c101ad25a7501/8b927562f892fec3b80c101ad25a7501.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797019.00000-0, db: /tmp/tmpryq11k92/sda/containers/0/12e/b5044966a00314087c0e579dce97b12e/b5044966a00314087c0e579dce97b12e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797023.00000-0, db: /tmp/tmpryq11k92/sda/containers/0/067/be711da3cd9e07db72bcc6820fb9c067/be711da3cd9e07db72bcc6820fb9c067.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797027.00000-0, db: /tmp/tmpryq11k92/sda/containers/0/e0d/d8c6053c921e67d503f33a10594ade0d/d8c6053c921e67d503f33a10594ade0d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797031.00000-0, db: /tmp/tmpryq11k92/sda/containers/0/623/1ee788c31033d154e6be7cd2e3d43623/1ee788c31033d154e6be7cd2e3d43623.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797035.00000-0, db: /tmp/tmpryq11k92/sda/containers/0/600/fcbc0c49a56e1e344bb8446a774a8600/fcbc0c49a56e1e344bb8446a774a8600.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797039.00000-0, db: /tmp/tmpryq11k92/sda/containers/0/607/4a7cb39998b3a4ffa4afcdf16fb97607/4a7cb39998b3a4ffa4afcdf16fb97607.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797043.00000-0, db: /tmp/tmpryq11k92/sda/containers/0/4ea/b3761192d872e1a8b1618a76466924ea/b3761192d872e1a8b1618a76466924ea.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797047.00000-0, db: /tmp/tmpryq11k92/sda/containers/0/8ee/716d70f94b0e64edc12b44b3010e28ee/716d70f94b0e64edc12b44b3010e28ee.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797051.00000-0, db: /tmp/tmpryq11k92/sda/containers/0/f9c/4cd2969ca1d4fe4ff2b7b883d6d0ff9c/4cd2969ca1d4fe4ff2b7b883d6d0ff9c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797055.00000-0, db: /tmp/tmpryq11k92/sda/containers/0/3c0/d52536e9101af240e6d97009d4cac3c0/d52536e9101af240e6d97009d4cac3c0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797059.00000-0, db: /tmp/tmpryq11k92/sda/containers/0/c18/d3ef72a676d2acaa50e884b41c477c18/d3ef72a676d2acaa50e884b41c477c18.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797063.00000-0, db: /tmp/tmpryq11k92/sda/containers/0/979/056e251c1c06f528ebfe0f3e5284b979/056e251c1c06f528ebfe0f3e5284b979.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797067.00000-0, db: /tmp/tmpryq11k92/sda/containers/0/a99/f018a47a4394439ef838dd5659ccba99/f018a47a4394439ef838dd5659ccba99.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797071.00000-0, db: /tmp/tmpryq11k92/sda/containers/0/ae2/47a5f7ea9ac385f84c4db6dc52864ae2/47a5f7ea9ac385f84c4db6dc52864ae2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797075.00000-0, db: /tmp/tmpryq11k92/sda/containers/0/e7f/c9094f4c7c7b03ae342e5cbf94a1be7f/c9094f4c7c7b03ae342e5cbf94a1be7f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797079.00000-0, db: /tmp/tmpryq11k92/sda/containers/0/d1d/5d5a997f9b1b65df83e831a1fb29ad1d/5d5a997f9b1b65df83e831a1fb29ad1d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797083.00000-0, db: /tmp/tmpryq11k92/sda/containers/0/63c/b8cd205126c34a27579edacbb690963c/b8cd205126c34a27579edacbb690963c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797087.00000-0, db: /tmp/tmpryq11k92/sda/containers/0/23f/7b58805cebb6e8a8fb4f4b1ed49b523f/7b58805cebb6e8a8fb4f4b1ed49b523f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797091.00000-0, db: /tmp/tmpryq11k92/sda/containers/0/2cb/e4fefbedd9a50176a8b665ad164122cb/e4fefbedd9a50176a8b665ad164122cb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797095.00000-0, db: /tmp/tmpryq11k92/sda/containers/0/a55/0c575b95748a5fb02f08e7f1abac8a55/0c575b95748a5fb02f08e7f1abac8a55.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797099.00000-0, db: /tmp/tmpryq11k92/sda/containers/0/781/4b8825559ad266972d9b678299627781/4b8825559ad266972d9b678299627781.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797103.00000-0, db: /tmp/tmpryq11k92/sda/containers/0/740/1c794c4dabe35d9e4239f4d62165b740/1c794c4dabe35d9e4239f4d62165b740.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797107.00000-0, db: /tmp/tmpryq11k92/sda/containers/0/f49/44dc0a63dd2ea4d567774d1de1803f49/44dc0a63dd2ea4d567774d1de1803f49.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797111.00000-0, db: /tmp/tmpryq11k92/sda/containers/0/2f4/59775ce467d223fb03cc6b49cb3792f4/59775ce467d223fb03cc6b49cb3792f4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797115.00000-0, db: /tmp/tmpryq11k92/sda/containers/0/ce0/fadd145edc8ac0ed7a0fb5b5256fece0/fadd145edc8ac0ed7a0fb5b5256fece0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797119.00000-0, db: /tmp/tmpryq11k92/sda/containers/0/394/956eb59d645b06476373b9e010c93394/956eb59d645b06476373b9e010c93394.db +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_cleaving_not_merged_while_cleaving +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_cleaving_not_merged_while_cleaving ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges_with_misplaced_objects +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges_with_misplaced_objects ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_fetch_fails_while_shrinking +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_fetch_fails_while_shrinking ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_no_memcache ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_brokers +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_brokers ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_db_state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_db_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info ... ok +test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7f97398fdf064a50aadac-006644fa8f) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx7f97398fdf064a50aadac-006644fa8f) +test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: tx7f97398fdf064a50aadac-006644fa8f) +test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7f97398fdf064a50aadac-006644fa8f) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: tx7f97398fdf064a50aadac-006644fa8f) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: tx7f97398fdf064a50aadac-006644fa8f) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: tx7f97398fdf064a50aadac-006644fa8f) +test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: tx7f97398fdf064a50aadac-006644fa8f) +test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: tx7f97398fdf064a50aadac-006644fa8f) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx7f97398fdf064a50aadac-006644fa8f) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx7f97398fdf064a50aadac-006644fa8f) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx7f97398fdf064a50aadac-006644fa8f) +test DEBUG: Setting object count to 1072 (txn: tx7f97398fdf064a50aadac-006644fa8f) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx3488a1e9652346b9bd7fc-006644fa90) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx3488a1e9652346b9bd7fc-006644fa90) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx3488a1e9652346b9bd7fc-006644fa90) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx3488a1e9652346b9bd7fc-006644fa90) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx3488a1e9652346b9bd7fc-006644fa90) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx3488a1e9652346b9bd7fc-006644fa90) +test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: tx3488a1e9652346b9bd7fc-006644fa90) +test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: tx3488a1e9652346b9bd7fc-006644fa90) +test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: tx3488a1e9652346b9bd7fc-006644fa90) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx3488a1e9652346b9bd7fc-006644fa90) +test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: tx3488a1e9652346b9bd7fc-006644fa90) +test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: tx3488a1e9652346b9bd7fc-006644fa90) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: tx3488a1e9652346b9bd7fc-006644fa90) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: tx3488a1e9652346b9bd7fc-006644fa90) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: tx3488a1e9652346b9bd7fc-006644fa90) +test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: tx3488a1e9652346b9bd7fc-006644fa90) +test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: tx3488a1e9652346b9bd7fc-006644fa90) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx3488a1e9652346b9bd7fc-006644fa90) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx3488a1e9652346b9bd7fc-006644fa90) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx3488a1e9652346b9bd7fc-006644fa90) +test DEBUG: Setting object count to 1072 (txn: tx3488a1e9652346b9bd7fc-006644fa90) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txaaf90b9842134ed790530-006644fa91) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txaaf90b9842134ed790530-006644fa91) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txaaf90b9842134ed790530-006644fa91) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txaaf90b9842134ed790530-006644fa91) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txaaf90b9842134ed790530-006644fa91) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txaaf90b9842134ed790530-006644fa91) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txaaf90b9842134ed790530-006644fa91) +test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: txaaf90b9842134ed790530-006644fa91) +test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: txaaf90b9842134ed790530-006644fa91) +test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: txaaf90b9842134ed790530-006644fa91) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: txaaf90b9842134ed790530-006644fa91) +test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: txaaf90b9842134ed790530-006644fa91) +test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: txaaf90b9842134ed790530-006644fa91) +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_with_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_with_memcache ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_is_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_no_stale_reads +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_no_stale_reads ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_sharding_states +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_sharding_states ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_stale_read_ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_stale_read_ok ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_deleted_shard +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_deleted_shard ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_items_since +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_items_since ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces_root_container_fill_gap +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces_root_container_fill_gap ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces_state_filtering +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces_state_filtering ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_objects +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_objects ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_delimiter_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_delimiter_no_memcache ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797123.00000-0, db: /tmp/tmpryq11k92/sda/containers/0/dc0/76355da64c4611fdd805e17d5844ddc0/76355da64c4611fdd805e17d5844ddc0.db +sharder-test WARNING: Failed to get shard ranges from a/c: bad, path: .shards_a/shard_c, db: /tmp/tmp1792aybj/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796625.00000.db +sharder-test WARNING: Audit warnings for shard: unable to get shard ranges from root, path: .shards_a/shard_c, db: /tmp/tmp1792aybj/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796625.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796628.00000-0, db: /tmp/tmpuro_n6ms/sda/containers/0/844/a16d96c137130674f5f8fb2133029844/a16d96c137130674f5f8fb2133029844_1715796628.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796628.00000-0, db: /tmp/tmpuro_n6ms/sda/containers/0/844/a16d96c137130674f5f8fb2133029844/a16d96c137130674f5f8fb2133029844_1715796628.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796631.00000-0, db: /tmp/tmpuro_n6ms/sda/containers/0/a9e/be68bb866e9c08787cc4d1945f739a9e/be68bb866e9c08787cc4d1945f739a9e_1715796631.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796631.00000-0, db: /tmp/tmpuro_n6ms/sda/containers/0/a9e/be68bb866e9c08787cc4d1945f739a9e/be68bb866e9c08787cc4d1945f739a9e_1715796631.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796634.00000-0, db: /tmp/tmpuro_n6ms/sda/containers/0/b1a/969995a472bb07cc21d334de6c8bcb1a/969995a472bb07cc21d334de6c8bcb1a_1715796634.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796634.00000-0, db: /tmp/tmpuro_n6ms/sda/containers/0/b1a/969995a472bb07cc21d334de6c8bcb1a/969995a472bb07cc21d334de6c8bcb1a_1715796634.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796637.00000-0, db: /tmp/tmpuro_n6ms/sda/containers/0/ad8/630d8926f8013e1f6efd0ca827a7dad8/630d8926f8013e1f6efd0ca827a7dad8_1715796637.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796637.00000-0, db: /tmp/tmpuro_n6ms/sda/containers/0/ad8/630d8926f8013e1f6efd0ca827a7dad8/630d8926f8013e1f6efd0ca827a7dad8_1715796637.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796640.00000-0, db: /tmp/tmpuro_n6ms/sda/containers/0/36d/d4ce943fb30828c2056bd63a870ac36d/d4ce943fb30828c2056bd63a870ac36d_1715796640.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796640.00000-0, db: /tmp/tmpuro_n6ms/sda/containers/0/36d/d4ce943fb30828c2056bd63a870ac36d/d4ce943fb30828c2056bd63a870ac36d_1715796640.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796643.00000-0, db: /tmp/tmpuro_n6ms/sda/containers/0/228/d9ba2762fbb26f85990d24ac61e94228/d9ba2762fbb26f85990d24ac61e94228_1715796643.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796643.00000-0, db: /tmp/tmpuro_n6ms/sda/containers/0/228/d9ba2762fbb26f85990d24ac61e94228/d9ba2762fbb26f85990d24ac61e94228_1715796643.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796646.00000-0, db: /tmp/tmpuro_n6ms/sda/containers/0/9d7/c0c560f918b83906a51fce9bf6ee19d7/c0c560f918b83906a51fce9bf6ee19d7_1715796646.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796646.00000-0, db: /tmp/tmpuro_n6ms/sda/containers/0/9d7/c0c560f918b83906a51fce9bf6ee19d7/c0c560f918b83906a51fce9bf6ee19d7_1715796646.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796649.00000-0, db: /tmp/tmpuro_n6ms/sda/containers/0/7c6/9ef86fdf8d77cf6508935cb0213827c6/9ef86fdf8d77cf6508935cb0213827c6_1715796649.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796649.00000-0, db: /tmp/tmpuro_n6ms/sda/containers/0/7c6/9ef86fdf8d77cf6508935cb0213827c6/9ef86fdf8d77cf6508935cb0213827c6_1715796649.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796652.00000-0, db: /tmp/tmpuro_n6ms/sda/containers/0/eef/29b613661a5b2d727dca3ee8a9e70eef/29b613661a5b2d727dca3ee8a9e70eef_1715796652.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796652.00000-0, db: /tmp/tmpuro_n6ms/sda/containers/0/eef/29b613661a5b2d727dca3ee8a9e70eef/29b613661a5b2d727dca3ee8a9e70eef_1715796652.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796655.00000-0, db: /tmp/tmpuro_n6ms/sda/containers/0/072/12431435528059154b1499f8ac879072/12431435528059154b1499f8ac879072_1715796655.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796655.00000-0, db: /tmp/tmpuro_n6ms/sda/containers/0/072/12431435528059154b1499f8ac879072/12431435528059154b1499f8ac879072_1715796655.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796658.00000-0, db: /tmp/tmpuro_n6ms/sda/containers/0/130/d1d93ac27aac3e8689f670073e8e0130/d1d93ac27aac3e8689f670073e8e0130_1715796658.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796658.00000-0, db: /tmp/tmpuro_n6ms/sda/containers/0/130/d1d93ac27aac3e8689f670073e8e0130/d1d93ac27aac3e8689f670073e8e0130_1715796658.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796661.00000-0, db: /tmp/tmpuro_n6ms/sda/containers/0/aad/f907d0e494211201370852c32eb9aaad/f907d0e494211201370852c32eb9aaad_1715796661.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796661.00000-0, db: /tmp/tmpuro_n6ms/sda/containers/0/aad/f907d0e494211201370852c32eb9aaad/f907d0e494211201370852c32eb9aaad_1715796661.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796664.00000-0, db: /tmp/tmpuro_n6ms/sda/containers/0/72b/ebce803b8b38b418de5458040788e72b/ebce803b8b38b418de5458040788e72b_1715796664.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796664.00000-0, db: /tmp/tmpuro_n6ms/sda/containers/0/72b/ebce803b8b38b418de5458040788e72b/ebce803b8b38b418de5458040788e72b_1715796664.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796667.00000-0, db: /tmp/tmpuro_n6ms/sda/containers/0/a9d/003db27eb0479aef67072da6951e9a9d/003db27eb0479aef67072da6951e9a9d_1715796667.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796667.00000-0, db: /tmp/tmpuro_n6ms/sda/containers/0/a9d/003db27eb0479aef67072da6951e9a9d/003db27eb0479aef67072da6951e9a9d_1715796667.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796670.00000-0, db: /tmp/tmpuro_n6ms/sda/containers/0/e9a/c9971160a0eba3a0ea8629f49fdfce9a/c9971160a0eba3a0ea8629f49fdfce9a_1715796670.00000.db +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_delimiter_reverse_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_delimiter_reverse_no_memcache ... ok +test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: txaaf90b9842134ed790530-006644fa91) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: txaaf90b9842134ed790530-006644fa91) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: txaaf90b9842134ed790530-006644fa91) +test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: txaaf90b9842134ed790530-006644fa91) +test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: txaaf90b9842134ed790530-006644fa91) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txaaf90b9842134ed790530-006644fa91) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txaaf90b9842134ed790530-006644fa91) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txaaf90b9842134ed790530-006644fa91) +test DEBUG: Setting object count to 1072 (txn: txaaf90b9842134ed790530-006644fa91) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txdee8161a275a4b7698601-006644fa92) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: txdee8161a275a4b7698601-006644fa92) +test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: txdee8161a275a4b7698601-006644fa92) +test WARNING: Failed to get container listing from /v1/a/c?format=json&states=listing: 404 (txn: txdee8161a275a4b7698601-006644fa92) +test ERROR: Aborting listing from shards due to bad response: [404] (txn: txdee8161a275a4b7698601-006644fa92) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 5 shards for: /v1/a/c?delimiter=%2F&format=json&states=listing (txn: txf3b6398a4bd7445d96233-006644fa93) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ha-ppy', lower='', upper='ha/ppy') .shards_a/c_ha-ppy with {'X-Backend-Record-Type': 'auto'} (txn: txf3b6398a4bd7445d96233-006644fa93) +test DEBUG: Get listing from /v1/.shards_a/c_ha-ppy?delimiter=%2F&format=json&limit=10000&marker=&end_marker=ha%2Fppy%00 {'X-Backend-Record-Type': 'auto'} (txn: txf3b6398a4bd7445d96233-006644fa93) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: txf3b6398a4bd7445d96233-006644fa93) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='ha/ptic', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txf3b6398a4bd7445d96233-006644fa93) +test DEBUG: Get listing from /v1/.shards_a/c_ham?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txf3b6398a4bd7445d96233-006644fa93) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 2 (txn: txf3b6398a4bd7445d96233-006644fa93) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txf3b6398a4bd7445d96233-006644fa93) +test DEBUG: Get listing from /v1/.shards_a/c_pie?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txf3b6398a4bd7445d96233-006644fa93) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 2 (txn: txf3b6398a4bd7445d96233-006644fa93) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txf3b6398a4bd7445d96233-006644fa93) +test DEBUG: Get listing from /v1/.shards_a/c_?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txf3b6398a4bd7445d96233-006644fa93) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 3 (txn: txf3b6398a4bd7445d96233-006644fa93) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 6 shards for: /v1/a/c?delimiter=%2F&reverse=on&format=json&states=listing (txn: tx37207ca126cc496ebbf4e-006644fa94) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx37207ca126cc496ebbf4e-006644fa94) +test DEBUG: Get listing from /v1/.shards_a/c_?delimiter=%2F&reverse=on&format=json&limit=10000&marker=&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: tx37207ca126cc496ebbf4e-006644fa94) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: tx37207ca126cc496ebbf4e-006644fa94) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx37207ca126cc496ebbf4e-006644fa94) +test DEBUG: Get listing from /v1/.shards_a/c_pie?delimiter=%2F&reverse=on&format=json&limit=9999&marker=pumpkin&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx37207ca126cc496ebbf4e-006644fa94) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 1 (txn: tx37207ca126cc496ebbf4e-006644fa94) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='ha/ptic', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx37207ca126cc496ebbf4e-006644fa94) +test DEBUG: Get listing from /v1/.shards_a/c_ham?delimiter=%2F&reverse=on&format=json&limit=9999&marker=pumpkin&end_marker=ha%2Fptic {'X-Backend-Record-Type': 'auto'} (txn: tx37207ca126cc496ebbf4e-006644fa94) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: tx37207ca126cc496ebbf4e-006644fa94) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ha-ppy', lower='ha.d', upper='ha/ppy') .shards_a/c_ha-ppy with {'X-Backend-Record-Type': 'auto'} (txn: tx37207ca126cc496ebbf4e-006644fa94) +test DEBUG: Get listing from /v1/.shards_a/c_ha-ppy?delimiter=%2F&reverse=on&format=json&limit=9998&marker=ha%2F&end_marker=ha.d {'X-Backend-Record-Type': 'auto'} (txn: tx37207ca126cc496ebbf4e-006644fa94) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 3 (txn: tx37207ca126cc496ebbf4e-006644fa94) +test DEBUG: Getting listing part 5 from shard Namespace(name='.shards_a/c_ha.d', lower='', upper='ha.d') .shards_a/c_ha.d with {'X-Backend-Record-Type': 'auto'} (txn: tx37207ca126cc496ebbf4e-006644fa94) +test DEBUG: Get listing from /v1/.shards_a/c_ha.d?delimiter=%2F&reverse=on&format=json&limit=9997&marker=ha.ggle&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx37207ca126cc496ebbf4e-006644fa94) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 4 (txn: tx37207ca126cc496ebbf4e-006644fa94) +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_objects_since_row +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_objects_since_row ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_own_shard_range +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_own_shard_range ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_policy_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_policy_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_replication_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_replication_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_report_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_report_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_range_rows_with_limit +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_range_rows_with_limit ... ok +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx0efcaa23dbfe47cfa5c6a-006644fa95) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx0efcaa23dbfe47cfa5c6a-006644fa95) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx0efcaa23dbfe47cfa5c6a-006644fa95) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0efcaa23dbfe47cfa5c6a-006644fa95) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx0efcaa23dbfe47cfa5c6a-006644fa95) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx0efcaa23dbfe47cfa5c6a-006644fa95) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0efcaa23dbfe47cfa5c6a-006644fa95) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx0efcaa23dbfe47cfa5c6a-006644fa95) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx0efcaa23dbfe47cfa5c6a-006644fa95) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0efcaa23dbfe47cfa5c6a-006644fa95) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx0efcaa23dbfe47cfa5c6a-006644fa95) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx0efcaa23dbfe47cfa5c6a-006644fa95) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0efcaa23dbfe47cfa5c6a-006644fa95) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx0efcaa23dbfe47cfa5c6a-006644fa95) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx0efcaa23dbfe47cfa5c6a-006644fa95) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx0efcaa23dbfe47cfa5c6a-006644fa95) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx0efcaa23dbfe47cfa5c6a-006644fa95) +test DEBUG: Setting object count to 3120 (txn: tx0efcaa23dbfe47cfa5c6a-006644fa95) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx145d567b5f5b461fac165-006644fa95) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx145d567b5f5b461fac165-006644fa95) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx145d567b5f5b461fac165-006644fa95) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx145d567b5f5b461fac165-006644fa95) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx145d567b5f5b461fac165-006644fa95) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx145d567b5f5b461fac165-006644fa95) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx145d567b5f5b461fac165-006644fa95) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx145d567b5f5b461fac165-006644fa95) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx145d567b5f5b461fac165-006644fa95) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx145d567b5f5b461fac165-006644fa95) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx145d567b5f5b461fac165-006644fa95) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx145d567b5f5b461fac165-006644fa95) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx145d567b5f5b461fac165-006644fa95) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx145d567b5f5b461fac165-006644fa95) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx145d567b5f5b461fac165-006644fa95) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx145d567b5f5b461fac165-006644fa95) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx145d567b5f5b461fac165-006644fa95) +test DEBUG: Setting object count to 3120 (txn: tx145d567b5f5b461fac165-006644fa95) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx87d68114f16e49ae9fa87-006644fa95) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx87d68114f16e49ae9fa87-006644fa95) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx87d68114f16e49ae9fa87-006644fa95) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx87d68114f16e49ae9fa87-006644fa95) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx87d68114f16e49ae9fa87-006644fa95) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx87d68114f16e49ae9fa87-006644fa95) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx87d68114f16e49ae9fa87-006644fa95) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx87d68114f16e49ae9fa87-006644fa95) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx87d68114f16e49ae9fa87-006644fa95) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx87d68114f16e49ae9fa87-006644fa95) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx87d68114f16e49ae9fa87-006644fa95) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx87d68114f16e49ae9fa87-006644fa95) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx87d68114f16e49ae9fa87-006644fa95) +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_attempts +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_attempts ... ok +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx87d68114f16e49ae9fa87-006644fa95) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx87d68114f16e49ae9fa87-006644fa95) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx87d68114f16e49ae9fa87-006644fa95) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx87d68114f16e49ae9fa87-006644fa95) +test DEBUG: Setting object count to 3120 (txn: tx87d68114f16e49ae9fa87-006644fa95) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx27abc84f520f4b7ead066-006644fa95) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx27abc84f520f4b7ead066-006644fa95) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx27abc84f520f4b7ead066-006644fa95) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx27abc84f520f4b7ead066-006644fa95) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx27abc84f520f4b7ead066-006644fa95) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx27abc84f520f4b7ead066-006644fa95) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx27abc84f520f4b7ead066-006644fa95) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx27abc84f520f4b7ead066-006644fa95) +test DEBUG: Getting listing part 2 from shard Namespace(name='a/c', lower='pie', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: tx27abc84f520f4b7ead066-006644fa95) +test DEBUG: Get listing from /v1/a/c?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'object'} (txn: tx27abc84f520f4b7ead066-006644fa95) +test DEBUG: Found 3072 objects in shard (state=sharded), total = 3120 (txn: tx27abc84f520f4b7ead066-006644fa95) +test DEBUG: Setting object count to 3120 (txn: tx27abc84f520f4b7ead066-006644fa95) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txd4c24057e7bb4508bf6a5-006644fa96) +test DEBUG: GET listing from 5 shards for: /v1/a/c?reverse=true&limit=&format=json&states=listing (txn: txd4c24057e7bb4508bf6a5-006644fa96) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txd4c24057e7bb4508bf6a5-006644fa96) +test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&limit=10000&format=json&marker=&end_marker=%F0%9F%8C%B4 {'X-Backend-Record-Type': 'auto'} (txn: txd4c24057e7bb4508bf6a5-006644fa96) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: txd4c24057e7bb4508bf6a5-006644fa96) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txd4c24057e7bb4508bf6a5-006644fa96) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?reverse=true&limit=8976&format=json&marker=%F0%9F%8C%B5&end_marker=%E2%98%83 {'X-Backend-Record-Type': 'auto'} (txn: txd4c24057e7bb4508bf6a5-006644fa96) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2048 (txn: txd4c24057e7bb4508bf6a5-006644fa96) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txd4c24057e7bb4508bf6a5-006644fa96) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?reverse=true&limit=7952&format=json&marker=%E2%98%84&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: txd4c24057e7bb4508bf6a5-006644fa96) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3072 (txn: txd4c24057e7bb4508bf6a5-006644fa96) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txd4c24057e7bb4508bf6a5-006644fa96) +test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&limit=6928&format=json&marker=q&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: txd4c24057e7bb4508bf6a5-006644fa96) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 3080 (txn: txd4c24057e7bb4508bf6a5-006644fa96) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txd4c24057e7bb4508bf6a5-006644fa96) +test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&limit=6920&format=json&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txd4c24057e7bb4508bf6a5-006644fa96) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 3120 (txn: txd4c24057e7bb4508bf6a5-006644fa96) +test DEBUG: Setting object count to 3120 (txn: txd4c24057e7bb4508bf6a5-006644fa96) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txdc8adf9b53d84810b5fda-006644fa96) +test DEBUG: GET listing from 5 shards for: /v1/a/c?limit=49&format=json&states=listing (txn: txdc8adf9b53d84810b5fda-006644fa96) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txdc8adf9b53d84810b5fda-006644fa96) +test DEBUG: Get listing from /v1/.shards_a/c_ham?limit=49&format=json&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txdc8adf9b53d84810b5fda-006644fa96) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txdc8adf9b53d84810b5fda-006644fa96) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txdc8adf9b53d84810b5fda-006644fa96) +test DEBUG: Get listing from /v1/.shards_a/c_pie?limit=9&format=json&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txdc8adf9b53d84810b5fda-006644fa96) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txdc8adf9b53d84810b5fda-006644fa96) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txdc8adf9b53d84810b5fda-006644fa96) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?limit=1&format=json&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txdc8adf9b53d84810b5fda-006644fa96) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 49 (txn: txdc8adf9b53d84810b5fda-006644fa96) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txc255313c130d44308bcb5-006644fa96) +test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=%E2%98%86&format=json&states=listing (txn: txc255313c130d44308bcb5-006644fa96) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txc255313c130d44308bcb5-006644fa96) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&format=json&limit=10000&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txc255313c130d44308bcb5-006644fa96) +test DEBUG: Found 1022 objects in shard (state=unsharded), total = 1022 (txn: txc255313c130d44308bcb5-006644fa96) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txc255313c130d44308bcb5-006644fa96) +test DEBUG: Get listing from /v1/.shards_a/c_?marker=%E2%A8%83&format=json&limit=8978&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txc255313c130d44308bcb5-006644fa96) +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_memcache ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_includes +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_includes ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_with_sharding_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_with_sharding_overlaps ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_with_shrinking_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_with_shrinking_overlaps ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_usage +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_usage ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_mix_ok_and_deleted_shard +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_mix_ok_and_deleted_shard ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_has_multiple_policies +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_has_multiple_policies ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_has_other_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_has_other_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_initialize_container_broker_in_default +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_initialize_container_broker_in_default ... ok +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796670.00000-0, db: /tmp/tmpuro_n6ms/sda/containers/0/e9a/c9971160a0eba3a0ea8629f49fdfce9a/c9971160a0eba3a0ea8629f49fdfce9a_1715796670.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796673.00000-0, db: /tmp/tmpuro_n6ms/sda/containers/0/dd2/2b193563930cb6e7093f6868349e3dd2/2b193563930cb6e7093f6868349e3dd2_1715796673.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796673.00000-0, db: /tmp/tmpuro_n6ms/sda/containers/0/dd2/2b193563930cb6e7093f6868349e3dd2/2b193563930cb6e7093f6868349e3dd2_1715796673.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796676.00000-0, db: /tmp/tmpuro_n6ms/sda/containers/0/1ac/0312e48bc7bf79ee1f20a0ff29f1b1ac/0312e48bc7bf79ee1f20a0ff29f1b1ac_1715796676.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796676.00000-0, db: /tmp/tmpuro_n6ms/sda/containers/0/1ac/0312e48bc7bf79ee1f20a0ff29f1b1ac/0312e48bc7bf79ee1f20a0ff29f1b1ac_1715796676.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796679.00000-0, db: /tmp/tmpuro_n6ms/sda/containers/0/ef7/147e4b020d6d79490d2cf8455650def7/147e4b020d6d79490d2cf8455650def7_1715796679.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796679.00000-0, db: /tmp/tmpuro_n6ms/sda/containers/0/ef7/147e4b020d6d79490d2cf8455650def7/147e4b020d6d79490d2cf8455650def7_1715796679.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796682.00000-0, db: /tmp/tmpuro_n6ms/sda/containers/0/3a0/9f5b924143200e5f1e335ff2930ec3a0/9f5b924143200e5f1e335ff2930ec3a0_1715796682.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796682.00000-0, db: /tmp/tmpuro_n6ms/sda/containers/0/3a0/9f5b924143200e5f1e335ff2930ec3a0/9f5b924143200e5f1e335ff2930ec3a0_1715796682.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796685.00000-0, db: /tmp/tmpuro_n6ms/sda/containers/0/563/a2dbbbad9d96ca56b9772e22b953c563/a2dbbbad9d96ca56b9772e22b953c563_1715796685.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796685.00000-0, db: /tmp/tmpuro_n6ms/sda/containers/0/563/a2dbbbad9d96ca56b9772e22b953c563/a2dbbbad9d96ca56b9772e22b953c563_1715796685.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796688.00000-0, db: /tmp/tmpuro_n6ms/sda/containers/0/2f7/5abfd9299e8788977e89d7b5db4e82f7/5abfd9299e8788977e89d7b5db4e82f7_1715796688.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796688.00000-0, db: /tmp/tmpuro_n6ms/sda/containers/0/2f7/5abfd9299e8788977e89d7b5db4e82f7/5abfd9299e8788977e89d7b5db4e82f7_1715796688.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796691.00000-0, db: /tmp/tmpuro_n6ms/sda/containers/0/e52/d2ea3b863b4d81eb651c0cb0f1756e52/d2ea3b863b4d81eb651c0cb0f1756e52_1715796691.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796691.00000-0, db: /tmp/tmpuro_n6ms/sda/containers/0/e52/d2ea3b863b4d81eb651c0cb0f1756e52/d2ea3b863b4d81eb651c0cb0f1756e52_1715796691.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796694.00000-0, db: /tmp/tmpuro_n6ms/sda/containers/0/d6c/705c9a7e8b58f7d3c92d596de8197d6c/705c9a7e8b58f7d3c92d596de8197d6c_1715796694.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796694.00000-0, db: /tmp/tmpuro_n6ms/sda/containers/0/d6c/705c9a7e8b58f7d3c92d596de8197d6c/705c9a7e8b58f7d3c92d596de8197d6c_1715796694.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796697.00000-0, db: /tmp/tmpuro_n6ms/sda/containers/0/9ef/d3743a19714a13aa213ae6ceb4d119ef/d3743a19714a13aa213ae6ceb4d119ef_1715796697.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796697.00000-0, db: /tmp/tmpuro_n6ms/sda/containers/0/9ef/d3743a19714a13aa213ae6ceb4d119ef/d3743a19714a13aa213ae6ceb4d119ef_1715796697.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796700.00000-0, db: /tmp/tmpuro_n6ms/sda/containers/0/b3c/b81c064c750ddee48a2cb9f4d504eb3c/b81c064c750ddee48a2cb9f4d504eb3c_1715796700.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796700.00000-0, db: /tmp/tmpuro_n6ms/sda/containers/0/b3c/b81c064c750ddee48a2cb9f4d504eb3c/b81c064c750ddee48a2cb9f4d504eb3c_1715796700.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796703.00000-0, db: /tmp/tmpuro_n6ms/sda/containers/0/a67/7534165b9ee3811b73ee26e2f2bfca67/7534165b9ee3811b73ee26e2f2bfca67_1715796703.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796703.00000-0, db: /tmp/tmpuro_n6ms/sda/containers/0/a67/7534165b9ee3811b73ee26e2f2bfca67/7534165b9ee3811b73ee26e2f2bfca67_1715796703.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796706.00000-0, db: /tmp/tmpuro_n6ms/sda/containers/0/754/b5518cce77d171a2504924fbd92d8754/b5518cce77d171a2504924fbd92d8754_1715796706.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796706.00000-0, db: /tmp/tmpuro_n6ms/sda/containers/0/754/b5518cce77d171a2504924fbd92d8754/b5518cce77d171a2504924fbd92d8754_1715796706.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796709.00000-0, db: /tmp/tmpuro_n6ms/sda/containers/0/d09/0096c62a87fdf30a696ae6350b4efd09/0096c62a87fdf30a696ae6350b4efd09_1715796709.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796709.00000-0, db: /tmp/tmpuro_n6ms/sda/containers/0/d09/0096c62a87fdf30a696ae6350b4efd09/0096c62a87fdf30a696ae6350b4efd09_1715796709.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796712.00000-0, db: /tmp/tmpuro_n6ms/sda/containers/0/1c6/4058851d37805f4faaac20bf425621c6/4058851d37805f4faaac20bf425621c6_1715796712.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796712.00000-0, db: /tmp/tmpuro_n6ms/sda/containers/0/1c6/4058851d37805f4faaac20bf425621c6/4058851d37805f4faaac20bf425621c6_1715796712.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796715.00000-0, db: /tmp/tmpuro_n6ms/sda/containers/0/bf9/976082af53b1febef1d8380ee2e6dbf9/976082af53b1febef1d8380ee2e6dbf9_1715796715.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796715.00000-0, db: /tmp/tmpuro_n6ms/sda/containers/0/bf9/976082af53b1febef1d8380ee2e6dbf9/976082af53b1febef1d8380ee2e6dbf9_1715796715.00000.db +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2046 (txn: txc255313c130d44308bcb5-006644fa96) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx625956f435e1439e923a2-006644fa96) +test DEBUG: GET listing from 4 shards for: /v1/a/c?end_marker=%E2%98%8A&format=json&states=listing (txn: tx625956f435e1439e923a2-006644fa96) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx625956f435e1439e923a2-006644fa96) +test DEBUG: Get listing from /v1/.shards_a/c_ham?end_marker=ham%00&format=json&limit=10000&marker= {'X-Backend-Record-Type': 'auto'} (txn: tx625956f435e1439e923a2-006644fa96) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx625956f435e1439e923a2-006644fa96) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx625956f435e1439e923a2-006644fa96) +test DEBUG: Get listing from /v1/.shards_a/c_pie?end_marker=pie%00&format=json&limit=9960&marker=h {'X-Backend-Record-Type': 'auto'} (txn: tx625956f435e1439e923a2-006644fa96) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx625956f435e1439e923a2-006644fa96) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx625956f435e1439e923a2-006644fa96) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?end_marker=%E2%98%83%00&format=json&limit=9952&marker=p {'X-Backend-Record-Type': 'auto'} (txn: tx625956f435e1439e923a2-006644fa96) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx625956f435e1439e923a2-006644fa96) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx625956f435e1439e923a2-006644fa96) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?end_marker=%E2%98%8A&format=json&limit=8928&marker=%D1%B0 {'X-Backend-Record-Type': 'auto'} (txn: tx625956f435e1439e923a2-006644fa96) +test DEBUG: Found 6 objects in shard (state=unsharded), total = 1078 (txn: tx625956f435e1439e923a2-006644fa96) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx2723133d1a89406098f3b-006644fa96) +test DEBUG: GET listing from 5 shards for: /v1/a/c?prefix=hat&format=json&states=listing (txn: tx2723133d1a89406098f3b-006644fa96) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx2723133d1a89406098f3b-006644fa96) +test DEBUG: Get listing from /v1/.shards_a/c_pie?prefix=hat&format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx2723133d1a89406098f3b-006644fa96) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx2723133d1a89406098f3b-006644fa96) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txfdd90ed265b74c8faa346-006644fa96) +test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json&states=listing (txn: txfdd90ed265b74c8faa346-006644fa96) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txfdd90ed265b74c8faa346-006644fa96) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json {'X-Backend-Record-Type': 'auto'} (txn: txfdd90ed265b74c8faa346-006644fa96) +test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: txfdd90ed265b74c8faa346-006644fa96) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx611094bbc24e4e889926e-006644fa96) +test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json&states=listing (txn: tx611094bbc24e4e889926e-006644fa96) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx611094bbc24e4e889926e-006644fa96) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json {'X-Backend-Record-Type': 'auto'} (txn: tx611094bbc24e4e889926e-006644fa96) +test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: tx611094bbc24e4e889926e-006644fa96) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx0f7c8b6bbd5f401384b22-006644fa97) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: tx0f7c8b6bbd5f401384b22-006644fa97) +test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0f7c8b6bbd5f401384b22-006644fa97) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: tx0f7c8b6bbd5f401384b22-006644fa97) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_c', lower='b', upper='c') .shards_a/c_c with {'X-Backend-Record-Type': 'auto'} (txn: tx0f7c8b6bbd5f401384b22-006644fa97) +test DEBUG: Get listing from /v1/.shards_a/c_c?format=json&limit=9999&marker=b&end_marker=c%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0f7c8b6bbd5f401384b22-006644fa97) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: tx0f7c8b6bbd5f401384b22-006644fa97) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='c', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx0f7c8b6bbd5f401384b22-006644fa97) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx0f7c8b6bbd5f401384b22-006644fa97) +test WARNING: Failed to get container listing from /v1/a/c?format=json&states=listing: 404 (txn: tx0f7c8b6bbd5f401384b22-006644fa97) +test ERROR: Aborting listing from shards due to bad response: [200, 200, 404] (txn: tx0f7c8b6bbd5f401384b22-006644fa97) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txb2134fb476704fa8a71f0-006644fa98) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txb2134fb476704fa8a71f0-006644fa98) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txb2134fb476704fa8a71f0-006644fa98) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txb2134fb476704fa8a71f0-006644fa98) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txb2134fb476704fa8a71f0-006644fa98) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txb2134fb476704fa8a71f0-006644fa98) +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharding_container_gap_in_shards_with_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharding_container_gap_in_shards_with_memcache ... ok +test.unit.proxy.controllers.test_obj.TestECFunctions.test_chunk_transformer +test.unit.proxy.controllers.test_obj.TestECFunctions.test_chunk_transformer ... ok +test.unit.proxy.controllers.test_obj.TestECFunctions.test_chunk_transformer_non_aligned_last_chunk +test.unit.proxy.controllers.test_obj.TestECFunctions.test_chunk_transformer_non_aligned_last_chunk ... ok +test.unit.proxy.controllers.test_obj.TestECFunctions.test_client_range_to_segment_range +test.unit.proxy.controllers.test_obj.TestECFunctions.test_client_range_to_segment_range ... ok +test.unit.proxy.controllers.test_obj.TestECFunctions.test_segment_range_to_fragment_range +test.unit.proxy.controllers.test_obj.TestECFunctions.test_segment_range_to_fragment_range ... ok +test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: txb2134fb476704fa8a71f0-006644fa98) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txb2134fb476704fa8a71f0-006644fa98) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txb2134fb476704fa8a71f0-006644fa98) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: txb2134fb476704fa8a71f0-006644fa98) +test DEBUG: Setting object count to 1065 (txn: txb2134fb476704fa8a71f0-006644fa98) +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmpnv6bt5rv/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpnv6bt5rv/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmpnv6bt5rv/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpnv6bt5rv/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:10:32 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.0352 "-" 1363416 - +HTTP PERF: 0.03798 seconds to PUT 127.0.0.1:52863 /sda1/0/a) +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:10:32 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0297 "-" 1363416 - +HTTP PERF: 0.03223 seconds to PUT 127.0.0.1:60745 /sdb1/0/a) +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:10:32 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0404 "-" 1363416 - +HTTP PERF: 0.04273 seconds to PUT 127.0.0.1:52863 /sda1/2/a1) +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:10:32 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0368 "-" 1363416 - +HTTP PERF: 0.03906 seconds to PUT 127.0.0.1:60745 /sdb1/2/a1) +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:10:32 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx3f65cdd441894110a8ceb-006644fa98" "proxy-server 1363416" 0.0021 "-" 1363416 - +HTTP PERF: 0.00381 seconds to HEAD 127.0.0.1:60745 /sdb1/0/a?format=json) +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:10:32 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:49603/sda1/3/a/c" "tx3f65cdd441894110a8ceb-006644fa98" "container-server 1363416" 0.0015 "-" 1363416 0 +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:10:32 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:43997/sdb1/3/a/c" "tx3f65cdd441894110a8ceb-006644fa98" "container-server 1363416" 0.0013 "-" 1363416 0 +HTTP PERF: 0.00603 seconds to PUT 127.0.0.1:60745 /sdb1/0/a/c) +cont2 INFO: 127.0.0.1 - - [15/May/2024:18:10:32 +0000] "PUT /sdb1/3/a/c" 201 - "PUT http://localhost/v1/a/c" "tx3f65cdd441894110a8ceb-006644fa98" "proxy-server 1363416" 0.0442 "-" 1363416 0 +HTTP PERF: 0.04558 seconds to PUT 127.0.0.1:52863 /sda1/0/a/c) +cont1 INFO: 127.0.0.1 - - [15/May/2024:18:10:32 +0000] "PUT /sda1/3/a/c" 201 - "PUT http://localhost/v1/a/c" "tx3f65cdd441894110a8ceb-006644fa98" "proxy-server 1363416" 0.0851 "-" 1363416 0 +HTTP PERF: 0.08817 seconds to PUT 127.0.0.1:43997 /sdb1/3/a/c) +HTTP PERF: 0.09006 seconds to PUT 127.0.0.1:49603 /sda1/3/a/c) +proxy INFO: 127.0.0.1 127.0.0.1 15/May/2024/18/10/32 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx3f65cdd441894110a8ceb-006644fa98 - 0.0972 - - 1715796632.494727612 1715796632.591940165 0 +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:10:32 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx67f89ea625a94269895f8-006644fa98" "proxy-server 1363416" 0.0014 "-" 1363416 - +HTTP PERF: 0.00296 seconds to HEAD 127.0.0.1:60745 /sdb1/2/a1?format=json) +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:10:32 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:43997/sdb1/0/a1/c1" "tx67f89ea625a94269895f8-006644fa98" "container-server 1363416" 0.0036 "-" 1363416 0 +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:10:32 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:49603/sda1/0/a1/c1" "tx67f89ea625a94269895f8-006644fa98" "container-server 1363416" 0.0033 "-" 1363416 0 +HTTP PERF: 0.05325 seconds to PUT 127.0.0.1:52863 /sda1/2/a1/c1) +cont1 INFO: 127.0.0.1 - - [15/May/2024:18:10:32 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx67f89ea625a94269895f8-006644fa98" "proxy-server 1363416" 0.0920 "-" 1363416 0 +HTTP PERF: 0.01074 seconds to PUT 127.0.0.1:60745 /sdb1/2/a1/c1) +cont2 INFO: 127.0.0.1 - - [15/May/2024:18:10:32 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx67f89ea625a94269895f8-006644fa98" "proxy-server 1363416" 0.0536 "-" 1363416 0 +HTTP PERF: 0.09430 seconds to PUT 127.0.0.1:43997 /sdb1/0/a1/c1) +HTTP PERF: 0.09503 seconds to PUT 127.0.0.1:49603 /sda1/0/a1/c1) +proxy INFO: 127.0.0.1 127.0.0.1 15/May/2024/18/10/32 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx67f89ea625a94269895f8-006644fa98 - 0.1014 - - 1715796632.593593597 1715796632.695019484 0 +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:10:32 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txc3ae83a7a996400c8eace-006644fa98" "proxy-server 1363416" 0.0343 "-" 1363416 - +HTTP PERF: 0.03630 seconds to HEAD 127.0.0.1:60745 /sdb1/0/a?format=json) +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:10:32 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:43997/sdb1/3/a/c1" "txc3ae83a7a996400c8eace-006644fa98" "container-server 1363416" 0.0016 "-" 1363416 1 +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:10:32 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:49603/sda1/3/a/c1" "txc3ae83a7a996400c8eace-006644fa98" "container-server 1363416" 0.0385 "-" 1363416 1 +HTTP PERF: 0.04429 seconds to PUT 127.0.0.1:60745 /sdb1/0/a/c1) +cont2 INFO: 127.0.0.1 - - [15/May/2024:18:10:32 +0000] "PUT /sdb1/3/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txc3ae83a7a996400c8eace-006644fa98" "proxy-server 1363416" 0.0869 "-" 1363416 1 +HTTP PERF: 0.08839 seconds to PUT 127.0.0.1:52863 /sda1/0/a/c1) +cont1 INFO: 127.0.0.1 - - [15/May/2024:18:10:32 +0000] "PUT /sda1/3/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txc3ae83a7a996400c8eace-006644fa98" "proxy-server 1363416" 0.1312 "-" 1363416 1 +HTTP PERF: 0.13371 seconds to PUT 127.0.0.1:49603 /sda1/3/a/c1) +HTTP PERF: 0.13361 seconds to PUT 127.0.0.1:43997 /sdb1/3/a/c1) +proxy INFO: 127.0.0.1 127.0.0.1 15/May/2024/18/10/32 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txc3ae83a7a996400c8eace-006644fa98 - 0.1738 - - 1715796632.696285963 1715796632.870111942 1 +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:10:32 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx4c1a28f2d0594611b2e59-006644fa98" "proxy-server 1363416" 0.0411 "-" 1363416 - +HTTP PERF: 0.04271 seconds to HEAD 127.0.0.1:60745 /sdb1/0/a?format=json) +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:10:33 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:43997/sdb1/0/a/c2" "tx4c1a28f2d0594611b2e59-006644fa98" "container-server 1363416" 0.0436 "-" 1363416 2 +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:10:33 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:49603/sda1/0/a/c2" "tx4c1a28f2d0594611b2e59-006644fa98" "container-server 1363416" 0.0011 "-" 1363416 2 +HTTP PERF: 0.04756 seconds to PUT 127.0.0.1:52863 /sda1/0/a/c2) +cont2 INFO: 127.0.0.1 - - [15/May/2024:18:10:33 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx4c1a28f2d0594611b2e59-006644fa98" "proxy-server 1363416" 0.0823 "-" 1363416 2 +HTTP PERF: 0.08400 seconds to PUT 127.0.0.1:60745 /sdb1/0/a/c2) +cont1 INFO: 127.0.0.1 - - [15/May/2024:18:10:33 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx4c1a28f2d0594611b2e59-006644fa98" "proxy-server 1363416" 0.1208 "-" 1363416 2 +HTTP PERF: 0.12227 seconds to PUT 127.0.0.1:49603 /sda1/0/a/c2) +HTTP PERF: 0.12304 seconds to PUT 127.0.0.1:43997 /sdb1/0/a/c2) +test.unit.proxy.test_mem_server.TestController.test_account_info_200 +test.unit.proxy.test_mem_server.TestController.test_account_info_200 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestController.test_account_info_404 +test.unit.proxy.test_mem_server.TestController.test_account_info_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestController.test_account_info_container_count +test.unit.proxy.test_mem_server.TestController.test_account_info_container_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestController.test_account_info_no_account +test.unit.proxy.test_mem_server.TestController.test_account_info_no_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestController.test_account_info_no_cache +test.unit.proxy.test_mem_server.TestController.test_account_info_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestController.test_container_info_200 +test.unit.proxy.test_mem_server.TestController.test_container_info_200 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestController.test_container_info_404 +test.unit.proxy.test_mem_server.TestController.test_container_info_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestController.test_container_info_invalid_account +test.unit.proxy.test_mem_server.TestController.test_container_info_invalid_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestController.test_container_info_no_cache +test.unit.proxy.test_mem_server.TestController.test_container_info_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestController.test_get_account_info_returns_values_as_strings +test.unit.proxy.test_mem_server.TestController.test_get_account_info_returns_values_as_strings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestController.test_get_container_info_returns_values_as_strings +test.unit.proxy.test_mem_server.TestController.test_get_container_info_returns_values_as_strings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestController.test_make_requests +test.unit.proxy.test_mem_server.TestController.test_make_requests ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestController.test_transfer_headers +test.unit.proxy.test_mem_server.TestController.test_transfer_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +proxy INFO: 127.0.0.1 127.0.0.1 15/May/2024/18/10/33 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx4c1a28f2d0594611b2e59-006644fa98 - 0.1689 - - 1715796632.871710777 1715796633.040628910 2 +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmpku9n9xii/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpku9n9xii/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmpku9n9xii/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpku9n9xii/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:10:33 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.0412 "-" 1363416 - +HTTP PERF: 0.04420 seconds to PUT 127.0.0.1:55653 /sda1/0/a) +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:10:33 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0360 "-" 1363416 - +HTTP PERF: 0.03847 seconds to PUT 127.0.0.1:51461 /sdb1/0/a) +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:10:33 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0450 "-" 1363416 - +HTTP PERF: 0.04713 seconds to PUT 127.0.0.1:55653 /sda1/2/a1) +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:10:33 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0369 "-" 1363416 - +HTTP PERF: 0.03885 seconds to PUT 127.0.0.1:51461 /sdb1/2/a1) +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:10:33 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txa6cc754a406245b5bcd43-006644fa99" "proxy-server 1363416" 0.0014 "-" 1363416 - +HTTP PERF: 0.00346 seconds to HEAD 127.0.0.1:51461 /sdb1/0/a?format=json) +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:10:33 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:33527/sda1/3/a/c" "txa6cc754a406245b5bcd43-006644fa99" "container-server 1363416" 0.0013 "-" 1363416 0 +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:10:33 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:54457/sdb1/3/a/c" "txa6cc754a406245b5bcd43-006644fa99" "container-server 1363416" 0.0011 "-" 1363416 0 +HTTP PERF: 0.04629 seconds to PUT 127.0.0.1:55653 /sda1/0/a/c) +cont2 INFO: 127.0.0.1 - - [15/May/2024:18:10:33 +0000] "PUT /sdb1/3/a/c" 201 - "PUT http://localhost/v1/a/c" "txa6cc754a406245b5bcd43-006644fa99" "proxy-server 1363416" 0.0823 "-" 1363416 0 +HTTP PERF: 0.00746 seconds to PUT 127.0.0.1:51461 /sdb1/0/a/c) +cont1 INFO: 127.0.0.1 - - [15/May/2024:18:10:33 +0000] "PUT /sda1/3/a/c" 201 - "PUT http://localhost/v1/a/c" "txa6cc754a406245b5bcd43-006644fa99" "proxy-server 1363416" 0.0467 "-" 1363416 0 +HTTP PERF: 0.08494 seconds to PUT 127.0.0.1:33527 /sda1/3/a/c) +HTTP PERF: 0.08568 seconds to PUT 127.0.0.1:54457 /sdb1/3/a/c) +proxy INFO: 127.0.0.1 127.0.0.1 15/May/2024/18/10/33 PUT /v1/a/c HTTP/1.0 201 - - t - - - txa6cc754a406245b5bcd43-006644fa99 - 0.0933 - - 1715796633.256637335 1715796633.349958658 0 +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:10:33 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx914da695d585416293f12-006644fa99" "proxy-server 1363416" 0.0016 "-" 1363416 - +HTTP PERF: 0.00299 seconds to HEAD 127.0.0.1:55653 /sda1/2/a1?format=json) +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:10:33 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:54457/sdb1/0/a1/c1" "tx914da695d585416293f12-006644fa99" "container-server 1363416" 0.0013 "-" 1363416 0 +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:10:33 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:33527/sda1/0/a1/c1" "tx914da695d585416293f12-006644fa99" "container-server 1363416" 0.0013 "-" 1363416 0 +HTTP PERF: 0.05224 seconds to PUT 127.0.0.1:55653 /sda1/2/a1/c1) +cont2 INFO: 127.0.0.1 - - [15/May/2024:18:10:33 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx914da695d585416293f12-006644fa99" "proxy-server 1363416" 0.0982 "-" 1363416 0 +HTTP PERF: 0.00648 seconds to PUT 127.0.0.1:51461 /sdb1/2/a1/c1) +cont1 INFO: 127.0.0.1 - - [15/May/2024:18:10:33 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx914da695d585416293f12-006644fa99" "proxy-server 1363416" 0.0529 "-" 1363416 0 +HTTP PERF: 0.10071 seconds to PUT 127.0.0.1:33527 /sda1/0/a1/c1) +HTTP PERF: 0.10142 seconds to PUT 127.0.0.1:54457 /sdb1/0/a1/c1) +proxy INFO: 127.0.0.1 127.0.0.1 15/May/2024/18/10/33 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx914da695d585416293f12-006644fa99 - 0.1077 - - 1715796633.351488352 1715796633.459237337 0 +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:10:33 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx1b982b38d26a4587a747a-006644fa99" "proxy-server 1363416" 0.0569 "-" 1363416 - +HTTP PERF: 0.05912 seconds to HEAD 127.0.0.1:51461 /sdb1/0/a?format=json) +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_deleted ... ok +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:10:33 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:33527/sda1/3/a/c1" "tx1b982b38d26a4587a747a-006644fa99" "container-server 1363416" 0.0223 "-" 1363416 1 +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:10:33 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:54457/sdb1/3/a/c1" "tx1b982b38d26a4587a747a-006644fa99" "container-server 1363416" 0.0080 "-" 1363416 1 +HTTP PERF: 0.07469 seconds to PUT 127.0.0.1:55653 /sda1/0/a/c1) +cont1 INFO: 127.0.0.1 - - [15/May/2024:18:10:33 +0000] "PUT /sda1/3/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx1b982b38d26a4587a747a-006644fa99" "proxy-server 1363416" 0.1016 "-" 1363416 1 +HTTP PERF: 0.03837 seconds to PUT 127.0.0.1:51461 /sdb1/0/a/c1) +cont2 INFO: 127.0.0.1 - - [15/May/2024:18:10:33 +0000] "PUT /sdb1/3/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx1b982b38d26a4587a747a-006644fa99" "proxy-server 1363416" 0.0771 "-" 1363416 1 +HTTP PERF: 0.10471 seconds to PUT 127.0.0.1:54457 /sdb1/3/a/c1) +HTTP PERF: 0.10552 seconds to PUT 127.0.0.1:33527 /sda1/3/a/c1) +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_old_enough_to_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_old_enough_to_reclaim ... ok +proxy INFO: 127.0.0.1 127.0.0.1 15/May/2024/18/10/33 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx1b982b38d26a4587a747a-006644fa99 - 0.1685 - - 1715796633.461315870 1715796633.629838228 1 +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:10:33 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx2b5778d0ca3a49eb99fa9-006644fa99" "proxy-server 1363416" 0.0385 "-" 1363416 - +HTTP PERF: 0.04012 seconds to HEAD 127.0.0.1:55653 /sda1/0/a?format=json) +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:10:33 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:54457/sdb1/0/a/c2" "tx2b5778d0ca3a49eb99fa9-006644fa99" "container-server 1363416" 0.0429 "-" 1363416 2 +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:10:33 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:33527/sda1/0/a/c2" "tx2b5778d0ca3a49eb99fa9-006644fa99" "container-server 1363416" 0.0036 "-" 1363416 2 +HTTP PERF: 0.09529 seconds to PUT 127.0.0.1:51461 /sdb1/0/a/c2) +cont2 INFO: 127.0.0.1 - - [15/May/2024:18:10:33 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx2b5778d0ca3a49eb99fa9-006644fa99" "proxy-server 1363416" 0.1349 "-" 1363416 2 +HTTP PERF: 0.05350 seconds to PUT 127.0.0.1:55653 /sda1/0/a/c2) +cont1 INFO: 127.0.0.1 - - [15/May/2024:18:10:33 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx2b5778d0ca3a49eb99fa9-006644fa99" "proxy-server 1363416" 0.0981 "-" 1363416 2 +HTTP PERF: 0.14052 seconds to PUT 127.0.0.1:33527 /sda1/0/a/c2) +HTTP PERF: 0.14055 seconds to PUT 127.0.0.1:54457 /sdb1/0/a/c2) +test.unit.proxy.test_server.TestController.test_account_info_200 +test.unit.proxy.test_server.TestController.test_account_info_200 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_account_info_404 +test.unit.proxy.test_server.TestController.test_account_info_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_account_info_container_count +test.unit.proxy.test_server.TestController.test_account_info_container_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_account_info_no_account +test.unit.proxy.test_server.TestController.test_account_info_no_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_account_info_no_cache +test.unit.proxy.test_server.TestController.test_account_info_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_container_info_200 +test.unit.proxy.test_server.TestController.test_container_info_200 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_container_info_404 +test.unit.proxy.test_server.TestController.test_container_info_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_container_info_invalid_account +test.unit.proxy.test_server.TestController.test_container_info_invalid_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_container_info_no_cache +test.unit.proxy.test_server.TestController.test_container_info_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_get_account_info_returns_values_as_strings +test.unit.proxy.test_server.TestController.test_get_account_info_returns_values_as_strings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_get_container_info_returns_values_as_strings +test.unit.proxy.test_server.TestController.test_get_container_info_returns_values_as_strings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_make_requests +test.unit.proxy.test_server.TestController.test_make_requests ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_transfer_headers +test.unit.proxy.test_server.TestController.test_transfer_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.test_locale.test_locale.TestTranslations.test_translations +test.unit.test_locale.test_locale.TestTranslations.test_translations ... ok +proxy INFO: 127.0.0.1 127.0.0.1 15/May/2024/18/10/33 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx2b5778d0ca3a49eb99fa9-006644fa99 - 0.1863 - - 1715796633.631519556 1715796633.817828178 2 +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_reclaimable ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_last_modified_time +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_last_modified_time ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_legacy_pending_files +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_legacy_pending_files ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_non_slash ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_order_and_reverse +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_order_and_reverse ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_prefix_delim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_with_reserved_name +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_with_reserved_name ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_load_old_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_load_old_record_from_pending_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_make_tuple_for_pickle +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_make_tuple_for_pickle ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796718.00000-0, db: /tmp/tmpuro_n6ms/sda/containers/0/3d6/4913808206ff0e58a28e6da3848743d6/4913808206ff0e58a28e6da3848743d6_1715796718.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796718.00000-0, db: /tmp/tmpuro_n6ms/sda/containers/0/3d6/4913808206ff0e58a28e6da3848743d6/4913808206ff0e58a28e6da3848743d6_1715796718.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796721.00000-0, db: /tmp/tmpuro_n6ms/sda/containers/0/13d/537dae551e940b5b8d3b704be825a13d/537dae551e940b5b8d3b704be825a13d_1715796721.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796721.00000-0, db: /tmp/tmpuro_n6ms/sda/containers/0/13d/537dae551e940b5b8d3b704be825a13d/537dae551e940b5b8d3b704be825a13d_1715796721.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796724.00000-0, db: /tmp/tmpuro_n6ms/sda/containers/0/e26/1f2a3bb21bc6176b70dcdf033d91be26/1f2a3bb21bc6176b70dcdf033d91be26_1715796724.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796724.00000-0, db: /tmp/tmpuro_n6ms/sda/containers/0/e26/1f2a3bb21bc6176b70dcdf033d91be26/1f2a3bb21bc6176b70dcdf033d91be26_1715796724.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796727.00000-0, db: /tmp/tmpuro_n6ms/sda/containers/0/438/236229eebe7e3b9e60eeac98293af438/236229eebe7e3b9e60eeac98293af438_1715796727.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796727.00000-0, db: /tmp/tmpuro_n6ms/sda/containers/0/438/236229eebe7e3b9e60eeac98293af438/236229eebe7e3b9e60eeac98293af438_1715796727.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796730.00000-0, db: /tmp/tmpuro_n6ms/sda/containers/0/01f/7e8bf1e24526efd534f2818b0f62e01f/7e8bf1e24526efd534f2818b0f62e01f_1715796730.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796730.00000-0, db: /tmp/tmpuro_n6ms/sda/containers/0/01f/7e8bf1e24526efd534f2818b0f62e01f/7e8bf1e24526efd534f2818b0f62e01f_1715796730.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796733.00000-0, db: /tmp/tmpuro_n6ms/sda/containers/0/bea/7e65cbb46f8c00cf58c432a9b66d5bea/7e65cbb46f8c00cf58c432a9b66d5bea_1715796733.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796733.00000-0, db: /tmp/tmpuro_n6ms/sda/containers/0/bea/7e65cbb46f8c00cf58c432a9b66d5bea/7e65cbb46f8c00cf58c432a9b66d5bea_1715796733.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796736.00000-0, db: /tmp/tmpuro_n6ms/sda/containers/0/b10/b78cb71905a2a7875da772c7c813ab10/b78cb71905a2a7875da772c7c813ab10_1715796736.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796736.00000-0, db: /tmp/tmpuro_n6ms/sda/containers/0/b10/b78cb71905a2a7875da772c7c813ab10/b78cb71905a2a7875da772c7c813ab10_1715796736.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796739.00000-0, db: /tmp/tmpuro_n6ms/sda/containers/0/121/080cc4422a8cd917783231f7810cc121/080cc4422a8cd917783231f7810cc121_1715796739.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796739.00000-0, db: /tmp/tmpuro_n6ms/sda/containers/0/121/080cc4422a8cd917783231f7810cc121/080cc4422a8cd917783231f7810cc121_1715796739.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796742.00000-0, db: /tmp/tmpuro_n6ms/sda/containers/0/6b9/dcbfd48f324fc104657ad7a8680206b9/dcbfd48f324fc104657ad7a8680206b9_1715796742.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796742.00000-0, db: /tmp/tmpuro_n6ms/sda/containers/0/6b9/dcbfd48f324fc104657ad7a8680206b9/dcbfd48f324fc104657ad7a8680206b9_1715796742.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796745.00000-0, db: /tmp/tmpuro_n6ms/sda/containers/0/160/eb5f8a074c59d13015a95a333489f160/eb5f8a074c59d13015a95a333489f160_1715796745.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796745.00000-0, db: /tmp/tmpuro_n6ms/sda/containers/0/160/eb5f8a074c59d13015a95a333489f160/eb5f8a074c59d13015a95a333489f160_1715796745.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796748.00000-0, db: /tmp/tmpuro_n6ms/sda/containers/0/9c1/de0c54b2f5a1a321255d8c1c0240e9c1/de0c54b2f5a1a321255d8c1c0240e9c1_1715796748.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796748.00000-0, db: /tmp/tmpuro_n6ms/sda/containers/0/9c1/de0c54b2f5a1a321255d8c1c0240e9c1/de0c54b2f5a1a321255d8c1c0240e9c1_1715796748.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796751.00000-0, db: /tmp/tmpuro_n6ms/sda/containers/0/aa1/458191e675780ef0fb706f9a7f7b8aa1/458191e675780ef0fb706f9a7f7b8aa1_1715796751.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796751.00000-0, db: /tmp/tmpuro_n6ms/sda/containers/0/aa1/458191e675780ef0fb706f9a7f7b8aa1/458191e675780ef0fb706f9a7f7b8aa1_1715796751.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796754.00000-0, db: /tmp/tmpuro_n6ms/sda/containers/0/8c6/25227d15d388b14f244523864930d8c6/25227d15d388b14f244523864930d8c6_1715796754.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796754.00000-0, db: /tmp/tmpuro_n6ms/sda/containers/0/8c6/25227d15d388b14f244523864930d8c6/25227d15d388b14f244523864930d8c6_1715796754.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796757.00000-0, db: /tmp/tmpuro_n6ms/sda/containers/0/5ce/bbd4da4a6a07f066fa8a245b0faec5ce/bbd4da4a6a07f066fa8a245b0faec5ce_1715796757.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796757.00000-0, db: /tmp/tmpuro_n6ms/sda/containers/0/5ce/bbd4da4a6a07f066fa8a245b0faec5ce/bbd4da4a6a07f066fa8a245b0faec5ce_1715796757.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796760.00000-0, db: /tmp/tmpuro_n6ms/sda/containers/0/e2f/b6c981b989829c8b6faa4f5cadbd0e2f/b6c981b989829c8b6faa4f5cadbd0e2f_1715796760.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796760.00000-0, db: /tmp/tmpuro_n6ms/sda/containers/0/e2f/b6c981b989829c8b6faa4f5cadbd0e2f/b6c981b989829c8b6faa4f5cadbd0e2f_1715796760.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796763.00000-0, db: /tmp/tmpuro_n6ms/sda/containers/0/1e6/b346d8ea9bb5712e2606716f1db0e1e6/b346d8ea9bb5712e2606716f1db0e1e6_1715796763.00000.db +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_is_green +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_is_green ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_overwrite +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_overwrite ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_overwrite_unicode +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_overwrite_unicode ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_post_overwrite_out_of_order +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_post_overwrite_out_of_order ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_range_single_record +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_range_single_record ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_fails_to_migrate_table +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_fails_to_migrate_table ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_migrates_table +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_migrates_table ... ok +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796763.00000-0, db: /tmp/tmpuro_n6ms/sda/containers/0/1e6/b346d8ea9bb5712e2606716f1db0e1e6/b346d8ea9bb5712e2606716f1db0e1e6_1715796763.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796766.00000-0, db: /tmp/tmpuro_n6ms/sda/containers/0/05c/89db7a9524af16c93380d2c8f45a005c/89db7a9524af16c93380d2c8f45a005c_1715796766.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796766.00000-0, db: /tmp/tmpuro_n6ms/sda/containers/0/05c/89db7a9524af16c93380d2c8f45a005c/89db7a9524af16c93380d2c8f45a005c_1715796766.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796769.00000-0, db: /tmp/tmpuro_n6ms/sda/containers/0/277/ef67dc24560b226cebb550e846b4b277/ef67dc24560b226cebb550e846b4b277_1715796769.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796769.00000-0, db: /tmp/tmpuro_n6ms/sda/containers/0/277/ef67dc24560b226cebb550e846b4b277/ef67dc24560b226cebb550e846b4b277_1715796769.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796772.00000-0, db: /tmp/tmpuro_n6ms/sda/containers/0/52d/fd84bc92b00eede144b640954e94b52d/fd84bc92b00eede144b640954e94b52d_1715796772.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796772.00000-0, db: /tmp/tmpuro_n6ms/sda/containers/0/52d/fd84bc92b00eede144b640954e94b52d/fd84bc92b00eede144b640954e94b52d_1715796772.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796775.00000-0, db: /tmp/tmpuro_n6ms/sda/containers/0/4f6/509848cd4cc81dd259c6d33b1b0054f6/509848cd4cc81dd259c6d33b1b0054f6_1715796775.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796775.00000-0, db: /tmp/tmpuro_n6ms/sda/containers/0/4f6/509848cd4cc81dd259c6d33b1b0054f6/509848cd4cc81dd259c6d33b1b0054f6_1715796775.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796778.00000-0, db: /tmp/tmpuro_n6ms/sda/containers/0/33f/5fe0c6e407654c41c52ff3d3ed0ae33f/5fe0c6e407654c41c52ff3d3ed0ae33f_1715796778.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796778.00000-0, db: /tmp/tmpuro_n6ms/sda/containers/0/33f/5fe0c6e407654c41c52ff3d3ed0ae33f/5fe0c6e407654c41c52ff3d3ed0ae33f_1715796778.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796781.00000-0, db: /tmp/tmpuro_n6ms/sda/containers/0/82b/bd23f5dbd7bc113be9cbb6d6b619882b/bd23f5dbd7bc113be9cbb6d6b619882b_1715796781.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796781.00000-0, db: /tmp/tmpuro_n6ms/sda/containers/0/82b/bd23f5dbd7bc113be9cbb6d6b619882b/bd23f5dbd7bc113be9cbb6d6b619882b_1715796781.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796784.00000-0, db: /tmp/tmpuro_n6ms/sda/containers/0/63c/a1a1bcbc49a35cd72baab4972b8c363c/a1a1bcbc49a35cd72baab4972b8c363c_1715796784.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796784.00000-0, db: /tmp/tmpuro_n6ms/sda/containers/0/63c/a1a1bcbc49a35cd72baab4972b8c363c/a1a1bcbc49a35cd72baab4972b8c363c_1715796784.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796787.00000-0, db: /tmp/tmpuro_n6ms/sda/containers/0/a3f/5d0ea2d8620e6be80f97b1c4244b5a3f/5d0ea2d8620e6be80f97b1c4244b5a3f_1715796787.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796787.00000-0, db: /tmp/tmpuro_n6ms/sda/containers/0/a3f/5d0ea2d8620e6be80f97b1c4244b5a3f/5d0ea2d8620e6be80f97b1c4244b5a3f_1715796787.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796790.00000-0, db: /tmp/tmpuro_n6ms/sda/containers/0/eeb/d23e955da5940d770eecbabf2c59deeb/d23e955da5940d770eecbabf2c59deeb_1715796790.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796790.00000-0, db: /tmp/tmpuro_n6ms/sda/containers/0/eeb/d23e955da5940d770eecbabf2c59deeb/d23e955da5940d770eecbabf2c59deeb_1715796790.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796793.00000-0, db: /tmp/tmpuro_n6ms/sda/containers/0/4ed/0b385033844fcaa4f50121fd79e244ed/0b385033844fcaa4f50121fd79e244ed_1715796793.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796793.00000-0, db: /tmp/tmpuro_n6ms/sda/containers/0/4ed/0b385033844fcaa4f50121fd79e244ed/0b385033844fcaa4f50121fd79e244ed_1715796793.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796796.00000-0, db: /tmp/tmpuro_n6ms/sda/containers/0/ea3/c40b665d7832e58c11853170d4b4dea3/c40b665d7832e58c11853170d4b4dea3_1715796796.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796796.00000-0, db: /tmp/tmpuro_n6ms/sda/containers/0/ea3/c40b665d7832e58c11853170d4b4dea3/c40b665d7832e58c11853170d4b4dea3_1715796796.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796799.00000-0, db: /tmp/tmpuro_n6ms/sda/containers/0/df1/5f29a25de1f9f8d07ce1df1ee9546df1/5f29a25de1f9f8d07ce1df1ee9546df1_1715796799.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796799.00000-0, db: /tmp/tmpuro_n6ms/sda/containers/0/df1/5f29a25de1f9f8d07ce1df1ee9546df1/5f29a25de1f9f8d07ce1df1ee9546df1_1715796799.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796802.00000-0, db: /tmp/tmpuro_n6ms/sda/containers/0/24d/c3b1a81ed7be9a0a5c4503a0e7d4624d/c3b1a81ed7be9a0a5c4503a0e7d4624d_1715796802.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796802.00000-0, db: /tmp/tmpuro_n6ms/sda/containers/0/24d/c3b1a81ed7be9a0a5c4503a0e7d4624d/c3b1a81ed7be9a0a5c4503a0e7d4624d_1715796802.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796805.00000-0, db: /tmp/tmpuro_n6ms/sda/containers/0/38f/986ebe1a9a53cf88c393eb855a3bf38f/986ebe1a9a53cf88c393eb855a3bf38f_1715796805.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796805.00000-0, db: /tmp/tmpuro_n6ms/sda/containers/0/38f/986ebe1a9a53cf88c393eb855a3bf38f/986ebe1a9a53cf88c393eb855a3bf38f_1715796805.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796808.00000-0, db: /tmp/tmpuro_n6ms/sda/containers/0/186/eda5a0ace39379dfe660c3d911ab0186/eda5a0ace39379dfe660c3d911ab0186_1715796808.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796808.00000-0, db: /tmp/tmpuro_n6ms/sda/containers/0/186/eda5a0ace39379dfe660c3d911ab0186/eda5a0ace39379dfe660c3d911ab0186_1715796808.00000.db +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_merge_while_sharding +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_merge_while_sharding ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796811.00000-0, db: /tmp/tmpuro_n6ms/sda/containers/0/b5d/a88ffb91555e5d63c30376fd64ee7b5d/a88ffb91555e5d63c30376fd64ee7b5d_1715796811.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796811.00000-0, db: /tmp/tmpuro_n6ms/sda/containers/0/b5d/a88ffb91555e5d63c30376fd64ee7b5d/a88ffb91555e5d63c30376fd64ee7b5d_1715796811.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796814.00000-0, db: /tmp/tmpuro_n6ms/sda/containers/0/a16/c4f20237a631bf586b832af00e710a16/c4f20237a631bf586b832af00e710a16_1715796814.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796814.00000-0, db: /tmp/tmpuro_n6ms/sda/containers/0/a16/c4f20237a631bf586b832af00e710a16/c4f20237a631bf586b832af00e710a16_1715796814.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796817.00000-0, db: /tmp/tmpuro_n6ms/sda/containers/0/933/44be288351a9c9c714afa052e9405933/44be288351a9c9c714afa052e9405933_1715796817.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796817.00000-0, db: /tmp/tmpuro_n6ms/sda/containers/0/933/44be288351a9c9c714afa052e9405933/44be288351a9c9c714afa052e9405933_1715796817.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796646.00000-0, db: /tmp/tmpyz7re530/sda/containers/0/9d7/c0c560f918b83906a51fce9bf6ee19d7/c0c560f918b83906a51fce9bf6ee19d7.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796646.00000-0, db: /tmp/tmpyz7re530/sda/containers/0/9d7/c0c560f918b83906a51fce9bf6ee19d7/c0c560f918b83906a51fce9bf6ee19d7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796650.00000-0, db: /tmp/tmpyz7re530/sda/containers/0/faa/fb19668dc3b5afa6931b052c91eabfaa/fb19668dc3b5afa6931b052c91eabfaa.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796650.00000-0, db: /tmp/tmpyz7re530/sda/containers/0/faa/fb19668dc3b5afa6931b052c91eabfaa/fb19668dc3b5afa6931b052c91eabfaa.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796654.00000-0, db: /tmp/tmpyz7re530/sda/containers/0/a24/f8af645c6fdec0ced5eee5ef69554a24/f8af645c6fdec0ced5eee5ef69554a24.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796654.00000-0, db: /tmp/tmpyz7re530/sda/containers/0/a24/f8af645c6fdec0ced5eee5ef69554a24/f8af645c6fdec0ced5eee5ef69554a24.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796658.00000-0, db: /tmp/tmpyz7re530/sda/containers/0/130/d1d93ac27aac3e8689f670073e8e0130/d1d93ac27aac3e8689f670073e8e0130.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796658.00000-0, db: /tmp/tmpyz7re530/sda/containers/0/130/d1d93ac27aac3e8689f670073e8e0130/d1d93ac27aac3e8689f670073e8e0130.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796662.00000-0, db: /tmp/tmpyz7re530/sda/containers/0/28c/9263d5c279b32af41e4b7029fee9628c/9263d5c279b32af41e4b7029fee9628c.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796662.00000-0, db: /tmp/tmpyz7re530/sda/containers/0/28c/9263d5c279b32af41e4b7029fee9628c/9263d5c279b32af41e4b7029fee9628c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796666.00000-0, db: /tmp/tmpyz7re530/sda/containers/0/7df/063c7b39fc8f6850f2a11dd01c0847df/063c7b39fc8f6850f2a11dd01c0847df.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796666.00000-0, db: /tmp/tmpyz7re530/sda/containers/0/7df/063c7b39fc8f6850f2a11dd01c0847df/063c7b39fc8f6850f2a11dd01c0847df.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796670.00000-0, db: /tmp/tmpyz7re530/sda/containers/0/e9a/c9971160a0eba3a0ea8629f49fdfce9a/c9971160a0eba3a0ea8629f49fdfce9a.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796670.00000-0, db: /tmp/tmpyz7re530/sda/containers/0/e9a/c9971160a0eba3a0ea8629f49fdfce9a/c9971160a0eba3a0ea8629f49fdfce9a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796674.00000-0, db: /tmp/tmpyz7re530/sda/containers/0/db4/e44ba1f9725c2131d383b33c07914db4/e44ba1f9725c2131d383b33c07914db4.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796674.00000-0, db: /tmp/tmpyz7re530/sda/containers/0/db4/e44ba1f9725c2131d383b33c07914db4/e44ba1f9725c2131d383b33c07914db4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796678.00000-0, db: /tmp/tmpyz7re530/sda/containers/0/ece/b281aac2c7475c201f816fd970118ece/b281aac2c7475c201f816fd970118ece.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796678.00000-0, db: /tmp/tmpyz7re530/sda/containers/0/ece/b281aac2c7475c201f816fd970118ece/b281aac2c7475c201f816fd970118ece.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796682.00000-0, db: /tmp/tmpyz7re530/sda/containers/0/3a0/9f5b924143200e5f1e335ff2930ec3a0/9f5b924143200e5f1e335ff2930ec3a0.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796682.00000-0, db: /tmp/tmpyz7re530/sda/containers/0/3a0/9f5b924143200e5f1e335ff2930ec3a0/9f5b924143200e5f1e335ff2930ec3a0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796686.00000-0, db: /tmp/tmpyz7re530/sda/containers/0/36b/48ecb937f28f7dabfd8293ded679236b/48ecb937f28f7dabfd8293ded679236b.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796686.00000-0, db: /tmp/tmpyz7re530/sda/containers/0/36b/48ecb937f28f7dabfd8293ded679236b/48ecb937f28f7dabfd8293ded679236b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796690.00000-0, db: /tmp/tmpyz7re530/sda/containers/0/32f/6281a98071d30c670b1d5ff942aa632f/6281a98071d30c670b1d5ff942aa632f.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796690.00000-0, db: /tmp/tmpyz7re530/sda/containers/0/32f/6281a98071d30c670b1d5ff942aa632f/6281a98071d30c670b1d5ff942aa632f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796694.00000-0, db: /tmp/tmpyz7re530/sda/containers/0/d6c/705c9a7e8b58f7d3c92d596de8197d6c/705c9a7e8b58f7d3c92d596de8197d6c.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796694.00000-0, db: /tmp/tmpyz7re530/sda/containers/0/d6c/705c9a7e8b58f7d3c92d596de8197d6c/705c9a7e8b58f7d3c92d596de8197d6c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796698.00000-0, db: /tmp/tmpyz7re530/sda/containers/0/279/9f9fb02a84540bfac5cc0ee779479279/9f9fb02a84540bfac5cc0ee779479279.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796698.00000-0, db: /tmp/tmpyz7re530/sda/containers/0/279/9f9fb02a84540bfac5cc0ee779479279/9f9fb02a84540bfac5cc0ee779479279.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796702.00000-0, db: /tmp/tmpyz7re530/sda/containers/0/749/f24f36e2f5d53aebe01f848662acc749/f24f36e2f5d53aebe01f848662acc749.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796702.00000-0, db: /tmp/tmpyz7re530/sda/containers/0/749/f24f36e2f5d53aebe01f848662acc749/f24f36e2f5d53aebe01f848662acc749.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796706.00000-0, db: /tmp/tmpyz7re530/sda/containers/0/754/b5518cce77d171a2504924fbd92d8754/b5518cce77d171a2504924fbd92d8754.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796706.00000-0, db: /tmp/tmpyz7re530/sda/containers/0/754/b5518cce77d171a2504924fbd92d8754/b5518cce77d171a2504924fbd92d8754.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796710.00000-0, db: /tmp/tmpyz7re530/sda/containers/0/f25/a634e094dca128e840172d0ba4e80f25/a634e094dca128e840172d0ba4e80f25.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796710.00000-0, db: /tmp/tmpyz7re530/sda/containers/0/f25/a634e094dca128e840172d0ba4e80f25/a634e094dca128e840172d0ba4e80f25.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796714.00000-0, db: /tmp/tmpyz7re530/sda/containers/0/f9f/0956308b0c9e61e72bafa44ad522ef9f/0956308b0c9e61e72bafa44ad522ef9f.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796714.00000-0, db: /tmp/tmpyz7re530/sda/containers/0/f9f/0956308b0c9e61e72bafa44ad522ef9f/0956308b0c9e61e72bafa44ad522ef9f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796718.00000-0, db: /tmp/tmpyz7re530/sda/containers/0/3d6/4913808206ff0e58a28e6da3848743d6/4913808206ff0e58a28e6da3848743d6.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796718.00000-0, db: /tmp/tmpyz7re530/sda/containers/0/3d6/4913808206ff0e58a28e6da3848743d6/4913808206ff0e58a28e6da3848743d6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796722.00000-0, db: /tmp/tmpyz7re530/sda/containers/0/bd7/da18976dfbdb9c986cd0cccd3531abd7/da18976dfbdb9c986cd0cccd3531abd7.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796722.00000-0, db: /tmp/tmpyz7re530/sda/containers/0/bd7/da18976dfbdb9c986cd0cccd3531abd7/da18976dfbdb9c986cd0cccd3531abd7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796726.00000-0, db: /tmp/tmpyz7re530/sda/containers/0/890/139eaa46ecac0ac399069427ce833890/139eaa46ecac0ac399069427ce833890.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796726.00000-0, db: /tmp/tmpyz7re530/sda/containers/0/890/139eaa46ecac0ac399069427ce833890/139eaa46ecac0ac399069427ce833890.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796730.00000-0, db: /tmp/tmpyz7re530/sda/containers/0/01f/7e8bf1e24526efd534f2818b0f62e01f/7e8bf1e24526efd534f2818b0f62e01f.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796730.00000-0, db: /tmp/tmpyz7re530/sda/containers/0/01f/7e8bf1e24526efd534f2818b0f62e01f/7e8bf1e24526efd534f2818b0f62e01f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796734.00000-0, db: /tmp/tmpyz7re530/sda/containers/0/a1c/f19f741cf2abaadca7d239f4ccefea1c/f19f741cf2abaadca7d239f4ccefea1c.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796734.00000-0, db: /tmp/tmpyz7re530/sda/containers/0/a1c/f19f741cf2abaadca7d239f4ccefea1c/f19f741cf2abaadca7d239f4ccefea1c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796738.00000-0, db: /tmp/tmpyz7re530/sda/containers/0/4bc/5bafa1dd42e6251ac1429b8d8f3744bc/5bafa1dd42e6251ac1429b8d8f3744bc.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796738.00000-0, db: /tmp/tmpyz7re530/sda/containers/0/4bc/5bafa1dd42e6251ac1429b8d8f3744bc/5bafa1dd42e6251ac1429b8d8f3744bc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796742.00000-0, db: /tmp/tmpyz7re530/sda/containers/0/6b9/dcbfd48f324fc104657ad7a8680206b9/dcbfd48f324fc104657ad7a8680206b9.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796742.00000-0, db: /tmp/tmpyz7re530/sda/containers/0/6b9/dcbfd48f324fc104657ad7a8680206b9/dcbfd48f324fc104657ad7a8680206b9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796746.00000-0, db: /tmp/tmpyz7re530/sda/containers/0/a75/576c7daade25f65a13c2c4a825fb8a75/576c7daade25f65a13c2c4a825fb8a75.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796746.00000-0, db: /tmp/tmpyz7re530/sda/containers/0/a75/576c7daade25f65a13c2c4a825fb8a75/576c7daade25f65a13c2c4a825fb8a75.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796750.00000-0, db: /tmp/tmpyz7re530/sda/containers/0/6a0/fffdd1b4c6d832e41304537badc536a0/fffdd1b4c6d832e41304537badc536a0.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796750.00000-0, db: /tmp/tmpyz7re530/sda/containers/0/6a0/fffdd1b4c6d832e41304537badc536a0/fffdd1b4c6d832e41304537badc536a0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796754.00000-0, db: /tmp/tmpyz7re530/sda/containers/0/8c6/25227d15d388b14f244523864930d8c6/25227d15d388b14f244523864930d8c6.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796754.00000-0, db: /tmp/tmpyz7re530/sda/containers/0/8c6/25227d15d388b14f244523864930d8c6/25227d15d388b14f244523864930d8c6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796758.00000-0, db: /tmp/tmpyz7re530/sda/containers/0/644/8884d3f47b2525b310b4af641263b644/8884d3f47b2525b310b4af641263b644.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796758.00000-0, db: /tmp/tmpyz7re530/sda/containers/0/644/8884d3f47b2525b310b4af641263b644/8884d3f47b2525b310b4af641263b644.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796762.00000-0, db: /tmp/tmpyz7re530/sda/containers/0/fe7/d06b8b5d9d8ae37ac75210e4ce832fe7/d06b8b5d9d8ae37ac75210e4ce832fe7.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796762.00000-0, db: /tmp/tmpyz7re530/sda/containers/0/fe7/d06b8b5d9d8ae37ac75210e4ce832fe7/d06b8b5d9d8ae37ac75210e4ce832fe7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796766.00000-0, db: /tmp/tmpyz7re530/sda/containers/0/05c/89db7a9524af16c93380d2c8f45a005c/89db7a9524af16c93380d2c8f45a005c.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796766.00000-0, db: /tmp/tmpyz7re530/sda/containers/0/05c/89db7a9524af16c93380d2c8f45a005c/89db7a9524af16c93380d2c8f45a005c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796770.00000-0, db: /tmp/tmpyz7re530/sda/containers/0/1a3/99402f2a173c14cbaad4ec1ce30b71a3/99402f2a173c14cbaad4ec1ce30b71a3.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796770.00000-0, db: /tmp/tmpyz7re530/sda/containers/0/1a3/99402f2a173c14cbaad4ec1ce30b71a3/99402f2a173c14cbaad4ec1ce30b71a3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796774.00000-0, db: /tmp/tmpyz7re530/sda/containers/0/8f0/d6154dea7db43499e1acf4cd4b5838f0/d6154dea7db43499e1acf4cd4b5838f0.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796774.00000-0, db: /tmp/tmpyz7re530/sda/containers/0/8f0/d6154dea7db43499e1acf4cd4b5838f0/d6154dea7db43499e1acf4cd4b5838f0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796778.00000-0, db: /tmp/tmpyz7re530/sda/containers/0/33f/5fe0c6e407654c41c52ff3d3ed0ae33f/5fe0c6e407654c41c52ff3d3ed0ae33f.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796778.00000-0, db: /tmp/tmpyz7re530/sda/containers/0/33f/5fe0c6e407654c41c52ff3d3ed0ae33f/5fe0c6e407654c41c52ff3d3ed0ae33f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796782.00000-0, db: /tmp/tmpyz7re530/sda/containers/0/42f/71b76175f928ed236674e635d476042f/71b76175f928ed236674e635d476042f.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796782.00000-0, db: /tmp/tmpyz7re530/sda/containers/0/42f/71b76175f928ed236674e635d476042f/71b76175f928ed236674e635d476042f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796786.00000-0, db: /tmp/tmpyz7re530/sda/containers/0/dab/cbc17590f14233867b7667463a017dab/cbc17590f14233867b7667463a017dab.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796786.00000-0, db: /tmp/tmpyz7re530/sda/containers/0/dab/cbc17590f14233867b7667463a017dab/cbc17590f14233867b7667463a017dab.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796790.00000-0, db: /tmp/tmpyz7re530/sda/containers/0/eeb/d23e955da5940d770eecbabf2c59deeb/d23e955da5940d770eecbabf2c59deeb.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796790.00000-0, db: /tmp/tmpyz7re530/sda/containers/0/eeb/d23e955da5940d770eecbabf2c59deeb/d23e955da5940d770eecbabf2c59deeb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796794.00000-0, db: /tmp/tmpyz7re530/sda/containers/0/611/671f18b90503ca33704534a2bc0c5611/671f18b90503ca33704534a2bc0c5611.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796794.00000-0, db: /tmp/tmpyz7re530/sda/containers/0/611/671f18b90503ca33704534a2bc0c5611/671f18b90503ca33704534a2bc0c5611.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796798.00000-0, db: /tmp/tmpyz7re530/sda/containers/0/077/a35dc25609e1cefcc7be488eef968077/a35dc25609e1cefcc7be488eef968077.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796798.00000-0, db: /tmp/tmpyz7re530/sda/containers/0/077/a35dc25609e1cefcc7be488eef968077/a35dc25609e1cefcc7be488eef968077.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796802.00000-0, db: /tmp/tmpyz7re530/sda/containers/0/24d/c3b1a81ed7be9a0a5c4503a0e7d4624d/c3b1a81ed7be9a0a5c4503a0e7d4624d.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796802.00000-0, db: /tmp/tmpyz7re530/sda/containers/0/24d/c3b1a81ed7be9a0a5c4503a0e7d4624d/c3b1a81ed7be9a0a5c4503a0e7d4624d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796806.00000-0, db: /tmp/tmpyz7re530/sda/containers/0/b5a/b940ac9b23faf265d8debb78f5e1db5a/b940ac9b23faf265d8debb78f5e1db5a.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796806.00000-0, db: /tmp/tmpyz7re530/sda/containers/0/b5a/b940ac9b23faf265d8debb78f5e1db5a/b940ac9b23faf265d8debb78f5e1db5a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796810.00000-0, db: /tmp/tmpyz7re530/sda/containers/0/b4e/f9caa8ade0435aba0abd4b237aee3b4e/f9caa8ade0435aba0abd4b237aee3b4e.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796810.00000-0, db: /tmp/tmpyz7re530/sda/containers/0/b4e/f9caa8ade0435aba0abd4b237aee3b4e/f9caa8ade0435aba0abd4b237aee3b4e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796814.00000-0, db: /tmp/tmpyz7re530/sda/containers/0/a16/c4f20237a631bf586b832af00e710a16/c4f20237a631bf586b832af00e710a16.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796814.00000-0, db: /tmp/tmpyz7re530/sda/containers/0/a16/c4f20237a631bf586b832af00e710a16/c4f20237a631bf586b832af00e710a16.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796818.00000-0, db: /tmp/tmpyz7re530/sda/containers/0/e2c/9c1d8d41cb369ed7235a4fc7d062ae2c/9c1d8d41cb369ed7235a4fc7d062ae2c.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796818.00000-0, db: /tmp/tmpyz7re530/sda/containers/0/e2c/9c1d8d41cb369ed7235a4fc7d062ae2c/9c1d8d41cb369ed7235a4fc7d062ae2c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796822.00000-0, db: /tmp/tmpyz7re530/sda/containers/0/090/6b3766045dfd967eff0c86f92dbe1090/6b3766045dfd967eff0c86f92dbe1090.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796822.00000-0, db: /tmp/tmpyz7re530/sda/containers/0/090/6b3766045dfd967eff0c86f92dbe1090/6b3766045dfd967eff0c86f92dbe1090.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796826.00000-0, db: /tmp/tmpyz7re530/sda/containers/0/4a5/bebfd781e09cd20279eba5627594d4a5/bebfd781e09cd20279eba5627594d4a5.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796826.00000-0, db: /tmp/tmpyz7re530/sda/containers/0/4a5/bebfd781e09cd20279eba5627594d4a5/bebfd781e09cd20279eba5627594d4a5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796830.00000-0, db: /tmp/tmpyz7re530/sda/containers/0/b9d/d50f76465341c11b6bc686e821243b9d/d50f76465341c11b6bc686e821243b9d.db +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_newid +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_newid ... ok +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796830.00000-0, db: /tmp/tmpyz7re530/sda/containers/0/b9d/d50f76465341c11b6bc686e821243b9d/d50f76465341c11b6bc686e821243b9d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796834.00000-0, db: /tmp/tmpyz7re530/sda/containers/0/7a2/0af3289031740ed39dbb79f5a104c7a2/0af3289031740ed39dbb79f5a104c7a2.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796834.00000-0, db: /tmp/tmpyz7re530/sda/containers/0/7a2/0af3289031740ed39dbb79f5a104c7a2/0af3289031740ed39dbb79f5a104c7a2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796838.00000-0, db: /tmp/tmpyz7re530/sda/containers/0/758/8fd2281b40d3c0d9f30e272990649758/8fd2281b40d3c0d9f30e272990649758.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796838.00000-0, db: /tmp/tmpyz7re530/sda/containers/0/758/8fd2281b40d3c0d9f30e272990649758/8fd2281b40d3c0d9f30e272990649758.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796842.00000-0, db: /tmp/tmpyz7re530/sda/containers/0/a11/aca8b7def67baaabaca9513ac2a29a11/aca8b7def67baaabaca9513ac2a29a11.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796842.00000-0, db: /tmp/tmpyz7re530/sda/containers/0/a11/aca8b7def67baaabaca9513ac2a29a11/aca8b7def67baaabaca9513ac2a29a11.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796846.00000-0, db: /tmp/tmpyz7re530/sda/containers/0/841/ef6e947d4215cd6db4ed2e6035cd0841/ef6e947d4215cd6db4ed2e6035cd0841.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796846.00000-0, db: /tmp/tmpyz7re530/sda/containers/0/841/ef6e947d4215cd6db4ed2e6035cd0841/ef6e947d4215cd6db4ed2e6035cd0841.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796850.00000-0, db: /tmp/tmpyz7re530/sda/containers/0/79b/b9b7667850f1451712b0aae3ffce179b/b9b7667850f1451712b0aae3ffce179b.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796850.00000-0, db: /tmp/tmpyz7re530/sda/containers/0/79b/b9b7667850f1451712b0aae3ffce179b/b9b7667850f1451712b0aae3ffce179b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796854.00000-0, db: /tmp/tmpyz7re530/sda/containers/0/064/b1ad29badff106ed30dd840a81358064/b1ad29badff106ed30dd840a81358064.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796854.00000-0, db: /tmp/tmpyz7re530/sda/containers/0/064/b1ad29badff106ed30dd840a81358064/b1ad29badff106ed30dd840a81358064.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796858.00000-0, db: /tmp/tmpyz7re530/sda/containers/0/4a5/9555df53cfe949d21ac29eeddd6ae4a5/9555df53cfe949d21ac29eeddd6ae4a5.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796858.00000-0, db: /tmp/tmpyz7re530/sda/containers/0/4a5/9555df53cfe949d21ac29eeddd6ae4a5/9555df53cfe949d21ac29eeddd6ae4a5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796862.00000-0, db: /tmp/tmpyz7re530/sda/containers/0/3b2/f1cdbd9cbb076189bd4d1985f63633b2/f1cdbd9cbb076189bd4d1985f63633b2.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796862.00000-0, db: /tmp/tmpyz7re530/sda/containers/0/3b2/f1cdbd9cbb076189bd4d1985f63633b2/f1cdbd9cbb076189bd4d1985f63633b2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796866.00000-0, db: /tmp/tmpyz7re530/sda/containers/0/a1f/5acc1411d63645fac7b586f52c99ca1f/5acc1411d63645fac7b586f52c99ca1f.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796866.00000-0, db: /tmp/tmpyz7re530/sda/containers/0/a1f/5acc1411d63645fac7b586f52c99ca1f/5acc1411d63645fac7b586f52c99ca1f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796870.00000-0, db: /tmp/tmpyz7re530/sda/containers/0/25f/c77991022b914cebaa891df3c0f7425f/c77991022b914cebaa891df3c0f7425f.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796870.00000-0, db: /tmp/tmpyz7re530/sda/containers/0/25f/c77991022b914cebaa891df3c0f7425f/c77991022b914cebaa891df3c0f7425f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796874.00000-0, db: /tmp/tmpyz7re530/sda/containers/0/763/20ae9d2d1727493b4eeaf910d5c7f763/20ae9d2d1727493b4eeaf910d5c7f763.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796874.00000-0, db: /tmp/tmpyz7re530/sda/containers/0/763/20ae9d2d1727493b4eeaf910d5c7f763/20ae9d2d1727493b4eeaf910d5c7f763.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796878.00000-0, db: /tmp/tmpyz7re530/sda/containers/0/e01/10e62945efc9a58355cbf5c00d829e01/10e62945efc9a58355cbf5c00d829e01.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796878.00000-0, db: /tmp/tmpyz7re530/sda/containers/0/e01/10e62945efc9a58355cbf5c00d829e01/10e62945efc9a58355cbf5c00d829e01.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796882.00000-0, db: /tmp/tmpyz7re530/sda/containers/0/b3e/b9e179b7dc3a0f6ce7094a56d3637b3e/b9e179b7dc3a0f6ce7094a56d3637b3e.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796882.00000-0, db: /tmp/tmpyz7re530/sda/containers/0/b3e/b9e179b7dc3a0f6ce7094a56d3637b3e/b9e179b7dc3a0f6ce7094a56d3637b3e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796886.00000-0, db: /tmp/tmpyz7re530/sda/containers/0/f18/7a1f48380230fb92e1a8e14478943f18/7a1f48380230fb92e1a8e14478943f18.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796886.00000-0, db: /tmp/tmpyz7re530/sda/containers/0/f18/7a1f48380230fb92e1a8e14478943f18/7a1f48380230fb92e1a8e14478943f18.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796890.00000-0, db: /tmp/tmpyz7re530/sda/containers/0/05f/27dfc2b94f11defd0bce69d06ca4705f/27dfc2b94f11defd0bce69d06ca4705f.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796890.00000-0, db: /tmp/tmpyz7re530/sda/containers/0/05f/27dfc2b94f11defd0bce69d06ca4705f/27dfc2b94f11defd0bce69d06ca4705f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796894.00000-0, db: /tmp/tmpyz7re530/sda/containers/0/f1b/db1a4503843d93324cec158e2e931f1b/db1a4503843d93324cec158e2e931f1b.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796894.00000-0, db: /tmp/tmpyz7re530/sda/containers/0/f1b/db1a4503843d93324cec158e2e931f1b/db1a4503843d93324cec158e2e931f1b.db +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_merge_while_unsharded +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_merge_while_unsharded ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_old_style_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_old_style_root_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_old_style_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_root_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_shard_container ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796898.00000-0, db: /tmp/tmpyz7re530/sda/containers/0/42e/50d0307851679b17bb2d63287e31c42e/50d0307851679b17bb2d63287e31c42e.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796898.00000-0, db: /tmp/tmpyz7re530/sda/containers/0/42e/50d0307851679b17bb2d63287e31c42e/50d0307851679b17bb2d63287e31c42e.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796659.00000-0, db: /tmp/tmp_2uzlt6u/sda/containers/0/d4b/23f6ae22a54809857eeb4cd3c70cad4b/23f6ae22a54809857eeb4cd3c70cad4b.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796659.00000-0, db: /tmp/tmp_2uzlt6u/sda/containers/0/d4b/23f6ae22a54809857eeb4cd3c70cad4b/23f6ae22a54809857eeb4cd3c70cad4b.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796662.00000-0, db: /tmp/tmp_2uzlt6u/sda/containers/0/28c/9263d5c279b32af41e4b7029fee9628c/9263d5c279b32af41e4b7029fee9628c.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796662.00000-0, db: /tmp/tmp_2uzlt6u/sda/containers/0/28c/9263d5c279b32af41e4b7029fee9628c/9263d5c279b32af41e4b7029fee9628c.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796665.00000-0, db: /tmp/tmp_2uzlt6u/sda/containers/0/61a/f1892e022bb45d0c2b38795b7cab861a/f1892e022bb45d0c2b38795b7cab861a.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796665.00000-0, db: /tmp/tmp_2uzlt6u/sda/containers/0/61a/f1892e022bb45d0c2b38795b7cab861a/f1892e022bb45d0c2b38795b7cab861a.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796668.00000-0, db: /tmp/tmp_2uzlt6u/sda/containers/0/eae/883acfa3a192c4b09fa2d7bc0ebb4eae/883acfa3a192c4b09fa2d7bc0ebb4eae.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796668.00000-0, db: /tmp/tmp_2uzlt6u/sda/containers/0/eae/883acfa3a192c4b09fa2d7bc0ebb4eae/883acfa3a192c4b09fa2d7bc0ebb4eae.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796671.00000-0, db: /tmp/tmp_2uzlt6u/sda/containers/0/240/9e50ac8d22603f018eed4fe7ea3c6240/9e50ac8d22603f018eed4fe7ea3c6240.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796671.00000-0, db: /tmp/tmp_2uzlt6u/sda/containers/0/240/9e50ac8d22603f018eed4fe7ea3c6240/9e50ac8d22603f018eed4fe7ea3c6240.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796674.00000-0, db: /tmp/tmp_2uzlt6u/sda/containers/0/db4/e44ba1f9725c2131d383b33c07914db4/e44ba1f9725c2131d383b33c07914db4.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796674.00000-0, db: /tmp/tmp_2uzlt6u/sda/containers/0/db4/e44ba1f9725c2131d383b33c07914db4/e44ba1f9725c2131d383b33c07914db4.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796677.00000-0, db: /tmp/tmp_2uzlt6u/sda/containers/0/f77/67b4c300870afb5e9f8a4f5d98442f77/67b4c300870afb5e9f8a4f5d98442f77.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796677.00000-0, db: /tmp/tmp_2uzlt6u/sda/containers/0/f77/67b4c300870afb5e9f8a4f5d98442f77/67b4c300870afb5e9f8a4f5d98442f77.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796680.00000-0, db: /tmp/tmp_2uzlt6u/sda/containers/0/23b/8e84fc24ac18879a2ecb5c7154ced23b/8e84fc24ac18879a2ecb5c7154ced23b.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796680.00000-0, db: /tmp/tmp_2uzlt6u/sda/containers/0/23b/8e84fc24ac18879a2ecb5c7154ced23b/8e84fc24ac18879a2ecb5c7154ced23b.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796683.00000-0, db: /tmp/tmp_2uzlt6u/sda/containers/0/b56/ce73cb51311d7bf18bbb431c0e980b56/ce73cb51311d7bf18bbb431c0e980b56.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796683.00000-0, db: /tmp/tmp_2uzlt6u/sda/containers/0/b56/ce73cb51311d7bf18bbb431c0e980b56/ce73cb51311d7bf18bbb431c0e980b56.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796686.00000-0, db: /tmp/tmp_2uzlt6u/sda/containers/0/36b/48ecb937f28f7dabfd8293ded679236b/48ecb937f28f7dabfd8293ded679236b.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796686.00000-0, db: /tmp/tmp_2uzlt6u/sda/containers/0/36b/48ecb937f28f7dabfd8293ded679236b/48ecb937f28f7dabfd8293ded679236b.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796689.00000-0, db: /tmp/tmp_2uzlt6u/sda/containers/0/24e/6fe7316e5fb1b91b2e58a3d3ae52424e/6fe7316e5fb1b91b2e58a3d3ae52424e.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796689.00000-0, db: /tmp/tmp_2uzlt6u/sda/containers/0/24e/6fe7316e5fb1b91b2e58a3d3ae52424e/6fe7316e5fb1b91b2e58a3d3ae52424e.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796692.00000-0, db: /tmp/tmp_2uzlt6u/sda/containers/0/0b0/8fefef9fe20b1fecc9a52ea69a12e0b0/8fefef9fe20b1fecc9a52ea69a12e0b0.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796692.00000-0, db: /tmp/tmp_2uzlt6u/sda/containers/0/0b0/8fefef9fe20b1fecc9a52ea69a12e0b0/8fefef9fe20b1fecc9a52ea69a12e0b0.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796695.00000-0, db: /tmp/tmp_2uzlt6u/sda/containers/0/cf9/09a29875e5b071752ef338599706bcf9/09a29875e5b071752ef338599706bcf9.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796695.00000-0, db: /tmp/tmp_2uzlt6u/sda/containers/0/cf9/09a29875e5b071752ef338599706bcf9/09a29875e5b071752ef338599706bcf9.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796698.00000-0, db: /tmp/tmp_2uzlt6u/sda/containers/0/279/9f9fb02a84540bfac5cc0ee779479279/9f9fb02a84540bfac5cc0ee779479279.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796698.00000-0, db: /tmp/tmp_2uzlt6u/sda/containers/0/279/9f9fb02a84540bfac5cc0ee779479279/9f9fb02a84540bfac5cc0ee779479279.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796701.00000-0, db: /tmp/tmp_2uzlt6u/sda/containers/0/fe2/e5722364cdaba4988084e9d312ce8fe2/e5722364cdaba4988084e9d312ce8fe2.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796701.00000-0, db: /tmp/tmp_2uzlt6u/sda/containers/0/fe2/e5722364cdaba4988084e9d312ce8fe2/e5722364cdaba4988084e9d312ce8fe2.db +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_old_style_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_old_style_root_account_container_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_overlap_shard_range_order +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_overlap_shard_range_order ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_path +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_pending_file_name +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_pending_file_name ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_policy_stat_tracking +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_policy_stat_tracking ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_misplaced_object_does_not_effect_container_stats +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_misplaced_object_does_not_effect_container_stats ... ok +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796704.00000-0, db: /tmp/tmp_2uzlt6u/sda/containers/0/bb7/bf23e5f79c6c326d2c0e1de0c5c57bb7/bf23e5f79c6c326d2c0e1de0c5c57bb7.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796704.00000-0, db: /tmp/tmp_2uzlt6u/sda/containers/0/bb7/bf23e5f79c6c326d2c0e1de0c5c57bb7/bf23e5f79c6c326d2c0e1de0c5c57bb7.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796707.00000-0, db: /tmp/tmp_2uzlt6u/sda/containers/0/eec/4b484ce7e52e9f011892fbab6dfc9eec/4b484ce7e52e9f011892fbab6dfc9eec.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796707.00000-0, db: /tmp/tmp_2uzlt6u/sda/containers/0/eec/4b484ce7e52e9f011892fbab6dfc9eec/4b484ce7e52e9f011892fbab6dfc9eec.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796710.00000-0, db: /tmp/tmp_2uzlt6u/sda/containers/0/f25/a634e094dca128e840172d0ba4e80f25/a634e094dca128e840172d0ba4e80f25.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796710.00000-0, db: /tmp/tmp_2uzlt6u/sda/containers/0/f25/a634e094dca128e840172d0ba4e80f25/a634e094dca128e840172d0ba4e80f25.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796713.00000-0, db: /tmp/tmp_2uzlt6u/sda/containers/0/47e/64461defc9b94a1dbcdb6e5f9eeeb47e/64461defc9b94a1dbcdb6e5f9eeeb47e.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796713.00000-0, db: /tmp/tmp_2uzlt6u/sda/containers/0/47e/64461defc9b94a1dbcdb6e5f9eeeb47e/64461defc9b94a1dbcdb6e5f9eeeb47e.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796716.00000-0, db: /tmp/tmp_2uzlt6u/sda/containers/0/956/ecb9fe8d2ee2497e0ad5b24d76c2f956/ecb9fe8d2ee2497e0ad5b24d76c2f956.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796716.00000-0, db: /tmp/tmp_2uzlt6u/sda/containers/0/956/ecb9fe8d2ee2497e0ad5b24d76c2f956/ecb9fe8d2ee2497e0ad5b24d76c2f956.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796719.00000-0, db: /tmp/tmp_2uzlt6u/sda/containers/0/289/c21eadad6a84b07468fe3be5f9a85289/c21eadad6a84b07468fe3be5f9a85289.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796719.00000-0, db: /tmp/tmp_2uzlt6u/sda/containers/0/289/c21eadad6a84b07468fe3be5f9a85289/c21eadad6a84b07468fe3be5f9a85289.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796722.00000-0, db: /tmp/tmp_2uzlt6u/sda/containers/0/bd7/da18976dfbdb9c986cd0cccd3531abd7/da18976dfbdb9c986cd0cccd3531abd7.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796722.00000-0, db: /tmp/tmp_2uzlt6u/sda/containers/0/bd7/da18976dfbdb9c986cd0cccd3531abd7/da18976dfbdb9c986cd0cccd3531abd7.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796725.00000-0, db: /tmp/tmp_2uzlt6u/sda/containers/0/c8d/878c7163d893ed38c29d57da4ab99c8d/878c7163d893ed38c29d57da4ab99c8d.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796725.00000-0, db: /tmp/tmp_2uzlt6u/sda/containers/0/c8d/878c7163d893ed38c29d57da4ab99c8d/878c7163d893ed38c29d57da4ab99c8d.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796728.00000-0, db: /tmp/tmp_2uzlt6u/sda/containers/0/194/81855cc63a861ee2601ac51ffeeed194/81855cc63a861ee2601ac51ffeeed194.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796728.00000-0, db: /tmp/tmp_2uzlt6u/sda/containers/0/194/81855cc63a861ee2601ac51ffeeed194/81855cc63a861ee2601ac51ffeeed194.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796731.00000-0, db: /tmp/tmp_2uzlt6u/sda/containers/0/342/f09981d5f7ea9bf4714acffbe6606342/f09981d5f7ea9bf4714acffbe6606342.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796731.00000-0, db: /tmp/tmp_2uzlt6u/sda/containers/0/342/f09981d5f7ea9bf4714acffbe6606342/f09981d5f7ea9bf4714acffbe6606342.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796734.00000-0, db: /tmp/tmp_2uzlt6u/sda/containers/0/a1c/f19f741cf2abaadca7d239f4ccefea1c/f19f741cf2abaadca7d239f4ccefea1c.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796734.00000-0, db: /tmp/tmp_2uzlt6u/sda/containers/0/a1c/f19f741cf2abaadca7d239f4ccefea1c/f19f741cf2abaadca7d239f4ccefea1c.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796737.00000-0, db: /tmp/tmp_2uzlt6u/sda/containers/0/e49/4089ec7a13fb5ead20e129bef770ce49/4089ec7a13fb5ead20e129bef770ce49.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796737.00000-0, db: /tmp/tmp_2uzlt6u/sda/containers/0/e49/4089ec7a13fb5ead20e129bef770ce49/4089ec7a13fb5ead20e129bef770ce49.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796740.00000-0, db: /tmp/tmp_2uzlt6u/sda/containers/0/187/626b28ed4d3a93b0014011bafa4fc187/626b28ed4d3a93b0014011bafa4fc187.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796740.00000-0, db: /tmp/tmp_2uzlt6u/sda/containers/0/187/626b28ed4d3a93b0014011bafa4fc187/626b28ed4d3a93b0014011bafa4fc187.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796743.00000-0, db: /tmp/tmp_2uzlt6u/sda/containers/0/d1a/553ee7c9aedba904d61e354912c41d1a/553ee7c9aedba904d61e354912c41d1a.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796743.00000-0, db: /tmp/tmp_2uzlt6u/sda/containers/0/d1a/553ee7c9aedba904d61e354912c41d1a/553ee7c9aedba904d61e354912c41d1a.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796746.00000-0, db: /tmp/tmp_2uzlt6u/sda/containers/0/a75/576c7daade25f65a13c2c4a825fb8a75/576c7daade25f65a13c2c4a825fb8a75.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796746.00000-0, db: /tmp/tmp_2uzlt6u/sda/containers/0/a75/576c7daade25f65a13c2c4a825fb8a75/576c7daade25f65a13c2c4a825fb8a75.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796749.00000-0, db: /tmp/tmp_2uzlt6u/sda/containers/0/acf/8759c423c4a7322c0b42453f82083acf/8759c423c4a7322c0b42453f82083acf.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796749.00000-0, db: /tmp/tmp_2uzlt6u/sda/containers/0/acf/8759c423c4a7322c0b42453f82083acf/8759c423c4a7322c0b42453f82083acf.db +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_encoded_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_encoded_timestamps_using_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_encoded_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_encoded_timestamps_using_memory ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_explicit_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_explicit_timestamps_using_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_explicit_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_explicit_timestamps_using_memory ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim ... ok +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796752.00000-0, db: /tmp/tmp_2uzlt6u/sda/containers/0/93f/4d149cec8852337c76d699f294d2693f/4d149cec8852337c76d699f294d2693f.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796752.00000-0, db: /tmp/tmp_2uzlt6u/sda/containers/0/93f/4d149cec8852337c76d699f294d2693f/4d149cec8852337c76d699f294d2693f.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796755.00000-0, db: /tmp/tmp_2uzlt6u/sda/containers/0/00f/f3fddc9822fb550010d2f932e6f4400f/f3fddc9822fb550010d2f932e6f4400f.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796755.00000-0, db: /tmp/tmp_2uzlt6u/sda/containers/0/00f/f3fddc9822fb550010d2f932e6f4400f/f3fddc9822fb550010d2f932e6f4400f.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796758.00000-0, db: /tmp/tmp_2uzlt6u/sda/containers/0/644/8884d3f47b2525b310b4af641263b644/8884d3f47b2525b310b4af641263b644.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796758.00000-0, db: /tmp/tmp_2uzlt6u/sda/containers/0/644/8884d3f47b2525b310b4af641263b644/8884d3f47b2525b310b4af641263b644.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796761.00000-0, db: /tmp/tmp_2uzlt6u/sda/containers/0/0ff/2a8848d981c28c2646624737902bf0ff/2a8848d981c28c2646624737902bf0ff.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796761.00000-0, db: /tmp/tmp_2uzlt6u/sda/containers/0/0ff/2a8848d981c28c2646624737902bf0ff/2a8848d981c28c2646624737902bf0ff.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796764.00000-0, db: /tmp/tmp_2uzlt6u/sda/containers/0/34c/79c53b9fdeebc44737b326426745434c/79c53b9fdeebc44737b326426745434c.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796764.00000-0, db: /tmp/tmp_2uzlt6u/sda/containers/0/34c/79c53b9fdeebc44737b326426745434c/79c53b9fdeebc44737b326426745434c.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796767.00000-0, db: /tmp/tmp_2uzlt6u/sda/containers/0/fd4/51d2b98d611f75433409e3a6873d8fd4/51d2b98d611f75433409e3a6873d8fd4.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796767.00000-0, db: /tmp/tmp_2uzlt6u/sda/containers/0/fd4/51d2b98d611f75433409e3a6873d8fd4/51d2b98d611f75433409e3a6873d8fd4.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796770.00000-0, db: /tmp/tmp_2uzlt6u/sda/containers/0/1a3/99402f2a173c14cbaad4ec1ce30b71a3/99402f2a173c14cbaad4ec1ce30b71a3.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796770.00000-0, db: /tmp/tmp_2uzlt6u/sda/containers/0/1a3/99402f2a173c14cbaad4ec1ce30b71a3/99402f2a173c14cbaad4ec1ce30b71a3.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796773.00000-0, db: /tmp/tmp_2uzlt6u/sda/containers/0/8a2/c44a01e696c750cd9f740a34519548a2/c44a01e696c750cd9f740a34519548a2.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796773.00000-0, db: /tmp/tmp_2uzlt6u/sda/containers/0/8a2/c44a01e696c750cd9f740a34519548a2/c44a01e696c750cd9f740a34519548a2.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796776.00000-0, db: /tmp/tmp_2uzlt6u/sda/containers/0/ae2/516abd8cbe24503cf4c659b717fccae2/516abd8cbe24503cf4c659b717fccae2.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796776.00000-0, db: /tmp/tmp_2uzlt6u/sda/containers/0/ae2/516abd8cbe24503cf4c659b717fccae2/516abd8cbe24503cf4c659b717fccae2.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796779.00000-0, db: /tmp/tmp_2uzlt6u/sda/containers/0/46b/162f53f2cb00c1cdb403eb0c5c1f446b/162f53f2cb00c1cdb403eb0c5c1f446b.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796779.00000-0, db: /tmp/tmp_2uzlt6u/sda/containers/0/46b/162f53f2cb00c1cdb403eb0c5c1f446b/162f53f2cb00c1cdb403eb0c5c1f446b.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796782.00000-0, db: /tmp/tmp_2uzlt6u/sda/containers/0/42f/71b76175f928ed236674e635d476042f/71b76175f928ed236674e635d476042f.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796782.00000-0, db: /tmp/tmp_2uzlt6u/sda/containers/0/42f/71b76175f928ed236674e635d476042f/71b76175f928ed236674e635d476042f.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796785.00000-0, db: /tmp/tmp_2uzlt6u/sda/containers/0/fd8/dfc3207411760c8f9640ff32246e6fd8/dfc3207411760c8f9640ff32246e6fd8.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796785.00000-0, db: /tmp/tmp_2uzlt6u/sda/containers/0/fd8/dfc3207411760c8f9640ff32246e6fd8/dfc3207411760c8f9640ff32246e6fd8.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796788.00000-0, db: /tmp/tmp_2uzlt6u/sda/containers/0/222/65784b70a4125b2e2f7ff6f71f664222/65784b70a4125b2e2f7ff6f71f664222.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796788.00000-0, db: /tmp/tmp_2uzlt6u/sda/containers/0/222/65784b70a4125b2e2f7ff6f71f664222/65784b70a4125b2e2f7ff6f71f664222.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796791.00000-0, db: /tmp/tmp_2uzlt6u/sda/containers/0/04f/049b686a37fd03b1be170ccc6dd2704f/049b686a37fd03b1be170ccc6dd2704f.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796791.00000-0, db: /tmp/tmp_2uzlt6u/sda/containers/0/04f/049b686a37fd03b1be170ccc6dd2704f/049b686a37fd03b1be170ccc6dd2704f.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796794.00000-0, db: /tmp/tmp_2uzlt6u/sda/containers/0/611/671f18b90503ca33704534a2bc0c5611/671f18b90503ca33704534a2bc0c5611.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796794.00000-0, db: /tmp/tmp_2uzlt6u/sda/containers/0/611/671f18b90503ca33704534a2bc0c5611/671f18b90503ca33704534a2bc0c5611.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796797.00000-0, db: /tmp/tmp_2uzlt6u/sda/containers/0/a2e/b532428e4a893f398c1540c2ec221a2e/b532428e4a893f398c1540c2ec221a2e.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796797.00000-0, db: /tmp/tmp_2uzlt6u/sda/containers/0/a2e/b532428e4a893f398c1540c2ec221a2e/b532428e4a893f398c1540c2ec221a2e.db +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_missing_own_merged_while_shrinking +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_missing_own_merged_while_shrinking ... ok +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796800.00000-0, db: /tmp/tmp_2uzlt6u/sda/containers/0/b91/ea1cce95eb3fb22504b55113659b7b91/ea1cce95eb3fb22504b55113659b7b91.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796800.00000-0, db: /tmp/tmp_2uzlt6u/sda/containers/0/b91/ea1cce95eb3fb22504b55113659b7b91/ea1cce95eb3fb22504b55113659b7b91.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796803.00000-0, db: /tmp/tmp_2uzlt6u/sda/containers/0/948/8e044cc339a2ce7fd3fadb156c47f948/8e044cc339a2ce7fd3fadb156c47f948.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796803.00000-0, db: /tmp/tmp_2uzlt6u/sda/containers/0/948/8e044cc339a2ce7fd3fadb156c47f948/8e044cc339a2ce7fd3fadb156c47f948.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796806.00000-0, db: /tmp/tmp_2uzlt6u/sda/containers/0/b5a/b940ac9b23faf265d8debb78f5e1db5a/b940ac9b23faf265d8debb78f5e1db5a.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796806.00000-0, db: /tmp/tmp_2uzlt6u/sda/containers/0/b5a/b940ac9b23faf265d8debb78f5e1db5a/b940ac9b23faf265d8debb78f5e1db5a.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796809.00000-0, db: /tmp/tmp_2uzlt6u/sda/containers/0/7fd/c020caac68724ff92ff141d3da70d7fd/c020caac68724ff92ff141d3da70d7fd.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796809.00000-0, db: /tmp/tmp_2uzlt6u/sda/containers/0/7fd/c020caac68724ff92ff141d3da70d7fd/c020caac68724ff92ff141d3da70d7fd.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796812.00000-0, db: /tmp/tmp_2uzlt6u/sda/containers/0/c74/dbb4a296d108ef50cecdac2ed9116c74/dbb4a296d108ef50cecdac2ed9116c74.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796812.00000-0, db: /tmp/tmp_2uzlt6u/sda/containers/0/c74/dbb4a296d108ef50cecdac2ed9116c74/dbb4a296d108ef50cecdac2ed9116c74.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796815.00000-0, db: /tmp/tmp_2uzlt6u/sda/containers/0/fe0/5ab83b303451ec817b1e6b4872b8efe0/5ab83b303451ec817b1e6b4872b8efe0.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796815.00000-0, db: /tmp/tmp_2uzlt6u/sda/containers/0/fe0/5ab83b303451ec817b1e6b4872b8efe0/5ab83b303451ec817b1e6b4872b8efe0.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796818.00000-0, db: /tmp/tmp_2uzlt6u/sda/containers/0/e2c/9c1d8d41cb369ed7235a4fc7d062ae2c/9c1d8d41cb369ed7235a4fc7d062ae2c.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796818.00000-0, db: /tmp/tmp_2uzlt6u/sda/containers/0/e2c/9c1d8d41cb369ed7235a4fc7d062ae2c/9c1d8d41cb369ed7235a4fc7d062ae2c.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796821.00000-0, db: /tmp/tmp_2uzlt6u/sda/containers/0/f69/68ccb1f46504006dbf6a47960f797f69/68ccb1f46504006dbf6a47960f797f69.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796821.00000-0, db: /tmp/tmp_2uzlt6u/sda/containers/0/f69/68ccb1f46504006dbf6a47960f797f69/68ccb1f46504006dbf6a47960f797f69.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796824.00000-0, db: /tmp/tmp_2uzlt6u/sda/containers/0/1b9/8117b4130fbf7eed8b7d00fb534fc1b9/8117b4130fbf7eed8b7d00fb534fc1b9.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796824.00000-0, db: /tmp/tmp_2uzlt6u/sda/containers/0/1b9/8117b4130fbf7eed8b7d00fb534fc1b9/8117b4130fbf7eed8b7d00fb534fc1b9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796673.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/dd2/2b193563930cb6e7093f6868349e3dd2/2b193563930cb6e7093f6868349e3dd2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796678.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/ece/b281aac2c7475c201f816fd970118ece/b281aac2c7475c201f816fd970118ece.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796683.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/b56/ce73cb51311d7bf18bbb431c0e980b56/ce73cb51311d7bf18bbb431c0e980b56.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796688.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/2f7/5abfd9299e8788977e89d7b5db4e82f7/5abfd9299e8788977e89d7b5db4e82f7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796693.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/47f/f21a55e3ffb173663a8f9ee510c4647f/f21a55e3ffb173663a8f9ee510c4647f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796698.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/279/9f9fb02a84540bfac5cc0ee779479279/9f9fb02a84540bfac5cc0ee779479279.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796703.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/a67/7534165b9ee3811b73ee26e2f2bfca67/7534165b9ee3811b73ee26e2f2bfca67.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796708.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/f4a/820a759e2f5456a2c75fa483937bdf4a/820a759e2f5456a2c75fa483937bdf4a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796713.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/47e/64461defc9b94a1dbcdb6e5f9eeeb47e/64461defc9b94a1dbcdb6e5f9eeeb47e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796718.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/3d6/4913808206ff0e58a28e6da3848743d6/4913808206ff0e58a28e6da3848743d6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796723.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/150/1685eea71cb151c8c84492b29e36f150/1685eea71cb151c8c84492b29e36f150.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796728.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/194/81855cc63a861ee2601ac51ffeeed194/81855cc63a861ee2601ac51ffeeed194.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796733.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/bea/7e65cbb46f8c00cf58c432a9b66d5bea/7e65cbb46f8c00cf58c432a9b66d5bea.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796738.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/4bc/5bafa1dd42e6251ac1429b8d8f3744bc/5bafa1dd42e6251ac1429b8d8f3744bc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796743.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/d1a/553ee7c9aedba904d61e354912c41d1a/553ee7c9aedba904d61e354912c41d1a.db +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_deadlock +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_deadlock ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796748.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/9c1/de0c54b2f5a1a321255d8c1c0240e9c1/de0c54b2f5a1a321255d8c1c0240e9c1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796753.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/246/eb6081aaa17d73672a84b98ed35cf246/eb6081aaa17d73672a84b98ed35cf246.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796758.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/644/8884d3f47b2525b310b4af641263b644/8884d3f47b2525b310b4af641263b644.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796763.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/1e6/b346d8ea9bb5712e2606716f1db0e1e6/b346d8ea9bb5712e2606716f1db0e1e6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796768.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/a83/29c48f335d5452aeacd26a2795cd2a83/29c48f335d5452aeacd26a2795cd2a83.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796773.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/8a2/c44a01e696c750cd9f740a34519548a2/c44a01e696c750cd9f740a34519548a2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796778.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/33f/5fe0c6e407654c41c52ff3d3ed0ae33f/5fe0c6e407654c41c52ff3d3ed0ae33f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796783.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/90f/9b71c301b06f57bc093ec42bc58c590f/9b71c301b06f57bc093ec42bc58c590f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796788.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/222/65784b70a4125b2e2f7ff6f71f664222/65784b70a4125b2e2f7ff6f71f664222.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796793.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/4ed/0b385033844fcaa4f50121fd79e244ed/0b385033844fcaa4f50121fd79e244ed.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796798.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/077/a35dc25609e1cefcc7be488eef968077/a35dc25609e1cefcc7be488eef968077.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796803.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/948/8e044cc339a2ce7fd3fadb156c47f948/8e044cc339a2ce7fd3fadb156c47f948.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796808.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/186/eda5a0ace39379dfe660c3d911ab0186/eda5a0ace39379dfe660c3d911ab0186.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796813.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/104/5a53471c3d76579275b9160525e16104/5a53471c3d76579275b9160525e16104.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796818.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/e2c/9c1d8d41cb369ed7235a4fc7d062ae2c/9c1d8d41cb369ed7235a4fc7d062ae2c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796823.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/aa9/0c4d68a5a4842d5611f4583582404aa9/0c4d68a5a4842d5611f4583582404aa9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796828.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/6dd/efc614f19a9a1fd7a081db48a58c76dd/efc614f19a9a1fd7a081db48a58c76dd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796833.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/d67/202a38552384070893582eb61fef1d67/202a38552384070893582eb61fef1d67.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796838.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/758/8fd2281b40d3c0d9f30e272990649758/8fd2281b40d3c0d9f30e272990649758.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796843.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/df1/5f70292f7862b2729e1e11f94a647df1/5f70292f7862b2729e1e11f94a647df1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796848.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/12c/376208f01c9b90a80d1abbd585ce212c/376208f01c9b90a80d1abbd585ce212c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796853.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/718/3300c926efc75947508d2cbdcf654718/3300c926efc75947508d2cbdcf654718.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796858.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/4a5/9555df53cfe949d21ac29eeddd6ae4a5/9555df53cfe949d21ac29eeddd6ae4a5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796863.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/70f/c72e1b43832fdc715334750dcb8d670f/c72e1b43832fdc715334750dcb8d670f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796868.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/4ba/bf6589cbfc055628dbb28b6ce1f104ba/bf6589cbfc055628dbb28b6ce1f104ba.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796873.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/7b2/13a7c3b18714d5b0b6c12b1f4de917b2/13a7c3b18714d5b0b6c12b1f4de917b2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796878.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/e01/10e62945efc9a58355cbf5c00d829e01/10e62945efc9a58355cbf5c00d829e01.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796883.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/444/3ca91376f84f4526d4bf7ac869f09444/3ca91376f84f4526d4bf7ac869f09444.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796888.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/d9a/de85d644dd3dd17a0af4a1bec5938d9a/de85d644dd3dd17a0af4a1bec5938d9a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796893.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/860/2fe004763e5e09d7b8f9461e7a255860/2fe004763e5e09d7b8f9461e7a255860.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796898.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/42e/50d0307851679b17bb2d63287e31c42e/50d0307851679b17bb2d63287e31c42e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796903.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/c98/0731b4c34391f907921b04ae5c518c98/0731b4c34391f907921b04ae5c518c98.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796908.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/98d/de1e8a814c2bc87f91f0290cb859398d/de1e8a814c2bc87f91f0290cb859398d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796913.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/725/84ff8fd54020882de2690ead85743725/84ff8fd54020882de2690ead85743725.db +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_with_duplicate_names +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_with_duplicate_names ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reconciler_sync +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reconciler_sync ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_remove_objects +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_remove_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_resolve_shard_range_states +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_resolve_shard_range_states ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796918.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/3e2/e19c4fadbd0c1149fdf75548934ee3e2/e19c4fadbd0c1149fdf75548934ee3e2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796923.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/9bb/ecae4fe6d8bc7601eff08ff13c6d09bb/ecae4fe6d8bc7601eff08ff13c6d09bb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796928.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/b0a/501b738c5c5af7ad581f2251c6ddfb0a/501b738c5c5af7ad581f2251c6ddfb0a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796933.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/059/2667fbbf68ce7d3370cf9671bf753059/2667fbbf68ce7d3370cf9671bf753059.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796938.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/1e3/2c32602199f7c51ee4922b1c73f261e3/2c32602199f7c51ee4922b1c73f261e3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796943.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/c5f/e20e73d1371e91e6cba5d2796b714c5f/e20e73d1371e91e6cba5d2796b714c5f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796948.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/7f4/8e3f856f1896f9ed90f187f52ef397f4/8e3f856f1896f9ed90f187f52ef397f4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796953.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/4c2/bd3c037d820a3c787204b64f019824c2/bd3c037d820a3c787204b64f019824c2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796958.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/a2a/8014dd6471da63edaefa08dcc47c4a2a/8014dd6471da63edaefa08dcc47c4a2a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796963.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/e4b/31f62532f9887ac5a48c48fa093e1e4b/31f62532f9887ac5a48c48fa093e1e4b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796968.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/d60/4420604a4ec75ddf930f69b87d9c2d60/4420604a4ec75ddf930f69b87d9c2d60.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796973.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/48d/b2149b1332f21a16cb89cf6df90ea48d/b2149b1332f21a16cb89cf6df90ea48d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796978.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/e8b/d8d06aea00af16ee103be81999b63e8b/d8d06aea00af16ee103be81999b63e8b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796983.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/c89/7b454c3f45ea0349510ecdfdeccb0c89/7b454c3f45ea0349510ecdfdeccb0c89.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796988.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/2d8/7cf54caff0cfebfaea2024ec61caf2d8/7cf54caff0cfebfaea2024ec61caf2d8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796993.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/05e/289dcc02f4887842f2e78d1e3c00905e/289dcc02f4887842f2e78d1e3c00905e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796998.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/61f/369f21dc1db69e539576b7ae750bf61f/369f21dc1db69e539576b7ae750bf61f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797003.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/011/e47103971c5f94da69aa38f342930011/e47103971c5f94da69aa38f342930011.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797008.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/b25/9d4d453eb63c3f840fb619d75b2bdb25/9d4d453eb63c3f840fb619d75b2bdb25.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797013.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/d1b/7ea7dcebed931c4fdfb76999fe8cbd1b/7ea7dcebed931c4fdfb76999fe8cbd1b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797018.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/697/9900f1e5535a423efba79d76e80c1697/9900f1e5535a423efba79d76e80c1697.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797023.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/067/be711da3cd9e07db72bcc6820fb9c067/be711da3cd9e07db72bcc6820fb9c067.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797028.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/7de/dc3d88b67bc8659e4579ad306af747de/dc3d88b67bc8659e4579ad306af747de.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797033.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/f0d/4934e145e0b36f02d0b29a7a749a6f0d/4934e145e0b36f02d0b29a7a749a6f0d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797038.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/312/ac1e7ffbef9a8c1a955ad05040886312/ac1e7ffbef9a8c1a955ad05040886312.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797043.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/4ea/b3761192d872e1a8b1618a76466924ea/b3761192d872e1a8b1618a76466924ea.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797048.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/576/a2bebdbb1c40a168ddf575983f706576/a2bebdbb1c40a168ddf575983f706576.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797053.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/445/e7851259cd881723f99c0f6d6208b445/e7851259cd881723f99c0f6d6208b445.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797058.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/ab0/c7e7d01eaad6268bcef263850136bab0/c7e7d01eaad6268bcef263850136bab0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797063.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/979/056e251c1c06f528ebfe0f3e5284b979/056e251c1c06f528ebfe0f3e5284b979.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797068.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/57f/50b10f4d3c7e69f43bf0c6f05c3f357f/50b10f4d3c7e69f43bf0c6f05c3f357f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797073.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/b10/a032b391facb33cde6193cc12678fb10/a032b391facb33cde6193cc12678fb10.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797078.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/c4e/96be8ecae09a74d4fb770f5035aa6c4e/96be8ecae09a74d4fb770f5035aa6c4e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797083.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/63c/b8cd205126c34a27579edacbb690963c/b8cd205126c34a27579edacbb690963c.db +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reverse_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reverse_prefix_delim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_root_account_container_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_save_and_load_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_save_and_load_record_from_pending_file ... ok +test ERROR: Failed to unlink '/tmp/tmpd003vb_f/containers/part/suffix/hash/container.db': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2244, in set_sharded_state + os.unlink(retiring_file) + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError: 1 +test DEBUG: Unlinked retiring db '/tmp/tmpd003vb_f/containers/part/suffix/hash/container_1715796606.00000.db' +test WARNING: Still have multiple db files after unlinking '/tmp/tmpd003vb_f/containers/part/suffix/hash/container_1715796606.00000.db': ['/tmp/tmpd003vb_f/containers/part/suffix/hash/container.db', '/tmp/tmpd003vb_f/containers/part/suffix/hash/container_1715796607.00000.db'] +test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmpd003vb_f/containers/part/suffix/hash/container_1715796607.00000.db']. +test ERROR: Failed to set the ROWID of the fresh database for a/c: +test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: +test ERROR: Problem finding shard upper in '/tmp/tmptata3f82/test_container.db': : LockTimeout (Nones) +test ERROR: Problem finding shard upper in '/tmp/tmptata3f82/test_container.db': : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2507, in find_shard_ranges + next_shard_upper = sub_broker._get_next_shard_range_upper( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +sqlite3.OperationalError +test DEBUG: Unlinked retiring db '/tmp/tmpqp9mmeob/containers/part/suffix/hash/container.db' +test WARNING: Unexpected db files will be ignored: ['/tmp/tmpqp9mmeob/containers/part/suffix/hash/container.db'] +Container 'a/c' cannot be set to sharded state while in unsharded state +Container 'a/c' cannot be set to sharding state: missing epoch +Container 'a/c' cannot be set to sharding state while in sharding state +Container 'a/c' cannot be set to sharded state while in sharded state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_db_states +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_db_states ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797088.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/5bf/ee756f163aa7853a50e32c8fea5565bf/ee756f163aa7853a50e32c8fea5565bf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797093.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/0c3/6d3a16c35fd81abf957947686720e0c3/6d3a16c35fd81abf957947686720e0c3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797098.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/34c/fa72de0923516428b22cd779bbb4434c/fa72de0923516428b22cd779bbb4434c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797103.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/740/1c794c4dabe35d9e4239f4d62165b740/1c794c4dabe35d9e4239f4d62165b740.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797108.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/480/c2b6d5d8acd072950f849986b230d480/c2b6d5d8acd072950f849986b230d480.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797113.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/ad1/9d3fa8f115bf4f965c00b6474d8e3ad1/9d3fa8f115bf4f965c00b6474d8e3ad1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797118.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/7ff/1a4571d70e6f09f1efa3c48390a237ff/1a4571d70e6f09f1efa3c48390a237ff.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797123.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/dc0/76355da64c4611fdd805e17d5844ddc0/76355da64c4611fdd805e17d5844ddc0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797128.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/ef6/40776e3a709c69e4f66190731422fef6/40776e3a709c69e4f66190731422fef6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797133.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/6b7/ba4d98f54d91aa2104aa6fbae4fd96b7/ba4d98f54d91aa2104aa6fbae4fd96b7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797138.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/10e/a633e42bb20ef35eadd2f0e8be13010e/a633e42bb20ef35eadd2f0e8be13010e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797143.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/771/865c486530a223597077749d29a83771/865c486530a223597077749d29a83771.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797148.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/4f5/85cf9eee06f634a0e4f2c0d17afa24f5/85cf9eee06f634a0e4f2c0d17afa24f5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797153.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/8a3/c0384bf4daa77902d414e886a4c668a3/c0384bf4daa77902d414e886a4c668a3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797158.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/2b0/c73ea69270677ab8f986bfe88f5842b0/c73ea69270677ab8f986bfe88f5842b0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797163.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/e7a/de53c4c0ec3b7a7bb4a8a406705fee7a/de53c4c0ec3b7a7bb4a8a406705fee7a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797168.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/8d1/25f3050334a01a7ee91f3a08ba0e98d1/25f3050334a01a7ee91f3a08ba0e98d1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797173.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/1f9/3c3642f77c247fe7ff140e709052c1f9/3c3642f77c247fe7ff140e709052c1f9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797178.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/cd6/0d8678d146b6c404eab4817e35c36cd6/0d8678d146b6c404eab4817e35c36cd6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797183.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/a59/3d6d53b5da109fad19ac2a5a08176a59/3d6d53b5da109fad19ac2a5a08176a59.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797188.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/221/0b8249651073ae0c0789293c7f563221/0b8249651073ae0c0789293c7f563221.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797193.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/91c/0bd9df469719ee245f7bfbce63c4c91c/0bd9df469719ee245f7bfbce63c4c91c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797198.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/2a4/0fa677322acf15dcfb2932f7b49f02a4/0fa677322acf15dcfb2932f7b49f02a4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797203.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/6ba/5f0e9215dc9557432dc6344e3a7206ba/5f0e9215dc9557432dc6344e3a7206ba.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797208.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/abe/96091f725e0314d57e9bd3f378085abe/96091f725e0314d57e9bd3f378085abe.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797213.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/3f1/c2ad505e6daeec7fb816b99bd37233f1/c2ad505e6daeec7fb816b99bd37233f1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797218.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/838/ee13c6dfafec8f8e830d549e94af2838/ee13c6dfafec8f8e830d549e94af2838.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797223.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/cd9/55cc9453420c7af6ad4e846d547e7cd9/55cc9453420c7af6ad4e846d547e7cd9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797228.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/520/be5bdfff1184f3ab00a6043f7937f520/be5bdfff1184f3ab00a6043f7937f520.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797233.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/bd8/cbb028f817434c94091843f5540cdbd8/cbb028f817434c94091843f5540cdbd8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797238.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/161/fcf399a238663990925bff54fcf36161/fcf399a238663990925bff54fcf36161.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797243.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/997/10443b74829fb5a9e8938829fdf28997/10443b74829fb5a9e8938829fdf28997.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797248.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/d3b/1be91b7f19f0a8b580ef2a4bffefbd3b/1be91b7f19f0a8b580ef2a4bffefbd3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797253.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/cb8/5b464e1c29159681c1d02299f561ecb8/5b464e1c29159681c1d02299f561ecb8.db +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharded_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharded_state_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_storage_policy_index +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_storage_policy_index ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_storage_policy_index_empty +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_storage_policy_index_empty ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_x_syncs +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_x_syncs ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_initiated_and_required +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_initiated_and_required ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797258.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/aad/d6d51267b68b092e59596bd52abbaaad/d6d51267b68b092e59596bd52abbaaad.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797263.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/842/45dd9e73f3d00dbf8d59df528a439842/45dd9e73f3d00dbf8d59df528a439842.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797268.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/30e/ee533dd228b85dcb174ba095ae0ae30e/ee533dd228b85dcb174ba095ae0ae30e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797273.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/b7f/0f511c528f530556385b88134be26b7f/0f511c528f530556385b88134be26b7f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797278.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/27e/937903d2e8299bad802570a8d698b27e/937903d2e8299bad802570a8d698b27e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797283.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/b34/9fbfe5aba31a7fd415a8c4dcd5cbeb34/9fbfe5aba31a7fd415a8c4dcd5cbeb34.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797288.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/5e3/09c34730c4c04d828b9ecae87c51c5e3/09c34730c4c04d828b9ecae87c51c5e3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797293.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/a50/1abd9e5bec5e2806e9f3501269612a50/1abd9e5bec5e2806e9f3501269612a50.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797298.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/046/c992fc406024d16908513289745cd046/c992fc406024d16908513289745cd046.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797303.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/717/deb60fd73a3ae4698a295f8b03df0717/deb60fd73a3ae4698a295f8b03df0717.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797308.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/357/b28e27130ac869d92c2027debbefb357/b28e27130ac869d92c2027debbefb357.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797313.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/acf/f3bb1dab2e9bdb5f2b912682dbce2acf/f3bb1dab2e9bdb5f2b912682dbce2acf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797318.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/61b/337e216ec5fbafa710aa47b3c38bf61b/337e216ec5fbafa710aa47b3c38bf61b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797323.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/bad/3027ad3b9de578ce0f863a08675d5bad/3027ad3b9de578ce0f863a08675d5bad.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797328.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/1a0/0ca2fbb9430cd71b9cd3558c5d58a1a0/0ca2fbb9430cd71b9cd3558c5d58a1a0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797333.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/66c/d6565aebdb4434685750e8a3b507c66c/d6565aebdb4434685750e8a3b507c66c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797338.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/dfd/60fbdd1fe9b3b0ca6ee6e09089395dfd/60fbdd1fe9b3b0ca6ee6e09089395dfd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797343.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/e9f/40edba91183ec1a61830948664be9e9f/40edba91183ec1a61830948664be9e9f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797348.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/49d/f728034f3bbbe8ed805883ee8f92749d/f728034f3bbbe8ed805883ee8f92749d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797353.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/e9b/bb77f8e10fe7841b7c541cd368f1ae9b/bb77f8e10fe7841b7c541cd368f1ae9b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797358.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/f8a/54f604718581347eff94ac67a9851f8a/54f604718581347eff94ac67a9851f8a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797363.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/069/f86c518b189f2d538c9ba438219e2069/f86c518b189f2d538c9ba438219e2069.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797368.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/b01/17c8adcddf7bdf029921d6c603817b01/17c8adcddf7bdf029921d6c603817b01.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797373.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/73d/98ceef49eef4e6fb1385f991176e973d/98ceef49eef4e6fb1385f991176e973d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797378.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/d91/8c93139037368e6b280c39a6e2cbbd91/8c93139037368e6b280c39a6e2cbbd91.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797383.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/c1a/ea5874ae1f3ffe4b3b8e76af48a3cc1a/ea5874ae1f3ffe4b3b8e76af48a3cc1a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797388.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/780/041bbac12ca0566b9859978da8ae7780/041bbac12ca0566b9859978da8ae7780.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797393.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/a65/1b2c05e55251d0f6e87dc405fee5aa65/1b2c05e55251d0f6e87dc405fee5aa65.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797398.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/c60/971305dfc4247a339932005765267c60/971305dfc4247a339932005765267c60.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797403.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/84d/c039b38fe9736b088effe1ca878a484d/c039b38fe9736b088effe1ca878a484d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797408.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/099/98a224e21fe7223ec0adaf6172b36099/98a224e21fe7223ec0adaf6172b36099.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797413.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/cda/76f25d56fa627c4e6efd39a00bb44cda/76f25d56fa627c4e6efd39a00bb44cda.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797418.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/c28/cf6b6e84b8f7f49a30e46187599dbc28/cf6b6e84b8f7f49a30e46187599dbc28.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797423.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/32c/234c3e36d8517c25725e89b98b92532c/234c3e36d8517c25725e89b98b92532c.db +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_state_is_not_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_state_is_not_reclaimable ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_sysmeta +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_sysmeta ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_storage_policy_property +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_storage_policy_property ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sync_merging +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sync_merging ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_batch_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_batch_reclaim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_chexor +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_chexor ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_create_broker +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_create_broker ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_creation +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_creation ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_db_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_db_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_delete_db_does_not_clear_particular_sharding_meta +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_delete_db_does_not_clear_particular_sharding_meta ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797428.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/77e/27ae3d0b35aae9ba7d160363fad3377e/27ae3d0b35aae9ba7d160363fad3377e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797433.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/add/52b9a44a251d19fa3d87492113562add/52b9a44a251d19fa3d87492113562add.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797438.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/1eb/bbbf53e43d49bf504a2c3bac241501eb/bbbf53e43d49bf504a2c3bac241501eb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797443.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/b51/444394d028be0088811e8183b4c32b51/444394d028be0088811e8183b4c32b51.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797448.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/9b0/c570fc4875eca75b9792b55ac6b759b0/c570fc4875eca75b9792b55ac6b759b0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797453.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/818/1c30c81ed473432170ac44ca3b758818/1c30c81ed473432170ac44ca3b758818.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797458.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/72b/cb1b30135d1c8ae326fed353285f872b/cb1b30135d1c8ae326fed353285f872b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797463.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/a27/684d5f58d9f705ea704d91c5697f8a27/684d5f58d9f705ea704d91c5697f8a27.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797468.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/4fb/bdcf50bfb5440673f2c3d3834e3034fb/bdcf50bfb5440673f2c3d3834e3034fb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797473.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/c6d/6b3e3a1bc92d705b952a8889ab685c6d/6b3e3a1bc92d705b952a8889ab685c6d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797478.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/b73/c356e643099b646de6fa23a6411abb73/c356e643099b646de6fa23a6411abb73.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797483.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/0c7/3c9338c5b366996d4e9a4028772030c7/3c9338c5b366996d4e9a4028772030c7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797488.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/e65/222d23ed0fefb0e28c5243b8120ede65/222d23ed0fefb0e28c5243b8120ede65.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797493.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/a4f/e52d8c582567bf046c60ec1de9d26a4f/e52d8c582567bf046c60ec1de9d26a4f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797498.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/78c/775ff3329ed43adb4d745ce903b7c78c/775ff3329ed43adb4d745ce903b7c78c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797503.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/309/81baf1fa77ae96ba1ab523790e813309/81baf1fa77ae96ba1ab523790e813309.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797508.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/e04/fd52b548e615cb0bf8eeedfd7bb7fe04/fd52b548e615cb0bf8eeedfd7bb7fe04.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797513.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/348/049e9e7dc9c27c730ff63d38cd08e348/049e9e7dc9c27c730ff63d38cd08e348.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797518.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/0a8/2a8d5bb0da68703815fd339ed24530a8/2a8d5bb0da68703815fd339ed24530a8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797523.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/a45/1eac560e4855dbe2dfba3599fa3c7a45/1eac560e4855dbe2dfba3599fa3c7a45.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797528.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/8b6/ce392cb12f1a1d04856299dcb9b128b6/ce392cb12f1a1d04856299dcb9b128b6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797533.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/80b/89e6e5872901d547fcfeedc65897880b/89e6e5872901d547fcfeedc65897880b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797538.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/61e/09ed9f5a0aa89468be9c15de77fbd61e/09ed9f5a0aa89468be9c15de77fbd61e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797543.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/d79/1d8f346df59cd1e1291e4092ca081d79/1d8f346df59cd1e1291e4092ca081d79.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797548.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/181/1605d6c99134eefe87ef49bd6cbe5181/1605d6c99134eefe87ef49bd6cbe5181.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797553.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/4f2/4f8ba59522477581a259188bafa9d4f2/4f8ba59522477581a259188bafa9d4f2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797558.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/7c0/ea4208021da6e97f4fd1c521531ea7c0/ea4208021da6e97f4fd1c521531ea7c0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797563.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/77e/065b7cb669649cd18cf47bbd077c477e/065b7cb669649cd18cf47bbd077c477e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797568.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/9de/f5937fce384bb0f6cbecf85bf46a69de/f5937fce384bb0f6cbecf85bf46a69de.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797573.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/746/a63633680acf64f24b092e39d9b70746/a63633680acf64f24b092e39d9b70746.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797578.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/d09/aff0baccbb9dd3370db2fddfb526ad09/aff0baccbb9dd3370db2fddfb526ad09.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797583.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/5f3/491a177c3fb0dd7c00a6a496c79435f3/491a177c3fb0dd7c00a6a496c79435f3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797588.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/af9/6bab3cf6c11139fae125f5bfb3c60af9/6bab3cf6c11139fae125f5bfb3c60af9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797593.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/e6b/1803571d275ff2d7eb4def0e04a6fe6b/1803571d275ff2d7eb4def0e04a6fe6b.db +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_delete_object +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_delete_object ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_double_check_trailing_delimiter +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_double_check_trailing_delimiter ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_double_check_trailing_delimiter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_double_check_trailing_delimiter_non_slash ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797598.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/ee1/bd51dfa4fce1fc9bd313ec289aefaee1/bd51dfa4fce1fc9bd313ec289aefaee1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797603.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/8e0/a78c47f0274aab6be73d051b3f8708e0/a78c47f0274aab6be73d051b3f8708e0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797608.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/db9/a1e2d3b1ab3e60b577bc94c85efcfdb9/a1e2d3b1ab3e60b577bc94c85efcfdb9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797613.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/1b1/e820438c6e252968dbc432a6657851b1/e820438c6e252968dbc432a6657851b1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797618.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/613/1f0721b3ad9698b8868451501a360613/1f0721b3ad9698b8868451501a360613.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797623.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/0a1/9ad012904cc8015e5be278b84f8fb0a1/9ad012904cc8015e5be278b84f8fb0a1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797628.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/b0b/3debf58fa58a803ce5fdadca7b347b0b/3debf58fa58a803ce5fdadca7b347b0b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797633.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/ce8/c4a166b5efa01d19f7c665eb423a3ce8/c4a166b5efa01d19f7c665eb423a3ce8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797638.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/983/c5947f19ff0b2610da1973b0f4711983/c5947f19ff0b2610da1973b0f4711983.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797643.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/f3a/c272f65eeb21cf3d72661f8b00062f3a/c272f65eeb21cf3d72661f8b00062f3a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797648.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/c58/4dfb5fac05b8914692ca344955851c58/4dfb5fac05b8914692ca344955851c58.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797653.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/0c6/1c39cf453d44b3550641913f784580c6/1c39cf453d44b3550641913f784580c6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797658.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/310/fc7442f95d9d705c8945ce160ecb8310/fc7442f95d9d705c8945ce160ecb8310.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797663.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/c9b/dad547e158f42d93638a701617a43c9b/dad547e158f42d93638a701617a43c9b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797668.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/535/ec40c08eb852d09665c69775c3cb6535/ec40c08eb852d09665c69775c3cb6535.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797673.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/dea/a71ab13649b0ecf44d2fc8998aa54dea/a71ab13649b0ecf44d2fc8998aa54dea.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797678.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/4e1/f9690d4de5eb378c2e5ddcdfb680e4e1/f9690d4de5eb378c2e5ddcdfb680e4e1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797683.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/dfc/8364d6ca72c19792357ea0bd7ed01dfc/8364d6ca72c19792357ea0bd7ed01dfc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797688.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/8f9/497c6850eda79d235c0c15c13b8df8f9/497c6850eda79d235c0c15c13b8df8f9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797693.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/0d3/8a142effcde9e34477eba933a939d0d3/8a142effcde9e34477eba933a939d0d3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797698.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/fe7/18aa4a0dc22adef4f077866fc58c9fe7/18aa4a0dc22adef4f077866fc58c9fe7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797703.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/cac/78baeddf788a3fe4677a86ae83a82cac/78baeddf788a3fe4677a86ae83a82cac.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797708.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/956/ed6b6359e8b4c163ec1e4c22e30a0956/ed6b6359e8b4c163ec1e4c22e30a0956.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797713.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/600/464b28fcb49ba220f2f915bbf7dda600/464b28fcb49ba220f2f915bbf7dda600.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797718.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/ea1/5ff0fb95cd590e8d9ad8cac1ed69fea1/5ff0fb95cd590e8d9ad8cac1ed69fea1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797723.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/b06/59c532fb92983605157a2031f3f69b06/59c532fb92983605157a2031f3f69b06.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797728.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/fa1/fa68f355df5cefb0aa9b24c3b6ab6fa1/fa68f355df5cefb0aa9b24c3b6ab6fa1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797733.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/3d9/740a59f1cfab13e59890292a0a0053d9/740a59f1cfab13e59890292a0a0053d9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797738.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/7a9/148994b0f09b0aa3d36ad8e1503c67a9/148994b0f09b0aa3d36ad8e1503c67a9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797743.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/ff3/200ac0a0a06848238a1c477cbbd92ff3/200ac0a0a06848238a1c477cbbd92ff3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797748.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/ff3/3a70c1e5e9e3b77e19aa2d4a65fa1ff3/3a70c1e5e9e3b77e19aa2d4a65fa1ff3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797753.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/06a/1a0dedd42de5969d8de5d9d7b1ec706a/1a0dedd42de5969d8de5d9d7b1ec706a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797758.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/926/cb525eae34dc7e31b5bc85de99527926/cb525eae34dc7e31b5bc85de99527926.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797763.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/7e8/ef527a9b5ea3b67a7300111d130b07e8/ef527a9b5ea3b67a7300111d130b07e8.db +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797768.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/12c/94dea01872087f10eb0e782fc588612c/94dea01872087f10eb0e782fc588612c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797773.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/46d/9a05e6de177fe9482d92a8194e2ef46d/9a05e6de177fe9482d92a8194e2ef46d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797778.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/5b2/029d145589edff713e58038e828155b2/029d145589edff713e58038e828155b2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797783.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/876/110847ccffdbf29b36e24fc360d99876/110847ccffdbf29b36e24fc360d99876.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797788.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/099/88f7ed1ffbf2f5581bdf2bb73e487099/88f7ed1ffbf2f5581bdf2bb73e487099.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797793.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/09d/ae89bccd7da02fbda853848b28ca109d/ae89bccd7da02fbda853848b28ca109d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797798.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/fd5/040ab1b6fd82ae15b484ca204dd2bfd5/040ab1b6fd82ae15b484ca204dd2bfd5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797803.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/7d3/f20035982db579d6b08f9f2bbfb2d7d3/f20035982db579d6b08f9f2bbfb2d7d3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797808.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/2a5/dd07e35e991fba4736c66486942242a5/dd07e35e991fba4736c66486942242a5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797813.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/230/38bc017f00f336f28cce22e8e2bc7230/38bc017f00f336f28cce22e8e2bc7230.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797818.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/064/8e50df5180cfa974a4ef26053e2e1064/8e50df5180cfa974a4ef26053e2e1064.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797823.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/194/4efbd8fc853d36ecbfccf444b56c6194/4efbd8fc853d36ecbfccf444b56c6194.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797828.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/1e2/83aa6f5434ab09736cce473ccc29b1e2/83aa6f5434ab09736cce473ccc29b1e2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797833.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/f44/9f442c2f909ae35bf20f2ad39e0d3f44/9f442c2f909ae35bf20f2ad39e0d3f44.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797838.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/410/ceb6f057e770eda637300b21d872d410/ceb6f057e770eda637300b21d872d410.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797843.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/eb3/f322b03d171f734855597e27e2de3eb3/f322b03d171f734855597e27e2de3eb3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797848.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/a5d/d7c2cbf8a970649a5225415b87df2a5d/d7c2cbf8a970649a5225415b87df2a5d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797853.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/37c/f43198f2eabf75fd134d77d83c9b737c/f43198f2eabf75fd134d77d83c9b737c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797858.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/4c1/2fc925774a8318e90afbcddfd31944c1/2fc925774a8318e90afbcddfd31944c1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797863.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/b6c/d42f42869adea06940010385da5bfb6c/d42f42869adea06940010385da5bfb6c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797868.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/501/38a3723ebc4644b00025a8d497a11501/38a3723ebc4644b00025a8d497a11501.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797873.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/818/b38592eca0cb9b22a6c3101838fcc818/b38592eca0cb9b22a6c3101838fcc818.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797878.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/f50/5604f7aa937b1b2dacfa7011a2fbaf50/5604f7aa937b1b2dacfa7011a2fbaf50.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797883.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/4bf/c0924918aa7a9acd797c1b9ac84da4bf/c0924918aa7a9acd797c1b9ac84da4bf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797888.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/6ba/74b2b3b93004ed298fe68c327ac326ba/74b2b3b93004ed298fe68c327ac326ba.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797893.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/ed7/67957e95bf2a3234ab73adb7505a0ed7/67957e95bf2a3234ab73adb7505a0ed7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797898.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/35e/18a48c857f599ff04cf9699215ad735e/18a48c857f599ff04cf9699215ad735e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797903.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/877/f07e8425dec46505a075528180aa6877/f07e8425dec46505a075528180aa6877.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797908.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/787/f05a4e579d681a78cb9450b5d76c4787/f05a4e579d681a78cb9450b5d76c4787.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797913.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/ace/512ef4022b071dc25344248f9c59bace/512ef4022b071dc25344248f9c59bace.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797918.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/620/142b9b38c7dd0ac701bb3ab80f5fe620/142b9b38c7dd0ac701bb3ab80f5fe620.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797923.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/f11/70212ffb3b55aa37182bafddb37c3f11/70212ffb3b55aa37182bafddb37c3f11.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797928.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/649/d66b76f02a3eb54a9dbe39c406e00649/d66b76f02a3eb54a9dbe39c406e00649.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797933.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/af0/fb288b0f1fce786801829dc4c9befaf0/fb288b0f1fce786801829dc4c9befaf0.db +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty_old_style_shard_container ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_not_merged_not_cleaving +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_not_merged_not_cleaving ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_enable_sharding +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_enable_sharding ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_exception +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_exception ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges_errors +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges_with_misplaced_objects +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges_with_misplaced_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_brokers +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_brokers ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_db_state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_db_state ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797938.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/2ca/a542e07ab286872e6e71dca20d44d2ca/a542e07ab286872e6e71dca20d44d2ca.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797943.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/6ed/2914d8bd386c4a67701aaf0027fec6ed/2914d8bd386c4a67701aaf0027fec6ed.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797948.00000-0, db: /tmp/tmpg5ixyr6u/sda/containers/0/e0a/e1306d319ce782dc06e60ba162a1be0a/e1306d319ce782dc06e60ba162a1be0a.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpvpisvh6o/sda/containers/0/625/5f6d39b999a51f6d30c16b6e4f36a625/5f6d39b999a51f6d30c16b6e4f36a625.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796699.00000-0, db: /tmp/tmpvpisvh6o/sda/containers/0/625/5f6d39b999a51f6d30c16b6e4f36a625/5f6d39b999a51f6d30c16b6e4f36a625_1715796699.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpvpisvh6o/sda/containers/0/a67/7534165b9ee3811b73ee26e2f2bfca67/7534165b9ee3811b73ee26e2f2bfca67.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796703.00000-0, db: /tmp/tmpvpisvh6o/sda/containers/0/a67/7534165b9ee3811b73ee26e2f2bfca67/7534165b9ee3811b73ee26e2f2bfca67_1715796703.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpvpisvh6o/sda/containers/0/eec/4b484ce7e52e9f011892fbab6dfc9eec/4b484ce7e52e9f011892fbab6dfc9eec.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796707.00000-0, db: /tmp/tmpvpisvh6o/sda/containers/0/eec/4b484ce7e52e9f011892fbab6dfc9eec/4b484ce7e52e9f011892fbab6dfc9eec_1715796707.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpvpisvh6o/sda/containers/0/d89/24324975412692a1b25a42f421a6dd89/24324975412692a1b25a42f421a6dd89.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796711.00000-0, db: /tmp/tmpvpisvh6o/sda/containers/0/d89/24324975412692a1b25a42f421a6dd89/24324975412692a1b25a42f421a6dd89_1715796711.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpvpisvh6o/sda/containers/0/bf9/976082af53b1febef1d8380ee2e6dbf9/976082af53b1febef1d8380ee2e6dbf9.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796715.00000-0, db: /tmp/tmpvpisvh6o/sda/containers/0/bf9/976082af53b1febef1d8380ee2e6dbf9/976082af53b1febef1d8380ee2e6dbf9_1715796715.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpvpisvh6o/sda/containers/0/289/c21eadad6a84b07468fe3be5f9a85289/c21eadad6a84b07468fe3be5f9a85289.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796719.00000-0, db: /tmp/tmpvpisvh6o/sda/containers/0/289/c21eadad6a84b07468fe3be5f9a85289/c21eadad6a84b07468fe3be5f9a85289_1715796719.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpvpisvh6o/sda/containers/0/150/1685eea71cb151c8c84492b29e36f150/1685eea71cb151c8c84492b29e36f150.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796723.00000-0, db: /tmp/tmpvpisvh6o/sda/containers/0/150/1685eea71cb151c8c84492b29e36f150/1685eea71cb151c8c84492b29e36f150_1715796723.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpvpisvh6o/sda/containers/0/438/236229eebe7e3b9e60eeac98293af438/236229eebe7e3b9e60eeac98293af438.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796727.00000-0, db: /tmp/tmpvpisvh6o/sda/containers/0/438/236229eebe7e3b9e60eeac98293af438/236229eebe7e3b9e60eeac98293af438_1715796727.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpvpisvh6o/sda/containers/0/342/f09981d5f7ea9bf4714acffbe6606342/f09981d5f7ea9bf4714acffbe6606342.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796731.00000-0, db: /tmp/tmpvpisvh6o/sda/containers/0/342/f09981d5f7ea9bf4714acffbe6606342/f09981d5f7ea9bf4714acffbe6606342_1715796731.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpvpisvh6o/sda/containers/0/4cd/4f8b886247ae3f1b5d4206d29ffd94cd/4f8b886247ae3f1b5d4206d29ffd94cd.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796735.00000-0, db: /tmp/tmpvpisvh6o/sda/containers/0/4cd/4f8b886247ae3f1b5d4206d29ffd94cd/4f8b886247ae3f1b5d4206d29ffd94cd_1715796735.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpvpisvh6o/sda/containers/0/121/080cc4422a8cd917783231f7810cc121/080cc4422a8cd917783231f7810cc121.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796739.00000-0, db: /tmp/tmpvpisvh6o/sda/containers/0/121/080cc4422a8cd917783231f7810cc121/080cc4422a8cd917783231f7810cc121_1715796739.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpvpisvh6o/sda/containers/0/d1a/553ee7c9aedba904d61e354912c41d1a/553ee7c9aedba904d61e354912c41d1a.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796743.00000-0, db: /tmp/tmpvpisvh6o/sda/containers/0/d1a/553ee7c9aedba904d61e354912c41d1a/553ee7c9aedba904d61e354912c41d1a_1715796743.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpvpisvh6o/sda/containers/0/7f4/f69bf53f3f1077dc4d6441d4ff5a97f4/f69bf53f3f1077dc4d6441d4ff5a97f4.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796747.00000-0, db: /tmp/tmpvpisvh6o/sda/containers/0/7f4/f69bf53f3f1077dc4d6441d4ff5a97f4/f69bf53f3f1077dc4d6441d4ff5a97f4_1715796747.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpvpisvh6o/sda/containers/0/aa1/458191e675780ef0fb706f9a7f7b8aa1/458191e675780ef0fb706f9a7f7b8aa1.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796751.00000-0, db: /tmp/tmpvpisvh6o/sda/containers/0/aa1/458191e675780ef0fb706f9a7f7b8aa1/458191e675780ef0fb706f9a7f7b8aa1_1715796751.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpvpisvh6o/sda/containers/0/00f/f3fddc9822fb550010d2f932e6f4400f/f3fddc9822fb550010d2f932e6f4400f.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796755.00000-0, db: /tmp/tmpvpisvh6o/sda/containers/0/00f/f3fddc9822fb550010d2f932e6f4400f/f3fddc9822fb550010d2f932e6f4400f_1715796755.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpvpisvh6o/sda/containers/0/78c/b15165d06aa0a054fea1d1420c92278c/b15165d06aa0a054fea1d1420c92278c.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796759.00000-0, db: /tmp/tmpvpisvh6o/sda/containers/0/78c/b15165d06aa0a054fea1d1420c92278c/b15165d06aa0a054fea1d1420c92278c_1715796759.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpvpisvh6o/sda/containers/0/1e6/b346d8ea9bb5712e2606716f1db0e1e6/b346d8ea9bb5712e2606716f1db0e1e6.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796763.00000-0, db: /tmp/tmpvpisvh6o/sda/containers/0/1e6/b346d8ea9bb5712e2606716f1db0e1e6/b346d8ea9bb5712e2606716f1db0e1e6_1715796763.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpvpisvh6o/sda/containers/0/fd4/51d2b98d611f75433409e3a6873d8fd4/51d2b98d611f75433409e3a6873d8fd4.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796767.00000-0, db: /tmp/tmpvpisvh6o/sda/containers/0/fd4/51d2b98d611f75433409e3a6873d8fd4/51d2b98d611f75433409e3a6873d8fd4_1715796767.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpvpisvh6o/sda/containers/0/3e3/e3dde7cc1c0052cb13d56f498bd413e3/e3dde7cc1c0052cb13d56f498bd413e3.db' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_is_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_no_stale_reads +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_no_stale_reads ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_sharding_states +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_sharding_states ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_stale_read_ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_stale_read_ok ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_items_since +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_items_since ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces_root_container_fill_gap +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces_root_container_fill_gap ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces_state_filtering +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces_state_filtering ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_objects +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_objects_since_row +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_objects_since_row ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_own_shard_range +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_own_shard_range ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_policy_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_policy_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_replication_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_replication_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_report_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_report_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_range_rows_with_limit +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_range_rows_with_limit ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796771.00000-0, db: /tmp/tmpvpisvh6o/sda/containers/0/3e3/e3dde7cc1c0052cb13d56f498bd413e3/e3dde7cc1c0052cb13d56f498bd413e3_1715796771.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpvpisvh6o/sda/containers/0/4f6/509848cd4cc81dd259c6d33b1b0054f6/509848cd4cc81dd259c6d33b1b0054f6.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796775.00000-0, db: /tmp/tmpvpisvh6o/sda/containers/0/4f6/509848cd4cc81dd259c6d33b1b0054f6/509848cd4cc81dd259c6d33b1b0054f6_1715796775.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpvpisvh6o/sda/containers/0/46b/162f53f2cb00c1cdb403eb0c5c1f446b/162f53f2cb00c1cdb403eb0c5c1f446b.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796779.00000-0, db: /tmp/tmpvpisvh6o/sda/containers/0/46b/162f53f2cb00c1cdb403eb0c5c1f446b/162f53f2cb00c1cdb403eb0c5c1f446b_1715796779.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpvpisvh6o/sda/containers/0/90f/9b71c301b06f57bc093ec42bc58c590f/9b71c301b06f57bc093ec42bc58c590f.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796783.00000-0, db: /tmp/tmpvpisvh6o/sda/containers/0/90f/9b71c301b06f57bc093ec42bc58c590f/9b71c301b06f57bc093ec42bc58c590f_1715796783.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpvpisvh6o/sda/containers/0/a3f/5d0ea2d8620e6be80f97b1c4244b5a3f/5d0ea2d8620e6be80f97b1c4244b5a3f.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796787.00000-0, db: /tmp/tmpvpisvh6o/sda/containers/0/a3f/5d0ea2d8620e6be80f97b1c4244b5a3f/5d0ea2d8620e6be80f97b1c4244b5a3f_1715796787.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpvpisvh6o/sda/containers/0/04f/049b686a37fd03b1be170ccc6dd2704f/049b686a37fd03b1be170ccc6dd2704f.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796791.00000-0, db: /tmp/tmpvpisvh6o/sda/containers/0/04f/049b686a37fd03b1be170ccc6dd2704f/049b686a37fd03b1be170ccc6dd2704f_1715796791.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpvpisvh6o/sda/containers/0/222/cc87adc1888fc53a5c9c3bcd44c5e222/cc87adc1888fc53a5c9c3bcd44c5e222.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796795.00000-0, db: /tmp/tmpvpisvh6o/sda/containers/0/222/cc87adc1888fc53a5c9c3bcd44c5e222/cc87adc1888fc53a5c9c3bcd44c5e222_1715796795.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpvpisvh6o/sda/containers/0/df1/5f29a25de1f9f8d07ce1df1ee9546df1/5f29a25de1f9f8d07ce1df1ee9546df1.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796799.00000-0, db: /tmp/tmpvpisvh6o/sda/containers/0/df1/5f29a25de1f9f8d07ce1df1ee9546df1/5f29a25de1f9f8d07ce1df1ee9546df1_1715796799.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpvpisvh6o/sda/containers/0/948/8e044cc339a2ce7fd3fadb156c47f948/8e044cc339a2ce7fd3fadb156c47f948.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796803.00000-0, db: /tmp/tmpvpisvh6o/sda/containers/0/948/8e044cc339a2ce7fd3fadb156c47f948/8e044cc339a2ce7fd3fadb156c47f948_1715796803.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpvpisvh6o/sda/containers/0/0db/28cc27ed3eb3391ffb2393b2323980db/28cc27ed3eb3391ffb2393b2323980db.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796807.00000-0, db: /tmp/tmpvpisvh6o/sda/containers/0/0db/28cc27ed3eb3391ffb2393b2323980db/28cc27ed3eb3391ffb2393b2323980db_1715796807.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpvpisvh6o/sda/containers/0/b5d/a88ffb91555e5d63c30376fd64ee7b5d/a88ffb91555e5d63c30376fd64ee7b5d.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796811.00000-0, db: /tmp/tmpvpisvh6o/sda/containers/0/b5d/a88ffb91555e5d63c30376fd64ee7b5d/a88ffb91555e5d63c30376fd64ee7b5d_1715796811.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpvpisvh6o/sda/containers/0/fe0/5ab83b303451ec817b1e6b4872b8efe0/5ab83b303451ec817b1e6b4872b8efe0.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796815.00000-0, db: /tmp/tmpvpisvh6o/sda/containers/0/fe0/5ab83b303451ec817b1e6b4872b8efe0/5ab83b303451ec817b1e6b4872b8efe0_1715796815.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpvpisvh6o/sda/containers/0/bc4/e4594fb1a6f60a1287aa328a821d6bc4/e4594fb1a6f60a1287aa328a821d6bc4.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796819.00000-0, db: /tmp/tmpvpisvh6o/sda/containers/0/bc4/e4594fb1a6f60a1287aa328a821d6bc4/e4594fb1a6f60a1287aa328a821d6bc4_1715796819.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpvpisvh6o/sda/containers/0/aa9/0c4d68a5a4842d5611f4583582404aa9/0c4d68a5a4842d5611f4583582404aa9.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796823.00000-0, db: /tmp/tmpvpisvh6o/sda/containers/0/aa9/0c4d68a5a4842d5611f4583582404aa9/0c4d68a5a4842d5611f4583582404aa9_1715796823.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpvpisvh6o/sda/containers/0/261/eede9ac7d45c56a896b88ddc287d5261/eede9ac7d45c56a896b88ddc287d5261.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796827.00000-0, db: /tmp/tmpvpisvh6o/sda/containers/0/261/eede9ac7d45c56a896b88ddc287d5261/eede9ac7d45c56a896b88ddc287d5261_1715796827.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpvpisvh6o/sda/containers/0/af7/2c8f9345d7c3d1c1a2530f4b94d45af7/2c8f9345d7c3d1c1a2530f4b94d45af7.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796831.00000-0, db: /tmp/tmpvpisvh6o/sda/containers/0/af7/2c8f9345d7c3d1c1a2530f4b94d45af7/2c8f9345d7c3d1c1a2530f4b94d45af7_1715796831.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpvpisvh6o/sda/containers/0/f79/59e0e31c8c36e55b3f0cfdb2dd150f79/59e0e31c8c36e55b3f0cfdb2dd150f79.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796835.00000-0, db: /tmp/tmpvpisvh6o/sda/containers/0/f79/59e0e31c8c36e55b3f0cfdb2dd150f79/59e0e31c8c36e55b3f0cfdb2dd150f79_1715796835.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpvpisvh6o/sda/containers/0/a68/85469d214df8d577e69438a365d23a68/85469d214df8d577e69438a365d23a68.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796839.00000-0, db: /tmp/tmpvpisvh6o/sda/containers/0/a68/85469d214df8d577e69438a365d23a68/85469d214df8d577e69438a365d23a68_1715796839.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpvpisvh6o/sda/containers/0/df1/5f70292f7862b2729e1e11f94a647df1/5f70292f7862b2729e1e11f94a647df1.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796843.00000-0, db: /tmp/tmpvpisvh6o/sda/containers/0/df1/5f70292f7862b2729e1e11f94a647df1/5f70292f7862b2729e1e11f94a647df1_1715796843.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpvpisvh6o/sda/containers/0/250/ca17bedab2650a716a8309eb61f38250/ca17bedab2650a716a8309eb61f38250.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796847.00000-0, db: /tmp/tmpvpisvh6o/sda/containers/0/250/ca17bedab2650a716a8309eb61f38250/ca17bedab2650a716a8309eb61f38250_1715796847.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpvpisvh6o/sda/containers/0/526/ffe6e81891ab44e09a11b341e2d3a526/ffe6e81891ab44e09a11b341e2d3a526.db' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_includes +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_includes ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_with_sharding_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_with_sharding_overlaps ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_with_shrinking_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_with_shrinking_overlaps ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_usage +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_usage ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_has_multiple_policies +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_has_multiple_policies ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_has_other_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_has_other_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_initialize_container_broker_in_default +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_initialize_container_broker_in_default ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_old_enough_to_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_old_enough_to_reclaim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_reclaimable ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_last_modified_time +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_last_modified_time ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_legacy_pending_files +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_legacy_pending_files ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796851.00000-0, db: /tmp/tmpvpisvh6o/sda/containers/0/526/ffe6e81891ab44e09a11b341e2d3a526/ffe6e81891ab44e09a11b341e2d3a526_1715796851.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpvpisvh6o/sda/containers/0/aee/7f34e25eaaa74e6962e88b8f1931baee/7f34e25eaaa74e6962e88b8f1931baee.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796855.00000-0, db: /tmp/tmpvpisvh6o/sda/containers/0/aee/7f34e25eaaa74e6962e88b8f1931baee/7f34e25eaaa74e6962e88b8f1931baee_1715796855.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpvpisvh6o/sda/containers/0/ce5/af17395c90818e596ecaec7faa19dce5/af17395c90818e596ecaec7faa19dce5.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796859.00000-0, db: /tmp/tmpvpisvh6o/sda/containers/0/ce5/af17395c90818e596ecaec7faa19dce5/af17395c90818e596ecaec7faa19dce5_1715796859.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpvpisvh6o/sda/containers/0/70f/c72e1b43832fdc715334750dcb8d670f/c72e1b43832fdc715334750dcb8d670f.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796863.00000-0, db: /tmp/tmpvpisvh6o/sda/containers/0/70f/c72e1b43832fdc715334750dcb8d670f/c72e1b43832fdc715334750dcb8d670f_1715796863.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpvpisvh6o/sda/containers/0/635/1c4965e26e9f25d6b350056ab2ede635/1c4965e26e9f25d6b350056ab2ede635.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796867.00000-0, db: /tmp/tmpvpisvh6o/sda/containers/0/635/1c4965e26e9f25d6b350056ab2ede635/1c4965e26e9f25d6b350056ab2ede635_1715796867.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpvpisvh6o/sda/containers/0/b9a/b03a35bfb7cd814d23ed9354fafcab9a/b03a35bfb7cd814d23ed9354fafcab9a.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796871.00000-0, db: /tmp/tmpvpisvh6o/sda/containers/0/b9a/b03a35bfb7cd814d23ed9354fafcab9a/b03a35bfb7cd814d23ed9354fafcab9a_1715796871.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpvpisvh6o/sda/containers/0/32e/6b6887bbb62bc334a77bd68c5d22032e/6b6887bbb62bc334a77bd68c5d22032e.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796875.00000-0, db: /tmp/tmpvpisvh6o/sda/containers/0/32e/6b6887bbb62bc334a77bd68c5d22032e/6b6887bbb62bc334a77bd68c5d22032e_1715796875.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpvpisvh6o/sda/containers/0/1bf/2a6be356b322b645b06a6916189121bf/2a6be356b322b645b06a6916189121bf.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796879.00000-0, db: /tmp/tmpvpisvh6o/sda/containers/0/1bf/2a6be356b322b645b06a6916189121bf/2a6be356b322b645b06a6916189121bf_1715796879.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpvpisvh6o/sda/containers/0/444/3ca91376f84f4526d4bf7ac869f09444/3ca91376f84f4526d4bf7ac869f09444.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796883.00000-0, db: /tmp/tmpvpisvh6o/sda/containers/0/444/3ca91376f84f4526d4bf7ac869f09444/3ca91376f84f4526d4bf7ac869f09444_1715796883.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpvpisvh6o/sda/containers/0/098/3519b08f977a4ecad3b1c1ac3884b098/3519b08f977a4ecad3b1c1ac3884b098.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796887.00000-0, db: /tmp/tmpvpisvh6o/sda/containers/0/098/3519b08f977a4ecad3b1c1ac3884b098/3519b08f977a4ecad3b1c1ac3884b098_1715796887.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpvpisvh6o/sda/containers/0/104/5ad2ffdf6321c4834efeaeaac7295104/5ad2ffdf6321c4834efeaeaac7295104.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796891.00000-0, db: /tmp/tmpvpisvh6o/sda/containers/0/104/5ad2ffdf6321c4834efeaeaac7295104/5ad2ffdf6321c4834efeaeaac7295104_1715796891.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpvpisvh6o/sda/containers/0/16f/166692639342bcd67d6c3af32fe5516f/166692639342bcd67d6c3af32fe5516f.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796895.00000-0, db: /tmp/tmpvpisvh6o/sda/containers/0/16f/166692639342bcd67d6c3af32fe5516f/166692639342bcd67d6c3af32fe5516f_1715796895.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpvpisvh6o/sda/containers/0/f74/52e512e0165f2c3389a45554b4e74f74/52e512e0165f2c3389a45554b4e74f74.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796899.00000-0, db: /tmp/tmpvpisvh6o/sda/containers/0/f74/52e512e0165f2c3389a45554b4e74f74/52e512e0165f2c3389a45554b4e74f74_1715796899.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpvpisvh6o/sda/containers/0/c98/0731b4c34391f907921b04ae5c518c98/0731b4c34391f907921b04ae5c518c98.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796903.00000-0, db: /tmp/tmpvpisvh6o/sda/containers/0/c98/0731b4c34391f907921b04ae5c518c98/0731b4c34391f907921b04ae5c518c98_1715796903.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpvpisvh6o/sda/containers/0/6eb/0f1bc3e463667e9ba9770d30007c76eb/0f1bc3e463667e9ba9770d30007c76eb.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796907.00000-0, db: /tmp/tmpvpisvh6o/sda/containers/0/6eb/0f1bc3e463667e9ba9770d30007c76eb/0f1bc3e463667e9ba9770d30007c76eb_1715796907.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpvpisvh6o/sda/containers/0/36d/c14b605e658b808cd06eefeb46f3936d/c14b605e658b808cd06eefeb46f3936d.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796911.00000-0, db: /tmp/tmpvpisvh6o/sda/containers/0/36d/c14b605e658b808cd06eefeb46f3936d/c14b605e658b808cd06eefeb46f3936d_1715796911.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpvpisvh6o/sda/containers/0/cce/913399d15c930f47b0d3eded9ac8acce/913399d15c930f47b0d3eded9ac8acce.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796915.00000-0, db: /tmp/tmpvpisvh6o/sda/containers/0/cce/913399d15c930f47b0d3eded9ac8acce/913399d15c930f47b0d3eded9ac8acce_1715796915.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpvpisvh6o/sda/containers/0/6c9/514a89b0556075b193129d46332cd6c9/514a89b0556075b193129d46332cd6c9.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796919.00000-0, db: /tmp/tmpvpisvh6o/sda/containers/0/6c9/514a89b0556075b193129d46332cd6c9/514a89b0556075b193129d46332cd6c9_1715796919.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpvpisvh6o/sda/containers/0/9bb/ecae4fe6d8bc7601eff08ff13c6d09bb/ecae4fe6d8bc7601eff08ff13c6d09bb.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796923.00000-0, db: /tmp/tmpvpisvh6o/sda/containers/0/9bb/ecae4fe6d8bc7601eff08ff13c6d09bb/ecae4fe6d8bc7601eff08ff13c6d09bb_1715796923.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpvpisvh6o/sda/containers/0/ef4/3e808a2d79004cbf77933f4a61efeef4/3e808a2d79004cbf77933f4a61efeef4.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796927.00000-0, db: /tmp/tmpvpisvh6o/sda/containers/0/ef4/3e808a2d79004cbf77933f4a61efeef4/3e808a2d79004cbf77933f4a61efeef4_1715796927.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpvpisvh6o/sda/containers/0/3ed/91f1b8da6fae19b98b00cc1ed5fa63ed/91f1b8da6fae19b98b00cc1ed5fa63ed.db' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_non_slash ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_order_and_reverse +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_order_and_reverse ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_prefix_delim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_with_reserved_name +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_with_reserved_name ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_load_old_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_load_old_record_from_pending_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_make_tuple_for_pickle +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_make_tuple_for_pickle ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_is_green +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_is_green ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_overwrite +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_overwrite ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_overwrite_unicode +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_overwrite_unicode ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_post_overwrite_out_of_order +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_post_overwrite_out_of_order ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_range_single_record +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_range_single_record ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges_deleted ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796931.00000-0, db: /tmp/tmpvpisvh6o/sda/containers/0/3ed/91f1b8da6fae19b98b00cc1ed5fa63ed/91f1b8da6fae19b98b00cc1ed5fa63ed_1715796931.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpvpisvh6o/sda/containers/0/e06/ab7025ce9c39178bafd0ee350c855e06/ab7025ce9c39178bafd0ee350c855e06.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796935.00000-0, db: /tmp/tmpvpisvh6o/sda/containers/0/e06/ab7025ce9c39178bafd0ee350c855e06/ab7025ce9c39178bafd0ee350c855e06_1715796935.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpvpisvh6o/sda/containers/0/70d/6a07ba2d5a12c43fcac8a00d4d23a70d/6a07ba2d5a12c43fcac8a00d4d23a70d.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796939.00000-0, db: /tmp/tmpvpisvh6o/sda/containers/0/70d/6a07ba2d5a12c43fcac8a00d4d23a70d/6a07ba2d5a12c43fcac8a00d4d23a70d_1715796939.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpvpisvh6o/sda/containers/0/c5f/e20e73d1371e91e6cba5d2796b714c5f/e20e73d1371e91e6cba5d2796b714c5f.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796943.00000-0, db: /tmp/tmpvpisvh6o/sda/containers/0/c5f/e20e73d1371e91e6cba5d2796b714c5f/e20e73d1371e91e6cba5d2796b714c5f_1715796943.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpvpisvh6o/sda/containers/0/2ba/29ccdb45a1cb0a751280ff7e0881f2ba/29ccdb45a1cb0a751280ff7e0881f2ba.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796947.00000-0, db: /tmp/tmpvpisvh6o/sda/containers/0/2ba/29ccdb45a1cb0a751280ff7e0881f2ba/29ccdb45a1cb0a751280ff7e0881f2ba_1715796947.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpvpisvh6o/sda/containers/0/76f/b80060de5b5f2bba3ef9b62a4f5bb76f/b80060de5b5f2bba3ef9b62a4f5bb76f.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796951.00000-0, db: /tmp/tmpvpisvh6o/sda/containers/0/76f/b80060de5b5f2bba3ef9b62a4f5bb76f/b80060de5b5f2bba3ef9b62a4f5bb76f_1715796951.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpvpisvh6o/sda/containers/0/116/c147d3586d32478b145bf1abc662a116/c147d3586d32478b145bf1abc662a116.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796955.00000-0, db: /tmp/tmpvpisvh6o/sda/containers/0/116/c147d3586d32478b145bf1abc662a116/c147d3586d32478b145bf1abc662a116_1715796955.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpvpisvh6o/sda/containers/0/941/fec00bd1c82217a9796510ff46758941/fec00bd1c82217a9796510ff46758941.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796959.00000-0, db: /tmp/tmpvpisvh6o/sda/containers/0/941/fec00bd1c82217a9796510ff46758941/fec00bd1c82217a9796510ff46758941_1715796959.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpvpisvh6o/sda/containers/0/e4b/31f62532f9887ac5a48c48fa093e1e4b/31f62532f9887ac5a48c48fa093e1e4b.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796963.00000-0, db: /tmp/tmpvpisvh6o/sda/containers/0/e4b/31f62532f9887ac5a48c48fa093e1e4b/31f62532f9887ac5a48c48fa093e1e4b_1715796963.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpvpisvh6o/sda/containers/0/ce7/92d666061e750f58db42be8588c3fce7/92d666061e750f58db42be8588c3fce7.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796967.00000-0, db: /tmp/tmpvpisvh6o/sda/containers/0/ce7/92d666061e750f58db42be8588c3fce7/92d666061e750f58db42be8588c3fce7_1715796967.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpvpisvh6o/sda/containers/0/13d/62d7086ca22c9e8a0f4210ae37a5013d/62d7086ca22c9e8a0f4210ae37a5013d.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796971.00000-0, db: /tmp/tmpvpisvh6o/sda/containers/0/13d/62d7086ca22c9e8a0f4210ae37a5013d/62d7086ca22c9e8a0f4210ae37a5013d_1715796971.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpvpisvh6o/sda/containers/0/372/5f9cdb69fe620e540dcf399cfafe6372/5f9cdb69fe620e540dcf399cfafe6372.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796975.00000-0, db: /tmp/tmpvpisvh6o/sda/containers/0/372/5f9cdb69fe620e540dcf399cfafe6372/5f9cdb69fe620e540dcf399cfafe6372_1715796975.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpvpisvh6o/sda/containers/0/9dd/d33d3ce8d2ce14a02b83c83b3ac3e9dd/d33d3ce8d2ce14a02b83c83b3ac3e9dd.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796979.00000-0, db: /tmp/tmpvpisvh6o/sda/containers/0/9dd/d33d3ce8d2ce14a02b83c83b3ac3e9dd/d33d3ce8d2ce14a02b83c83b3ac3e9dd_1715796979.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpvpisvh6o/sda/containers/0/c89/7b454c3f45ea0349510ecdfdeccb0c89/7b454c3f45ea0349510ecdfdeccb0c89.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796983.00000-0, db: /tmp/tmpvpisvh6o/sda/containers/0/c89/7b454c3f45ea0349510ecdfdeccb0c89/7b454c3f45ea0349510ecdfdeccb0c89_1715796983.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpvpisvh6o/sda/containers/0/21a/9459aa84fdada5e941272ed2c89ca21a/9459aa84fdada5e941272ed2c89ca21a.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796987.00000-0, db: /tmp/tmpvpisvh6o/sda/containers/0/21a/9459aa84fdada5e941272ed2c89ca21a/9459aa84fdada5e941272ed2c89ca21a_1715796987.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpvpisvh6o/sda/containers/0/0e1/a354dddfe63ce5f47e748bd8b3d730e1/a354dddfe63ce5f47e748bd8b3d730e1.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796991.00000-0, db: /tmp/tmpvpisvh6o/sda/containers/0/0e1/a354dddfe63ce5f47e748bd8b3d730e1/a354dddfe63ce5f47e748bd8b3d730e1_1715796991.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpvpisvh6o/sda/containers/0/ec8/e5f03bf535574d6407e7b45747e20ec8/e5f03bf535574d6407e7b45747e20ec8.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796995.00000-0, db: /tmp/tmpvpisvh6o/sda/containers/0/ec8/e5f03bf535574d6407e7b45747e20ec8/e5f03bf535574d6407e7b45747e20ec8_1715796995.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpvpisvh6o/sda/containers/0/4df/218f61cbd555a50e4309e901f881a4df/218f61cbd555a50e4309e901f881a4df.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796999.00000-0, db: /tmp/tmpvpisvh6o/sda/containers/0/4df/218f61cbd555a50e4309e901f881a4df/218f61cbd555a50e4309e901f881a4df_1715796999.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpvpisvh6o/sda/containers/0/011/e47103971c5f94da69aa38f342930011/e47103971c5f94da69aa38f342930011.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797003.00000-0, db: /tmp/tmpvpisvh6o/sda/containers/0/011/e47103971c5f94da69aa38f342930011/e47103971c5f94da69aa38f342930011_1715797003.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpvpisvh6o/sda/containers/0/d49/18083372ef34d5c1060c57d93f586d49/18083372ef34d5c1060c57d93f586d49.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797007.00000-0, db: /tmp/tmpvpisvh6o/sda/containers/0/d49/18083372ef34d5c1060c57d93f586d49/18083372ef34d5c1060c57d93f586d49_1715797007.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpvpisvh6o/sda/containers/0/018/55ee1d0e080785a7eb256912083fc018/55ee1d0e080785a7eb256912083fc018.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797011.00000-0, db: /tmp/tmpvpisvh6o/sda/containers/0/018/55ee1d0e080785a7eb256912083fc018/55ee1d0e080785a7eb256912083fc018_1715797011.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpvpisvh6o/sda/containers/0/501/8b927562f892fec3b80c101ad25a7501/8b927562f892fec3b80c101ad25a7501.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797015.00000-0, db: /tmp/tmpvpisvh6o/sda/containers/0/501/8b927562f892fec3b80c101ad25a7501/8b927562f892fec3b80c101ad25a7501_1715797015.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpvpisvh6o/sda/containers/0/12e/b5044966a00314087c0e579dce97b12e/b5044966a00314087c0e579dce97b12e.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797019.00000-0, db: /tmp/tmpvpisvh6o/sda/containers/0/12e/b5044966a00314087c0e579dce97b12e/b5044966a00314087c0e579dce97b12e_1715797019.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpvpisvh6o/sda/containers/0/067/be711da3cd9e07db72bcc6820fb9c067/be711da3cd9e07db72bcc6820fb9c067.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797023.00000-0, db: /tmp/tmpvpisvh6o/sda/containers/0/067/be711da3cd9e07db72bcc6820fb9c067/be711da3cd9e07db72bcc6820fb9c067_1715797023.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpvpisvh6o/sda/containers/0/e0d/d8c6053c921e67d503f33a10594ade0d/d8c6053c921e67d503f33a10594ade0d.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797027.00000-0, db: /tmp/tmpvpisvh6o/sda/containers/0/e0d/d8c6053c921e67d503f33a10594ade0d/d8c6053c921e67d503f33a10594ade0d_1715797027.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpvpisvh6o/sda/containers/0/623/1ee788c31033d154e6be7cd2e3d43623/1ee788c31033d154e6be7cd2e3d43623.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797031.00000-0, db: /tmp/tmpvpisvh6o/sda/containers/0/623/1ee788c31033d154e6be7cd2e3d43623/1ee788c31033d154e6be7cd2e3d43623_1715797031.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpvpisvh6o/sda/containers/0/600/fcbc0c49a56e1e344bb8446a774a8600/fcbc0c49a56e1e344bb8446a774a8600.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797035.00000-0, db: /tmp/tmpvpisvh6o/sda/containers/0/600/fcbc0c49a56e1e344bb8446a774a8600/fcbc0c49a56e1e344bb8446a774a8600_1715797035.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpvpisvh6o/sda/containers/0/607/4a7cb39998b3a4ffa4afcdf16fb97607/4a7cb39998b3a4ffa4afcdf16fb97607.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797039.00000-0, db: /tmp/tmpvpisvh6o/sda/containers/0/607/4a7cb39998b3a4ffa4afcdf16fb97607/4a7cb39998b3a4ffa4afcdf16fb97607_1715797039.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpvpisvh6o/sda/containers/0/4ea/b3761192d872e1a8b1618a76466924ea/b3761192d872e1a8b1618a76466924ea.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797043.00000-0, db: /tmp/tmpvpisvh6o/sda/containers/0/4ea/b3761192d872e1a8b1618a76466924ea/b3761192d872e1a8b1618a76466924ea_1715797043.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpvpisvh6o/sda/containers/0/8ee/716d70f94b0e64edc12b44b3010e28ee/716d70f94b0e64edc12b44b3010e28ee.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797047.00000-0, db: /tmp/tmpvpisvh6o/sda/containers/0/8ee/716d70f94b0e64edc12b44b3010e28ee/716d70f94b0e64edc12b44b3010e28ee_1715797047.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpvpisvh6o/sda/containers/0/f9c/4cd2969ca1d4fe4ff2b7b883d6d0ff9c/4cd2969ca1d4fe4ff2b7b883d6d0ff9c.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797051.00000-0, db: /tmp/tmpvpisvh6o/sda/containers/0/f9c/4cd2969ca1d4fe4ff2b7b883d6d0ff9c/4cd2969ca1d4fe4ff2b7b883d6d0ff9c_1715797051.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpvpisvh6o/sda/containers/0/3c0/d52536e9101af240e6d97009d4cac3c0/d52536e9101af240e6d97009d4cac3c0.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797055.00000-0, db: /tmp/tmpvpisvh6o/sda/containers/0/3c0/d52536e9101af240e6d97009d4cac3c0/d52536e9101af240e6d97009d4cac3c0_1715797055.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpvpisvh6o/sda/containers/0/c18/d3ef72a676d2acaa50e884b41c477c18/d3ef72a676d2acaa50e884b41c477c18.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797059.00000-0, db: /tmp/tmpvpisvh6o/sda/containers/0/c18/d3ef72a676d2acaa50e884b41c477c18/d3ef72a676d2acaa50e884b41c477c18_1715797059.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpvpisvh6o/sda/containers/0/979/056e251c1c06f528ebfe0f3e5284b979/056e251c1c06f528ebfe0f3e5284b979.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797063.00000-0, db: /tmp/tmpvpisvh6o/sda/containers/0/979/056e251c1c06f528ebfe0f3e5284b979/056e251c1c06f528ebfe0f3e5284b979_1715797063.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpvpisvh6o/sda/containers/0/a99/f018a47a4394439ef838dd5659ccba99/f018a47a4394439ef838dd5659ccba99.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797067.00000-0, db: /tmp/tmpvpisvh6o/sda/containers/0/a99/f018a47a4394439ef838dd5659ccba99/f018a47a4394439ef838dd5659ccba99_1715797067.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpvpisvh6o/sda/containers/0/ae2/47a5f7ea9ac385f84c4db6dc52864ae2/47a5f7ea9ac385f84c4db6dc52864ae2.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797071.00000-0, db: /tmp/tmpvpisvh6o/sda/containers/0/ae2/47a5f7ea9ac385f84c4db6dc52864ae2/47a5f7ea9ac385f84c4db6dc52864ae2_1715797071.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpvpisvh6o/sda/containers/0/e7f/c9094f4c7c7b03ae342e5cbf94a1be7f/c9094f4c7c7b03ae342e5cbf94a1be7f.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797075.00000-0, db: /tmp/tmpvpisvh6o/sda/containers/0/e7f/c9094f4c7c7b03ae342e5cbf94a1be7f/c9094f4c7c7b03ae342e5cbf94a1be7f_1715797075.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpvpisvh6o/sda/containers/0/d1d/5d5a997f9b1b65df83e831a1fb29ad1d/5d5a997f9b1b65df83e831a1fb29ad1d.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797079.00000-0, db: /tmp/tmpvpisvh6o/sda/containers/0/d1d/5d5a997f9b1b65df83e831a1fb29ad1d/5d5a997f9b1b65df83e831a1fb29ad1d_1715797079.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpvpisvh6o/sda/containers/0/63c/b8cd205126c34a27579edacbb690963c/b8cd205126c34a27579edacbb690963c.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797083.00000-0, db: /tmp/tmpvpisvh6o/sda/containers/0/63c/b8cd205126c34a27579edacbb690963c/b8cd205126c34a27579edacbb690963c_1715797083.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpvpisvh6o/sda/containers/0/23f/7b58805cebb6e8a8fb4f4b1ed49b523f/7b58805cebb6e8a8fb4f4b1ed49b523f.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797087.00000-0, db: /tmp/tmpvpisvh6o/sda/containers/0/23f/7b58805cebb6e8a8fb4f4b1ed49b523f/7b58805cebb6e8a8fb4f4b1ed49b523f_1715797087.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpvpisvh6o/sda/containers/0/2cb/e4fefbedd9a50176a8b665ad164122cb/e4fefbedd9a50176a8b665ad164122cb.db' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges_state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_newid +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_newid ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_old_style_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_old_style_root_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_old_style_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_root_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_shard_container ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797091.00000-0, db: /tmp/tmpvpisvh6o/sda/containers/0/2cb/e4fefbedd9a50176a8b665ad164122cb/e4fefbedd9a50176a8b665ad164122cb_1715797091.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpvpisvh6o/sda/containers/0/a55/0c575b95748a5fb02f08e7f1abac8a55/0c575b95748a5fb02f08e7f1abac8a55.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797095.00000-0, db: /tmp/tmpvpisvh6o/sda/containers/0/a55/0c575b95748a5fb02f08e7f1abac8a55/0c575b95748a5fb02f08e7f1abac8a55_1715797095.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpvpisvh6o/sda/containers/0/781/4b8825559ad266972d9b678299627781/4b8825559ad266972d9b678299627781.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797099.00000-0, db: /tmp/tmpvpisvh6o/sda/containers/0/781/4b8825559ad266972d9b678299627781/4b8825559ad266972d9b678299627781_1715797099.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpvpisvh6o/sda/containers/0/740/1c794c4dabe35d9e4239f4d62165b740/1c794c4dabe35d9e4239f4d62165b740.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797103.00000-0, db: /tmp/tmpvpisvh6o/sda/containers/0/740/1c794c4dabe35d9e4239f4d62165b740/1c794c4dabe35d9e4239f4d62165b740_1715797103.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpvpisvh6o/sda/containers/0/f49/44dc0a63dd2ea4d567774d1de1803f49/44dc0a63dd2ea4d567774d1de1803f49.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797107.00000-0, db: /tmp/tmpvpisvh6o/sda/containers/0/f49/44dc0a63dd2ea4d567774d1de1803f49/44dc0a63dd2ea4d567774d1de1803f49_1715797107.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpvpisvh6o/sda/containers/0/2f4/59775ce467d223fb03cc6b49cb3792f4/59775ce467d223fb03cc6b49cb3792f4.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797111.00000-0, db: /tmp/tmpvpisvh6o/sda/containers/0/2f4/59775ce467d223fb03cc6b49cb3792f4/59775ce467d223fb03cc6b49cb3792f4_1715797111.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpvpisvh6o/sda/containers/0/ce0/fadd145edc8ac0ed7a0fb5b5256fece0/fadd145edc8ac0ed7a0fb5b5256fece0.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797115.00000-0, db: /tmp/tmpvpisvh6o/sda/containers/0/ce0/fadd145edc8ac0ed7a0fb5b5256fece0/fadd145edc8ac0ed7a0fb5b5256fece0_1715797115.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpvpisvh6o/sda/containers/0/394/956eb59d645b06476373b9e010c93394/956eb59d645b06476373b9e010c93394.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797119.00000-0, db: /tmp/tmpvpisvh6o/sda/containers/0/394/956eb59d645b06476373b9e010c93394/956eb59d645b06476373b9e010c93394_1715797119.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpvpisvh6o/sda/containers/0/dc0/76355da64c4611fdd805e17d5844ddc0/76355da64c4611fdd805e17d5844ddc0.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797123.00000-0, db: /tmp/tmpvpisvh6o/sda/containers/0/dc0/76355da64c4611fdd805e17d5844ddc0/76355da64c4611fdd805e17d5844ddc0_1715797123.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpvpisvh6o/sda/containers/0/a37/db5e2f7f038234dc85084855a7eb9a37/db5e2f7f038234dc85084855a7eb9a37.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797127.00000-0, db: /tmp/tmpvpisvh6o/sda/containers/0/a37/db5e2f7f038234dc85084855a7eb9a37/db5e2f7f038234dc85084855a7eb9a37_1715797127.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpvpisvh6o/sda/containers/0/f51/66fc9c29fe0958105549c25d4596af51/66fc9c29fe0958105549c25d4596af51.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797131.00000-0, db: /tmp/tmpvpisvh6o/sda/containers/0/f51/66fc9c29fe0958105549c25d4596af51/66fc9c29fe0958105549c25d4596af51_1715797131.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpvpisvh6o/sda/containers/0/618/797250c6ffcda8871353573d3b484618/797250c6ffcda8871353573d3b484618.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797135.00000-0, db: /tmp/tmpvpisvh6o/sda/containers/0/618/797250c6ffcda8871353573d3b484618/797250c6ffcda8871353573d3b484618_1715797135.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpvpisvh6o/sda/containers/0/79a/f527cc20542ec4a8e4c55fc032fd879a/f527cc20542ec4a8e4c55fc032fd879a.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797139.00000-0, db: /tmp/tmpvpisvh6o/sda/containers/0/79a/f527cc20542ec4a8e4c55fc032fd879a/f527cc20542ec4a8e4c55fc032fd879a_1715797139.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpvpisvh6o/sda/containers/0/771/865c486530a223597077749d29a83771/865c486530a223597077749d29a83771.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797143.00000-0, db: /tmp/tmpvpisvh6o/sda/containers/0/771/865c486530a223597077749d29a83771/865c486530a223597077749d29a83771_1715797143.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpvpisvh6o/sda/containers/0/07a/00b292ee4b3575a4a795e0c517a5707a/00b292ee4b3575a4a795e0c517a5707a.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797147.00000-0, db: /tmp/tmpvpisvh6o/sda/containers/0/07a/00b292ee4b3575a4a795e0c517a5707a/00b292ee4b3575a4a795e0c517a5707a_1715797147.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpvpisvh6o/sda/containers/0/060/62acb370c8164a3ecc98f8ab078d5060/62acb370c8164a3ecc98f8ab078d5060.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797151.00000-0, db: /tmp/tmpvpisvh6o/sda/containers/0/060/62acb370c8164a3ecc98f8ab078d5060/62acb370c8164a3ecc98f8ab078d5060_1715797151.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpvpisvh6o/sda/containers/0/8ba/0cb88d5d799634e831b154a4e84338ba/0cb88d5d799634e831b154a4e84338ba.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797155.00000-0, db: /tmp/tmpvpisvh6o/sda/containers/0/8ba/0cb88d5d799634e831b154a4e84338ba/0cb88d5d799634e831b154a4e84338ba_1715797155.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpvpisvh6o/sda/containers/0/7c9/2b1338125bb10ee05e5ce3a09a06e7c9/2b1338125bb10ee05e5ce3a09a06e7c9.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797159.00000-0, db: /tmp/tmpvpisvh6o/sda/containers/0/7c9/2b1338125bb10ee05e5ce3a09a06e7c9/2b1338125bb10ee05e5ce3a09a06e7c9_1715797159.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpvpisvh6o/sda/containers/0/e7a/de53c4c0ec3b7a7bb4a8a406705fee7a/de53c4c0ec3b7a7bb4a8a406705fee7a.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797163.00000-0, db: /tmp/tmpvpisvh6o/sda/containers/0/e7a/de53c4c0ec3b7a7bb4a8a406705fee7a/de53c4c0ec3b7a7bb4a8a406705fee7a_1715797163.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpvpisvh6o/sda/containers/0/07e/58923fb3ef619fa2bbddfed06e8ae07e/58923fb3ef619fa2bbddfed06e8ae07e.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797167.00000-0, db: /tmp/tmpvpisvh6o/sda/containers/0/07e/58923fb3ef619fa2bbddfed06e8ae07e/58923fb3ef619fa2bbddfed06e8ae07e_1715797167.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpvpisvh6o/sda/containers/0/045/3a6145ebc208438e99482dfc90747045/3a6145ebc208438e99482dfc90747045.db' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_old_style_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_old_style_root_account_container_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_overlap_shard_range_order +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_overlap_shard_range_order ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_path +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_pending_file_name +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_pending_file_name ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_policy_stat_tracking +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_policy_stat_tracking ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_misplaced_object_does_not_effect_container_stats +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_misplaced_object_does_not_effect_container_stats ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_encoded_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_encoded_timestamps_using_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_encoded_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_encoded_timestamps_using_memory ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_not_merged_once_sharded +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_not_merged_once_sharded ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_explicit_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_explicit_timestamps_using_file ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_overlap_not_merged_while_cleaving_1 +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_overlap_not_merged_while_cleaving_1 ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_explicit_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_explicit_timestamps_using_memory ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_overlap_not_merged_while_cleaving_2 +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_overlap_not_merged_while_cleaving_2 ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797171.00000-0, db: /tmp/tmpvpisvh6o/sda/containers/0/045/3a6145ebc208438e99482dfc90747045/3a6145ebc208438e99482dfc90747045_1715797171.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpvpisvh6o/sda/containers/0/0c4/21a7dde93ec9a8d92ae6611a2e1fe0c4/21a7dde93ec9a8d92ae6611a2e1fe0c4.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797175.00000-0, db: /tmp/tmpvpisvh6o/sda/containers/0/0c4/21a7dde93ec9a8d92ae6611a2e1fe0c4/21a7dde93ec9a8d92ae6611a2e1fe0c4_1715797175.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpvpisvh6o/sda/containers/0/fe8/32b27d40abd71bccadd5548fff988fe8/32b27d40abd71bccadd5548fff988fe8.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797179.00000-0, db: /tmp/tmpvpisvh6o/sda/containers/0/fe8/32b27d40abd71bccadd5548fff988fe8/32b27d40abd71bccadd5548fff988fe8_1715797179.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpvpisvh6o/sda/containers/0/a59/3d6d53b5da109fad19ac2a5a08176a59/3d6d53b5da109fad19ac2a5a08176a59.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797183.00000-0, db: /tmp/tmpvpisvh6o/sda/containers/0/a59/3d6d53b5da109fad19ac2a5a08176a59/3d6d53b5da109fad19ac2a5a08176a59_1715797183.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpvpisvh6o/sda/containers/0/ec4/759878e709f8579888a780a718379ec4/759878e709f8579888a780a718379ec4.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797187.00000-0, db: /tmp/tmpvpisvh6o/sda/containers/0/ec4/759878e709f8579888a780a718379ec4/759878e709f8579888a780a718379ec4_1715797187.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpvpisvh6o/sda/containers/0/ffe/3993c8214c104a8ebaec5a3857157ffe/3993c8214c104a8ebaec5a3857157ffe.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797191.00000-0, db: /tmp/tmpvpisvh6o/sda/containers/0/ffe/3993c8214c104a8ebaec5a3857157ffe/3993c8214c104a8ebaec5a3857157ffe_1715797191.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpvpisvh6o/sda/containers/0/2f0/687e85581310cc5a9d6b1896a29ea2f0/687e85581310cc5a9d6b1896a29ea2f0.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797195.00000-0, db: /tmp/tmpvpisvh6o/sda/containers/0/2f0/687e85581310cc5a9d6b1896a29ea2f0/687e85581310cc5a9d6b1896a29ea2f0_1715797195.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpvpisvh6o/sda/containers/0/213/a02fc33975cefb223ba1bdcac8531213/a02fc33975cefb223ba1bdcac8531213.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797199.00000-0, db: /tmp/tmpvpisvh6o/sda/containers/0/213/a02fc33975cefb223ba1bdcac8531213/a02fc33975cefb223ba1bdcac8531213_1715797199.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpvpisvh6o/sda/containers/0/6ba/5f0e9215dc9557432dc6344e3a7206ba/5f0e9215dc9557432dc6344e3a7206ba.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797203.00000-0, db: /tmp/tmpvpisvh6o/sda/containers/0/6ba/5f0e9215dc9557432dc6344e3a7206ba/5f0e9215dc9557432dc6344e3a7206ba_1715797203.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpvpisvh6o/sda/containers/0/98c/886098af2a19c26a5e8eee0ac8b8198c/886098af2a19c26a5e8eee0ac8b8198c.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715797207.00000-0, db: /tmp/tmpvpisvh6o/sda/containers/0/98c/886098af2a19c26a5e8eee0ac8b8198c/886098af2a19c26a5e8eee0ac8b8198c_1715797207.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796726.00000-0, db: /tmp/tmpjy1qmw66/sda/containers/0/890/139eaa46ecac0ac399069427ce833890/139eaa46ecac0ac399069427ce833890.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796730.00000-0, db: /tmp/tmpjy1qmw66/sda/containers/0/01f/7e8bf1e24526efd534f2818b0f62e01f/7e8bf1e24526efd534f2818b0f62e01f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796734.00000-0, db: /tmp/tmpjy1qmw66/sda/containers/0/a1c/f19f741cf2abaadca7d239f4ccefea1c/f19f741cf2abaadca7d239f4ccefea1c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796738.00000-0, db: /tmp/tmpjy1qmw66/sda/containers/0/4bc/5bafa1dd42e6251ac1429b8d8f3744bc/5bafa1dd42e6251ac1429b8d8f3744bc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796727.00000-0, db: /tmp/tmp1auz4zpp/sda/containers/0/438/236229eebe7e3b9e60eeac98293af438/236229eebe7e3b9e60eeac98293af438.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796730.00000-0, db: /tmp/tmp1auz4zpp/sda/containers/0/01f/7e8bf1e24526efd534f2818b0f62e01f/7e8bf1e24526efd534f2818b0f62e01f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796733.00000-0, db: /tmp/tmp1auz4zpp/sda/containers/0/bea/7e65cbb46f8c00cf58c432a9b66d5bea/7e65cbb46f8c00cf58c432a9b66d5bea.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796736.00000-0, db: /tmp/tmp1auz4zpp/sda/containers/0/b10/b78cb71905a2a7875da772c7c813ab10/b78cb71905a2a7875da772c7c813ab10.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796728.00000-0, db: /tmp/tmpu6zt_6ax/sda/containers/0/194/81855cc63a861ee2601ac51ffeeed194/81855cc63a861ee2601ac51ffeeed194.db +sharder-test DEBUG: Updating 1 children shard ranges from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796728.00000-0, db: /tmp/tmpu6zt_6ax/sda/containers/0/194/81855cc63a861ee2601ac51ffeeed194/81855cc63a861ee2601ac51ffeeed194.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796728.00000-0, db: /tmp/tmpu6zt_6ax/sda/containers/0/194/81855cc63a861ee2601ac51ffeeed194/81855cc63a861ee2601ac51ffeeed194.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796732.00000-0, db: /tmp/tmpu6zt_6ax/sda/containers/0/546/e379c4f4a83b7d91e22cdd6ac0546546/e379c4f4a83b7d91e22cdd6ac0546546.db +sharder-test DEBUG: Updating 1 children shard ranges from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796732.00000-0, db: /tmp/tmpu6zt_6ax/sda/containers/0/546/e379c4f4a83b7d91e22cdd6ac0546546/e379c4f4a83b7d91e22cdd6ac0546546.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796732.00000-0, db: /tmp/tmpu6zt_6ax/sda/containers/0/546/e379c4f4a83b7d91e22cdd6ac0546546/e379c4f4a83b7d91e22cdd6ac0546546.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796736.00000-0, db: /tmp/tmpu6zt_6ax/sda/containers/0/b10/b78cb71905a2a7875da772c7c813ab10/b78cb71905a2a7875da772c7c813ab10.db +sharder-test DEBUG: Updating 1 children shard ranges from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796736.00000-0, db: /tmp/tmpu6zt_6ax/sda/containers/0/b10/b78cb71905a2a7875da772c7c813ab10/b78cb71905a2a7875da772c7c813ab10.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796736.00000-0, db: /tmp/tmpu6zt_6ax/sda/containers/0/b10/b78cb71905a2a7875da772c7c813ab10/b78cb71905a2a7875da772c7c813ab10.db +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_replace_existing_while_cleaving +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_replace_existing_while_cleaving ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_supplement_deleted_while_cleaving +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_supplement_deleted_while_cleaving ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_supplement_existing_while_cleaving +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_supplement_existing_while_cleaving ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_with_gap_not_merged_while_cleaving +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_with_gap_not_merged_while_cleaving ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796740.00000-0, db: /tmp/tmpu6zt_6ax/sda/containers/0/187/626b28ed4d3a93b0014011bafa4fc187/626b28ed4d3a93b0014011bafa4fc187.db +sharder-test DEBUG: Updating 1 children shard ranges from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796740.00000-0, db: /tmp/tmpu6zt_6ax/sda/containers/0/187/626b28ed4d3a93b0014011bafa4fc187/626b28ed4d3a93b0014011bafa4fc187.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796740.00000-0, db: /tmp/tmpu6zt_6ax/sda/containers/0/187/626b28ed4d3a93b0014011bafa4fc187/626b28ed4d3a93b0014011bafa4fc187.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796728.00000-0, db: /tmp/tmp5tle9iq3/sda/containers/0/194/81855cc63a861ee2601ac51ffeeed194/81855cc63a861ee2601ac51ffeeed194.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796728.00000-0, db: /tmp/tmp5tle9iq3/sda/containers/0/194/81855cc63a861ee2601ac51ffeeed194/81855cc63a861ee2601ac51ffeeed194.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796731.00000-0, db: /tmp/tmp5tle9iq3/sda/containers/0/342/f09981d5f7ea9bf4714acffbe6606342/f09981d5f7ea9bf4714acffbe6606342.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796731.00000-0, db: /tmp/tmp5tle9iq3/sda/containers/0/342/f09981d5f7ea9bf4714acffbe6606342/f09981d5f7ea9bf4714acffbe6606342.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796734.00000-0, db: /tmp/tmp5tle9iq3/sda/containers/0/a1c/f19f741cf2abaadca7d239f4ccefea1c/f19f741cf2abaadca7d239f4ccefea1c.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796734.00000-0, db: /tmp/tmp5tle9iq3/sda/containers/0/a1c/f19f741cf2abaadca7d239f4ccefea1c/f19f741cf2abaadca7d239f4ccefea1c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796737.00000-0, db: /tmp/tmp5tle9iq3/sda/containers/0/e49/4089ec7a13fb5ead20e129bef770ce49/4089ec7a13fb5ead20e129bef770ce49.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796737.00000-0, db: /tmp/tmp5tle9iq3/sda/containers/0/e49/4089ec7a13fb5ead20e129bef770ce49/4089ec7a13fb5ead20e129bef770ce49.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796728.00000-0, db: /tmp/tmphsu7sk49/sda/containers/0/194/81855cc63a861ee2601ac51ffeeed194/81855cc63a861ee2601ac51ffeeed194.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796728.00000-0, db: /tmp/tmphsu7sk49/sda/containers/0/194/81855cc63a861ee2601ac51ffeeed194/81855cc63a861ee2601ac51ffeeed194.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796731.00000-0, db: /tmp/tmphsu7sk49/sda/containers/0/342/f09981d5f7ea9bf4714acffbe6606342/f09981d5f7ea9bf4714acffbe6606342.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796731.00000-0, db: /tmp/tmphsu7sk49/sda/containers/0/342/f09981d5f7ea9bf4714acffbe6606342/f09981d5f7ea9bf4714acffbe6606342.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796734.00000-0, db: /tmp/tmphsu7sk49/sda/containers/0/a1c/f19f741cf2abaadca7d239f4ccefea1c/f19f741cf2abaadca7d239f4ccefea1c.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796734.00000-0, db: /tmp/tmphsu7sk49/sda/containers/0/a1c/f19f741cf2abaadca7d239f4ccefea1c/f19f741cf2abaadca7d239f4ccefea1c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796737.00000-0, db: /tmp/tmphsu7sk49/sda/containers/0/e49/4089ec7a13fb5ead20e129bef770ce49/4089ec7a13fb5ead20e129bef770ce49.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796737.00000-0, db: /tmp/tmphsu7sk49/sda/containers/0/e49/4089ec7a13fb5ead20e129bef770ce49/4089ec7a13fb5ead20e129bef770ce49.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796729.00000-0, db: /tmp/tmpdmvdc04m/sda/containers/0/416/22035cbdb21d1627fc82fec8d929c416/22035cbdb21d1627fc82fec8d929c416.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796731.00000-0, db: /tmp/tmpdmvdc04m/sda/containers/0/342/f09981d5f7ea9bf4714acffbe6606342/f09981d5f7ea9bf4714acffbe6606342.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796733.00000-0, db: /tmp/tmpdmvdc04m/sda/containers/0/bea/7e65cbb46f8c00cf58c432a9b66d5bea/7e65cbb46f8c00cf58c432a9b66d5bea.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796735.00000-0, db: /tmp/tmpdmvdc04m/sda/containers/0/4cd/4f8b886247ae3f1b5d4206d29ffd94cd/4f8b886247ae3f1b5d4206d29ffd94cd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796730.00000-0, db: /tmp/tmpp0h18vz_/sda/containers/0/01f/7e8bf1e24526efd534f2818b0f62e01f/7e8bf1e24526efd534f2818b0f62e01f.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796730.00000-0, db: /tmp/tmpp0h18vz_/sda/containers/0/01f/7e8bf1e24526efd534f2818b0f62e01f/7e8bf1e24526efd534f2818b0f62e01f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796733.00000-0, db: /tmp/tmpp0h18vz_/sda/containers/0/bea/7e65cbb46f8c00cf58c432a9b66d5bea/7e65cbb46f8c00cf58c432a9b66d5bea.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796733.00000-0, db: /tmp/tmpp0h18vz_/sda/containers/0/bea/7e65cbb46f8c00cf58c432a9b66d5bea/7e65cbb46f8c00cf58c432a9b66d5bea.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796736.00000-0, db: /tmp/tmpp0h18vz_/sda/containers/0/b10/b78cb71905a2a7875da772c7c813ab10/b78cb71905a2a7875da772c7c813ab10.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796736.00000-0, db: /tmp/tmpp0h18vz_/sda/containers/0/b10/b78cb71905a2a7875da772c7c813ab10/b78cb71905a2a7875da772c7c813ab10.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796739.00000-0, db: /tmp/tmpp0h18vz_/sda/containers/0/121/080cc4422a8cd917783231f7810cc121/080cc4422a8cd917783231f7810cc121.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796739.00000-0, db: /tmp/tmpp0h18vz_/sda/containers/0/121/080cc4422a8cd917783231f7810cc121/080cc4422a8cd917783231f7810cc121.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796742.00000-0, db: /tmp/tmpp0h18vz_/sda/containers/0/6b9/dcbfd48f324fc104657ad7a8680206b9/dcbfd48f324fc104657ad7a8680206b9.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796742.00000-0, db: /tmp/tmpp0h18vz_/sda/containers/0/6b9/dcbfd48f324fc104657ad7a8680206b9/dcbfd48f324fc104657ad7a8680206b9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796745.00000-0, db: /tmp/tmpp0h18vz_/sda/containers/0/160/eb5f8a074c59d13015a95a333489f160/eb5f8a074c59d13015a95a333489f160.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796745.00000-0, db: /tmp/tmpp0h18vz_/sda/containers/0/160/eb5f8a074c59d13015a95a333489f160/eb5f8a074c59d13015a95a333489f160.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796748.00000-0, db: /tmp/tmpp0h18vz_/sda/containers/0/9c1/de0c54b2f5a1a321255d8c1c0240e9c1/de0c54b2f5a1a321255d8c1c0240e9c1.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796748.00000-0, db: /tmp/tmpp0h18vz_/sda/containers/0/9c1/de0c54b2f5a1a321255d8c1c0240e9c1/de0c54b2f5a1a321255d8c1c0240e9c1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796751.00000-0, db: /tmp/tmpp0h18vz_/sda/containers/0/aa1/458191e675780ef0fb706f9a7f7b8aa1/458191e675780ef0fb706f9a7f7b8aa1.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796751.00000-0, db: /tmp/tmpp0h18vz_/sda/containers/0/aa1/458191e675780ef0fb706f9a7f7b8aa1/458191e675780ef0fb706f9a7f7b8aa1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796754.00000-0, db: /tmp/tmpp0h18vz_/sda/containers/0/8c6/25227d15d388b14f244523864930d8c6/25227d15d388b14f244523864930d8c6.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796754.00000-0, db: /tmp/tmpp0h18vz_/sda/containers/0/8c6/25227d15d388b14f244523864930d8c6/25227d15d388b14f244523864930d8c6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796757.00000-0, db: /tmp/tmpp0h18vz_/sda/containers/0/5ce/bbd4da4a6a07f066fa8a245b0faec5ce/bbd4da4a6a07f066fa8a245b0faec5ce.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796757.00000-0, db: /tmp/tmpp0h18vz_/sda/containers/0/5ce/bbd4da4a6a07f066fa8a245b0faec5ce/bbd4da4a6a07f066fa8a245b0faec5ce.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796760.00000-0, db: /tmp/tmpp0h18vz_/sda/containers/0/e2f/b6c981b989829c8b6faa4f5cadbd0e2f/b6c981b989829c8b6faa4f5cadbd0e2f.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796760.00000-0, db: /tmp/tmpp0h18vz_/sda/containers/0/e2f/b6c981b989829c8b6faa4f5cadbd0e2f/b6c981b989829c8b6faa4f5cadbd0e2f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796763.00000-0, db: /tmp/tmpp0h18vz_/sda/containers/0/1e6/b346d8ea9bb5712e2606716f1db0e1e6/b346d8ea9bb5712e2606716f1db0e1e6.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796763.00000-0, db: /tmp/tmpp0h18vz_/sda/containers/0/1e6/b346d8ea9bb5712e2606716f1db0e1e6/b346d8ea9bb5712e2606716f1db0e1e6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796766.00000-0, db: /tmp/tmpp0h18vz_/sda/containers/0/05c/89db7a9524af16c93380d2c8f45a005c/89db7a9524af16c93380d2c8f45a005c.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796766.00000-0, db: /tmp/tmpp0h18vz_/sda/containers/0/05c/89db7a9524af16c93380d2c8f45a005c/89db7a9524af16c93380d2c8f45a005c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796769.00000-0, db: /tmp/tmpp0h18vz_/sda/containers/0/277/ef67dc24560b226cebb550e846b4b277/ef67dc24560b226cebb550e846b4b277.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796769.00000-0, db: /tmp/tmpp0h18vz_/sda/containers/0/277/ef67dc24560b226cebb550e846b4b277/ef67dc24560b226cebb550e846b4b277.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796772.00000-0, db: /tmp/tmpp0h18vz_/sda/containers/0/52d/fd84bc92b00eede144b640954e94b52d/fd84bc92b00eede144b640954e94b52d.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796772.00000-0, db: /tmp/tmpp0h18vz_/sda/containers/0/52d/fd84bc92b00eede144b640954e94b52d/fd84bc92b00eede144b640954e94b52d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796775.00000-0, db: /tmp/tmpp0h18vz_/sda/containers/0/4f6/509848cd4cc81dd259c6d33b1b0054f6/509848cd4cc81dd259c6d33b1b0054f6.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796775.00000-0, db: /tmp/tmpp0h18vz_/sda/containers/0/4f6/509848cd4cc81dd259c6d33b1b0054f6/509848cd4cc81dd259c6d33b1b0054f6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796778.00000-0, db: /tmp/tmpp0h18vz_/sda/containers/0/33f/5fe0c6e407654c41c52ff3d3ed0ae33f/5fe0c6e407654c41c52ff3d3ed0ae33f.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796778.00000-0, db: /tmp/tmpp0h18vz_/sda/containers/0/33f/5fe0c6e407654c41c52ff3d3ed0ae33f/5fe0c6e407654c41c52ff3d3ed0ae33f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796781.00000-0, db: /tmp/tmpp0h18vz_/sda/containers/0/82b/bd23f5dbd7bc113be9cbb6d6b619882b/bd23f5dbd7bc113be9cbb6d6b619882b.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796781.00000-0, db: /tmp/tmpp0h18vz_/sda/containers/0/82b/bd23f5dbd7bc113be9cbb6d6b619882b/bd23f5dbd7bc113be9cbb6d6b619882b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796784.00000-0, db: /tmp/tmpp0h18vz_/sda/containers/0/63c/a1a1bcbc49a35cd72baab4972b8c363c/a1a1bcbc49a35cd72baab4972b8c363c.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796784.00000-0, db: /tmp/tmpp0h18vz_/sda/containers/0/63c/a1a1bcbc49a35cd72baab4972b8c363c/a1a1bcbc49a35cd72baab4972b8c363c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796787.00000-0, db: /tmp/tmpp0h18vz_/sda/containers/0/a3f/5d0ea2d8620e6be80f97b1c4244b5a3f/5d0ea2d8620e6be80f97b1c4244b5a3f.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796787.00000-0, db: /tmp/tmpp0h18vz_/sda/containers/0/a3f/5d0ea2d8620e6be80f97b1c4244b5a3f/5d0ea2d8620e6be80f97b1c4244b5a3f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796790.00000-0, db: /tmp/tmpp0h18vz_/sda/containers/0/eeb/d23e955da5940d770eecbabf2c59deeb/d23e955da5940d770eecbabf2c59deeb.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796790.00000-0, db: /tmp/tmpp0h18vz_/sda/containers/0/eeb/d23e955da5940d770eecbabf2c59deeb/d23e955da5940d770eecbabf2c59deeb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796793.00000-0, db: /tmp/tmpp0h18vz_/sda/containers/0/4ed/0b385033844fcaa4f50121fd79e244ed/0b385033844fcaa4f50121fd79e244ed.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796793.00000-0, db: /tmp/tmpp0h18vz_/sda/containers/0/4ed/0b385033844fcaa4f50121fd79e244ed/0b385033844fcaa4f50121fd79e244ed.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796796.00000-0, db: /tmp/tmpp0h18vz_/sda/containers/0/ea3/c40b665d7832e58c11853170d4b4dea3/c40b665d7832e58c11853170d4b4dea3.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796796.00000-0, db: /tmp/tmpp0h18vz_/sda/containers/0/ea3/c40b665d7832e58c11853170d4b4dea3/c40b665d7832e58c11853170d4b4dea3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796799.00000-0, db: /tmp/tmpp0h18vz_/sda/containers/0/df1/5f29a25de1f9f8d07ce1df1ee9546df1/5f29a25de1f9f8d07ce1df1ee9546df1.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796799.00000-0, db: /tmp/tmpp0h18vz_/sda/containers/0/df1/5f29a25de1f9f8d07ce1df1ee9546df1/5f29a25de1f9f8d07ce1df1ee9546df1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796802.00000-0, db: /tmp/tmpp0h18vz_/sda/containers/0/24d/c3b1a81ed7be9a0a5c4503a0e7d4624d/c3b1a81ed7be9a0a5c4503a0e7d4624d.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796802.00000-0, db: /tmp/tmpp0h18vz_/sda/containers/0/24d/c3b1a81ed7be9a0a5c4503a0e7d4624d/c3b1a81ed7be9a0a5c4503a0e7d4624d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796805.00000-0, db: /tmp/tmpp0h18vz_/sda/containers/0/38f/986ebe1a9a53cf88c393eb855a3bf38f/986ebe1a9a53cf88c393eb855a3bf38f.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796805.00000-0, db: /tmp/tmpp0h18vz_/sda/containers/0/38f/986ebe1a9a53cf88c393eb855a3bf38f/986ebe1a9a53cf88c393eb855a3bf38f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796808.00000-0, db: /tmp/tmpp0h18vz_/sda/containers/0/186/eda5a0ace39379dfe660c3d911ab0186/eda5a0ace39379dfe660c3d911ab0186.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796808.00000-0, db: /tmp/tmpp0h18vz_/sda/containers/0/186/eda5a0ace39379dfe660c3d911ab0186/eda5a0ace39379dfe660c3d911ab0186.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796811.00000-0, db: /tmp/tmpp0h18vz_/sda/containers/0/b5d/a88ffb91555e5d63c30376fd64ee7b5d/a88ffb91555e5d63c30376fd64ee7b5d.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796811.00000-0, db: /tmp/tmpp0h18vz_/sda/containers/0/b5d/a88ffb91555e5d63c30376fd64ee7b5d/a88ffb91555e5d63c30376fd64ee7b5d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796814.00000-0, db: /tmp/tmpp0h18vz_/sda/containers/0/a16/c4f20237a631bf586b832af00e710a16/c4f20237a631bf586b832af00e710a16.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796814.00000-0, db: /tmp/tmpp0h18vz_/sda/containers/0/a16/c4f20237a631bf586b832af00e710a16/c4f20237a631bf586b832af00e710a16.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796817.00000-0, db: /tmp/tmpp0h18vz_/sda/containers/0/933/44be288351a9c9c714afa052e9405933/44be288351a9c9c714afa052e9405933.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796817.00000-0, db: /tmp/tmpp0h18vz_/sda/containers/0/933/44be288351a9c9c714afa052e9405933/44be288351a9c9c714afa052e9405933.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796820.00000-0, db: /tmp/tmpp0h18vz_/sda/containers/0/07d/c72d0ec55ddd8499097b786a5770307d/c72d0ec55ddd8499097b786a5770307d.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796820.00000-0, db: /tmp/tmpp0h18vz_/sda/containers/0/07d/c72d0ec55ddd8499097b786a5770307d/c72d0ec55ddd8499097b786a5770307d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796823.00000-0, db: /tmp/tmpp0h18vz_/sda/containers/0/aa9/0c4d68a5a4842d5611f4583582404aa9/0c4d68a5a4842d5611f4583582404aa9.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796823.00000-0, db: /tmp/tmpp0h18vz_/sda/containers/0/aa9/0c4d68a5a4842d5611f4583582404aa9/0c4d68a5a4842d5611f4583582404aa9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796826.00000-0, db: /tmp/tmpp0h18vz_/sda/containers/0/4a5/bebfd781e09cd20279eba5627594d4a5/bebfd781e09cd20279eba5627594d4a5.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796826.00000-0, db: /tmp/tmpp0h18vz_/sda/containers/0/4a5/bebfd781e09cd20279eba5627594d4a5/bebfd781e09cd20279eba5627594d4a5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796829.00000-0, db: /tmp/tmpp0h18vz_/sda/containers/0/048/c114da6ad5b92109f721d48eb1532048/c114da6ad5b92109f721d48eb1532048.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796829.00000-0, db: /tmp/tmpp0h18vz_/sda/containers/0/048/c114da6ad5b92109f721d48eb1532048/c114da6ad5b92109f721d48eb1532048.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796832.00000-0, db: /tmp/tmpp0h18vz_/sda/containers/0/f68/e0631cd576089b525700df1f4b466f68/e0631cd576089b525700df1f4b466f68.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796832.00000-0, db: /tmp/tmpp0h18vz_/sda/containers/0/f68/e0631cd576089b525700df1f4b466f68/e0631cd576089b525700df1f4b466f68.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796835.00000-0, db: /tmp/tmpp0h18vz_/sda/containers/0/f79/59e0e31c8c36e55b3f0cfdb2dd150f79/59e0e31c8c36e55b3f0cfdb2dd150f79.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796835.00000-0, db: /tmp/tmpp0h18vz_/sda/containers/0/f79/59e0e31c8c36e55b3f0cfdb2dd150f79/59e0e31c8c36e55b3f0cfdb2dd150f79.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796838.00000-0, db: /tmp/tmpp0h18vz_/sda/containers/0/758/8fd2281b40d3c0d9f30e272990649758/8fd2281b40d3c0d9f30e272990649758.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796838.00000-0, db: /tmp/tmpp0h18vz_/sda/containers/0/758/8fd2281b40d3c0d9f30e272990649758/8fd2281b40d3c0d9f30e272990649758.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796841.00000-0, db: /tmp/tmpp0h18vz_/sda/containers/0/2ab/ba8d96ba402acc20f7c60da42b1482ab/ba8d96ba402acc20f7c60da42b1482ab.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796841.00000-0, db: /tmp/tmpp0h18vz_/sda/containers/0/2ab/ba8d96ba402acc20f7c60da42b1482ab/ba8d96ba402acc20f7c60da42b1482ab.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796844.00000-0, db: /tmp/tmpp0h18vz_/sda/containers/0/114/1ccf647d6e9256f784d6be77a426e114/1ccf647d6e9256f784d6be77a426e114.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796844.00000-0, db: /tmp/tmpp0h18vz_/sda/containers/0/114/1ccf647d6e9256f784d6be77a426e114/1ccf647d6e9256f784d6be77a426e114.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796847.00000-0, db: /tmp/tmpp0h18vz_/sda/containers/0/250/ca17bedab2650a716a8309eb61f38250/ca17bedab2650a716a8309eb61f38250.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796847.00000-0, db: /tmp/tmpp0h18vz_/sda/containers/0/250/ca17bedab2650a716a8309eb61f38250/ca17bedab2650a716a8309eb61f38250.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796850.00000-0, db: /tmp/tmpp0h18vz_/sda/containers/0/79b/b9b7667850f1451712b0aae3ffce179b/b9b7667850f1451712b0aae3ffce179b.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796850.00000-0, db: /tmp/tmpp0h18vz_/sda/containers/0/79b/b9b7667850f1451712b0aae3ffce179b/b9b7667850f1451712b0aae3ffce179b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796853.00000-0, db: /tmp/tmpp0h18vz_/sda/containers/0/718/3300c926efc75947508d2cbdcf654718/3300c926efc75947508d2cbdcf654718.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796853.00000-0, db: /tmp/tmpp0h18vz_/sda/containers/0/718/3300c926efc75947508d2cbdcf654718/3300c926efc75947508d2cbdcf654718.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796856.00000-0, db: /tmp/tmpp0h18vz_/sda/containers/0/e80/0ebf87d02f44337a19a5d9bd83b74e80/0ebf87d02f44337a19a5d9bd83b74e80.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796856.00000-0, db: /tmp/tmpp0h18vz_/sda/containers/0/e80/0ebf87d02f44337a19a5d9bd83b74e80/0ebf87d02f44337a19a5d9bd83b74e80.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796859.00000-0, db: /tmp/tmpp0h18vz_/sda/containers/0/ce5/af17395c90818e596ecaec7faa19dce5/af17395c90818e596ecaec7faa19dce5.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796859.00000-0, db: /tmp/tmpp0h18vz_/sda/containers/0/ce5/af17395c90818e596ecaec7faa19dce5/af17395c90818e596ecaec7faa19dce5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796862.00000-0, db: /tmp/tmpp0h18vz_/sda/containers/0/3b2/f1cdbd9cbb076189bd4d1985f63633b2/f1cdbd9cbb076189bd4d1985f63633b2.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796862.00000-0, db: /tmp/tmpp0h18vz_/sda/containers/0/3b2/f1cdbd9cbb076189bd4d1985f63633b2/f1cdbd9cbb076189bd4d1985f63633b2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796865.00000-0, db: /tmp/tmpp0h18vz_/sda/containers/0/2f9/24e92254f0e090960c63697c3f9e72f9/24e92254f0e090960c63697c3f9e72f9.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796865.00000-0, db: /tmp/tmpp0h18vz_/sda/containers/0/2f9/24e92254f0e090960c63697c3f9e72f9/24e92254f0e090960c63697c3f9e72f9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796868.00000-0, db: /tmp/tmpp0h18vz_/sda/containers/0/4ba/bf6589cbfc055628dbb28b6ce1f104ba/bf6589cbfc055628dbb28b6ce1f104ba.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796868.00000-0, db: /tmp/tmpp0h18vz_/sda/containers/0/4ba/bf6589cbfc055628dbb28b6ce1f104ba/bf6589cbfc055628dbb28b6ce1f104ba.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796871.00000-0, db: /tmp/tmpp0h18vz_/sda/containers/0/b9a/b03a35bfb7cd814d23ed9354fafcab9a/b03a35bfb7cd814d23ed9354fafcab9a.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796871.00000-0, db: /tmp/tmpp0h18vz_/sda/containers/0/b9a/b03a35bfb7cd814d23ed9354fafcab9a/b03a35bfb7cd814d23ed9354fafcab9a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796874.00000-0, db: /tmp/tmpp0h18vz_/sda/containers/0/763/20ae9d2d1727493b4eeaf910d5c7f763/20ae9d2d1727493b4eeaf910d5c7f763.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796874.00000-0, db: /tmp/tmpp0h18vz_/sda/containers/0/763/20ae9d2d1727493b4eeaf910d5c7f763/20ae9d2d1727493b4eeaf910d5c7f763.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796877.00000-0, db: /tmp/tmpp0h18vz_/sda/containers/0/2bc/e2874f62f4d472d5f391ef7f2cc8d2bc/e2874f62f4d472d5f391ef7f2cc8d2bc.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796877.00000-0, db: /tmp/tmpp0h18vz_/sda/containers/0/2bc/e2874f62f4d472d5f391ef7f2cc8d2bc/e2874f62f4d472d5f391ef7f2cc8d2bc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796880.00000-0, db: /tmp/tmpp0h18vz_/sda/containers/0/dee/8b08f99807d9158f801cafb18c738dee/8b08f99807d9158f801cafb18c738dee.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796880.00000-0, db: /tmp/tmpp0h18vz_/sda/containers/0/dee/8b08f99807d9158f801cafb18c738dee/8b08f99807d9158f801cafb18c738dee.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796883.00000-0, db: /tmp/tmpp0h18vz_/sda/containers/0/444/3ca91376f84f4526d4bf7ac869f09444/3ca91376f84f4526d4bf7ac869f09444.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796883.00000-0, db: /tmp/tmpp0h18vz_/sda/containers/0/444/3ca91376f84f4526d4bf7ac869f09444/3ca91376f84f4526d4bf7ac869f09444.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796886.00000-0, db: /tmp/tmpp0h18vz_/sda/containers/0/f18/7a1f48380230fb92e1a8e14478943f18/7a1f48380230fb92e1a8e14478943f18.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796886.00000-0, db: /tmp/tmpp0h18vz_/sda/containers/0/f18/7a1f48380230fb92e1a8e14478943f18/7a1f48380230fb92e1a8e14478943f18.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796889.00000-0, db: /tmp/tmpp0h18vz_/sda/containers/0/50e/559c430cf19fbfdc41573e5aac3ec50e/559c430cf19fbfdc41573e5aac3ec50e.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796889.00000-0, db: /tmp/tmpp0h18vz_/sda/containers/0/50e/559c430cf19fbfdc41573e5aac3ec50e/559c430cf19fbfdc41573e5aac3ec50e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796892.00000-0, db: /tmp/tmpp0h18vz_/sda/containers/0/a09/df1bbdc04d69c4b273e37280d123aa09/df1bbdc04d69c4b273e37280d123aa09.db +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_deadlock +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_deadlock ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_with_own_merged_while_shrinking +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_with_own_merged_while_shrinking ... ok +test.unit.container.test_sharder.TestSharder.test_check_node +test.unit.container.test_sharder.TestSharder.test_check_node ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_with_duplicate_names +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_with_duplicate_names ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reconciler_sync +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reconciler_sync ... ok +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796892.00000-0, db: /tmp/tmpp0h18vz_/sda/containers/0/a09/df1bbdc04d69c4b273e37280d123aa09/df1bbdc04d69c4b273e37280d123aa09.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796895.00000-0, db: /tmp/tmpp0h18vz_/sda/containers/0/16f/166692639342bcd67d6c3af32fe5516f/166692639342bcd67d6c3af32fe5516f.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715796895.00000-0, db: /tmp/tmpp0h18vz_/sda/containers/0/16f/166692639342bcd67d6c3af32fe5516f/166692639342bcd67d6c3af32fe5516f.db +sharder-test WARNING: Skipping d100 as it is not mounted +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpf5_mfekd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796728.96202.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpf5_mfekd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796728.96202.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpf5_mfekd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796728.96202.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpf5_mfekd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796728.96202.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpf5_mfekd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796728.96202.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpf5_mfekd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796728.96202.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpf5_mfekd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796728.96202.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpf5_mfekd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796728.96202.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpf5_mfekd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796728.96202.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpf5_mfekd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796728.96202.db +sharder-test DEBUG: got 5 rows (deleted=False) in 0.0002951622009277344s, path: a/c, db: /tmp/tmpf5_mfekd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00016045570373535156s, path: a/c, db: /tmp/tmpf5_mfekd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpf5_mfekd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796728.96202.db +sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_obj004_0 in state cleaved: 1 successes, 2 required, shard db: /tmp/tmpf5_mfekd/sda/containers/0/b85/9d7a328814f4e99b3c0e6a0597883b85/9d7a328814f4e99b3c0e6a0597883b85.db, path: a/c, db: /tmp/tmpf5_mfekd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796728.96202.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpf5_mfekd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796728.96202.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpf5_mfekd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796728.96202.db +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpf5_mfekd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796728.96202.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpf5_mfekd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796728.96202.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpf5_mfekd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796728.96202.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpf5_mfekd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796728.96202.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpf5_mfekd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796728.96202.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpf5_mfekd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796728.96202.db +sharder-test DEBUG: Cleaving ShardRange - shard db already in sync, path: a/c, db: /tmp/tmpf5_mfekd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796728.96202.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpf5_mfekd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796728.96202.db +sharder-test INFO: Cleaved ShardRange in 0.029s, path: a/c, db: /tmp/tmpf5_mfekd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796728.96202.db +sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1715796408.55872, (0, 0) as of 1715796408.55872, created as of 1715796408.55872>, path: a/c, db: /tmp/tmpf5_mfekd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796728.96202.db +sharder-test DEBUG: got 5 rows (deleted=False) in 0.0002319812774658203s, path: a/c, db: /tmp/tmpf5_mfekd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001728534698486328s, path: a/c, db: /tmp/tmpf5_mfekd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmpf5_mfekd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796728.96202.db +sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c__1 in state cleaved: 1 successes, 2 required, shard db: /tmp/tmpf5_mfekd/sda/containers/0/069/5a8214a697fa9e61b996df73488a7069/5a8214a697fa9e61b996df73488a7069.db, path: a/c, db: /tmp/tmpf5_mfekd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796728.96202.db +test.unit.container.test_sharder.TestSharder.test_cleave_insufficient_replication +test.unit.container.test_sharder.TestSharder.test_cleave_insufficient_replication ... ok +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpf5_mfekd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796728.96202.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpf5_mfekd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796728.96202.db +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpf5_mfekd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796728.96202.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpf5_mfekd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796728.96202.db +sharder-test DEBUG: misplaced object source bounds [('', 'obj004')], path: a/c, db: /tmp/tmpf5_mfekd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796728.96202.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00013494491577148438s, path: a/c, db: /tmp/tmpf5_mfekd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796728.96202.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001914501190185547s, path: a/c, db: /tmp/tmpf5_mfekd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796728.96202.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001552104949951172s, path: a/c, db: /tmp/tmpf5_mfekd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796728.96202.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpf5_mfekd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796728.96202.db +sharder-test DEBUG: Placed 1 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpf5_mfekd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796728.96202.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpf5_mfekd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796728.96202.db +sharder-test DEBUG: Continuing to cleave (1 done, 1 todo), path: a/c, db: /tmp/tmpf5_mfekd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796728.96202.db +sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1715796408.55872, (0, 0) as of 1715796408.55872, created as of 1715796408.55872>, path: a/c, db: /tmp/tmpf5_mfekd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796728.96202.db +sharder-test DEBUG: got 5 rows (deleted=False) in 0.00021958351135253906s, path: a/c, db: /tmp/tmpf5_mfekd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012254714965820312s, path: a/c, db: /tmp/tmpf5_mfekd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmpf5_mfekd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796728.96202.db +sharder-test INFO: Cleaved ShardRange<'obj004' to MaxBound as of 1715796408.55872, (5, 5) as of 1715796730.16752, cleaved as of 1715796408.55872> in 0.089s, path: a/c, db: /tmp/tmpf5_mfekd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796728.96202.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpf5_mfekd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796728.96202.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf5_mfekd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpf5_mfekd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796728.96202.db +sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpf5_mfekd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796728.96202.db +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmp22hfrwkx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796730.36934.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp22hfrwkx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796730.36934.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp22hfrwkx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796730.36934.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp22hfrwkx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796730.36934.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp22hfrwkx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796730.36934.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp22hfrwkx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796730.36934.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp22hfrwkx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796730.36934.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp22hfrwkx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796730.36934.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmp22hfrwkx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796730.36934.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj_004_0 for ShardRange, path: a/c, db: /tmp/tmp22hfrwkx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796730.36934.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.0002117156982421875s, path: a/c, db: /tmp/tmp22hfrwkx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 2 rows (deleted=True) in 0.00015926361083984375s, path: a/c, db: /tmp/tmp22hfrwkx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj_004_0 for ShardRange, path: a/c, db: /tmp/tmp22hfrwkx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796730.36934.db +sharder-test INFO: Cleaved ShardRange in 0.095s, path: a/c, db: /tmp/tmp22hfrwkx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796730.36934.db +sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj_004' to MaxBound as of 1715796408.55872, (0, 0) as of 1715796408.55872, created as of 1715796408.55872>, path: a/c, db: /tmp/tmp22hfrwkx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796730.36934.db +test.unit.container.test_sharder.TestSharder.test_cleave_multiple_storage_policies +test.unit.container.test_sharder.TestSharder.test_cleave_multiple_storage_policies ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_remove_objects +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_remove_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_resolve_shard_range_states +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_resolve_shard_range_states ... ok +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00022554397583007812s, path: a/c, db: /tmp/tmp22hfrwkx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 2 rows (deleted=True) in 0.00013589859008789062s, path: a/c, db: /tmp/tmp22hfrwkx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmp22hfrwkx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796730.36934.db +sharder-test INFO: Cleaved ShardRange<'obj_004' to MaxBound as of 1715796408.55872, (1, 6144) as of 1715796731.00023, cleaved as of 1715796408.55872> in 0.105s, path: a/c, db: /tmp/tmp22hfrwkx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796730.36934.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmp22hfrwkx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796730.36934.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp22hfrwkx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmp22hfrwkx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796730.36934.db +sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmp22hfrwkx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796730.36934.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp59hf8rei/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp59hf8rei/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp59hf8rei/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp59hf8rei/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Kick off container cleaving, own shard range in state 'sharding', path: a/c, db: /tmp/tmp59hf8rei/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796731.20607.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp59hf8rei/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796731.20607.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp59hf8rei/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796731.20607.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp59hf8rei/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796731.20607.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp59hf8rei/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796731.20607.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmp59hf8rei/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796731.20607.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmp59hf8rei/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796731.20607.db +sharder-test DEBUG: got 5 rows (deleted=False) in 0.00027561187744140625s, path: a/c, db: /tmp/tmp59hf8rei/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00014281272888183594s, path: a/c, db: /tmp/tmp59hf8rei/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmp59hf8rei/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796731.20607.db +sharder-test INFO: Cleaved ShardRange in 0.098s, path: a/c, db: /tmp/tmp59hf8rei/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796731.20607.db +sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1715796408.55872, (0, 0) as of 1715796408.55872, created as of 1715796408.55872>, path: a/c, db: /tmp/tmp59hf8rei/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796731.20607.db +sharder-test DEBUG: got 6 rows (deleted=False) in 0.00020813941955566406s, path: a/c, db: /tmp/tmp59hf8rei/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001049041748046875s, path: a/c, db: /tmp/tmp59hf8rei/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmp59hf8rei/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796731.20607.db +sharder-test INFO: Cleaved ShardRange<'obj004' to MaxBound as of 1715796408.55872, (6, 6) as of 1715796731.82945, cleaved as of 1715796408.55872> in 0.08s, path: a/c, db: /tmp/tmp59hf8rei/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796731.20607.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmp59hf8rei/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796731.20607.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '25b1d812-527f-4c82-8d79-54eff28ce1e9-sda', 'cursor': '', 'max_row': 12, 'cleave_to_row': 10, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': True, 'ranges_done': 2, 'ranges_todo': 0}, path: a/c, db: /tmp/tmp59hf8rei/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796731.20607.db +sharder-test INFO: Completed cleaving, DB remaining in sharding state, path: a/c, db: /tmp/tmp59hf8rei/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796731.20607.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmp59hf8rei/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796731.20607.db +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmp59hf8rei/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796731.20607.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp59hf8rei/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796731.20607.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp59hf8rei/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796731.20607.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp59hf8rei/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796731.20607.db +test.unit.container.test_sharder.TestSharder.test_cleave_repeated +test.unit.container.test_sharder.TestSharder.test_cleave_repeated ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reverse_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reverse_prefix_delim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_root_account_container_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_save_and_load_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_save_and_load_record_from_pending_file ... ok +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp59hf8rei/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796731.20607.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp59hf8rei/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796731.20607.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp59hf8rei/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796731.20607.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp59hf8rei/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796731.20607.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmp59hf8rei/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796731.20607.db +sharder-test INFO: Cleaving from row 10 into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmp59hf8rei/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796731.20607.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002231597900390625s, path: a/c, db: /tmp/tmp59hf8rei/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011181831359863281s, path: a/c, db: /tmp/tmp59hf8rei/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmp59hf8rei/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796731.20607.db +sharder-test INFO: Cleaved ShardRange in 0.051s, path: a/c, db: /tmp/tmp59hf8rei/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796731.20607.db +sharder-test INFO: Cleaving from row 10 into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1715796408.55872, (6, 6) as of 1715796731.82945, cleaved as of 1715796408.55872>, path: a/c, db: /tmp/tmp59hf8rei/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796731.20607.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00019407272338867188s, path: a/c, db: /tmp/tmp59hf8rei/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012993812561035156s, path: a/c, db: /tmp/tmp59hf8rei/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmp59hf8rei/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796731.20607.db +sharder-test INFO: Cleaved ShardRange<'obj004' to MaxBound as of 1715796408.55872, (6, 6) as of 1715796731.82945, cleaved as of 1715796408.55872> in 0.06s, path: a/c, db: /tmp/tmp59hf8rei/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796731.20607.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmp59hf8rei/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796731.20607.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp59hf8rei/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmp59hf8rei/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796731.20607.db +sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmp59hf8rei/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796731.20607.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpcom9ivcd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpcom9ivcd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpcom9ivcd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpcom9ivcd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting to cleave (0 todo), path: a/c, db: /tmp/tmpcom9ivcd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpcom9ivcd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmpcom9ivcd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796732.46820.db +sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmpcom9ivcd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796732.46820.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpcom9ivcd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796732.46820.db +sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmpcom9ivcd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796732.46820.db +sharder-test INFO: Cleaving from row None into .shards_a/c_here_0 for ShardRange, path: a/c, db: /tmp/tmpcom9ivcd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796732.46820.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00022745132446289062s, path: a/c, db: /tmp/tmpcom9ivcd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012755393981933594s, path: a/c, db: /tmp/tmpcom9ivcd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_here_0 for ShardRange, path: a/c, db: /tmp/tmpcom9ivcd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796732.46820.db +sharder-test INFO: Cleaved ShardRange in 0.099s, path: a/c, db: /tmp/tmpcom9ivcd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796732.46820.db +sharder-test INFO: Stopped cleave at unready ShardRange<'here' to 'there' as of 1715796408.55872, (0, 0) as of 1715796408.55872, found as of 1715796408.55872>, path: a/c, db: /tmp/tmpcom9ivcd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796732.46820.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpcom9ivcd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796732.46820.db +test ERROR: Failed to unlink '/tmp/tmppq8urkg8/containers/part/suffix/hash/container.db': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2244, in set_sharded_state + os.unlink(retiring_file) + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError: 1 +test DEBUG: Unlinked retiring db '/tmp/tmppq8urkg8/containers/part/suffix/hash/container_1715796684.00000.db' +test WARNING: Still have multiple db files after unlinking '/tmp/tmppq8urkg8/containers/part/suffix/hash/container_1715796684.00000.db': ['/tmp/tmppq8urkg8/containers/part/suffix/hash/container.db', '/tmp/tmppq8urkg8/containers/part/suffix/hash/container_1715796685.00000.db'] +test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmppq8urkg8/containers/part/suffix/hash/container_1715796685.00000.db']. +test ERROR: Failed to set the ROWID of the fresh database for a/c: +test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: +test ERROR: Problem finding shard upper in '/tmp/tmpjpz2826p/test_container.db': : LockTimeout (Nones) +test ERROR: Problem finding shard upper in '/tmp/tmpjpz2826p/test_container.db': : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2507, in find_shard_ranges + next_shard_upper = sub_broker._get_next_shard_range_upper( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +sqlite3.OperationalError +test DEBUG: Unlinked retiring db '/tmp/tmpejygfejb/containers/part/suffix/hash/container.db' +test WARNING: Unexpected db files will be ignored: ['/tmp/tmpejygfejb/containers/part/suffix/hash/container.db'] +Container 'a/c' cannot be set to sharded state while in unsharded state +Container 'a/c' cannot be set to sharding state: missing epoch +Container 'a/c' cannot be set to sharding state while in sharding state +Container 'a/c' cannot be set to sharded state while in sharded state +sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmpcom9ivcd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796732.46820.db +sharder-test INFO: Cleaving from row None into .shards_a/c_there_1 for ShardRange<'here' to 'there' as of 1715796408.55872, (0, 0) as of 1715796408.55872, created as of 1715796408.55872>, path: a/c, db: /tmp/tmpcom9ivcd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796732.46820.db +sharder-test DEBUG: got 3 rows (deleted=False) in 0.0002307891845703125s, path: a/c, db: /tmp/tmpcom9ivcd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012540817260742188s, path: a/c, db: /tmp/tmpcom9ivcd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_there_1 for ShardRange, path: a/c, db: /tmp/tmpcom9ivcd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796732.46820.db +sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_there_1 in state cleaved: 1 successes, 2 required, shard db: /tmp/tmpcom9ivcd/sda/containers/0/7a6/40d00a528944ce0468e507db329647a6/40d00a528944ce0468e507db329647a6.db, path: a/c, db: /tmp/tmpcom9ivcd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796732.46820.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpcom9ivcd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796732.46820.db +sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmpcom9ivcd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796732.46820.db +sharder-test INFO: Cleaving from row None into .shards_a/c_there_1 for ShardRange<'here' to 'there' as of 1715796408.55872, (0, 0) as of 1715796408.55872, created as of 1715796408.55872>, path: a/c, db: /tmp/tmpcom9ivcd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796732.46820.db +sharder-test DEBUG: Cleaving ShardRange<'here' to 'there' as of 1715796408.55872, (0, 0) as of 1715796408.55872, created as of 1715796408.55872> - shard db already in sync, path: a/c, db: /tmp/tmpcom9ivcd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796732.46820.db +sharder-test INFO: Replicating new shard container .shards_a/c_there_1 for ShardRange, path: a/c, db: /tmp/tmpcom9ivcd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796732.46820.db +sharder-test INFO: Cleaved ShardRange<'here' to 'there' as of 1715796408.55872, (3, 6) as of 1715796733.28991, cleaved as of 1715796408.55872> in 0.037s, path: a/c, db: /tmp/tmpcom9ivcd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796732.46820.db +sharder-test INFO: Cleaving from row None into .shards_a/c_where_2 for ShardRange<'there' to 'where' as of 1715796408.55872, (0, 0) as of 1715796408.55872, created as of 1715796408.55872>, path: a/c, db: /tmp/tmpcom9ivcd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796732.46820.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00020122528076171875s, path: a/c, db: /tmp/tmpcom9ivcd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013399124145507812s, path: a/c, db: /tmp/tmpcom9ivcd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_where_2 for ShardRange, path: a/c, db: /tmp/tmpcom9ivcd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796732.46820.db +sharder-test INFO: Cleaved ShardRange<'there' to 'where' as of 1715796408.55872, (1, 100) as of 1715796733.54940, cleaved as of 1715796408.55872> in 0.083s, path: a/c, db: /tmp/tmpcom9ivcd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796732.46820.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpcom9ivcd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796732.46820.db +sharder-test DEBUG: Continuing to cleave (3 done, 1 todo), path: a/c, db: /tmp/tmpcom9ivcd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796732.46820.db +sharder-test INFO: Cleaving from row None into .shards_a/c_yonder_3 for ShardRange<'where' to 'yonder' as of 1715796408.55872, (0, 0) as of 1715796408.55872, created as of 1715796408.55872>, path: a/c, db: /tmp/tmpcom9ivcd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796732.46820.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002105236053466797s, path: a/c, db: /tmp/tmpcom9ivcd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.0003230571746826172s, path: a/c, db: /tmp/tmpcom9ivcd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_yonder_3 for ShardRange, path: a/c, db: /tmp/tmpcom9ivcd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796732.46820.db +sharder-test INFO: Cleaved ShardRange<'where' to 'yonder' as of 1715796408.55872, (1, 1000) as of 1715796733.86332, cleaved as of 1715796408.55872> in 0.128s, path: a/c, db: /tmp/tmpcom9ivcd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796732.46820.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpcom9ivcd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796732.46820.db +sharder-test DEBUG: Continuing to cleave (4 done, 0 todo), path: a/c, db: /tmp/tmpcom9ivcd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796732.46820.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpcom9ivcd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796732.46820.db +sharder-test DEBUG: Continuing to cleave (4 done, 1 todo), path: a/c, db: /tmp/tmpcom9ivcd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796732.46820.db +sharder-test INFO: Cleaving from row None into .shards_a/c__4 for ShardRange<'yonder' to MaxBound as of 1715796408.55872, (2, 15) as of 1715796734.00933, active as of 1715796408.55872>, path: a/c, db: /tmp/tmpcom9ivcd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796732.46820.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00021004676818847656s, path: a/c, db: /tmp/tmpcom9ivcd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011467933654785156s, path: a/c, db: /tmp/tmpcom9ivcd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__4 for ShardRange, path: a/c, db: /tmp/tmpcom9ivcd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796732.46820.db +test.unit.container.test_sharder.TestSharder.test_cleave_root +test.unit.container.test_sharder.TestSharder.test_cleave_root ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_db_states +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_db_states ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharded_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharded_state_errors ... ok +test.unit.container.test_sharder.TestSharder.test_cleave_root_empty_db_with_pre_existing_shard_db_handoff +test.unit.container.test_sharder.TestSharder.test_cleave_root_empty_db_with_pre_existing_shard_db_handoff ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state_deleted ... ok +test.unit.container.test_sharder.TestSharder.test_cleave_root_empty_db_with_ranges +test.unit.container.test_sharder.TestSharder.test_cleave_root_empty_db_with_ranges ... ok +sharder-test INFO: Cleaved ShardRange<'yonder' to MaxBound as of 1715796408.55872, (2, 15) as of 1715796734.00933, active as of 1715796408.55872> in 0.057s, path: a/c, db: /tmp/tmpcom9ivcd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796732.46820.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpcom9ivcd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796732.46820.db +sharder-test DEBUG: Cleaving already complete for container, path: a/c, db: /tmp/tmpcom9ivcd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796732.46820.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpcom9ivcd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Passing over already sharded container, path: a/c, db: /tmp/tmpcom9ivcd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796732.46820.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp204d1emg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796734.29779.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp204d1emg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796734.29779.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp204d1emg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796734.29779.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp204d1emg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796734.29779.db +sharder-test INFO: Starting to cleave (3 todo), path: a/c, db: /tmp/tmp204d1emg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796734.29779.db +sharder-test INFO: Cleaving from row None into .shards_a/c_d_0 for ShardRange, path: a/c, db: /tmp/tmp204d1emg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796734.29779.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0002551078796386719s, path: a/c, db: /tmp/tmp204d1emg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001316070556640625s, path: a/c, db: /tmp/tmp204d1emg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmp204d1emg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796734.29779.db +sharder-test INFO: Replicating new shard container .shards_a/c_d_0 for ShardRange, path: a/c, db: /tmp/tmp204d1emg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796734.29779.db +sharder-test INFO: Cleaved ShardRange in 0.054s, path: a/c, db: /tmp/tmp204d1emg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796734.29779.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmp204d1emg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796734.29779.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpsqggtllz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796734.85002.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpsqggtllz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796734.85002.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpsqggtllz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796734.85002.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpsqggtllz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796734.85002.db +sharder-test INFO: Starting to cleave (3 todo), path: a/c, db: /tmp/tmpsqggtllz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796734.85002.db +sharder-test INFO: Cleaving from row None into .shards_a/c_d_0 for ShardRange, path: a/c, db: /tmp/tmpsqggtllz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796734.85002.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001735687255859375s, path: a/c, db: /tmp/tmpsqggtllz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011444091796875s, path: a/c, db: /tmp/tmpsqggtllz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmpsqggtllz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796734.85002.db +sharder-test INFO: Cleaving from row None into .shards_a/c_x_1 for ShardRange<'d' to 'x' as of 1715796408.55872, (0, 0) as of 1715796408.55872, created as of 1715796408.55872>, path: a/c, db: /tmp/tmpsqggtllz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796734.85002.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00015926361083984375s, path: a/c, db: /tmp/tmpsqggtllz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010275840759277344s, path: a/c, db: /tmp/tmpsqggtllz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Cleaving ShardRange<'d' to 'x' as of 1715796408.55872, (0, 0) as of 1715796408.55872, created as of 1715796408.55872> - zero objects found, path: a/c, db: /tmp/tmpsqggtllz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796734.85002.db +sharder-test INFO: Cleaving from row None into .shards_a/c__2 for ShardRange<'x' to MaxBound as of 1715796408.55872, (0, 0) as of 1715796408.55872, created as of 1715796408.55872>, path: a/c, db: /tmp/tmpsqggtllz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796734.85002.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001659393310546875s, path: a/c, db: /tmp/tmpsqggtllz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010418891906738281s, path: a/c, db: /tmp/tmpsqggtllz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Cleaving ShardRange<'x' to MaxBound as of 1715796408.55872, (0, 0) as of 1715796408.55872, created as of 1715796408.55872> - zero objects found, path: a/c, db: /tmp/tmpsqggtllz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796734.85002.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpsqggtllz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796734.85002.db +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_storage_policy_index +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_storage_policy_index ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_storage_policy_index_empty +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_storage_policy_index_empty ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_x_syncs +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_x_syncs ... ok +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpbc23nn6t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpbc23nn6t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpbc23nn6t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpbc23nn6t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting to cleave (0 todo), path: a/c, db: /tmp/tmpbc23nn6t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpbc23nn6t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmpbc23nn6t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796735.75391.db +sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmpbc23nn6t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796735.75391.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpbc23nn6t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796735.75391.db +sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmpbc23nn6t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796735.75391.db +sharder-test INFO: Cleaving from row None into .shards_a/c_here_0 for ShardRange, path: a/c, db: /tmp/tmpbc23nn6t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796735.75391.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002536773681640625s, path: a/c, db: /tmp/tmpbc23nn6t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001437664031982422s, path: a/c, db: /tmp/tmpbc23nn6t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=False) in 6.4849853515625e-05s, path: a/c, db: /tmp/tmpbc23nn6t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001246929168701172s, path: a/c, db: /tmp/tmpbc23nn6t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_here_0 for ShardRange, path: a/c, db: /tmp/tmpbc23nn6t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796735.75391.db +sharder-test INFO: Cleaved ShardRange in 0.106s, path: a/c, db: /tmp/tmpbc23nn6t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796735.75391.db +sharder-test INFO: Stopped cleave at unready ShardRange<'here' to 'there' as of 1715796408.55872, (0, 0) as of 1715796408.55872, found as of 1715796408.55872>, path: a/c, db: /tmp/tmpbc23nn6t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796735.75391.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpbc23nn6t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796735.75391.db +sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmpbc23nn6t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796735.75391.db +sharder-test INFO: Cleaving from row None into .shards_a/c_there_1 for ShardRange<'here' to 'there' as of 1715796408.55872, (0, 0) as of 1715796408.55872, created as of 1715796408.55872>, path: a/c, db: /tmp/tmpbc23nn6t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796735.75391.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002734661102294922s, path: a/c, db: /tmp/tmpbc23nn6t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 7.43865966796875e-05s, path: a/c, db: /tmp/tmpbc23nn6t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 7.176399230957031e-05s, path: a/c, db: /tmp/tmpbc23nn6t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=False) in 8.487701416015625e-05s, path: a/c, db: /tmp/tmpbc23nn6t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00019860267639160156s, path: a/c, db: /tmp/tmpbc23nn6t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_there_1 for ShardRange, path: a/c, db: /tmp/tmpbc23nn6t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796735.75391.db +sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_there_1 in state cleaved: 1 successes, 2 required, shard db: /tmp/tmpbc23nn6t/sda/containers/0/7a6/40d00a528944ce0468e507db329647a6/40d00a528944ce0468e507db329647a6.db, path: a/c, db: /tmp/tmpbc23nn6t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796735.75391.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpbc23nn6t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796735.75391.db +sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmpbc23nn6t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796735.75391.db +sharder-test INFO: Cleaving from row None into .shards_a/c_there_1 for ShardRange<'here' to 'there' as of 1715796408.55872, (0, 0) as of 1715796408.55872, created as of 1715796408.55872>, path: a/c, db: /tmp/tmpbc23nn6t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796735.75391.db +sharder-test DEBUG: Cleaving ShardRange<'here' to 'there' as of 1715796408.55872, (0, 0) as of 1715796408.55872, created as of 1715796408.55872> - shard db already in sync, path: a/c, db: /tmp/tmpbc23nn6t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796735.75391.db +sharder-test INFO: Replicating new shard container .shards_a/c_there_1 for ShardRange, path: a/c, db: /tmp/tmpbc23nn6t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796735.75391.db +sharder-test INFO: Cleaved ShardRange<'here' to 'there' as of 1715796408.55872, (3, 6) as of 1715796736.64670, cleaved as of 1715796408.55872> in 0.036s, path: a/c, db: /tmp/tmpbc23nn6t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796735.75391.db +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_initiated_and_required +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_initiated_and_required ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_state_is_not_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_state_is_not_reclaimable ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_sysmeta +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_sysmeta ... ok test.unit.container.test_sharder.TestSharder.test_cleave_root_listing_limit_one test.unit.container.test_sharder.TestSharder.test_cleave_root_listing_limit_one ... ok -sharder-test INFO: Cleaved ShardRange<'where' to 'yonder' as of 1750205375.45535, (1, 1000) as of 1750205714.41926, cleaved as of 1750205375.45535> in 0.191s, path: a/c, db: /tmp/tmpmhna6atw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205712.47204.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpmhna6atw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205712.47204.db -sharder-test DEBUG: Continuing to cleave (4 done, 0 todo), path: a/c, db: /tmp/tmpmhna6atw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205712.47204.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpmhna6atw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205712.47204.db -sharder-test DEBUG: Continuing to cleave (4 done, 1 todo), path: a/c, db: /tmp/tmpmhna6atw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205712.47204.db -sharder-test INFO: Cleaving from row None into .shards_a/c__4 for ShardRange<'yonder' to MaxBound as of 1750205375.45535, (2, 15) as of 1750205714.57969, active as of 1750205375.45535>, path: a/c, db: /tmp/tmpmhna6atw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205712.47204.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0019054412841796875s, path: a/c, db: /tmp/tmpmhna6atw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=False) in 7.557868957519531e-05s, path: a/c, db: /tmp/tmpmhna6atw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011110305786132812s, path: a/c, db: /tmp/tmpmhna6atw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__4 for ShardRange, path: a/c, db: /tmp/tmpmhna6atw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205712.47204.db -sharder-test INFO: Cleaved ShardRange<'yonder' to MaxBound as of 1750205375.45535, (2, 15) as of 1750205714.57969, active as of 1750205375.45535> in 0.046s, path: a/c, db: /tmp/tmpmhna6atw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205712.47204.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpmhna6atw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205712.47204.db -sharder-test DEBUG: Cleaving already complete for container, path: a/c, db: /tmp/tmpmhna6atw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205712.47204.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpmhna6atw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Passing over already sharded container, path: a/c, db: /tmp/tmpmhna6atw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205712.47204.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmphme550k3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205714.85331.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmphme550k3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205714.85331.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmphme550k3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205714.85331.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmphme550k3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205714.85331.db -sharder-test INFO: Starting to cleave (3 todo), path: a/c, db: /tmp/tmphme550k3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205714.85331.db -sharder-test INFO: Cleaving from row None into .shards_a/c_d_0 for ShardRange, path: a/c, db: /tmp/tmphme550k3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205714.85331.db -sharder-test DEBUG: got 4 rows (deleted=False) in 0.0002028942108154297s, path: a/c, db: /tmp/tmphme550k3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0003466606140136719s, path: a/c, db: /tmp/tmphme550k3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_d_0 for ShardRange, path: a/c, db: /tmp/tmphme550k3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205714.85331.db -sharder-test INFO: Cleaved ShardRange in 0.107s, path: a/c, db: /tmp/tmphme550k3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205714.85331.db -sharder-test INFO: Cleaving from row None into .shards_a/c_x_1 for ShardRange<'d' to 'x' as of 1750205375.45535, (500000, 0) as of 1750205375.45535, created as of 1750205375.45535>, path: a/c, db: /tmp/tmphme550k3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205714.85331.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00018835067749023438s, path: a/c, db: /tmp/tmphme550k3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00032067298889160156s, path: a/c, db: /tmp/tmphme550k3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_x_1 for ShardRange, path: a/c, db: /tmp/tmphme550k3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205714.85331.db -sharder-test INFO: Cleaved ShardRange<'d' to 'x' as of 1750205375.45535, (2, 103) as of 1750205716.55963, cleaved as of 1750205375.45535> in 0.2s, path: a/c, db: /tmp/tmphme550k3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205714.85331.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmphme550k3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205714.85331.db -sharder-test DEBUG: Continuing to cleave (2 done, 1 todo), path: a/c, db: /tmp/tmphme550k3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205714.85331.db -sharder-test INFO: Cleaving from row None into .shards_a/c__2 for ShardRange<'d' to MaxBound as of 1750205716.72423, (500000, 0) as of 1750205716.72423, created as of 1750205716.72423>, path: a/c, db: /tmp/tmphme550k3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205714.85331.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.0002353191375732422s, path: a/c, db: /tmp/tmphme550k3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00013136863708496094s, path: a/c, db: /tmp/tmphme550k3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Cleaving from row None into .shards_a/c_where_2 for ShardRange<'there' to 'where' as of 1715796408.55872, (0, 0) as of 1715796408.55872, created as of 1715796408.55872>, path: a/c, db: /tmp/tmpbc23nn6t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796735.75391.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002262592315673828s, path: a/c, db: /tmp/tmpbc23nn6t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=False) in 5.602836608886719e-05s, path: a/c, db: /tmp/tmpbc23nn6t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00016617774963378906s, path: a/c, db: /tmp/tmpbc23nn6t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_where_2 for ShardRange, path: a/c, db: /tmp/tmpbc23nn6t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796735.75391.db +sharder-test INFO: Cleaved ShardRange<'there' to 'where' as of 1715796408.55872, (1, 100) as of 1715796736.88717, cleaved as of 1715796408.55872> in 0.092s, path: a/c, db: /tmp/tmpbc23nn6t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796735.75391.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpbc23nn6t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796735.75391.db +sharder-test DEBUG: Continuing to cleave (3 done, 1 todo), path: a/c, db: /tmp/tmpbc23nn6t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796735.75391.db +sharder-test INFO: Cleaving from row None into .shards_a/c_yonder_3 for ShardRange<'where' to 'yonder' as of 1715796408.55872, (0, 0) as of 1715796408.55872, created as of 1715796408.55872>, path: a/c, db: /tmp/tmpbc23nn6t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796735.75391.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00027298927307128906s, path: a/c, db: /tmp/tmpbc23nn6t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=False) in 6.413459777832031e-05s, path: a/c, db: /tmp/tmpbc23nn6t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00013303756713867188s, path: a/c, db: /tmp/tmpbc23nn6t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 6.222724914550781e-05s, path: a/c, db: /tmp/tmpbc23nn6t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_yonder_3 for ShardRange, path: a/c, db: /tmp/tmpbc23nn6t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796735.75391.db +sharder-test INFO: Cleaved ShardRange<'where' to 'yonder' as of 1715796408.55872, (1, 1000) as of 1715796737.18323, cleaved as of 1715796408.55872> in 0.101s, path: a/c, db: /tmp/tmpbc23nn6t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796735.75391.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpbc23nn6t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796735.75391.db +sharder-test DEBUG: Continuing to cleave (4 done, 0 todo), path: a/c, db: /tmp/tmpbc23nn6t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796735.75391.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpbc23nn6t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796735.75391.db +sharder-test DEBUG: Continuing to cleave (4 done, 1 todo), path: a/c, db: /tmp/tmpbc23nn6t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796735.75391.db +sharder-test INFO: Cleaving from row None into .shards_a/c__4 for ShardRange<'yonder' to MaxBound as of 1715796408.55872, (2, 15) as of 1715796737.31559, active as of 1715796408.55872>, path: a/c, db: /tmp/tmpbc23nn6t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796735.75391.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016617774963378906s, path: a/c, db: /tmp/tmpbc23nn6t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=False) in 5.7220458984375e-05s, path: a/c, db: /tmp/tmpbc23nn6t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.989738464355469e-05s, path: a/c, db: /tmp/tmpbc23nn6t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__4 for ShardRange, path: a/c, db: /tmp/tmpbc23nn6t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796735.75391.db +sharder-test INFO: Cleaved ShardRange<'yonder' to MaxBound as of 1715796408.55872, (2, 15) as of 1715796737.31559, active as of 1715796408.55872> in 0.061s, path: a/c, db: /tmp/tmpbc23nn6t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796735.75391.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpbc23nn6t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796735.75391.db +sharder-test DEBUG: Cleaving already complete for container, path: a/c, db: /tmp/tmpbc23nn6t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796735.75391.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpbc23nn6t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Passing over already sharded container, path: a/c, db: /tmp/tmpbc23nn6t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796735.75391.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp2xjb3bo5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796737.58309.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp2xjb3bo5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796737.58309.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp2xjb3bo5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796737.58309.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp2xjb3bo5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796737.58309.db +sharder-test INFO: Starting to cleave (3 todo), path: a/c, db: /tmp/tmp2xjb3bo5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796737.58309.db +sharder-test INFO: Cleaving from row None into .shards_a/c_d_0 for ShardRange, path: a/c, db: /tmp/tmp2xjb3bo5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796737.58309.db +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_storage_policy_property +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_storage_policy_property ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sync_merging +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sync_merging ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_epoch_reset +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_epoch_reset ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_none +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_none ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_merge_reported +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_merge_reported ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_meta_ts_gte +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_meta_ts_gte ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_meta_ts_lt +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_meta_ts_lt ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_retain_bounds +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_retain_bounds ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_retain_deleted +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_retain_deleted ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_eq +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_eq ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_gt +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_gt ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_lt +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_lt ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_gt +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_gt ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_lt +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_lt ... ok +test.unit.container.test_backend.TestModuleFunctions.test_sift_shard_ranges +test.unit.container.test_backend.TestModuleFunctions.test_sift_shard_ranges ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_PUT_recreate +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_PUT_recreate ... ok test.unit.container.test_sharder.TestSharder.test_cleave_root_ranges_change test.unit.container.test_sharder.TestSharder.test_cleave_root_ranges_change ... ok -sharder-test INFO: Replicating new shard container .shards_a/c__2 for ShardRange, path: a/c, db: /tmp/tmphme550k3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205714.85331.db -sharder-test INFO: Cleaved ShardRange<'d' to MaxBound as of 1750205716.72423, (3, 1103) as of 1750205716.95742, cleaved as of 1750205716.72423> in 0.117s, path: a/c, db: /tmp/tmphme550k3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205714.85331.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmphme550k3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205714.85331.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmpz418o6tr/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205717.11781.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpz418o6tr/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205717.11781.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/shard_c, db: /tmp/tmpz418o6tr/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205717.11781.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00018405914306640625s, path: .shards_a/shard_c, db: /tmp/tmpz418o6tr/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 1 rows (deleted=False) in 6.580352783203125e-05s, path: .shards_a/shard_c, db: /tmp/tmpz418o6tr/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00017714500427246094s, path: .shards_a/shard_c, db: /tmp/tmpz418o6tr/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/shard_c, db: /tmp/tmpz418o6tr/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test WARNING: Failed to sufficiently replicate misplaced objects shard .shards_a/c_here_0 in state active: 1 successes, 2 required (not removing objects), shard db: /tmp/tmpz418o6tr/sda/containers/0/e19/9e88c3bdfd03a830d1fc09d35d671e19/9e88c3bdfd03a830d1fc09d35d671e19.db, path: .shards_a/shard_c, db: /tmp/tmpz418o6tr/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00012826919555664062s, path: .shards_a/shard_c, db: /tmp/tmpz418o6tr/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00013113021850585938s, path: .shards_a/shard_c, db: /tmp/tmpz418o6tr/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=False) in 6.365776062011719e-05s, path: .shards_a/shard_c, db: /tmp/tmpz418o6tr/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 1 rows (deleted=True) in 7.700920104980469e-05s, path: .shards_a/shard_c, db: /tmp/tmpz418o6tr/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1750205375.45535, (0, 0) as of 1750205375.45535, active as of 1750205375.45535>, path: .shards_a/shard_c, db: /tmp/tmpz418o6tr/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/shard_c, db: /tmp/tmpz418o6tr/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205717.11781.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpz418o6tr/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205717.11781.db -sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/shard_c, db: /tmp/tmpz418o6tr/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205717.11781.db -sharder-test INFO: Cleaving from row None into .shards_a/c_there_0 for ShardRange<'here' to 'there' as of 1750205375.45535, (0, 0) as of 1750205375.45535, created as of 1750205375.45535>, path: .shards_a/shard_c, db: /tmp/tmpz418o6tr/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205717.11781.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.0002696514129638672s, path: .shards_a/shard_c, db: /tmp/tmpz418o6tr/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00020742416381835938s, path: .shards_a/shard_c, db: /tmp/tmpz418o6tr/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Replicating new shard container .shards_a/c_there_0 for ShardRange<'here' to 'where' as of 1750205717.11780, (0, 0) as of 1750205717.11780, sharding as of 1750205717.11780>, path: .shards_a/shard_c, db: /tmp/tmpz418o6tr/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205717.11781.db -sharder-test INFO: Cleaved ShardRange<'here' to 'there' as of 1750205375.45535, (3, 6) as of 1750205718.02206, cleaved as of 1750205375.45535> in 0.108s, path: .shards_a/shard_c, db: /tmp/tmpz418o6tr/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205717.11781.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/shard_c, db: /tmp/tmpz418o6tr/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205717.11781.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmpz418o6tr/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205717.11781.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpz418o6tr/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205717.11781.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/shard_c, db: /tmp/tmpz418o6tr/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205717.11781.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.000286102294921875s, path: .shards_a/shard_c, db: /tmp/tmpz418o6tr/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 1 rows (deleted=False) in 7.2479248046875e-05s, path: .shards_a/shard_c, db: /tmp/tmpz418o6tr/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00025463104248046875s, path: .shards_a/shard_c, db: /tmp/tmpz418o6tr/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/shard_c, db: /tmp/tmpz418o6tr/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00015997886657714844s, path: .shards_a/shard_c, db: /tmp/tmpz418o6tr/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_PUT_recreate_replication_race +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_PUT_recreate_replication_race ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_account_update +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_account_update ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_container_not_found +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_container_not_found ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_invalid_partition +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_invalid_partition ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_found +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_found ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_obj_not_found +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_obj_not_found ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_object +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_object ... ok +sharder-test DEBUG: got 4 rows (deleted=False) in 0.00018715858459472656s, path: a/c, db: /tmp/tmp2xjb3bo5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010895729064941406s, path: a/c, db: /tmp/tmp2xjb3bo5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_d_0 for ShardRange, path: a/c, db: /tmp/tmp2xjb3bo5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796737.58309.db +sharder-test INFO: Cleaved ShardRange in 0.088s, path: a/c, db: /tmp/tmp2xjb3bo5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796737.58309.db +sharder-test INFO: Cleaving from row None into .shards_a/c_x_1 for ShardRange<'d' to 'x' as of 1715796408.55872, (500000, 0) as of 1715796408.55872, created as of 1715796408.55872>, path: a/c, db: /tmp/tmp2xjb3bo5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796737.58309.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00017189979553222656s, path: a/c, db: /tmp/tmp2xjb3bo5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.0001163482666015625s, path: a/c, db: /tmp/tmp2xjb3bo5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_x_1 for ShardRange, path: a/c, db: /tmp/tmp2xjb3bo5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796737.58309.db +sharder-test INFO: Cleaved ShardRange<'d' to 'x' as of 1715796408.55872, (2, 103) as of 1715796738.23587, cleaved as of 1715796408.55872> in 0.111s, path: a/c, db: /tmp/tmp2xjb3bo5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796737.58309.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmp2xjb3bo5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796737.58309.db +sharder-test DEBUG: Continuing to cleave (2 done, 1 todo), path: a/c, db: /tmp/tmp2xjb3bo5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796737.58309.db +sharder-test INFO: Cleaving from row None into .shards_a/c__2 for ShardRange<'d' to MaxBound as of 1715796738.35421, (500000, 0) as of 1715796738.35421, created as of 1715796738.35421>, path: a/c, db: /tmp/tmp2xjb3bo5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796737.58309.db +sharder-test DEBUG: got 3 rows (deleted=False) in 0.00018167495727539062s, path: a/c, db: /tmp/tmp2xjb3bo5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00011420249938964844s, path: a/c, db: /tmp/tmp2xjb3bo5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__2 for ShardRange, path: a/c, db: /tmp/tmp2xjb3bo5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796737.58309.db +sharder-test INFO: Cleaved ShardRange<'d' to MaxBound as of 1715796738.35421, (3, 1103) as of 1715796738.54346, cleaved as of 1715796738.35421> in 0.101s, path: a/c, db: /tmp/tmp2xjb3bo5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796737.58309.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmp2xjb3bo5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796737.58309.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmpupdoi67y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796738.66634.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpupdoi67y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796738.66634.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/shard_c, db: /tmp/tmpupdoi67y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796738.66634.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001742839813232422s, path: .shards_a/shard_c, db: /tmp/tmpupdoi67y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 1 rows (deleted=False) in 5.8650970458984375e-05s, path: .shards_a/shard_c, db: /tmp/tmpupdoi67y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001614093780517578s, path: .shards_a/shard_c, db: /tmp/tmpupdoi67y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/shard_c, db: /tmp/tmpupdoi67y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test WARNING: Failed to sufficiently replicate misplaced objects shard .shards_a/c_here_0 in state active: 1 successes, 2 required (not removing objects), shard db: /tmp/tmpupdoi67y/sda/containers/0/e19/9e88c3bdfd03a830d1fc09d35d671e19/9e88c3bdfd03a830d1fc09d35d671e19.db, path: .shards_a/shard_c, db: /tmp/tmpupdoi67y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011301040649414062s, path: .shards_a/shard_c, db: /tmp/tmpupdoi67y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00011110305786132812s, path: .shards_a/shard_c, db: /tmp/tmpupdoi67y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=False) in 5.078315734863281e-05s, path: .shards_a/shard_c, db: /tmp/tmpupdoi67y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 1 rows (deleted=True) in 6.198883056640625e-05s, path: .shards_a/shard_c, db: /tmp/tmpupdoi67y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1715796408.55872, (0, 0) as of 1715796408.55872, active as of 1715796408.55872>, path: .shards_a/shard_c, db: /tmp/tmpupdoi67y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/shard_c, db: /tmp/tmpupdoi67y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796738.66634.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpupdoi67y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796738.66634.db +sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/shard_c, db: /tmp/tmpupdoi67y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796738.66634.db +test ERROR: Failed to unlink '/tmp/tmpggqlo999/containers/part/suffix/hash/container.db': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2244, in set_sharded_state + os.unlink(retiring_file) + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError: 1 +test DEBUG: Unlinked retiring db '/tmp/tmpggqlo999/containers/part/suffix/hash/container_1715796735.00000.db' +test WARNING: Still have multiple db files after unlinking '/tmp/tmpggqlo999/containers/part/suffix/hash/container_1715796735.00000.db': ['/tmp/tmpggqlo999/containers/part/suffix/hash/container.db', '/tmp/tmpggqlo999/containers/part/suffix/hash/container_1715796736.00000.db'] +test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmpggqlo999/containers/part/suffix/hash/container_1715796736.00000.db']. +test ERROR: Failed to set the ROWID of the fresh database for a/c: +test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:12:18 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0112 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:18 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0264 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:18 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0275 "-" 1363411 - +test INFO: - - - [15/May/2024:18:12:18 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:18 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0013 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:18 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0012 "-" 1363411 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:12:18 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0241 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:18 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0206 "-" 1363411 - +test INFO: - - - [15/May/2024:18:12:18 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:18 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0491 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:18 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0022 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:18 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 1363411 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:12:18 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0255 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:18 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0330 "-" 1363411 - +test INFO: - - - [15/May/2024:18:12:18 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:18 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 1363411 0 +test INFO: - - - [15/May/2024:18:12:18 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0693 "-" 1363411 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:12:18 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0242 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:18 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0241 "-" 1363411 - +test INFO: - - - [15/May/2024:18:12:18 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0219 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:18 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0261 "-" 1363411 - +test INFO: - - - [15/May/2024:18:12:18 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0467 "-" 1363411 2 +test ERROR: ERROR Account update failed with 127.0.0.1:33399/sda1 (will retry later): Response 503 OK +test INFO: - - - [15/May/2024:18:12:18 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0286 "-" 1363411 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:12:18 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0261 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:18 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0207 "-" 1363411 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:12:18 +0000] "DELETE /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 1363411 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:12:18 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 1363411 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:12:18 +0000] "DELETE /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0003 "-" 1363411 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:12:18 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0151 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:18 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:18 +0000] "DELETE /sda1/p/a/c" 409 - "-" "-" "-" 0.0125 "-" 1363411 - +test INFO: - - - [15/May/2024:18:12:18 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0005 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:18 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0613 "-" 1363411 - +test INFO: - - - [15/May/2024:18:12:18 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0014 "-" 1363411 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:12:19 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0183 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:19 +0000] "DELETE /sda1/p/a/c/bashful" 204 - "-" "-" "-" 0.0004 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:19 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0466 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:19 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0351 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:19 +0000] "DELETE /sda1/p/a/c/grumpy10" 204 - "-" "-" "-" 0.0041 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:19 +0000] "DELETE /sda1/p/a/c/grumpy10_no_header" 204 - "-" "-" "-" 0.0004 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:19 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0336 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:19 +0000] "DELETE /sda1/p/a/c/grumpy20" 301 - "-" "-" "-" 0.0020 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:19 +0000] "DELETE /sda1/p/a/c/grumpy20_no_header" 204 - "-" "-" "-" 0.0004 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:19 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0251 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:19 +0000] "DELETE /sda1/p/a/c/grumpy30" 301 - "-" "-" "-" 0.0010 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:19 +0000] "DELETE /sda1/p/a/c/grumpy30_no_header" 204 - "-" "-" "-" 0.0004 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:19 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0294 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:19 +0000] "DELETE /sda1/p/a/c/grumpy40" 301 - "-" "-" "-" 0.0009 "-" 1363411 2 test.unit.container.test_sharder.TestSharder.test_cleave_shard test.unit.container.test_sharder.TestSharder.test_cleave_shard ... ok test.unit.container.test_sharder.TestSharder.test_cleave_shard_range_no_own_shard_range test.unit.container.test_sharder.TestSharder.test_cleave_shard_range_no_own_shard_range ... ok -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013685226440429688s, path: .shards_a/shard_c, db: /tmp/tmpz418o6tr/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Placed 1 misplaced objects (0 unplaced), path: .shards_a/shard_c, db: /tmp/tmpz418o6tr/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205717.11781.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpz418o6tr/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205717.11781.db -sharder-test DEBUG: Continuing to cleave (1 done, 1 todo), path: .shards_a/shard_c, db: /tmp/tmpz418o6tr/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205717.11781.db -sharder-test INFO: Cleaving from row None into .shards_a/c_where_1 for ShardRange<'there' to 'where' as of 1750205375.45535, (2, 15) as of 1750205718.13861, cleaved as of 1750205375.45535>, path: .shards_a/shard_c, db: /tmp/tmpz418o6tr/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205717.11781.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00021719932556152344s, path: .shards_a/shard_c, db: /tmp/tmpz418o6tr/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00021386146545410156s, path: .shards_a/shard_c, db: /tmp/tmpz418o6tr/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Replicating new shard container .shards_a/c_where_1 for ShardRange<'here' to 'where' as of 1750205717.11780, (0, 0) as of 1750205717.11780, sharding as of 1750205717.11780>, path: .shards_a/shard_c, db: /tmp/tmpz418o6tr/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205717.11781.db -sharder-test INFO: Cleaved ShardRange<'there' to 'where' as of 1750205375.45535, (2, 15) as of 1750205718.13861, cleaved as of 1750205375.45535> in 0.05s, path: .shards_a/shard_c, db: /tmp/tmpz418o6tr/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205717.11781.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/shard_c, db: /tmp/tmpz418o6tr/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205717.11781.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpey8gd_eq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpey8gd_eq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpey8gd_eq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpey8gd_eq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpey8gd_eq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to get own_shard_range, path: a/c, db: /tmp/tmpey8gd_eq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpey8gd_eq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_1, db: /tmp/tmp1ubd7ckq/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1750205731.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_1, db: /tmp/tmp1ubd7ckq/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1750205731.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_1, db: /tmp/tmp1ubd7ckq/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1750205731.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001621246337890625s, path: .shards_a/donor_1, db: /tmp/tmp1ubd7ckq/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.870529174804688e-05s, path: .shards_a/donor_1, db: /tmp/tmp1ubd7ckq/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010013580322265625s, path: .shards_a/donor_1, db: /tmp/tmp1ubd7ckq/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010967254638671875s, path: .shards_a/donor_1, db: /tmp/tmp1ubd7ckq/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_1, db: /tmp/tmp1ubd7ckq/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1750205731.00000.db -sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/donor_1, db: /tmp/tmp1ubd7ckq/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1750205731.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_1_ for ShardRange<'h' to MaxBound as of 1750205719.09737, (1000, 11111) as of 1750205719.09737, created as of 1750205719.09737>, path: .shards_a/donor_1, db: /tmp/tmp1ubd7ckq/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1750205731.00000.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.00019979476928710938s, path: .shards_a/donor_1, db: /tmp/tmp1ubd7ckq/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00018835067749023438s, path: .shards_a/donor_1, db: /tmp/tmp1ubd7ckq/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_1_ for ShardRange<'h' to 'w' as of 1750205741.00000, (0, 0) as of 1750205730.00000, shrunk as of 1750205730.00000>, path: .shards_a/donor_1, db: /tmp/tmp1ubd7ckq/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1750205731.00000.db -sharder-test INFO: Cleaved ShardRange<'h' to MaxBound as of 1750205719.09737, (1000, 11111) as of 1750205719.09737, created as of 1750205719.09737> in 0.13s, path: .shards_a/donor_1, db: /tmp/tmp1ubd7ckq/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1750205731.00000.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/donor_1, db: /tmp/tmp1ubd7ckq/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1750205731.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp1ubd7ckq/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db' -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_2, db: /tmp/tmp1ubd7ckq/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1750205758.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_2, db: /tmp/tmp1ubd7ckq/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1750205758.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_2, db: /tmp/tmp1ubd7ckq/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1750205758.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00021219253540039062s, path: .shards_a/donor_2, db: /tmp/tmp1ubd7ckq/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010728836059570312s, path: .shards_a/donor_2, db: /tmp/tmp1ubd7ckq/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010943412780761719s, path: .shards_a/donor_2, db: /tmp/tmp1ubd7ckq/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010204315185546875s, path: .shards_a/donor_2, db: /tmp/tmp1ubd7ckq/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_2, db: /tmp/tmp1ubd7ckq/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1750205758.00000.db -sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/donor_2, db: /tmp/tmp1ubd7ckq/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1750205758.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_2_ for ShardRange<'h' to MaxBound as of 1750205719.86075, (1000, 11111) as of 1750205719.86075, cleaved as of 1750205719.86075>, path: .shards_a/donor_2, db: /tmp/tmp1ubd7ckq/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1750205758.00000.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.0002288818359375s, path: .shards_a/donor_2, db: /tmp/tmp1ubd7ckq/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002732276916503906s, path: .shards_a/donor_2, db: /tmp/tmp1ubd7ckq/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_2_ for ShardRange<'h' to 'w' as of 1750205768.00000, (0, 0) as of 1750205757.00000, shrunk as of 1750205757.00000>, path: .shards_a/donor_2, db: /tmp/tmp1ubd7ckq/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1750205758.00000.db -sharder-test INFO: Cleaved ShardRange<'h' to MaxBound as of 1750205719.86075, (1000, 11111) as of 1750205719.86075, cleaved as of 1750205719.86075> in 0.134s, path: .shards_a/donor_2, db: /tmp/tmp1ubd7ckq/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1750205758.00000.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/donor_2, db: /tmp/tmp1ubd7ckq/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1750205758.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp1ubd7ckq/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db' -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_3, db: /tmp/tmp1ubd7ckq/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1750205785.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_3, db: /tmp/tmp1ubd7ckq/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1750205785.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_3, db: /tmp/tmp1ubd7ckq/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1750205785.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00016832351684570312s, path: .shards_a/donor_3, db: /tmp/tmp1ubd7ckq/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011277198791503906s, path: .shards_a/donor_3, db: /tmp/tmp1ubd7ckq/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001232624053955078s, path: .shards_a/donor_3, db: /tmp/tmp1ubd7ckq/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00014495849609375s, path: .shards_a/donor_3, db: /tmp/tmp1ubd7ckq/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_3, db: /tmp/tmp1ubd7ckq/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1750205785.00000.db -sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/donor_3, db: /tmp/tmp1ubd7ckq/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1750205785.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_3_ for ShardRange<'h' to MaxBound as of 1750205720.54680, (1000, 11111) as of 1750205720.54680, active as of 1750205720.54680>, path: .shards_a/donor_3, db: /tmp/tmp1ubd7ckq/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1750205785.00000.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.00020051002502441406s, path: .shards_a/donor_3, db: /tmp/tmp1ubd7ckq/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001227855682373047s, path: .shards_a/donor_3, db: /tmp/tmp1ubd7ckq/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_3_ for ShardRange<'h' to 'w' as of 1750205795.00000, (0, 0) as of 1750205784.00000, shrunk as of 1750205784.00000>, path: .shards_a/donor_3, db: /tmp/tmp1ubd7ckq/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1750205785.00000.db -sharder-test INFO: Cleaved ShardRange<'h' to MaxBound as of 1750205720.54680, (1000, 11111) as of 1750205720.54680, active as of 1750205720.54680> in 0.117s, path: .shards_a/donor_3, db: /tmp/tmp1ubd7ckq/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1750205785.00000.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/donor_3, db: /tmp/tmp1ubd7ckq/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1750205785.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp1ubd7ckq/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db' -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_4, db: /tmp/tmp1ubd7ckq/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1750205812.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_4, db: /tmp/tmp1ubd7ckq/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1750205812.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_4, db: /tmp/tmp1ubd7ckq/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1750205812.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001742839813232422s, path: .shards_a/donor_4, db: /tmp/tmp1ubd7ckq/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.942054748535156e-05s, path: .shards_a/donor_4, db: /tmp/tmp1ubd7ckq/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011587142944335938s, path: .shards_a/donor_4, db: /tmp/tmp1ubd7ckq/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010371208190917969s, path: .shards_a/donor_4, db: /tmp/tmp1ubd7ckq/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_4, db: /tmp/tmp1ubd7ckq/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1750205812.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_4, db: /tmp/tmp1ubd7ckq/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1750205812.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_4_k for ShardRange<'d' to 'k' as of 1750205721.20507, (1000, 11111) as of 1750205721.20507, created as of 1750205721.20507>, path: .shards_a/donor_4, db: /tmp/tmp1ubd7ckq/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1750205812.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00021576881408691406s, path: .shards_a/donor_4, db: /tmp/tmp1ubd7ckq/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00018262863159179688s, path: .shards_a/donor_4, db: /tmp/tmp1ubd7ckq/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_4_k for ShardRange<'h' to 'w' as of 1750205811.00000, (0, 0) as of 1750205811.00000, shrinking as of 1750205811.00000>, path: .shards_a/donor_4, db: /tmp/tmp1ubd7ckq/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1750205812.00000.db -sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1750205721.20507, (1000, 11111) as of 1750205721.20507, created as of 1750205721.20507> in 0.071s, path: .shards_a/donor_4, db: /tmp/tmp1ubd7ckq/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1750205812.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_4_ for ShardRange<'k' to MaxBound as of 1750205721.20512, (1000, 11111) as of 1750205721.20512, created as of 1750205721.20512>, path: .shards_a/donor_4, db: /tmp/tmp1ubd7ckq/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1750205812.00000.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00021767616271972656s, path: .shards_a/donor_4, db: /tmp/tmp1ubd7ckq/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012755393981933594s, path: .shards_a/donor_4, db: /tmp/tmp1ubd7ckq/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_4_ for ShardRange<'h' to 'w' as of 1750205811.00000, (0, 0) as of 1750205811.00000, shrinking as of 1750205811.00000>, path: .shards_a/donor_4, db: /tmp/tmp1ubd7ckq/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1750205812.00000.db -sharder-test INFO: Cleaved ShardRange<'k' to MaxBound as of 1750205721.20512, (1000, 11111) as of 1750205721.20512, created as of 1750205721.20512> in 0.059s, path: .shards_a/donor_4, db: /tmp/tmp1ubd7ckq/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1750205812.00000.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: .shards_a/donor_4, db: /tmp/tmp1ubd7ckq/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1750205812.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp1ubd7ckq/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db' -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_5, db: /tmp/tmp1ubd7ckq/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1750205845.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_5, db: /tmp/tmp1ubd7ckq/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1750205845.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_5, db: /tmp/tmp1ubd7ckq/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1750205845.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001926422119140625s, path: .shards_a/donor_5, db: /tmp/tmp1ubd7ckq/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011110305786132812s, path: .shards_a/donor_5, db: /tmp/tmp1ubd7ckq/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010824203491210938s, path: .shards_a/donor_5, db: /tmp/tmp1ubd7ckq/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010633468627929688s, path: .shards_a/donor_5, db: /tmp/tmp1ubd7ckq/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_5, db: /tmp/tmp1ubd7ckq/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1750205845.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_5, db: /tmp/tmp1ubd7ckq/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1750205845.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_5_k for ShardRange<'d' to 'k' as of 1750205724.10280, (1000, 11111) as of 1750205724.10280, cleaved as of 1750205724.10280>, path: .shards_a/donor_5, db: /tmp/tmp1ubd7ckq/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1750205845.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00026297569274902344s, path: .shards_a/donor_5, db: /tmp/tmp1ubd7ckq/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001659393310546875s, path: .shards_a/donor_5, db: /tmp/tmp1ubd7ckq/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_5_k for ShardRange<'h' to 'w' as of 1750205844.00000, (0, 0) as of 1750205844.00000, shrinking as of 1750205844.00000>, path: .shards_a/donor_5, db: /tmp/tmp1ubd7ckq/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1750205845.00000.db -sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1750205724.10280, (1000, 11111) as of 1750205724.10280, cleaved as of 1750205724.10280> in 0.132s, path: .shards_a/donor_5, db: /tmp/tmp1ubd7ckq/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1750205845.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_5_ for ShardRange<'k' to MaxBound as of 1750205724.10287, (1000, 11111) as of 1750205724.10287, cleaved as of 1750205724.10287>, path: .shards_a/donor_5, db: /tmp/tmp1ubd7ckq/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1750205845.00000.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.0001900196075439453s, path: .shards_a/donor_5, db: /tmp/tmp1ubd7ckq/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001437664031982422s, path: .shards_a/donor_5, db: /tmp/tmp1ubd7ckq/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_5_ for ShardRange<'h' to 'w' as of 1750205844.00000, (0, 0) as of 1750205844.00000, shrinking as of 1750205844.00000>, path: .shards_a/donor_5, db: /tmp/tmp1ubd7ckq/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1750205845.00000.db -sharder-test INFO: Cleaved ShardRange<'k' to MaxBound as of 1750205724.10287, (1000, 11111) as of 1750205724.10287, cleaved as of 1750205724.10287> in 0.05s, path: .shards_a/donor_5, db: /tmp/tmp1ubd7ckq/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1750205845.00000.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: .shards_a/donor_5, db: /tmp/tmp1ubd7ckq/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1750205845.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp1ubd7ckq/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db' -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_6, db: /tmp/tmp1ubd7ckq/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1750205878.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_6, db: /tmp/tmp1ubd7ckq/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1750205878.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_6, db: /tmp/tmp1ubd7ckq/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1750205878.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.000217437744140625s, path: .shards_a/donor_6, db: /tmp/tmp1ubd7ckq/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010991096496582031s, path: .shards_a/donor_6, db: /tmp/tmp1ubd7ckq/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001068115234375s, path: .shards_a/donor_6, db: /tmp/tmp1ubd7ckq/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010418891906738281s, path: .shards_a/donor_6, db: /tmp/tmp1ubd7ckq/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_6, db: /tmp/tmp1ubd7ckq/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1750205878.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_6, db: /tmp/tmp1ubd7ckq/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1750205878.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_6_k for ShardRange<'d' to 'k' as of 1750205724.92809, (1000, 11111) as of 1750205724.92809, active as of 1750205724.92809>, path: .shards_a/donor_6, db: /tmp/tmp1ubd7ckq/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1750205878.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00039076805114746094s, path: .shards_a/donor_6, db: /tmp/tmp1ubd7ckq/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002079010009765625s, path: .shards_a/donor_6, db: /tmp/tmp1ubd7ckq/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_6_k for ShardRange<'h' to 'w' as of 1750205877.00000, (0, 0) as of 1750205877.00000, shrinking as of 1750205877.00000>, path: .shards_a/donor_6, db: /tmp/tmp1ubd7ckq/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1750205878.00000.db -sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1750205724.92809, (1000, 11111) as of 1750205724.92809, active as of 1750205724.92809> in 0.071s, path: .shards_a/donor_6, db: /tmp/tmp1ubd7ckq/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1750205878.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_6_ for ShardRange<'k' to MaxBound as of 1750205724.92813, (1000, 11111) as of 1750205724.92813, active as of 1750205724.92813>, path: .shards_a/donor_6, db: /tmp/tmp1ubd7ckq/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1750205878.00000.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.0004067420959472656s, path: .shards_a/donor_6, db: /tmp/tmp1ubd7ckq/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001862049102783203s, path: .shards_a/donor_6, db: /tmp/tmp1ubd7ckq/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_6_ for ShardRange<'h' to 'w' as of 1750205877.00000, (0, 0) as of 1750205877.00000, shrinking as of 1750205877.00000>, path: .shards_a/donor_6, db: /tmp/tmp1ubd7ckq/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1750205878.00000.db -sharder-test INFO: Cleaved ShardRange<'k' to MaxBound as of 1750205724.92813, (1000, 11111) as of 1750205724.92813, active as of 1750205724.92813> in 0.055s, path: .shards_a/donor_6, db: /tmp/tmp1ubd7ckq/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1750205878.00000.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: .shards_a/donor_6, db: /tmp/tmp1ubd7ckq/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1750205878.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp1ubd7ckq/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db' -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_7, db: /tmp/tmp1ubd7ckq/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1750205911.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_7, db: /tmp/tmp1ubd7ckq/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1750205911.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_7, db: /tmp/tmp1ubd7ckq/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1750205911.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001595020294189453s, path: .shards_a/donor_7, db: /tmp/tmp1ubd7ckq/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010037422180175781s, path: .shards_a/donor_7, db: /tmp/tmp1ubd7ckq/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.775161743164062e-05s, path: .shards_a/donor_7, db: /tmp/tmp1ubd7ckq/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010585784912109375s, path: .shards_a/donor_7, db: /tmp/tmp1ubd7ckq/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_7, db: /tmp/tmp1ubd7ckq/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1750205911.00000.db -sharder-test INFO: Starting to cleave (3 todo), path: .shards_a/donor_7, db: /tmp/tmp1ubd7ckq/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1750205911.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_7_k for ShardRange<'d' to 'k' as of 1750205725.69036, (1000, 11111) as of 1750205725.69036, cleaved as of 1750205725.69036>, path: .shards_a/donor_7, db: /tmp/tmp1ubd7ckq/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1750205911.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002224445343017578s, path: .shards_a/donor_7, db: /tmp/tmp1ubd7ckq/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001285076141357422s, path: .shards_a/donor_7, db: /tmp/tmp1ubd7ckq/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_7_k for ShardRange<'h' to 'w' as of 1750205910.00000, (0, 0) as of 1750205910.00000, shrinking as of 1750205910.00000>, path: .shards_a/donor_7, db: /tmp/tmp1ubd7ckq/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1750205911.00000.db -sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1750205725.69036, (1000, 11111) as of 1750205725.69036, cleaved as of 1750205725.69036> in 0.083s, path: .shards_a/donor_7, db: /tmp/tmp1ubd7ckq/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1750205911.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_7_t for ShardRange<'k' to 't' as of 1750205725.69042, (1000, 11111) as of 1750205725.69042, cleaved as of 1750205725.69042>, path: .shards_a/donor_7, db: /tmp/tmp1ubd7ckq/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1750205911.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002446174621582031s, path: .shards_a/donor_7, db: /tmp/tmp1ubd7ckq/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001347064971923828s, path: .shards_a/donor_7, db: /tmp/tmp1ubd7ckq/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_7_t for ShardRange<'h' to 'w' as of 1750205910.00000, (0, 0) as of 1750205910.00000, shrinking as of 1750205910.00000>, path: .shards_a/donor_7, db: /tmp/tmp1ubd7ckq/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1750205911.00000.db -sharder-test INFO: Cleaved ShardRange<'k' to 't' as of 1750205725.69042, (1000, 11111) as of 1750205725.69042, cleaved as of 1750205725.69042> in 0.076s, path: .shards_a/donor_7, db: /tmp/tmp1ubd7ckq/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1750205911.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_7_ for ShardRange<'t' to MaxBound as of 1750205725.69044, (1000, 11111) as of 1750205725.69044, cleaved as of 1750205725.69044>, path: .shards_a/donor_7, db: /tmp/tmp1ubd7ckq/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1750205911.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00019121170043945312s, path: .shards_a/donor_7, db: /tmp/tmp1ubd7ckq/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011920928955078125s, path: .shards_a/donor_7, db: /tmp/tmp1ubd7ckq/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_7_ for ShardRange<'h' to 'w' as of 1750205910.00000, (0, 0) as of 1750205910.00000, shrinking as of 1750205910.00000>, path: .shards_a/donor_7, db: /tmp/tmp1ubd7ckq/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1750205911.00000.db -sharder-test INFO: Cleaved ShardRange<'t' to MaxBound as of 1750205725.69044, (1000, 11111) as of 1750205725.69044, cleaved as of 1750205725.69044> in 0.566s, path: .shards_a/donor_7, db: /tmp/tmp1ubd7ckq/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1750205911.00000.db -sharder-test DEBUG: Cleaved 3 shard ranges, path: .shards_a/donor_7, db: /tmp/tmp1ubd7ckq/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1750205911.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp1ubd7ckq/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db' -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_8, db: /tmp/tmp1ubd7ckq/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1750205950.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_8, db: /tmp/tmp1ubd7ckq/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1750205950.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_8, db: /tmp/tmp1ubd7ckq/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1750205950.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001621246337890625s, path: .shards_a/donor_8, db: /tmp/tmp1ubd7ckq/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.655952453613281e-05s, path: .shards_a/donor_8, db: /tmp/tmp1ubd7ckq/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00014591217041015625s, path: .shards_a/donor_8, db: /tmp/tmp1ubd7ckq/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.703636169433594e-05s, path: .shards_a/donor_8, db: /tmp/tmp1ubd7ckq/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_8, db: /tmp/tmp1ubd7ckq/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1750205950.00000.db -sharder-test INFO: Starting to cleave (3 todo), path: .shards_a/donor_8, db: /tmp/tmp1ubd7ckq/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1750205950.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_8_k for ShardRange<'d' to 'k' as of 1750205727.52022, (1000, 11111) as of 1750205727.52022, created as of 1750205727.52022>, path: .shards_a/donor_8, db: /tmp/tmp1ubd7ckq/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1750205950.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00020122528076171875s, path: .shards_a/donor_8, db: /tmp/tmp1ubd7ckq/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011944770812988281s, path: .shards_a/donor_8, db: /tmp/tmp1ubd7ckq/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_8_k for ShardRange<'h' to 'w' as of 1750205949.00000, (0, 0) as of 1750205949.00000, shrinking as of 1750205949.00000>, path: .shards_a/donor_8, db: /tmp/tmp1ubd7ckq/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1750205950.00000.db -sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1750205727.52022, (1000, 11111) as of 1750205727.52022, created as of 1750205727.52022> in 0.054s, path: .shards_a/donor_8, db: /tmp/tmp1ubd7ckq/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1750205950.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_8_t for ShardRange<'k' to 't' as of 1750205727.52027, (1000, 11111) as of 1750205727.52027, created as of 1750205727.52027>, path: .shards_a/donor_8, db: /tmp/tmp1ubd7ckq/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1750205950.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00027871131896972656s, path: .shards_a/donor_8, db: /tmp/tmp1ubd7ckq/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00015854835510253906s, path: .shards_a/donor_8, db: /tmp/tmp1ubd7ckq/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_8_t for ShardRange<'h' to 'w' as of 1750205949.00000, (0, 0) as of 1750205949.00000, shrinking as of 1750205949.00000>, path: .shards_a/donor_8, db: /tmp/tmp1ubd7ckq/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1750205950.00000.db -sharder-test INFO: Cleaved ShardRange<'k' to 't' as of 1750205727.52027, (1000, 11111) as of 1750205727.52027, created as of 1750205727.52027> in 0.066s, path: .shards_a/donor_8, db: /tmp/tmp1ubd7ckq/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1750205950.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_8_ for ShardRange<'t' to MaxBound as of 1750205727.52028, (1000, 11111) as of 1750205727.52028, created as of 1750205727.52028>, path: .shards_a/donor_8, db: /tmp/tmp1ubd7ckq/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1750205950.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00025153160095214844s, path: .shards_a/donor_8, db: /tmp/tmp1ubd7ckq/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001270771026611328s, path: .shards_a/donor_8, db: /tmp/tmp1ubd7ckq/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_8_ for ShardRange<'h' to 'w' as of 1750205949.00000, (0, 0) as of 1750205949.00000, shrinking as of 1750205949.00000>, path: .shards_a/donor_8, db: /tmp/tmp1ubd7ckq/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1750205950.00000.db -sharder-test INFO: Cleaved ShardRange<'t' to MaxBound as of 1750205727.52028, (1000, 11111) as of 1750205727.52028, created as of 1750205727.52028> in 0.051s, path: .shards_a/donor_8, db: /tmp/tmp1ubd7ckq/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1750205950.00000.db -sharder-test DEBUG: Cleaved 3 shard ranges, path: .shards_a/donor_8, db: /tmp/tmp1ubd7ckq/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1750205950.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp1ubd7ckq/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db' -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_9, db: /tmp/tmp1ubd7ckq/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1750205989.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_9, db: /tmp/tmp1ubd7ckq/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1750205989.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_9, db: /tmp/tmp1ubd7ckq/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1750205989.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0006239414215087891s, path: .shards_a/donor_9, db: /tmp/tmp1ubd7ckq/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010204315185546875s, path: .shards_a/donor_9, db: /tmp/tmp1ubd7ckq/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011491775512695312s, path: .shards_a/donor_9, db: /tmp/tmp1ubd7ckq/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00030112266540527344s, path: .shards_a/donor_9, db: /tmp/tmp1ubd7ckq/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_9, db: /tmp/tmp1ubd7ckq/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1750205989.00000.db -sharder-test INFO: Starting to cleave (3 todo), path: .shards_a/donor_9, db: /tmp/tmp1ubd7ckq/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1750205989.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_9_k for ShardRange<'d' to 'k' as of 1750205728.65825, (1000, 11111) as of 1750205728.65825, active as of 1750205728.65825>, path: .shards_a/donor_9, db: /tmp/tmp1ubd7ckq/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1750205989.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00018668174743652344s, path: .shards_a/donor_9, db: /tmp/tmp1ubd7ckq/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012254714965820312s, path: .shards_a/donor_9, db: /tmp/tmp1ubd7ckq/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_9_k for ShardRange<'h' to 'w' as of 1750205988.00000, (0, 0) as of 1750205988.00000, shrinking as of 1750205988.00000>, path: .shards_a/donor_9, db: /tmp/tmp1ubd7ckq/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1750205989.00000.db -sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1750205728.65825, (1000, 11111) as of 1750205728.65825, active as of 1750205728.65825> in 0.039s, path: .shards_a/donor_9, db: /tmp/tmp1ubd7ckq/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1750205989.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_9_t for ShardRange<'k' to 't' as of 1750205728.65832, (1000, 11111) as of 1750205728.65832, active as of 1750205728.65832>, path: .shards_a/donor_9, db: /tmp/tmp1ubd7ckq/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1750205989.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00019407272338867188s, path: .shards_a/donor_9, db: /tmp/tmp1ubd7ckq/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00018215179443359375s, path: .shards_a/donor_9, db: /tmp/tmp1ubd7ckq/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_9_t for ShardRange<'h' to 'w' as of 1750205988.00000, (0, 0) as of 1750205988.00000, shrinking as of 1750205988.00000>, path: .shards_a/donor_9, db: /tmp/tmp1ubd7ckq/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1750205989.00000.db -sharder-test INFO: Cleaved ShardRange<'k' to 't' as of 1750205728.65832, (1000, 11111) as of 1750205728.65832, active as of 1750205728.65832> in 0.04s, path: .shards_a/donor_9, db: /tmp/tmp1ubd7ckq/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1750205989.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_9_ for ShardRange<'t' to MaxBound as of 1750205728.65834, (1000, 11111) as of 1750205728.65834, active as of 1750205728.65834>, path: .shards_a/donor_9, db: /tmp/tmp1ubd7ckq/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1750205989.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00018024444580078125s, path: .shards_a/donor_9, db: /tmp/tmp1ubd7ckq/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00014519691467285156s, path: .shards_a/donor_9, db: /tmp/tmp1ubd7ckq/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_9_ for ShardRange<'h' to 'w' as of 1750205988.00000, (0, 0) as of 1750205988.00000, shrinking as of 1750205988.00000>, path: .shards_a/donor_9, db: /tmp/tmp1ubd7ckq/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1750205989.00000.db -sharder-test INFO: Cleaved ShardRange<'t' to MaxBound as of 1750205728.65834, (1000, 11111) as of 1750205728.65834, active as of 1750205728.65834> in 0.046s, path: .shards_a/donor_9, db: /tmp/tmp1ubd7ckq/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1750205989.00000.db -sharder-test DEBUG: Cleaved 3 shard ranges, path: .shards_a/donor_9, db: /tmp/tmp1ubd7ckq/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1750205989.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp1ubd7ckq/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db' -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_10, db: /tmp/tmp1ubd7ckq/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1750206028.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_10, db: /tmp/tmp1ubd7ckq/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1750206028.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_10, db: /tmp/tmp1ubd7ckq/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1750206028.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00020122528076171875s, path: .shards_a/donor_10, db: /tmp/tmp1ubd7ckq/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001266002655029297s, path: .shards_a/donor_10, db: /tmp/tmp1ubd7ckq/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00012731552124023438s, path: .shards_a/donor_10, db: /tmp/tmp1ubd7ckq/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001220703125s, path: .shards_a/donor_10, db: /tmp/tmp1ubd7ckq/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_10, db: /tmp/tmp1ubd7ckq/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1750206028.00000.db -sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/donor_10, db: /tmp/tmp1ubd7ckq/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1750206028.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_10_k for ShardRange<'d' to 'k' as of 1750205729.50393, (1000, 11111) as of 1750205729.50393, created as of 1750205729.50393>, path: .shards_a/donor_10, db: /tmp/tmp1ubd7ckq/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1750206028.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002703666687011719s, path: .shards_a/donor_10, db: /tmp/tmp1ubd7ckq/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00016498565673828125s, path: .shards_a/donor_10, db: /tmp/tmp1ubd7ckq/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_10_k for ShardRange<'h' to 'w' as of 1750206027.00000, (0, 0) as of 1750206027.00000, shrinking as of 1750206027.00000>, path: .shards_a/donor_10, db: /tmp/tmp1ubd7ckq/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1750206028.00000.db -sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1750205729.50393, (1000, 11111) as of 1750205729.50393, created as of 1750205729.50393> in 0.043s, path: .shards_a/donor_10, db: /tmp/tmp1ubd7ckq/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1750206028.00000.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/donor_10, db: /tmp/tmp1ubd7ckq/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1750206028.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '0852f7ae-666b-40fc-9d04-d2d6a0fdb250-sda', 'cursor': 'k', 'max_row': 3, 'cleave_to_row': 3, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 1, 'ranges_todo': 0}, path: .shards_a/donor_10, db: /tmp/tmp1ubd7ckq/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1750206028.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_11, db: /tmp/tmp1ubd7ckq/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1750206054.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_11, db: /tmp/tmp1ubd7ckq/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1750206054.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_11, db: /tmp/tmp1ubd7ckq/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1750206054.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0002727508544921875s, path: .shards_a/donor_11, db: /tmp/tmp1ubd7ckq/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.918212890625e-05s, path: .shards_a/donor_11, db: /tmp/tmp1ubd7ckq/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00012540817260742188s, path: .shards_a/donor_11, db: /tmp/tmp1ubd7ckq/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.775161743164062e-05s, path: .shards_a/donor_11, db: /tmp/tmp1ubd7ckq/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_11, db: /tmp/tmp1ubd7ckq/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1750206054.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_11, db: /tmp/tmp1ubd7ckq/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1750206054.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_11_k for ShardRange<'d' to 'k' as of 1750205730.01422, (1000, 11111) as of 1750205730.01422, cleaved as of 1750205730.01422>, path: .shards_a/donor_11, db: /tmp/tmp1ubd7ckq/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1750206054.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001971721649169922s, path: .shards_a/donor_11, db: /tmp/tmp1ubd7ckq/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00014519691467285156s, path: .shards_a/donor_11, db: /tmp/tmp1ubd7ckq/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_11_k for ShardRange<'h' to 'w' as of 1750206053.00000, (0, 0) as of 1750206053.00000, shrinking as of 1750206053.00000>, path: .shards_a/donor_11, db: /tmp/tmp1ubd7ckq/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1750206054.00000.db -sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1750205730.01422, (1000, 11111) as of 1750205730.01422, cleaved as of 1750205730.01422> in 0.07s, path: .shards_a/donor_11, db: /tmp/tmp1ubd7ckq/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1750206054.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_11_t for ShardRange<'k' to 't' as of 1750205730.01429, (1000, 11111) as of 1750205730.01429, cleaved as of 1750205730.01429>, path: .shards_a/donor_11, db: /tmp/tmp1ubd7ckq/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1750206054.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001838207244873047s, path: .shards_a/donor_11, db: /tmp/tmp1ubd7ckq/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002052783966064453s, path: .shards_a/donor_11, db: /tmp/tmp1ubd7ckq/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_11_t for ShardRange<'h' to 'w' as of 1750206053.00000, (0, 0) as of 1750206053.00000, shrinking as of 1750206053.00000>, path: .shards_a/donor_11, db: /tmp/tmp1ubd7ckq/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1750206054.00000.db -sharder-test INFO: Cleaved ShardRange<'k' to 't' as of 1750205730.01429, (1000, 11111) as of 1750205730.01429, cleaved as of 1750205730.01429> in 0.058s, path: .shards_a/donor_11, db: /tmp/tmp1ubd7ckq/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1750206054.00000.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: .shards_a/donor_11, db: /tmp/tmp1ubd7ckq/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1750206054.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '99cd9aac-6718-443a-901c-621081d9195b-sda', 'cursor': 't', 'max_row': 3, 'cleave_to_row': 3, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 2, 'ranges_todo': 0}, path: .shards_a/donor_11, db: /tmp/tmp1ubd7ckq/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1750206054.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_12, db: /tmp/tmp1ubd7ckq/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1750206086.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_12, db: /tmp/tmp1ubd7ckq/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1750206086.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_12, db: /tmp/tmp1ubd7ckq/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1750206086.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00016832351684570312s, path: .shards_a/donor_12, db: /tmp/tmp1ubd7ckq/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010395050048828125s, path: .shards_a/donor_12, db: /tmp/tmp1ubd7ckq/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010824203491210938s, path: .shards_a/donor_12, db: /tmp/tmp1ubd7ckq/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098.db -sharder-test DEBUG: got 0 rows (deleted=True) in 8.344650268554688e-05s, path: .shards_a/donor_12, db: /tmp/tmp1ubd7ckq/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_12, db: /tmp/tmp1ubd7ckq/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1750206086.00000.db -sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/donor_12, db: /tmp/tmp1ubd7ckq/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1750206086.00000.db -sharder-test INFO: Stopped cleave at gap: 'h' - 'k', path: .shards_a/donor_12, db: /tmp/tmp1ubd7ckq/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1750206086.00000.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: .shards_a/donor_12, db: /tmp/tmp1ubd7ckq/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1750206086.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '71e285a0-048c-4227-9261-d49eb2744da1-sda', 'cursor': 'h', 'max_row': 3, 'cleave_to_row': 3, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 1}, path: .shards_a/donor_12, db: /tmp/tmp1ubd7ckq/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1750206086.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_13, db: /tmp/tmp1ubd7ckq/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1750206106.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_13, db: /tmp/tmp1ubd7ckq/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1750206106.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_13, db: /tmp/tmp1ubd7ckq/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1750206106.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00021076202392578125s, path: .shards_a/donor_13, db: /tmp/tmp1ubd7ckq/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010228157043457031s, path: .shards_a/donor_13, db: /tmp/tmp1ubd7ckq/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.72747802734375e-05s, path: .shards_a/donor_13, db: /tmp/tmp1ubd7ckq/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011658668518066406s, path: .shards_a/donor_13, db: /tmp/tmp1ubd7ckq/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_13, db: /tmp/tmp1ubd7ckq/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1750206106.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_13, db: /tmp/tmp1ubd7ckq/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1750206106.00000.db -sharder-test INFO: Stopped cleave at gap: 'h' - 'k', path: .shards_a/donor_13, db: /tmp/tmp1ubd7ckq/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1750206106.00000.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: .shards_a/donor_13, db: /tmp/tmp1ubd7ckq/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1750206106.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': 'e22e9aaf-da22-4237-ad6c-9e24c170b48e-sda', 'cursor': 'h', 'max_row': 3, 'cleave_to_row': 3, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 2}, path: .shards_a/donor_13, db: /tmp/tmp1ubd7ckq/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1750206106.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_14, db: /tmp/tmp1ubd7ckq/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1750206126.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/c_there_0 for ShardRange<'here' to 'there' as of 1715796408.55872, (0, 0) as of 1715796408.55872, created as of 1715796408.55872>, path: .shards_a/shard_c, db: /tmp/tmpupdoi67y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796738.66634.db +sharder-test DEBUG: got 3 rows (deleted=False) in 0.00022983551025390625s, path: .shards_a/shard_c, db: /tmp/tmpupdoi67y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001800060272216797s, path: .shards_a/shard_c, db: /tmp/tmpupdoi67y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test INFO: Replicating new shard container .shards_a/c_there_0 for ShardRange<'here' to 'where' as of 1715796738.66633, (0, 0) as of 1715796738.66633, sharding as of 1715796738.66633>, path: .shards_a/shard_c, db: /tmp/tmpupdoi67y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796738.66634.db +sharder-test INFO: Cleaved ShardRange<'here' to 'there' as of 1715796408.55872, (3, 6) as of 1715796739.35635, cleaved as of 1715796408.55872> in 0.089s, path: .shards_a/shard_c, db: /tmp/tmpupdoi67y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796738.66634.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/shard_c, db: /tmp/tmpupdoi67y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796738.66634.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmpupdoi67y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796738.66634.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpupdoi67y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796738.66634.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/shard_c, db: /tmp/tmpupdoi67y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796738.66634.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00020599365234375s, path: .shards_a/shard_c, db: /tmp/tmpupdoi67y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 1 rows (deleted=False) in 7.176399230957031e-05s, path: .shards_a/shard_c, db: /tmp/tmpupdoi67y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001270771026611328s, path: .shards_a/shard_c, db: /tmp/tmpupdoi67y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/shard_c, db: /tmp/tmpupdoi67y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001437664031982422s, path: .shards_a/shard_c, db: /tmp/tmpupdoi67y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00015997886657714844s, path: .shards_a/shard_c, db: /tmp/tmpupdoi67y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Placed 1 misplaced objects (0 unplaced), path: .shards_a/shard_c, db: /tmp/tmpupdoi67y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796738.66634.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpupdoi67y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796738.66634.db +sharder-test DEBUG: Continuing to cleave (1 done, 1 todo), path: .shards_a/shard_c, db: /tmp/tmpupdoi67y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796738.66634.db +sharder-test INFO: Cleaving from row None into .shards_a/c_where_1 for ShardRange<'there' to 'where' as of 1715796408.55872, (2, 15) as of 1715796739.46143, cleaved as of 1715796408.55872>, path: .shards_a/shard_c, db: /tmp/tmpupdoi67y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796738.66634.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002753734588623047s, path: .shards_a/shard_c, db: /tmp/tmpupdoi67y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001399517059326172s, path: .shards_a/shard_c, db: /tmp/tmpupdoi67y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test INFO: Replicating new shard container .shards_a/c_where_1 for ShardRange<'here' to 'where' as of 1715796738.66633, (0, 0) as of 1715796738.66633, sharding as of 1715796738.66633>, path: .shards_a/shard_c, db: /tmp/tmpupdoi67y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796738.66634.db +sharder-test INFO: Cleaved ShardRange<'there' to 'where' as of 1715796408.55872, (2, 15) as of 1715796739.46143, cleaved as of 1715796408.55872> in 0.055s, path: .shards_a/shard_c, db: /tmp/tmpupdoi67y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796738.66634.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/shard_c, db: /tmp/tmpupdoi67y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796738.66634.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpnckr3g12/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpnckr3g12/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpnckr3g12/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpnckr3g12/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpnckr3g12/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to get own_shard_range, path: a/c, db: /tmp/tmpnckr3g12/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpnckr3g12/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_1, db: /tmp/tmpg1efck1_/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1715796753.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_1, db: /tmp/tmpg1efck1_/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1715796753.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_1, db: /tmp/tmpg1efck1_/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1715796753.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0002155303955078125s, path: .shards_a/donor_1, db: /tmp/tmpg1efck1_/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db +test INFO: - - - [15/May/2024:18:12:19 +0000] "DELETE /sda1/p/a/c/grumpy40_no_header" 204 - "-" "-" "-" 0.0014 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:19 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0308 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:19 +0000] "DELETE /sda1/p/a/c/grumpy50" 204 - "-" "-" "-" 0.0070 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:19 +0000] "DELETE /sda1/p/a/c/grumpy50_no_header" 204 - "-" "-" "-" 0.0006 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:19 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0278 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:19 +0000] "DELETE /sda1/p/a/c/grumpy60" 301 - "-" "-" "-" 0.0010 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:19 +0000] "DELETE /sda1/p/a/c/grumpy60_no_header" 204 - "-" "-" "-" 0.0004 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:19 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0196 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:19 +0000] "DELETE /sda1/p/a/c/grumpy70" 204 - "-" "-" "-" 0.0037 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:19 +0000] "DELETE /sda1/p/a/c/grumpy70_no_header" 204 - "-" "-" "-" 0.0004 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:19 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0300 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:19 +0000] "DELETE /sda1/p/a/c/grumpy80" 204 - "-" "-" "-" 0.0010 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:19 +0000] "DELETE /sda1/p/a/c/grumpy80_no_header" 204 - "-" "-" "-" 0.0007 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:19 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0223 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:19 +0000] "DELETE /sda1/p/a/c/grumpier10" 204 - "-" "-" "-" 0.0013 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:19 +0000] "DELETE /sda1/p/a/c/grumpier10_no_header" 204 - "-" "-" "-" 0.0028 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:19 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0317 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:19 +0000] "DELETE /sda1/p/a/c/grumpier20" 301 - "-" "-" "-" 0.0013 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:19 +0000] "DELETE /sda1/p/a/c/grumpier20_no_header" 204 - "-" "-" "-" 0.0010 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0284 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:20 +0000] "DELETE /sda1/p/a/c/grumpier30" 301 - "-" "-" "-" 0.0009 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:20 +0000] "DELETE /sda1/p/a/c/grumpier30_no_header" 204 - "-" "-" "-" 0.0015 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0329 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:20 +0000] "DELETE /sda1/p/a/c/grumpier40" 301 - "-" "-" "-" 0.0013 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:20 +0000] "DELETE /sda1/p/a/c/grumpier40_no_header" 204 - "-" "-" "-" 0.0005 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0326 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:20 +0000] "DELETE /sda1/p/a/c/grumpier50" 204 - "-" "-" "-" 0.0013 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:20 +0000] "DELETE /sda1/p/a/c/grumpier50_no_header" 204 - "-" "-" "-" 0.0025 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0245 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:20 +0000] "DELETE /sda1/p/a/c/grumpier60" 301 - "-" "-" "-" 0.0012 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:20 +0000] "DELETE /sda1/p/a/c/grumpier60_no_header" 204 - "-" "-" "-" 0.0008 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0299 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:20 +0000] "DELETE /sda1/p/a/c/grumpier70" 204 - "-" "-" "-" 0.0013 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:20 +0000] "DELETE /sda1/p/a/c/grumpier70_no_header" 204 - "-" "-" "-" 0.0006 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0241 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:20 +0000] "DELETE /sda1/p/a/c/grumpier80" 204 - "-" "-" "-" 0.0014 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:20 +0000] "DELETE /sda1/p/a/c/grumpier80_no_header" 204 - "-" "-" "-" 0.0006 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:20 +0000] "DELETE /sda1/p/a/c/dopey" 204 - "-" "-" "-" 0.0003 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0284 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0374 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:20 +0000] "DELETE /sda1/p/a/c/dopey10" 204 - "-" "-" "-" 0.0010 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:20 +0000] "DELETE /sda1/p/a/c/dopey10_no_header" 204 - "-" "-" "-" 0.0003 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0298 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:20 +0000] "DELETE /sda1/p/a/c/dopey20" 301 - "-" "-" "-" 0.0015 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:20 +0000] "DELETE /sda1/p/a/c/dopey20_no_header" 204 - "-" "-" "-" 0.0021 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0263 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:20 +0000] "DELETE /sda1/p/a/c/dopey30" 301 - "-" "-" "-" 0.0014 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:20 +0000] "DELETE /sda1/p/a/c/dopey30_no_header" 204 - "-" "-" "-" 0.0005 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0292 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:20 +0000] "DELETE /sda1/p/a/c/dopey40" 301 - "-" "-" "-" 0.0013 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:20 +0000] "DELETE /sda1/p/a/c/dopey40_no_header" 204 - "-" "-" "-" 0.0004 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0243 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:20 +0000] "DELETE /sda1/p/a/c/dopey50" 204 - "-" "-" "-" 0.0011 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:20 +0000] "DELETE /sda1/p/a/c/dopey50_no_header" 204 - "-" "-" "-" 0.0004 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0311 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:20 +0000] "DELETE /sda1/p/a/c/dopey60" 301 - "-" "-" "-" 0.0021 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:20 +0000] "DELETE /sda1/p/a/c/dopey60_no_header" 204 - "-" "-" "-" 0.0005 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0287 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:20 +0000] "DELETE /sda1/p/a/c/dopey70" 204 - "-" "-" "-" 0.0015 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:21 +0000] "DELETE /sda1/p/a/c/dopey70_no_header" 204 - "-" "-" "-" 0.0020 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0321 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:21 +0000] "DELETE /sda1/p/a/c/dopey80" 204 - "-" "-" "-" 0.0028 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:21 +0000] "DELETE /sda1/p/a/c/dopey80_no_header" 204 - "-" "-" "-" 0.0005 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:21 +0000] "DELETE /sda1/p/a/c/bashful" 301 - "-" "-" "-" 0.0014 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:21 +0000] "DELETE /sda1/p/a/c/dopey" 301 - "-" "-" "-" 0.0012 "-" 1363411 2 +test DEBUG: Unlinked retiring db '/tmp/tmp01qzdf2c/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' +test INFO: - - - [15/May/2024:18:12:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0166 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:21 +0000] "DELETE /sda1/p/a/c/grumpiest10" 204 - "-" "-" "-" 0.0014 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:21 +0000] "DELETE /sda1/p/a/c/grumpiest10_no_header" 204 - "-" "-" "-" 0.0004 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0243 "-" 1363411 2 +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00017499923706054688s, path: .shards_a/donor_1, db: /tmp/tmpg1efck1_/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001323223114013672s, path: .shards_a/donor_1, db: /tmp/tmpg1efck1_/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012874603271484375s, path: .shards_a/donor_1, db: /tmp/tmpg1efck1_/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_1, db: /tmp/tmpg1efck1_/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1715796753.00000.db +sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/donor_1, db: /tmp/tmpg1efck1_/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1715796753.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_1_ for ShardRange<'h' to MaxBound as of 1715796740.30701, (1000, 11111) as of 1715796740.30701, created as of 1715796740.30701>, path: .shards_a/donor_1, db: /tmp/tmpg1efck1_/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1715796753.00000.db +sharder-test DEBUG: got 3 rows (deleted=False) in 0.0002543926239013672s, path: .shards_a/donor_1, db: /tmp/tmpg1efck1_/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010466575622558594s, path: .shards_a/donor_1, db: /tmp/tmpg1efck1_/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_1_ for ShardRange<'h' to 'w' as of 1715796763.00000, (0, 0) as of 1715796752.00000, shrunk as of 1715796752.00000>, path: .shards_a/donor_1, db: /tmp/tmpg1efck1_/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1715796753.00000.db +sharder-test INFO: Cleaved ShardRange<'h' to MaxBound as of 1715796740.30701, (1000, 11111) as of 1715796740.30701, created as of 1715796740.30701> in 0.096s, path: .shards_a/donor_1, db: /tmp/tmpg1efck1_/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1715796753.00000.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/donor_1, db: /tmp/tmpg1efck1_/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1715796753.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpg1efck1_/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db' +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_2, db: /tmp/tmpg1efck1_/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1715796780.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_2, db: /tmp/tmpg1efck1_/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1715796780.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_2, db: /tmp/tmpg1efck1_/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1715796780.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.000213623046875s, path: .shards_a/donor_2, db: /tmp/tmpg1efck1_/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001289844512939453s, path: .shards_a/donor_2, db: /tmp/tmpg1efck1_/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00014257431030273438s, path: .shards_a/donor_2, db: /tmp/tmpg1efck1_/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012612342834472656s, path: .shards_a/donor_2, db: /tmp/tmpg1efck1_/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_2, db: /tmp/tmpg1efck1_/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1715796780.00000.db +sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/donor_2, db: /tmp/tmpg1efck1_/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1715796780.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_2_ for ShardRange<'h' to MaxBound as of 1715796740.83753, (1000, 11111) as of 1715796740.83753, cleaved as of 1715796740.83753>, path: .shards_a/donor_2, db: /tmp/tmpg1efck1_/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1715796780.00000.db +sharder-test DEBUG: got 3 rows (deleted=False) in 0.0002467632293701172s, path: .shards_a/donor_2, db: /tmp/tmpg1efck1_/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00020456314086914062s, path: .shards_a/donor_2, db: /tmp/tmpg1efck1_/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_2_ for ShardRange<'h' to 'w' as of 1715796790.00000, (0, 0) as of 1715796779.00000, shrunk as of 1715796779.00000>, path: .shards_a/donor_2, db: /tmp/tmpg1efck1_/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1715796780.00000.db +sharder-test INFO: Cleaved ShardRange<'h' to MaxBound as of 1715796740.83753, (1000, 11111) as of 1715796740.83753, cleaved as of 1715796740.83753> in 0.104s, path: .shards_a/donor_2, db: /tmp/tmpg1efck1_/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1715796780.00000.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/donor_2, db: /tmp/tmpg1efck1_/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1715796780.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpg1efck1_/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db' +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_3, db: /tmp/tmpg1efck1_/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1715796807.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_3, db: /tmp/tmpg1efck1_/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1715796807.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_3, db: /tmp/tmpg1efck1_/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1715796807.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00021600723266601562s, path: .shards_a/donor_3, db: /tmp/tmpg1efck1_/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012445449829101562s, path: .shards_a/donor_3, db: /tmp/tmpg1efck1_/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013136863708496094s, path: .shards_a/donor_3, db: /tmp/tmpg1efck1_/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012683868408203125s, path: .shards_a/donor_3, db: /tmp/tmpg1efck1_/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_3, db: /tmp/tmpg1efck1_/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1715796807.00000.db +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_object_update_redirected_to_shard +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_object_update_redirected_to_shard ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_timestamp_not_float +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_timestamp_not_float ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_not_valid +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_not_valid ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_auto_record_type +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_auto_record_type ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_non_ascii +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_non_ascii ... ok +test INFO: - - - [15/May/2024:18:12:21 +0000] "DELETE /sda1/p/a/c/grumpiest20" 301 - "-" "-" "-" 0.0015 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:21 +0000] "DELETE /sda1/p/a/c/grumpiest20_no_header" 204 - "-" "-" "-" 0.0006 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0359 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:21 +0000] "DELETE /sda1/p/a/c/grumpiest30" 301 - "-" "-" "-" 0.0014 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:21 +0000] "DELETE /sda1/p/a/c/grumpiest30_no_header" 204 - "-" "-" "-" 0.0004 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0190 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:21 +0000] "DELETE /sda1/p/a/c/grumpiest40" 301 - "-" "-" "-" 0.0012 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:21 +0000] "DELETE /sda1/p/a/c/grumpiest40_no_header" 204 - "-" "-" "-" 0.0004 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0064 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:21 +0000] "DELETE /sda1/p/a/c/grumpiest50" 204 - "-" "-" "-" 0.0013 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:21 +0000] "DELETE /sda1/p/a/c/grumpiest50_no_header" 204 - "-" "-" "-" 0.0005 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0117 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:21 +0000] "DELETE /sda1/p/a/c/grumpiest60" 301 - "-" "-" "-" 0.0009 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:21 +0000] "DELETE /sda1/p/a/c/grumpiest60_no_header" 204 - "-" "-" "-" 0.0004 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0179 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:21 +0000] "DELETE /sda1/p/a/c/grumpiest70" 204 - "-" "-" "-" 0.0010 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:21 +0000] "DELETE /sda1/p/a/c/grumpiest70_no_header" 204 - "-" "-" "-" 0.0007 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0309 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:21 +0000] "DELETE /sda1/p/a/c/grumpiest80" 204 - "-" "-" "-" 0.0011 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:21 +0000] "DELETE /sda1/p/a/c/grumpiest80_no_header" 204 - "-" "-" "-" 0.0003 "-" 1363411 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:12:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0215 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:21 +0000] "DELETE /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 1363411 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:12:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0316 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:21 +0000] "GET /sda1/p/a/c" 406 - "-" "-" "-" 0.0004 "-" 1363411 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:12:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0236 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:21 +0000] "PUT /sda1/p/a/c/obj_0" 201 - "-" "-" "-" 0.0005 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:21 +0000] "PUT /sda1/p/a/c/obj_1" 201 - "-" "-" "-" 0.0003 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0375 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0309 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:21 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0029 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:21 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0021 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:21 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0025 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:21 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0025 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:21 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0031 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:21 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0048 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:21 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0034 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:21 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0034 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:21 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0027 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:21 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0026 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:21 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0032 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:21 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0032 "-" 1363411 2 +test DEBUG: Unlinked retiring db '/tmp/tmpuv5ynza5/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' +test INFO: - - - [15/May/2024:18:12:21 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0026 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:21 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0038 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:21 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0031 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:21 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0031 "-" 1363411 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:12:22 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0176 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:22 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0005 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:22 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0005 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:22 +0000] "PUT /sda1/p/a/c/US-OK-A" 201 - "-" "-" "-" 0.0004 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:22 +0000] "PUT /sda1/p/a/c/US-OK-B" 201 - "-" "-" "-" 0.0004 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:22 +0000] "PUT /sda1/p/a/c/US-UT-A" 201 - "-" "-" "-" 0.0004 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:22 +0000] "GET /sda1/p/a/c" 200 66 "-" "-" "-" 0.0195 "-" 1363411 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:12:22 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0219 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:22 +0000] "PUT /sda1/p/a/c/a/%E2%9D%A5/1" 201 - "-" "-" "-" 0.0024 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:22 +0000] "PUT /sda1/p/a/c/a/%E2%9D%A5/2" 201 - "-" "-" "-" 0.0005 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:22 +0000] "PUT /sda1/p/a/c/a/%EA%99%AE/1" 201 - "-" "-" "-" 0.0004 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:22 +0000] "PUT /sda1/p/a/c/a/%EA%99%AE/2" 201 - "-" "-" "-" 0.0004 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:22 +0000] "GET /sda1/p/a/c" 200 50 "-" "-" "-" 0.0274 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:22 +0000] "GET /sda1/p/a/c" 200 14 "-" "-" "-" 0.0038 "-" 1363411 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:12:22 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0218 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:22 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0004 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:22 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0004 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:22 +0000] "PUT /sda1/p/a/c/US-OK-A" 201 - "-" "-" "-" 0.0046 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:22 +0000] "PUT /sda1/p/a/c/US-OK-B" 201 - "-" "-" "-" 0.0006 "-" 1363411 2 +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_xml +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_xml ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_xml_with_quotes +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_xml_with_quotes ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_invalid_accept +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_invalid_accept ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_json +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_json ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_json_last_modified +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_json_last_modified ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_leading_delimiter +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_leading_delimiter ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_false +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_false ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_true +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_true ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_marker +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_marker ... ok +sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/donor_3, db: /tmp/tmpg1efck1_/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1715796807.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_3_ for ShardRange<'h' to MaxBound as of 1715796741.39161, (1000, 11111) as of 1715796741.39161, active as of 1715796741.39161>, path: .shards_a/donor_3, db: /tmp/tmpg1efck1_/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1715796807.00000.db +sharder-test DEBUG: got 3 rows (deleted=False) in 0.00020623207092285156s, path: .shards_a/donor_3, db: /tmp/tmpg1efck1_/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00019812583923339844s, path: .shards_a/donor_3, db: /tmp/tmpg1efck1_/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_3_ for ShardRange<'h' to 'w' as of 1715796817.00000, (0, 0) as of 1715796806.00000, shrunk as of 1715796806.00000>, path: .shards_a/donor_3, db: /tmp/tmpg1efck1_/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1715796807.00000.db +sharder-test INFO: Cleaved ShardRange<'h' to MaxBound as of 1715796741.39161, (1000, 11111) as of 1715796741.39161, active as of 1715796741.39161> in 0.101s, path: .shards_a/donor_3, db: /tmp/tmpg1efck1_/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1715796807.00000.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/donor_3, db: /tmp/tmpg1efck1_/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1715796807.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpg1efck1_/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db' +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_4, db: /tmp/tmpg1efck1_/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1715796834.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_4, db: /tmp/tmpg1efck1_/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1715796834.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_4, db: /tmp/tmpg1efck1_/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1715796834.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0003886222839355469s, path: .shards_a/donor_4, db: /tmp/tmpg1efck1_/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010228157043457031s, path: .shards_a/donor_4, db: /tmp/tmpg1efck1_/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001010894775390625s, path: .shards_a/donor_4, db: /tmp/tmpg1efck1_/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.775161743164062e-05s, path: .shards_a/donor_4, db: /tmp/tmpg1efck1_/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_4, db: /tmp/tmpg1efck1_/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1715796834.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_4, db: /tmp/tmpg1efck1_/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1715796834.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_4_k for ShardRange<'d' to 'k' as of 1715796741.98352, (1000, 11111) as of 1715796741.98352, created as of 1715796741.98352>, path: .shards_a/donor_4, db: /tmp/tmpg1efck1_/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1715796834.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00021457672119140625s, path: .shards_a/donor_4, db: /tmp/tmpg1efck1_/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013971328735351562s, path: .shards_a/donor_4, db: /tmp/tmpg1efck1_/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_4_k for ShardRange<'h' to 'w' as of 1715796833.00000, (0, 0) as of 1715796833.00000, shrinking as of 1715796833.00000>, path: .shards_a/donor_4, db: /tmp/tmpg1efck1_/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1715796834.00000.db +sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1715796741.98352, (1000, 11111) as of 1715796741.98352, created as of 1715796741.98352> in 0.045s, path: .shards_a/donor_4, db: /tmp/tmpg1efck1_/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1715796834.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_4_ for ShardRange<'k' to MaxBound as of 1715796741.98355, (1000, 11111) as of 1715796741.98355, created as of 1715796741.98355>, path: .shards_a/donor_4, db: /tmp/tmpg1efck1_/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1715796834.00000.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00024271011352539062s, path: .shards_a/donor_4, db: /tmp/tmpg1efck1_/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00015044212341308594s, path: .shards_a/donor_4, db: /tmp/tmpg1efck1_/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_4_ for ShardRange<'h' to 'w' as of 1715796833.00000, (0, 0) as of 1715796833.00000, shrinking as of 1715796833.00000>, path: .shards_a/donor_4, db: /tmp/tmpg1efck1_/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1715796834.00000.db +sharder-test INFO: Cleaved ShardRange<'k' to MaxBound as of 1715796741.98355, (1000, 11111) as of 1715796741.98355, created as of 1715796741.98355> in 0.036s, path: .shards_a/donor_4, db: /tmp/tmpg1efck1_/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1715796834.00000.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: .shards_a/donor_4, db: /tmp/tmpg1efck1_/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1715796834.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpg1efck1_/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db' +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_5, db: /tmp/tmpg1efck1_/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1715796867.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_5, db: /tmp/tmpg1efck1_/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1715796867.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_5, db: /tmp/tmpg1efck1_/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1715796867.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00016069412231445312s, path: .shards_a/donor_5, db: /tmp/tmpg1efck1_/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.369850158691406e-05s, path: .shards_a/donor_5, db: /tmp/tmpg1efck1_/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db +test INFO: - - - [15/May/2024:18:12:22 +0000] "PUT /sda1/p/a/c/US-UT-A" 201 - "-" "-" "-" 0.0005 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:22 +0000] "GET /sda1/p/a/c" 200 221 "-" "-" "-" 0.0345 "-" 1363411 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:12:22 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0287 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:22 +0000] "PUT /sda1/p/a/c/%3C%27sub%27%20%22dir%22%3E/object" 201 - "-" "-" "-" 0.0026 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:22 +0000] "GET /sda1/p/a/c" 200 159 "-" "-" "-" 0.0317 "-" 1363411 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:12:22 +0000] "GET /sda1/p/a/c" 400 21 "-" "-" "-" 0.0002 "-" 1363411 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:12:22 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0212 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:22 +0000] "GET /sda1/p/a/jsonc" 200 2 "-" "-" "-" 0.0023 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:22 +0000] "PUT /sda1/p/a/jsonc/0" 201 - "-" "-" "-" 0.0006 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:22 +0000] "PUT /sda1/p/a/jsonc/1" 201 - "-" "-" "-" 0.0004 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:22 +0000] "PUT /sda1/p/a/jsonc/2" 201 - "-" "-" "-" 0.0004 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:22 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0176 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:22 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0015 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:22 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0043 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:22 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0014 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:22 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0027 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:22 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0013 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:22 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0030 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:22 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0016 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:22 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0028 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:22 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0018 "-" 1363411 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:12:22 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0256 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:22 +0000] "PUT /sda1/p/a/jsonc/0" 201 - "-" "-" "-" 0.0005 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:22 +0000] "PUT /sda1/p/a/jsonc/1" 201 - "-" "-" "-" 0.0005 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:22 +0000] "GET /sda1/p/a/jsonc" 200 234 "-" "-" "-" 0.0225 "-" 1363411 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:12:22 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0234 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:22 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0035 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:22 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0004 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:22 +0000] "PUT /sda1/p/a/c/-UK" 201 - "-" "-" "-" 0.0003 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:22 +0000] "PUT /sda1/p/a/c/-CH" 201 - "-" "-" "-" 0.0004 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:22 +0000] "GET /sda1/p/a/c" 200 36 "-" "-" "-" 0.0189 "-" 1363411 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:12:22 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0256 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:22 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0026 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:22 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0003 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:22 +0000] "PUT /sda1/p/a/c/2" 201 - "-" "-" "-" 0.0023 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:22 +0000] "GET /sda1/p/a/c" 200 4 "-" "-" "-" 0.0262 "-" 1363411 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:12:22 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0004 "-" 1363411 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:12:22 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0276 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:22 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0004 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:22 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0018 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:22 +0000] "PUT /sda1/p/a/c/2" 201 - "-" "-" "-" 0.0003 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:22 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0293 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:22 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0019 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:22 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0020 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:22 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 1363411 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:12:22 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0201 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:22 +0000] "PUT /sda1/p/a/c/US~~TX~~A" 201 - "-" "-" "-" 0.0017 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:22 +0000] "PUT /sda1/p/a/c/US~~TX~~B" 201 - "-" "-" "-" 0.0004 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:22 +0000] "PUT /sda1/p/a/c/US~~OK~~A" 201 - "-" "-" "-" 0.0026 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:22 +0000] "PUT /sda1/p/a/c/US~~OK~~B" 201 - "-" "-" "-" 0.0003 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:22 +0000] "PUT /sda1/p/a/c/US~~OK~Tulsa~~A" 201 - "-" "-" "-" 0.0019 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:22 +0000] "PUT /sda1/p/a/c/US~~OK~Tulsa~~B" 201 - "-" "-" "-" 0.0003 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:22 +0000] "PUT /sda1/p/a/c/US~~UT~~A" 201 - "-" "-" "-" 0.0003 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:22 +0000] "PUT /sda1/p/a/c/US~~UT~~~B" 201 - "-" "-" "-" 0.0003 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:22 +0000] "GET /sda1/p/a/c" 200 102 "-" "-" "-" 0.0260 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:22 +0000] "GET /sda1/p/a/c" 200 102 "-" "-" "-" 0.0038 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:22 +0000] "GET /sda1/p/a/c" 200 24 "-" "-" "-" 0.0035 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:22 +0000] "GET /sda1/p/a/c" 200 24 "-" "-" "-" 0.0019 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:22 +0000] "GET /sda1/p/a/c" 200 150 "-" "-" "-" 0.0021 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:22 +0000] "GET /sda1/p/a/c" 200 150 "-" "-" "-" 0.0020 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:22 +0000] "GET /sda1/p/a/c" 200 251 "-" "-" "-" 0.0020 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:22 +0000] "GET /sda1/p/a/c" 200 251 "-" "-" "-" 0.0021 "-" 1363411 2 +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_multichar_delimiter +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_multichar_delimiter ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_errors +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_errors ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_not_supported +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_not_supported ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_other_params +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_other_params ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_sharded_subshard_state_listing +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_sharded_subshard_state_listing ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_sharded_subshard_state_updating +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_sharded_subshard_state_updating ... ok +sharder-test DEBUG: got 0 rows (deleted=False) in 9.369850158691406e-05s, path: .shards_a/donor_5, db: /tmp/tmpg1efck1_/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.369850158691406e-05s, path: .shards_a/donor_5, db: /tmp/tmpg1efck1_/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_5, db: /tmp/tmpg1efck1_/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1715796867.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_5, db: /tmp/tmpg1efck1_/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1715796867.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_5_k for ShardRange<'d' to 'k' as of 1715796742.57350, (1000, 11111) as of 1715796742.57350, cleaved as of 1715796742.57350>, path: .shards_a/donor_5, db: /tmp/tmpg1efck1_/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1715796867.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00019979476928710938s, path: .shards_a/donor_5, db: /tmp/tmpg1efck1_/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00014281272888183594s, path: .shards_a/donor_5, db: /tmp/tmpg1efck1_/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_5_k for ShardRange<'h' to 'w' as of 1715796866.00000, (0, 0) as of 1715796866.00000, shrinking as of 1715796866.00000>, path: .shards_a/donor_5, db: /tmp/tmpg1efck1_/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1715796867.00000.db +sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1715796742.57350, (1000, 11111) as of 1715796742.57350, cleaved as of 1715796742.57350> in 0.066s, path: .shards_a/donor_5, db: /tmp/tmpg1efck1_/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1715796867.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_5_ for ShardRange<'k' to MaxBound as of 1715796742.57353, (1000, 11111) as of 1715796742.57353, cleaved as of 1715796742.57353>, path: .shards_a/donor_5, db: /tmp/tmpg1efck1_/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1715796867.00000.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00024390220642089844s, path: .shards_a/donor_5, db: /tmp/tmpg1efck1_/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001246929168701172s, path: .shards_a/donor_5, db: /tmp/tmpg1efck1_/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_5_ for ShardRange<'h' to 'w' as of 1715796866.00000, (0, 0) as of 1715796866.00000, shrinking as of 1715796866.00000>, path: .shards_a/donor_5, db: /tmp/tmpg1efck1_/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1715796867.00000.db +sharder-test INFO: Cleaved ShardRange<'k' to MaxBound as of 1715796742.57353, (1000, 11111) as of 1715796742.57353, cleaved as of 1715796742.57353> in 0.06s, path: .shards_a/donor_5, db: /tmp/tmpg1efck1_/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1715796867.00000.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: .shards_a/donor_5, db: /tmp/tmpg1efck1_/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1715796867.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpg1efck1_/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db' +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_6, db: /tmp/tmpg1efck1_/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1715796900.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_6, db: /tmp/tmpg1efck1_/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1715796900.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_6, db: /tmp/tmpg1efck1_/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1715796900.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0016551017761230469s, path: .shards_a/donor_6, db: /tmp/tmpg1efck1_/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.584426879882812e-05s, path: .shards_a/donor_6, db: /tmp/tmpg1efck1_/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011563301086425781s, path: .shards_a/donor_6, db: /tmp/tmpg1efck1_/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.417533874511719e-05s, path: .shards_a/donor_6, db: /tmp/tmpg1efck1_/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_6, db: /tmp/tmpg1efck1_/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1715796900.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_6, db: /tmp/tmpg1efck1_/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1715796900.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_6_k for ShardRange<'d' to 'k' as of 1715796743.21182, (1000, 11111) as of 1715796743.21182, active as of 1715796743.21182>, path: .shards_a/donor_6, db: /tmp/tmpg1efck1_/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1715796900.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00022912025451660156s, path: .shards_a/donor_6, db: /tmp/tmpg1efck1_/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011730194091796875s, path: .shards_a/donor_6, db: /tmp/tmpg1efck1_/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_6_k for ShardRange<'h' to 'w' as of 1715796899.00000, (0, 0) as of 1715796899.00000, shrinking as of 1715796899.00000>, path: .shards_a/donor_6, db: /tmp/tmpg1efck1_/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1715796900.00000.db +sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1715796743.21182, (1000, 11111) as of 1715796743.21182, active as of 1715796743.21182> in 0.054s, path: .shards_a/donor_6, db: /tmp/tmpg1efck1_/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1715796900.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_6_ for ShardRange<'k' to MaxBound as of 1715796743.21187, (1000, 11111) as of 1715796743.21187, active as of 1715796743.21187>, path: .shards_a/donor_6, db: /tmp/tmpg1efck1_/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1715796900.00000.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00021982192993164062s, path: .shards_a/donor_6, db: /tmp/tmpg1efck1_/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010418891906738281s, path: .shards_a/donor_6, db: /tmp/tmpg1efck1_/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_root_state_listing +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_root_state_listing ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_root_state_updating +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_root_state_updating ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_subshard_state_listing +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_subshard_state_listing ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_subshard_state_updating +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_subshard_state_updating ... ok +test INFO: - - - [15/May/2024:18:12:22 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0020 "-" 1363411 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:12:22 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0257 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0347 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0259 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0298 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0313 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0235 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:22 +0000] "GET /sda1/p/a/c" 400 9 "-" "-" "-" 0.0023 "-" 1363411 - +test INFO: - - - [15/May/2024:18:12:22 +0000] "GET /sda1/p/a/c" 507 - "-" "-" "-" 0.0002 "-" 1363411 - +test INFO: - - - [15/May/2024:18:12:22 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0253 "-" 1363411 - +test INFO: - - - [15/May/2024:18:12:22 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0014 "-" 1363411 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:12:22 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0293 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0233 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0334 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0266 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0310 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:23 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0122 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:23 +0000] "GET /sda1/p/a/c" 400 36 "-" "-" "-" 0.0013 "-" 1363411 - +test INFO: - - - [15/May/2024:18:12:23 +0000] "GET /sda1/p/a/c" 400 35 "-" "-" "-" 0.0013 "-" 1363411 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:12:23 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0184 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:23 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0219 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:23 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0294 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:23 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0380 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:23 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0244 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:23 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0309 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:23 +0000] "GET /sda1/p/a/c" 200 192 "-" "-" "-" 0.0017 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:23 +0000] "GET /sda1/p/a/c" 200 192 "-" "-" "-" 0.0016 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:23 +0000] "GET /sda1/p/a/c" 200 202 "-" "-" "-" 0.0016 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:23 +0000] "GET /sda1/p/a/c" 200 202 "-" "-" "-" 0.0015 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:23 +0000] "GET /sda1/p/a/c" 200 63 "-" "-" "-" 0.0013 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:23 +0000] "GET /sda1/p/a/c" 200 63 "-" "-" "-" 0.0012 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:23 +0000] "GET /sda1/p/a/c" 200 323 "-" "-" "-" 0.0013 "-" 1363411 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:12:23 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0262 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:23 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0492 "-" 1363411 2 +test DEBUG: Unlinked retiring db '/tmp/tmp52tv3t9w/tmp_test_container_server_ContainerController/sda1/containers/p/61c/b6a56f59d3a8b4d57e122a32d715b61c/b6a56f59d3a8b4d57e122a32d715b61c.db' +test INFO: - - - [15/May/2024:18:12:23 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0020 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:23 +0000] "GET /sda1/p/.shards_a/c" 200 1672 "-" "-" "-" 0.0020 "-" 1363411 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:12:23 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0235 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:23 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0476 "-" 1363411 2 +test DEBUG: Unlinked retiring db '/tmp/tmp7icskdyc/tmp_test_container_server_ContainerController/sda1/containers/p/61c/b6a56f59d3a8b4d57e122a32d715b61c/b6a56f59d3a8b4d57e122a32d715b61c.db' +test INFO: - - - [15/May/2024:18:12:23 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0021 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:23 +0000] "GET /sda1/p/.shards_a/c" 200 1672 "-" "-" "-" 0.0020 "-" 1363411 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:12:23 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0221 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:23 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0366 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:23 +0000] "GET /sda1/p/a/c" 200 277 "-" "-" "-" 0.0025 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:23 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0024 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:23 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0024 "-" 1363411 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:12:23 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0170 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:23 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0369 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:23 +0000] "GET /sda1/p/a/c" 200 277 "-" "-" "-" 0.0017 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:23 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0018 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:23 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0018 "-" 1363411 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:12:23 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0285 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:23 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0439 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:23 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0020 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:23 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0028 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:23 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0022 "-" 1363411 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:12:23 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0210 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:23 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0547 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:23 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0018 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:23 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0020 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:23 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0020 "-" 1363411 2 +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_non_ascii +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_non_ascii ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_objects_of_different_policies +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_objects_of_different_policies ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_over_limit +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_over_limit ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_path +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_path ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_plain +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_plain ... ok +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:12:23 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0165 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:23 +0000] "PUT /sda1/p/a/jsonc/Sp%C3%A4tzle" 201 - "-" "-" "-" 0.0007 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:23 +0000] "PUT /sda1/p/a/jsonc/%E3%83%A9%E3%83%BC%E3%83%A1%E3%83%B3" 201 - "-" "-" "-" 0.0009 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:23 +0000] "GET /sda1/p/a/jsonc" 200 268 "-" "-" "-" 0.0255 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:23 +0000] "GET /sda1/p/a/jsonc" 200 22 "-" "-" "-" 0.0033 "-" 1363411 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:12:24 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0270 "-" 1363411 0 +test INFO: - - - [15/May/2024:18:12:24 +0000] "PUT /sda1/p/a/c/obj_default_0" 201 - "-" "-" "-" 0.0017 "-" 1363411 0 +test INFO: - - - [15/May/2024:18:12:24 +0000] "PUT /sda1/p/a/c/obj_default_1" 201 - "-" "-" "-" 0.0005 "-" 1363411 0 +test INFO: - - - [15/May/2024:18:12:24 +0000] "PUT /sda1/p/a/c/obj_default_2" 201 - "-" "-" "-" 0.0006 "-" 1363411 0 +test INFO: - - - [15/May/2024:18:12:24 +0000] "PUT /sda1/p/a/c/obj_default_3" 201 - "-" "-" "-" 0.0016 "-" 1363411 0 +test INFO: - - - [15/May/2024:18:12:24 +0000] "PUT /sda1/p/a/c/obj_default_4" 201 - "-" "-" "-" 0.0004 "-" 1363411 0 +test INFO: - - - [15/May/2024:18:12:24 +0000] "PUT /sda1/p/a/c/obj_default_5" 201 - "-" "-" "-" 0.0004 "-" 1363411 0 +test INFO: - - - [15/May/2024:18:12:24 +0000] "PUT /sda1/p/a/c/obj_default_6" 201 - "-" "-" "-" 0.0004 "-" 1363411 0 +test INFO: - - - [15/May/2024:18:12:24 +0000] "PUT /sda1/p/a/c/obj_default_7" 201 - "-" "-" "-" 0.0004 "-" 1363411 0 +test INFO: - - - [15/May/2024:18:12:24 +0000] "PUT /sda1/p/a/c/obj_default_8" 201 - "-" "-" "-" 0.0004 "-" 1363411 0 +test INFO: - - - [15/May/2024:18:12:24 +0000] "PUT /sda1/p/a/c/obj_default_9" 201 - "-" "-" "-" 0.0004 "-" 1363411 0 +test INFO: - - - [15/May/2024:18:12:24 +0000] "PUT /sda1/p/a/c/obj_default_10" 201 - "-" "-" "-" 0.0004 "-" 1363411 0 +test INFO: - - - [15/May/2024:18:12:24 +0000] "PUT /sda1/p/a/c/obj_1_0" 201 - "-" "-" "-" 0.0004 "-" 1363411 1 +test INFO: - - - [15/May/2024:18:12:24 +0000] "PUT /sda1/p/a/c/obj_1_1" 201 - "-" "-" "-" 0.0004 "-" 1363411 1 +test INFO: - - - [15/May/2024:18:12:24 +0000] "PUT /sda1/p/a/c/obj_1_2" 201 - "-" "-" "-" 0.0004 "-" 1363411 1 +test INFO: - - - [15/May/2024:18:12:24 +0000] "PUT /sda1/p/a/c/obj_1_3" 201 - "-" "-" "-" 0.0004 "-" 1363411 1 +test INFO: - - - [15/May/2024:18:12:24 +0000] "PUT /sda1/p/a/c/obj_1_4" 201 - "-" "-" "-" 0.0004 "-" 1363411 1 +test INFO: - - - [15/May/2024:18:12:24 +0000] "PUT /sda1/p/a/c/obj_1_5" 201 - "-" "-" "-" 0.0004 "-" 1363411 1 +test INFO: - - - [15/May/2024:18:12:24 +0000] "PUT /sda1/p/a/c/obj_1_6" 201 - "-" "-" "-" 0.0004 "-" 1363411 1 +test INFO: - - - [15/May/2024:18:12:24 +0000] "PUT /sda1/p/a/c/obj_1_7" 201 - "-" "-" "-" 0.0004 "-" 1363411 1 +test INFO: - - - [15/May/2024:18:12:24 +0000] "PUT /sda1/p/a/c/obj_1_8" 201 - "-" "-" "-" 0.0009 "-" 1363411 1 +test INFO: - - - [15/May/2024:18:12:24 +0000] "PUT /sda1/p/a/c/obj_1_9" 201 - "-" "-" "-" 0.0014 "-" 1363411 1 +test INFO: - - - [15/May/2024:18:12:24 +0000] "GET /sda1/p/a/c" 200 155 "-" "-" "-" 0.0257 "-" 1363411 0 +test INFO: - - - [15/May/2024:18:12:24 +0000] "GET /sda1/p/a/c" 200 155 "-" "-" "-" 0.0028 "-" 1363411 0 +test INFO: - - - [15/May/2024:18:12:24 +0000] "GET /sda1/p/a/c" 200 80 "-" "-" "-" 0.0024 "-" 1363411 0 +test INFO: - - - [15/May/2024:18:12:24 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 1363411 0 +test INFO: - - - [15/May/2024:18:12:24 +0000] "GET /sda1/p/a/c" 400 40 "-" "-" "-" 0.0011 "-" 1363411 3 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:12:24 +0000] "GET /sda1/p/a/c" 412 22 "-" "-" "-" 0.0003 "-" 1363411 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:12:24 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0219 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:24 +0000] "PUT /sda1/p/a/c/US/TX" 201 - "-" "-" "-" 0.0004 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:24 +0000] "PUT /sda1/p/a/c/US/TX/B" 201 - "-" "-" "-" 0.0004 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:24 +0000] "PUT /sda1/p/a/c/US/OK" 201 - "-" "-" "-" 0.0004 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:24 +0000] "PUT /sda1/p/a/c/US/OK/B" 201 - "-" "-" "-" 0.0004 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:24 +0000] "PUT /sda1/p/a/c/US/UT/A" 201 - "-" "-" "-" 0.0004 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:24 +0000] "GET /sda1/p/a/c" 200 242 "-" "-" "-" 0.0232 "-" 1363411 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:12:24 +0000] "PUT /sda1/p/a/plainc" 201 - "-" "-" "-" 0.0290 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:24 +0000] "GET /sda1/p/a/plainc" 204 - "-" "-" "-" 0.0021 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:24 +0000] "PUT /sda1/p/a/plainc/0" 201 - "-" "-" "-" 0.0004 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:24 +0000] "PUT /sda1/p/a/plainc/1" 201 - "-" "-" "-" 0.0004 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:24 +0000] "PUT /sda1/p/a/plainc/2" 201 - "-" "-" "-" 0.0004 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:24 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0219 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:24 +0000] "HEAD /sda1/p/a/plainc" 204 - "-" "-" "-" 0.0016 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:24 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0029 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:24 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0024 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:24 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0024 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:24 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0024 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:24 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0050 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:24 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0023 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:24 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0023 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:24 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0023 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:24 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0023 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:24 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0023 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:24 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0023 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:24 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0024 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:24 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0022 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:24 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0024 "-" 1363411 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:12:24 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0301 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:24 +0000] "PUT /sda1/p/a/c/a1" 201 - "-" "-" "-" 0.0006 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:24 +0000] "PUT /sda1/p/a/c/b1" 201 - "-" "-" "-" 0.0004 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:24 +0000] "PUT /sda1/p/a/c/a2" 201 - "-" "-" "-" 0.0004 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:24 +0000] "PUT /sda1/p/a/c/b2" 201 - "-" "-" "-" 0.0004 "-" 1363411 2 +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_auditing +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_auditing ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_errors +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_errors ... ok +sharder-test INFO: Replicating new shard container .shards_a/acceptor_6_ for ShardRange<'h' to 'w' as of 1715796899.00000, (0, 0) as of 1715796899.00000, shrinking as of 1715796899.00000>, path: .shards_a/donor_6, db: /tmp/tmpg1efck1_/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1715796900.00000.db +sharder-test INFO: Cleaved ShardRange<'k' to MaxBound as of 1715796743.21187, (1000, 11111) as of 1715796743.21187, active as of 1715796743.21187> in 0.06s, path: .shards_a/donor_6, db: /tmp/tmpg1efck1_/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1715796900.00000.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: .shards_a/donor_6, db: /tmp/tmpg1efck1_/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1715796900.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpg1efck1_/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db' +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_7, db: /tmp/tmpg1efck1_/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1715796933.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_7, db: /tmp/tmpg1efck1_/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1715796933.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_7, db: /tmp/tmpg1efck1_/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1715796933.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0013480186462402344s, path: .shards_a/donor_7, db: /tmp/tmpg1efck1_/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.655952453613281e-05s, path: .shards_a/donor_7, db: /tmp/tmpg1efck1_/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.703636169433594e-05s, path: .shards_a/donor_7, db: /tmp/tmpg1efck1_/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.632110595703125e-05s, path: .shards_a/donor_7, db: /tmp/tmpg1efck1_/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_7, db: /tmp/tmpg1efck1_/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1715796933.00000.db +sharder-test INFO: Starting to cleave (3 todo), path: .shards_a/donor_7, db: /tmp/tmpg1efck1_/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1715796933.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_7_k for ShardRange<'d' to 'k' as of 1715796743.91870, (1000, 11111) as of 1715796743.91870, cleaved as of 1715796743.91870>, path: .shards_a/donor_7, db: /tmp/tmpg1efck1_/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1715796933.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00023221969604492188s, path: .shards_a/donor_7, db: /tmp/tmpg1efck1_/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013136863708496094s, path: .shards_a/donor_7, db: /tmp/tmpg1efck1_/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_7_k for ShardRange<'h' to 'w' as of 1715796932.00000, (0, 0) as of 1715796932.00000, shrinking as of 1715796932.00000>, path: .shards_a/donor_7, db: /tmp/tmpg1efck1_/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1715796933.00000.db +sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1715796743.91870, (1000, 11111) as of 1715796743.91870, cleaved as of 1715796743.91870> in 0.045s, path: .shards_a/donor_7, db: /tmp/tmpg1efck1_/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1715796933.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_7_t for ShardRange<'k' to 't' as of 1715796743.91874, (1000, 11111) as of 1715796743.91874, cleaved as of 1715796743.91874>, path: .shards_a/donor_7, db: /tmp/tmpg1efck1_/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1715796933.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0003707408905029297s, path: .shards_a/donor_7, db: /tmp/tmpg1efck1_/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013136863708496094s, path: .shards_a/donor_7, db: /tmp/tmpg1efck1_/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_7_t for ShardRange<'h' to 'w' as of 1715796932.00000, (0, 0) as of 1715796932.00000, shrinking as of 1715796932.00000>, path: .shards_a/donor_7, db: /tmp/tmpg1efck1_/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1715796933.00000.db +sharder-test INFO: Cleaved ShardRange<'k' to 't' as of 1715796743.91874, (1000, 11111) as of 1715796743.91874, cleaved as of 1715796743.91874> in 0.029s, path: .shards_a/donor_7, db: /tmp/tmpg1efck1_/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1715796933.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_7_ for ShardRange<'t' to MaxBound as of 1715796743.91876, (1000, 11111) as of 1715796743.91876, cleaved as of 1715796743.91876>, path: .shards_a/donor_7, db: /tmp/tmpg1efck1_/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1715796933.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002636909484863281s, path: .shards_a/donor_7, db: /tmp/tmpg1efck1_/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012755393981933594s, path: .shards_a/donor_7, db: /tmp/tmpg1efck1_/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_7_ for ShardRange<'h' to 'w' as of 1715796932.00000, (0, 0) as of 1715796932.00000, shrinking as of 1715796932.00000>, path: .shards_a/donor_7, db: /tmp/tmpg1efck1_/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1715796933.00000.db +sharder-test INFO: Cleaved ShardRange<'t' to MaxBound as of 1715796743.91876, (1000, 11111) as of 1715796743.91876, cleaved as of 1715796743.91876> in 0.05s, path: .shards_a/donor_7, db: /tmp/tmpg1efck1_/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1715796933.00000.db +sharder-test DEBUG: Cleaved 3 shard ranges, path: .shards_a/donor_7, db: /tmp/tmpg1efck1_/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1715796933.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpg1efck1_/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db' +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_8, db: /tmp/tmpg1efck1_/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1715796972.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_8, db: /tmp/tmpg1efck1_/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1715796972.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_8, db: /tmp/tmpg1efck1_/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1715796972.00000.db +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_from_compacted_shard +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_from_compacted_shard ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_include_deleted +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_include_deleted ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_using_state_aliases +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_using_state_aliases ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_with_format_header +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_with_format_header ... ok +test INFO: - - - [15/May/2024:18:12:24 +0000] "PUT /sda1/p/a/c/a3" 201 - "-" "-" "-" 0.0004 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:24 +0000] "PUT /sda1/p/a/c/b3" 201 - "-" "-" "-" 0.0004 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:24 +0000] "GET /sda1/p/a/c" 200 9 "-" "-" "-" 0.0280 "-" 1363411 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:12:24 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0237 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0255 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:24 +0000] "GET /sda1/p/a/c" 200 1287 "-" "-" "-" 0.0044 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:24 +0000] "GET /sda1/p/a/c" 200 1274 "-" "-" "-" 0.0025 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:24 +0000] "GET /sda1/p/a/c" 200 633 "-" "-" "-" 0.0020 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0178 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:24 +0000] "GET /sda1/p/a/c" 200 1287 "-" "-" "-" 0.0027 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:24 +0000] "GET /sda1/p/a/c" 200 1274 "-" "-" "-" 0.0020 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:24 +0000] "GET /sda1/p/a/c" 200 633 "-" "-" "-" 0.0019 "-" 1363411 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:12:24 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0215 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0288 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:24 +0000] "GET /sda1/p/a/c" 400 9 "-" "-" "-" 0.0013 "-" 1363411 - +test INFO: - - - [15/May/2024:18:12:24 +0000] "GET /sda1/p/a/c" 412 22 "-" "-" "-" 0.0001 "-" 1363411 - +test INFO: - - - [15/May/2024:18:12:24 +0000] "GET /sda1/p/a/c" 507 - "-" "-" "-" 0.0002 "-" 1363411 - +test INFO: - - - [15/May/2024:18:12:24 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0212 "-" 1363411 - +test INFO: - - - [15/May/2024:18:12:24 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0012 "-" 1363411 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:12:24 +0000] "PUT /sda1/p/.shards_a/c_f" 201 - "-" "-" "-" 0.0243 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:24 +0000] "PUT /sda1/p/.shards_a/c_f" 202 - "-" "-" "-" 0.0671 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:24 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0037 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:24 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0023 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:24 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0019 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:24 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0043 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:24 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0021 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:24 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0019 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:24 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0021 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:24 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0020 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:24 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0017 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:24 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0017 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:24 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0016 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:24 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0020 "-" 1363411 2 +test DEBUG: Unlinked retiring db '/tmp/tmpqkva9mpm/tmp_test_container_server_ContainerController/sda1/containers/p/189/b0d72ea4144f5f4c7f596aa4fe1f3189/b0d72ea4144f5f4c7f596aa4fe1f3189.db' +test INFO: - - - [15/May/2024:18:12:24 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0028 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:24 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0058 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:24 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0021 "-" 1363411 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:12:24 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0991 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0156 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:24 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0019 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:24 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0021 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0322 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:24 +0000] "GET /sda1/p/a/c" 200 1332 "-" "-" "-" 0.0022 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:24 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0042 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0281 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:24 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0037 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:24 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0017 "-" 1363411 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:12:24 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0224 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0601 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:25 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0020 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:25 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0199 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:25 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0586 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:25 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0024 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0316 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0491 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:25 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0049 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:25 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0225 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:25 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0416 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:25 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0021 "-" 1363411 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:12:25 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0203 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0254 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:25 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0019 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:25 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0017 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:25 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0017 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:25 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0016 "-" 1363411 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_namespaces +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_namespaces ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_shard_ranges +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_shard_ranges ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_shard_ranges_db_unlinked +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_shard_ranges_db_unlinked ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_ignored_for_objects +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_ignored_for_objects ... ok +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0002315044403076172s, path: .shards_a/donor_8, db: /tmp/tmpg1efck1_/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010895729064941406s, path: .shards_a/donor_8, db: /tmp/tmpg1efck1_/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.000102996826171875s, path: .shards_a/donor_8, db: /tmp/tmpg1efck1_/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010132789611816406s, path: .shards_a/donor_8, db: /tmp/tmpg1efck1_/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_8, db: /tmp/tmpg1efck1_/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1715796972.00000.db +sharder-test INFO: Starting to cleave (3 todo), path: .shards_a/donor_8, db: /tmp/tmpg1efck1_/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1715796972.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_8_k for ShardRange<'d' to 'k' as of 1715796744.58341, (1000, 11111) as of 1715796744.58341, created as of 1715796744.58341>, path: .shards_a/donor_8, db: /tmp/tmpg1efck1_/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1715796972.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00024390220642089844s, path: .shards_a/donor_8, db: /tmp/tmpg1efck1_/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00014472007751464844s, path: .shards_a/donor_8, db: /tmp/tmpg1efck1_/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_8_k for ShardRange<'h' to 'w' as of 1715796971.00000, (0, 0) as of 1715796971.00000, shrinking as of 1715796971.00000>, path: .shards_a/donor_8, db: /tmp/tmpg1efck1_/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1715796972.00000.db +sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1715796744.58341, (1000, 11111) as of 1715796744.58341, created as of 1715796744.58341> in 0.12s, path: .shards_a/donor_8, db: /tmp/tmpg1efck1_/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1715796972.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_8_t for ShardRange<'k' to 't' as of 1715796744.58348, (1000, 11111) as of 1715796744.58348, created as of 1715796744.58348>, path: .shards_a/donor_8, db: /tmp/tmpg1efck1_/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1715796972.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002579689025878906s, path: .shards_a/donor_8, db: /tmp/tmpg1efck1_/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00021314620971679688s, path: .shards_a/donor_8, db: /tmp/tmpg1efck1_/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_8_t for ShardRange<'h' to 'w' as of 1715796971.00000, (0, 0) as of 1715796971.00000, shrinking as of 1715796971.00000>, path: .shards_a/donor_8, db: /tmp/tmpg1efck1_/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1715796972.00000.db +sharder-test INFO: Cleaved ShardRange<'k' to 't' as of 1715796744.58348, (1000, 11111) as of 1715796744.58348, created as of 1715796744.58348> in 0.051s, path: .shards_a/donor_8, db: /tmp/tmpg1efck1_/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1715796972.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_8_ for ShardRange<'t' to MaxBound as of 1715796744.58349, (1000, 11111) as of 1715796744.58349, created as of 1715796744.58349>, path: .shards_a/donor_8, db: /tmp/tmpg1efck1_/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1715796972.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002110004425048828s, path: .shards_a/donor_8, db: /tmp/tmpg1efck1_/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00015020370483398438s, path: .shards_a/donor_8, db: /tmp/tmpg1efck1_/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_8_ for ShardRange<'h' to 'w' as of 1715796971.00000, (0, 0) as of 1715796971.00000, shrinking as of 1715796971.00000>, path: .shards_a/donor_8, db: /tmp/tmpg1efck1_/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1715796972.00000.db +sharder-test INFO: Cleaved ShardRange<'t' to MaxBound as of 1715796744.58349, (1000, 11111) as of 1715796744.58349, created as of 1715796744.58349> in 0.046s, path: .shards_a/donor_8, db: /tmp/tmpg1efck1_/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1715796972.00000.db +sharder-test DEBUG: Cleaved 3 shard ranges, path: .shards_a/donor_8, db: /tmp/tmpg1efck1_/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1715796972.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpg1efck1_/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db' +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_9, db: /tmp/tmpg1efck1_/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1715797011.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_9, db: /tmp/tmpg1efck1_/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1715797011.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_9, db: /tmp/tmpg1efck1_/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1715797011.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00019693374633789062s, path: .shards_a/donor_9, db: /tmp/tmpg1efck1_/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011444091796875s, path: .shards_a/donor_9, db: /tmp/tmpg1efck1_/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011897087097167969s, path: .shards_a/donor_9, db: /tmp/tmpg1efck1_/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011515617370605469s, path: .shards_a/donor_9, db: /tmp/tmpg1efck1_/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_9, db: /tmp/tmpg1efck1_/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1715797011.00000.db +sharder-test INFO: Starting to cleave (3 todo), path: .shards_a/donor_9, db: /tmp/tmpg1efck1_/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1715797011.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_9_k for ShardRange<'d' to 'k' as of 1715796745.46520, (1000, 11111) as of 1715796745.46520, active as of 1715796745.46520>, path: .shards_a/donor_9, db: /tmp/tmpg1efck1_/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1715797011.00000.db +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_accept +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_accept ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_content_type +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_content_type ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_format +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_format ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_partition +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_partition ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_not_found +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_not_found ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_timestamp_with_offset +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_timestamp_with_offset ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_OPTIONS +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_OPTIONS ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_metadata +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_metadata ... ok +test INFO: - - - [15/May/2024:18:12:25 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0186 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0258 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:25 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0235 "-" 1363411 - +test INFO: - - - [15/May/2024:18:12:25 +0000] "GET /sda1/p/a/c" 200 53 "-" "-" "-" 0.0015 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:25 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0010 "-" 1363411 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:12:25 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0234 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0248 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:25 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0262 "-" 1363411 - +test INFO: - - - [15/May/2024:18:12:25 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0019 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:25 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0018 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:25 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0010 "-" 1363411 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:12:25 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0278 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0137 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:25 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.1458 "-" 1363411 - +test INFO: - - - [15/May/2024:18:12:25 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0004 "-" 1363411 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:12:25 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0144 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0096 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:25 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0110 "-" 1363411 - +test INFO: - - - [15/May/2024:18:12:25 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0012 "-" 1363411 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:12:25 +0000] "PUT /sda1/p/a/xmlc" 201 - "-" "-" "-" 0.0160 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:25 +0000] "PUT /sda1/p/a/xmlc/0" 201 - "-" "-" "-" 0.0009 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:25 +0000] "PUT /sda1/p/a/xmlc/1" 201 - "-" "-" "-" 0.0014 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:25 +0000] "PUT /sda1/p/a/xmlc/2" 201 - "-" "-" "-" 0.0008 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:25 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0189 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:25 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0016 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:25 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0027 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:25 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0012 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:25 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0024 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:25 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0012 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:25 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0022 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:25 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0011 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:25 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0025 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:25 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0011 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:25 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0024 "-" 1363411 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:12:25 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0178 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:25 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:25 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:25 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0240 "-" 1363411 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:12:25 +0000] "HEAD /sda1/p/a/c" 400 21 "-" "-" "-" 0.0002 "-" 1363411 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:12:25 +0000] "HEAD /sda1/p/a/c" 406 - "-" "-" "-" 0.0005 "-" 1363411 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:12:25 +0000] "HEAD /sda1/p/a/c" 400 34 "-" "-" "-" 0.0002 "-" 1363411 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:12:25 +0000] "HEAD /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 1363411 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:12:25 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 1363411 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:12:25 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0205 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:25 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0015 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:25 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0010 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:25 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0231 "-" 1363411 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:12:25 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0283 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:25 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0186 "-" 1363411 - +test INFO: - - - [15/May/2024:18:12:25 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0015 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:25 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0432 "-" 1363411 - +test INFO: - - - [15/May/2024:18:12:25 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0016 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:25 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0015 "-" 1363411 - +test INFO: - - - [15/May/2024:18:12:25 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:26 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0458 "-" 1363411 - +test INFO: - - - [15/May/2024:18:12:26 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 1363411 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:12:26 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0168 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:26 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0534 "-" 1363411 - +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_no_timestamp_update +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_no_timestamp_update ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_sys_metadata +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_sys_metadata ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_after_DELETE_not_found +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_after_DELETE_not_found ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_ignores_policy_change +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_ignores_policy_change ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_insufficient_space +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_insufficient_space ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_container_sync_to +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_container_sync_to ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_partition +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_partition ... ok +sharder-test DEBUG: got 1 rows (deleted=False) in 0.002187967300415039s, path: .shards_a/donor_9, db: /tmp/tmpg1efck1_/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010895729064941406s, path: .shards_a/donor_9, db: /tmp/tmpg1efck1_/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_9_k for ShardRange<'h' to 'w' as of 1715797010.00000, (0, 0) as of 1715797010.00000, shrinking as of 1715797010.00000>, path: .shards_a/donor_9, db: /tmp/tmpg1efck1_/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1715797011.00000.db +sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1715796745.46520, (1000, 11111) as of 1715796745.46520, active as of 1715796745.46520> in 0.027s, path: .shards_a/donor_9, db: /tmp/tmpg1efck1_/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1715797011.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_9_t for ShardRange<'k' to 't' as of 1715796745.46526, (1000, 11111) as of 1715796745.46526, active as of 1715796745.46526>, path: .shards_a/donor_9, db: /tmp/tmpg1efck1_/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1715797011.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00031113624572753906s, path: .shards_a/donor_9, db: /tmp/tmpg1efck1_/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012922286987304688s, path: .shards_a/donor_9, db: /tmp/tmpg1efck1_/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_9_t for ShardRange<'h' to 'w' as of 1715797010.00000, (0, 0) as of 1715797010.00000, shrinking as of 1715797010.00000>, path: .shards_a/donor_9, db: /tmp/tmpg1efck1_/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1715797011.00000.db +sharder-test INFO: Cleaved ShardRange<'k' to 't' as of 1715796745.46526, (1000, 11111) as of 1715796745.46526, active as of 1715796745.46526> in 0.046s, path: .shards_a/donor_9, db: /tmp/tmpg1efck1_/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1715797011.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_9_ for ShardRange<'t' to MaxBound as of 1715796745.46528, (1000, 11111) as of 1715796745.46528, active as of 1715796745.46528>, path: .shards_a/donor_9, db: /tmp/tmpg1efck1_/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1715797011.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002682209014892578s, path: .shards_a/donor_9, db: /tmp/tmpg1efck1_/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00014138221740722656s, path: .shards_a/donor_9, db: /tmp/tmpg1efck1_/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_9_ for ShardRange<'h' to 'w' as of 1715797010.00000, (0, 0) as of 1715797010.00000, shrinking as of 1715797010.00000>, path: .shards_a/donor_9, db: /tmp/tmpg1efck1_/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1715797011.00000.db +sharder-test INFO: Cleaved ShardRange<'t' to MaxBound as of 1715796745.46528, (1000, 11111) as of 1715796745.46528, active as of 1715796745.46528> in 0.043s, path: .shards_a/donor_9, db: /tmp/tmpg1efck1_/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1715797011.00000.db +sharder-test DEBUG: Cleaved 3 shard ranges, path: .shards_a/donor_9, db: /tmp/tmpg1efck1_/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1715797011.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpg1efck1_/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db' +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_10, db: /tmp/tmpg1efck1_/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1715797050.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_10, db: /tmp/tmpg1efck1_/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1715797050.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_10, db: /tmp/tmpg1efck1_/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1715797050.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0021903514862060547s, path: .shards_a/donor_10, db: /tmp/tmpg1efck1_/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011897087097167969s, path: .shards_a/donor_10, db: /tmp/tmpg1efck1_/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011920928955078125s, path: .shards_a/donor_10, db: /tmp/tmpg1efck1_/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011515617370605469s, path: .shards_a/donor_10, db: /tmp/tmpg1efck1_/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_10, db: /tmp/tmpg1efck1_/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1715797050.00000.db +sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/donor_10, db: /tmp/tmpg1efck1_/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1715797050.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_10_k for ShardRange<'d' to 'k' as of 1715796746.27183, (1000, 11111) as of 1715796746.27183, created as of 1715796746.27183>, path: .shards_a/donor_10, db: /tmp/tmpg1efck1_/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1715797050.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00018978118896484375s, path: .shards_a/donor_10, db: /tmp/tmpg1efck1_/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001804828643798828s, path: .shards_a/donor_10, db: /tmp/tmpg1efck1_/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_10_k for ShardRange<'h' to 'w' as of 1715797049.00000, (0, 0) as of 1715797049.00000, shrinking as of 1715797049.00000>, path: .shards_a/donor_10, db: /tmp/tmpg1efck1_/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1715797050.00000.db +sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1715796746.27183, (1000, 11111) as of 1715796746.27183, created as of 1715796746.27183> in 0.055s, path: .shards_a/donor_10, db: /tmp/tmpg1efck1_/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1715797050.00000.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/donor_10, db: /tmp/tmpg1efck1_/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1715797050.00000.db +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_reset_container_sync +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_reset_container_sync ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_timestamp_not_float +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_timestamp_not_float ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_metadata +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_metadata ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_object_timing_metrics +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_object_timing_metrics ... ok +test INFO: - - - [15/May/2024:18:12:26 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:26 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0489 "-" 1363411 - +test INFO: - - - [15/May/2024:18:12:26 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:26 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0256 "-" 1363411 - +test INFO: - - - [15/May/2024:18:12:26 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0041 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:26 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 1363411 - +test INFO: - - - [15/May/2024:18:12:26 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 1363411 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:12:26 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0266 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:26 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0358 "-" 1363411 - +test INFO: - - - [15/May/2024:18:12:26 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:26 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0547 "-" 1363411 - +test INFO: - - - [15/May/2024:18:12:26 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:26 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0015 "-" 1363411 - +test INFO: - - - [15/May/2024:18:12:26 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:26 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0405 "-" 1363411 - +test INFO: - - - [15/May/2024:18:12:26 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 1363411 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:12:26 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0216 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:26 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0275 "-" 1363411 - +test INFO: - - - [15/May/2024:18:12:26 +0000] "POST /sda1/p/a/c/" 404 - "-" "-" "-" 0.0009 "-" 1363411 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:12:26 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0235 "-" 1363411 0 +test INFO: - - - [15/May/2024:18:12:26 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0022 "-" 1363411 0 +test INFO: - - - [15/May/2024:18:12:26 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0185 "-" 1363411 1 +test INFO: - - - [15/May/2024:18:12:26 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0026 "-" 1363411 0 +test INFO: - - - [15/May/2024:18:12:26 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0264 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:26 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0023 "-" 1363411 0 +test INFO: - - - [15/May/2024:18:12:26 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0238 "-" 1363411 3 +test INFO: - - - [15/May/2024:18:12:26 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0022 "-" 1363411 0 +test INFO: - - - [15/May/2024:18:12:26 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0223 "-" 1363411 4 +test INFO: - - - [15/May/2024:18:12:26 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0024 "-" 1363411 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:12:26 +0000] "POST /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 1363411 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:12:26 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0415 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:26 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0023 "-" 1363411 - +test INFO: - - - [15/May/2024:18:12:26 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0238 "-" 1363411 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:12:26 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0201 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:26 +0000] "POST /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 1363411 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:12:26 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0198 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0287 "-" 1363411 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:12:26 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0551 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:26 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:26 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0225 "-" 1363411 - +test INFO: - - - [15/May/2024:18:12:26 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0033 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0439 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:26 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:26 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0449 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:26 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 1363411 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:12:26 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0256 "-" 1363411 2 +test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" - "-" 1363411 2 +test INFO: - - - [01/Jan/1970:00:16:40 +0000] "GET /sda1/p/a/c" 200 117 "-" "-" "-" - "-" 1363411 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:12:26 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0156 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:26 +0000] "PUT /sda1/p/a/c/obj_0" 201 - "-" "-" "-" 0.0006 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:26 +0000] "PUT /sda1/p/a/c/obj_1" 201 - "-" "-" "-" 0.0004 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0590 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0275 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0279 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0312 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0291 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:27 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0025 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:27 +0000] "GET /sda1/p/a/c" 200 1683 "-" "-" "-" 0.0020 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:27 +0000] "GET /sda1/p/a/c" 200 1683 "-" "-" "-" 0.0019 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:27 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0018 "-" 1363411 2 +sharder-test WARNING: Repeat cleaving required, context: {'ref': '8e61695f-f4ad-401c-b07f-367d9ac5eb48-sda', 'cursor': 'k', 'max_row': 3, 'cleave_to_row': 3, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 1, 'ranges_todo': 0}, path: .shards_a/donor_10, db: /tmp/tmpg1efck1_/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1715797050.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_11, db: /tmp/tmpg1efck1_/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1715797076.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_11, db: /tmp/tmpg1efck1_/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1715797076.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_11, db: /tmp/tmpg1efck1_/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1715797076.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0002167224884033203s, path: .shards_a/donor_11, db: /tmp/tmpg1efck1_/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012564659118652344s, path: .shards_a/donor_11, db: /tmp/tmpg1efck1_/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001323223114013672s, path: .shards_a/donor_11, db: /tmp/tmpg1efck1_/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.000125885009765625s, path: .shards_a/donor_11, db: /tmp/tmpg1efck1_/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_11, db: /tmp/tmpg1efck1_/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1715797076.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_11, db: /tmp/tmpg1efck1_/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1715797076.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_11_k for ShardRange<'d' to 'k' as of 1715796746.81310, (1000, 11111) as of 1715796746.81310, cleaved as of 1715796746.81310>, path: .shards_a/donor_11, db: /tmp/tmpg1efck1_/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1715797076.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002162456512451172s, path: .shards_a/donor_11, db: /tmp/tmpg1efck1_/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013017654418945312s, path: .shards_a/donor_11, db: /tmp/tmpg1efck1_/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_11_k for ShardRange<'h' to 'w' as of 1715797075.00000, (0, 0) as of 1715797075.00000, shrinking as of 1715797075.00000>, path: .shards_a/donor_11, db: /tmp/tmpg1efck1_/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1715797076.00000.db +sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1715796746.81310, (1000, 11111) as of 1715796746.81310, cleaved as of 1715796746.81310> in 0.06s, path: .shards_a/donor_11, db: /tmp/tmpg1efck1_/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1715797076.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_11_t for ShardRange<'k' to 't' as of 1715796746.81315, (1000, 11111) as of 1715796746.81315, cleaved as of 1715796746.81315>, path: .shards_a/donor_11, db: /tmp/tmpg1efck1_/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1715797076.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001900196075439453s, path: .shards_a/donor_11, db: /tmp/tmpg1efck1_/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010967254638671875s, path: .shards_a/donor_11, db: /tmp/tmpg1efck1_/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_11_t for ShardRange<'h' to 'w' as of 1715797075.00000, (0, 0) as of 1715797075.00000, shrinking as of 1715797075.00000>, path: .shards_a/donor_11, db: /tmp/tmpg1efck1_/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1715797076.00000.db +sharder-test INFO: Cleaved ShardRange<'k' to 't' as of 1715796746.81315, (1000, 11111) as of 1715796746.81315, cleaved as of 1715796746.81315> in 0.03s, path: .shards_a/donor_11, db: /tmp/tmpg1efck1_/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1715797076.00000.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: .shards_a/donor_11, db: /tmp/tmpg1efck1_/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1715797076.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '2555167d-00d6-4919-b331-9cc220f3634e-sda', 'cursor': 't', 'max_row': 3, 'cleave_to_row': 3, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 2, 'ranges_todo': 0}, path: .shards_a/donor_11, db: /tmp/tmpg1efck1_/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1715797076.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_12, db: /tmp/tmpg1efck1_/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1715797108.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_12, db: /tmp/tmpg1efck1_/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1715797108.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_12, db: /tmp/tmpg1efck1_/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1715797108.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001900196075439453s, path: .shards_a/donor_12, db: /tmp/tmpg1efck1_/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012612342834472656s, path: .shards_a/donor_12, db: /tmp/tmpg1efck1_/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00012111663818359375s, path: .shards_a/donor_12, db: /tmp/tmpg1efck1_/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011539459228515625s, path: .shards_a/donor_12, db: /tmp/tmpg1efck1_/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_12, db: /tmp/tmpg1efck1_/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1715797108.00000.db +sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/donor_12, db: /tmp/tmpg1efck1_/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1715797108.00000.db +sharder-test INFO: Stopped cleave at gap: 'h' - 'k', path: .shards_a/donor_12, db: /tmp/tmpg1efck1_/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1715797108.00000.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: .shards_a/donor_12, db: /tmp/tmpg1efck1_/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1715797108.00000.db +test INFO: - - - [15/May/2024:18:12:27 +0000] "GET /sda1/p/a/c" 200 332 "-" "-" "-" 0.0017 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:27 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0017 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:27 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0039 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:27 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0023 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:27 +0000] "GET /sda1/p/a/c" 200 330 "-" "-" "-" 0.0019 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:27 +0000] "GET /sda1/p/a/c" 200 330 "-" "-" "-" 0.0017 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:27 +0000] "GET /sda1/p/a/c" 200 670 "-" "-" "-" 0.0018 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:27 +0000] "GET /sda1/p/a/c" 200 670 "-" "-" "-" 0.0018 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:27 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0021 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:27 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0022 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:27 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0019 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:27 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0020 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:27 +0000] "GET /sda1/p/a/c" 200 1323 "-" "-" "-" 0.0020 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:27 +0000] "GET /sda1/p/a/c" 200 1323 "-" "-" "-" 0.0020 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:27 +0000] "GET /sda1/p/a/c" 200 657 "-" "-" "-" 0.0020 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:27 +0000] "GET /sda1/p/a/c" 200 657 "-" "-" "-" 0.0019 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:27 +0000] "GET /sda1/p/a/c" 200 1339 "-" "-" "-" 0.0020 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:27 +0000] "GET /sda1/p/a/c" 200 1339 "-" "-" "-" 0.0021 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:27 +0000] "GET /sda1/p/a/c" 200 318 "-" "-" "-" 0.0018 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:27 +0000] "GET /sda1/p/a/c" 200 318 "-" "-" "-" 0.0018 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:27 +0000] "GET /sda1/p/a/c" 200 324 "-" "-" "-" 0.0033 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:27 +0000] "GET /sda1/p/a/c" 200 324 "-" "-" "-" 0.0019 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:27 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0016 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:27 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0017 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:27 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0016 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:27 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0017 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:27 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0024 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:27 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0020 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:27 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0018 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:27 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0017 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:27 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0018 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:27 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0017 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:27 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0017 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:27 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0017 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:27 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0017 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:27 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0028 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:27 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0017 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:27 +0000] "GET /sda1/p/a/c" 200 1351 "-" "-" "-" 0.0019 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:27 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0018 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:27 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0018 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:27 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0017 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:27 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0018 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:27 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0017 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:27 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0018 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:27 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0019 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:27 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0017 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:27 +0000] "GET /sda1/p/a/c" 200 1351 "-" "-" "-" 0.0018 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:27 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0017 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:27 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0025 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:27 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0018 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:27 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0017 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:27 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0018 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:27 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0018 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:27 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0017 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:27 +0000] "GET /sda1/p/a/c" 200 685 "-" "-" "-" 0.0017 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:27 +0000] "GET /sda1/p/a/c" 200 685 "-" "-" "-" 0.0017 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:27 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0016 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:27 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0016 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:27 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0014 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:27 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0014 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:27 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0019 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:27 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0028 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:27 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0019 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:27 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0037 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:27 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0029 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:27 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0025 "-" 1363411 2 +test DEBUG: Unlinked retiring db '/tmp/tmpdi8l1hm4/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' +test INFO: - - - [15/May/2024:18:12:27 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0023 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:27 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0021 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:27 +0000] "GET /sda1/p/a/c" 200 1337 "-" "-" "-" 0.0058 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:27 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0020 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:27 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0021 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0135 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:27 +0000] "GET /sda1/p/a/c" 200 1347 "-" "-" "-" 0.0028 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:27 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0024 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:27 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0023 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:27 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0023 "-" 1363411 2 +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_shard_ranges +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_shard_ranges ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_shards_timing_metrics +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_shards_timing_metrics ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_sys_metadata +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_sys_metadata ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_to_sharding_container +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_to_sharding_container ... ok test.unit.container.test_sharder.TestSharder.test_cleave_shard_shrinking test.unit.container.test_sharder.TestSharder.test_cleave_shard_shrinking ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_HEAD_put_timestamp_updates +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_HEAD_put_timestamp_updates ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_account_update +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_account_update ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_bad_policy_change +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_bad_policy_change ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_bad_policy_specified +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_bad_policy_specified ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_container_timing_metrics +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_container_timing_metrics ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_good_policy_specified +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_good_policy_specified ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_insufficient_space +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_insufficient_space ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_invalid_partition +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_invalid_partition ... ok +sharder-test WARNING: Repeat cleaving required, context: {'ref': '5dc7143e-cbfc-4588-a8bf-a0de95ecef4d-sda', 'cursor': 'h', 'max_row': 3, 'cleave_to_row': 3, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 1}, path: .shards_a/donor_12, db: /tmp/tmpg1efck1_/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1715797108.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_13, db: /tmp/tmpg1efck1_/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1715797128.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_13, db: /tmp/tmpg1efck1_/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1715797128.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_13, db: /tmp/tmpg1efck1_/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1715797128.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0014414787292480469s, path: .shards_a/donor_13, db: /tmp/tmpg1efck1_/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012350082397460938s, path: .shards_a/donor_13, db: /tmp/tmpg1efck1_/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00012063980102539062s, path: .shards_a/donor_13, db: /tmp/tmpg1efck1_/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011730194091796875s, path: .shards_a/donor_13, db: /tmp/tmpg1efck1_/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_13, db: /tmp/tmpg1efck1_/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1715797128.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_13, db: /tmp/tmpg1efck1_/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1715797128.00000.db +sharder-test INFO: Stopped cleave at gap: 'h' - 'k', path: .shards_a/donor_13, db: /tmp/tmpg1efck1_/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1715797128.00000.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: .shards_a/donor_13, db: /tmp/tmpg1efck1_/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1715797128.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '80e768b1-6647-4326-8598-f4689f83b749-sda', 'cursor': 'h', 'max_row': 3, 'cleave_to_row': 3, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 2}, path: .shards_a/donor_13, db: /tmp/tmpg1efck1_/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1715797128.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_14, db: /tmp/tmpg1efck1_/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1715797148.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_14, db: /tmp/tmpg1efck1_/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1715797148.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_14, db: /tmp/tmpg1efck1_/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1715797148.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00021004676818847656s, path: .shards_a/donor_14, db: /tmp/tmpg1efck1_/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001289844512939453s, path: .shards_a/donor_14, db: /tmp/tmpg1efck1_/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001289844512939453s, path: .shards_a/donor_14, db: /tmp/tmpg1efck1_/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013017654418945312s, path: .shards_a/donor_14, db: /tmp/tmpg1efck1_/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_14, db: /tmp/tmpg1efck1_/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1715797148.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_14, db: /tmp/tmpg1efck1_/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1715797148.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_14_k for ShardRange<'d' to 'k' as of 1715796748.00363, (1000, 11111) as of 1715796748.00363, cleaved as of 1715796748.00363>, path: .shards_a/donor_14, db: /tmp/tmpg1efck1_/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1715797148.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00018405914306640625s, path: .shards_a/donor_14, db: /tmp/tmpg1efck1_/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001468658447265625s, path: .shards_a/donor_14, db: /tmp/tmpg1efck1_/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_14_k for ShardRange<'h' to 'w' as of 1715797147.00000, (0, 0) as of 1715797147.00000, shrinking as of 1715797147.00000>, path: .shards_a/donor_14, db: /tmp/tmpg1efck1_/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1715797148.00000.db +sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1715796748.00363, (1000, 11111) as of 1715796748.00363, cleaved as of 1715796748.00363> in 0.057s, path: .shards_a/donor_14, db: /tmp/tmpg1efck1_/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1715797148.00000.db +sharder-test INFO: Stopped cleave at gap: 'k' - 't', path: .shards_a/donor_14, db: /tmp/tmpg1efck1_/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1715797148.00000.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/donor_14, db: /tmp/tmpg1efck1_/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1715797148.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '4c5e4c9c-0cf9-47f7-8a01-d393b1356a91-sda', 'cursor': 'k', 'max_row': 3, 'cleave_to_row': 3, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 1, 'ranges_todo': 1}, path: .shards_a/donor_14, db: /tmp/tmpg1efck1_/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1715797148.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmp6c3endok/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796750.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp6c3endok/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796750.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('there', '')], path: .shards_a/shard_c, db: /tmp/tmp6c3endok/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796750.00000.db +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_change +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_change ... ok +test INFO: - - - [15/May/2024:18:12:27 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0023 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:27 +0000] "GET /sda1/p/a/c/" 200 1017 "-" "-" "-" 0.0105 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:27 +0000] "GET /sda1/p/a/c/" 200 330 "-" "-" "-" 0.0657 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:27 +0000] "GET /sda1/p/a/c/" 200 330 "-" "-" "-" 0.0025 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:27 +0000] "GET /sda1/p/a/c/" 200 1017 "-" "-" "-" 0.0024 "-" 1363411 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:12:27 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0203 "-" 1363411 2 +test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" - "-" 1363411 2 +test INFO: - - - [01/Jan/1970:00:16:40 +0000] "GET /sda1/p/a/c" 200 664 "-" "-" "-" - "-" 1363411 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:12:27 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0281 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:27 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0023 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:27 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0300 "-" 1363411 - +test INFO: - - - [15/May/2024:18:12:27 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0500 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:27 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0038 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:27 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0572 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:27 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0022 "-" 1363411 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:12:27 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0192 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:27 +0000] "PUT /sda1/p/a/c/unsharded" 201 - "-" "-" "-" 0.0005 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:27 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0256 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:28 +0000] "PUT /sda1/p/a/c/sharding" 201 - "-" "-" "-" 0.0006 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:28 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0231 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:28 +0000] "PUT /sda1/p/a/c/racing_update" 201 - "-" "-" "-" 0.0040 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:28 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0089 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:28 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0138 "-" 1363411 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:12:28 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0239 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0488 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:28 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0016 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0497 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:28 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0507 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:28 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:28 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 1363411 - +test INFO: - - - [15/May/2024:18:12:28 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0250 "-" 1363411 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:12:28 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0223 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:28 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0337 "-" 1363411 - +test INFO: - - - [15/May/2024:18:12:28 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0556 "-" 1363411 - +test ERROR: ERROR Account update failed with 127.0.0.1:60161/sda1 (will retry later): Response 503 OK +test INFO: - - - [15/May/2024:18:12:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0264 "-" 1363411 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:12:28 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0223 "-" 1363411 1 +test INFO: - - - [15/May/2024:18:12:28 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 1363411 1 +test INFO: - - - [15/May/2024:18:12:28 +0000] "PUT /sda1/p/a/c" 409 - "-" "-" "-" 0.0011 "-" 1363411 1 +test INFO: - - - [15/May/2024:18:12:28 +0000] "PUT /sda1/p/a/c" 409 - "-" "-" "-" 0.0010 "-" 1363411 1 +test INFO: - - - [15/May/2024:18:12:28 +0000] "PUT /sda1/p/a/c" 409 - "-" "-" "-" 0.0010 "-" 1363411 1 +test INFO: - - - [15/May/2024:18:12:28 +0000] "PUT /sda1/p/a/c" 409 - "-" "-" "-" 0.0010 "-" 1363411 1 +test INFO: - - - [15/May/2024:18:12:28 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 1363411 1 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:12:28 +0000] "PUT /sda1/p/a/c" 400 45 "-" "-" "-" 0.0003 "-" 1363411 nada +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" - "-" 1363411 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:12:28 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0241 "-" 1363411 1 +test INFO: - - - [15/May/2024:18:12:28 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0023 "-" 1363411 1 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:12:28 +0000] "PUT /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 1363411 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:12:28 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0155 "-" 1363411 4 +test INFO: - - - [15/May/2024:18:12:28 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 1363411 4 +test INFO: - - - [15/May/2024:18:12:28 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0206 "-" 1363411 4 +test INFO: - - - [15/May/2024:18:12:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0240 "-" 1363411 4 +test INFO: - - - [15/May/2024:18:12:28 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0022 "-" 1363411 4 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:12:28 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0270 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:28 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0246 "-" 1363411 2 +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_for_existing_default +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_for_existing_default ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_for_existing_non_default +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_for_existing_non_default ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_specified +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_specified ... ok test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_acceptor_with_active_root_range test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_acceptor_with_active_root_range ... ok -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_14, db: /tmp/tmp1ubd7ckq/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1750206126.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_14, db: /tmp/tmp1ubd7ckq/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1750206126.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00023651123046875s, path: .shards_a/donor_14, db: /tmp/tmp1ubd7ckq/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010275840759277344s, path: .shards_a/donor_14, db: /tmp/tmp1ubd7ckq/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010180473327636719s, path: .shards_a/donor_14, db: /tmp/tmp1ubd7ckq/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010037422180175781s, path: .shards_a/donor_14, db: /tmp/tmp1ubd7ckq/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_14, db: /tmp/tmp1ubd7ckq/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1750206126.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_14, db: /tmp/tmp1ubd7ckq/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1750206126.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_14_k for ShardRange<'d' to 'k' as of 1750205733.04943, (1000, 11111) as of 1750205733.04943, cleaved as of 1750205733.04943>, path: .shards_a/donor_14, db: /tmp/tmp1ubd7ckq/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1750206126.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00023603439331054688s, path: .shards_a/donor_14, db: /tmp/tmp1ubd7ckq/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.000133514404296875s, path: .shards_a/donor_14, db: /tmp/tmp1ubd7ckq/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_14_k for ShardRange<'h' to 'w' as of 1750206125.00000, (0, 0) as of 1750206125.00000, shrinking as of 1750206125.00000>, path: .shards_a/donor_14, db: /tmp/tmp1ubd7ckq/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1750206126.00000.db -sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1750205733.04943, (1000, 11111) as of 1750205733.04943, cleaved as of 1750205733.04943> in 0.097s, path: .shards_a/donor_14, db: /tmp/tmp1ubd7ckq/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1750206126.00000.db -sharder-test INFO: Stopped cleave at gap: 'k' - 't', path: .shards_a/donor_14, db: /tmp/tmp1ubd7ckq/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1750206126.00000.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/donor_14, db: /tmp/tmp1ubd7ckq/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1750206126.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '74467929-e225-47d6-852f-fb9d9f06b5fe-sda', 'cursor': 'k', 'max_row': 3, 'cleave_to_row': 3, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 1, 'ranges_todo': 1}, path: .shards_a/donor_14, db: /tmp/tmp1ubd7ckq/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1750206126.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmp4vc2_n19/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205735.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp4vc2_n19/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205735.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('there', '')], path: .shards_a/shard_c, db: /tmp/tmp4vc2_n19/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205735.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00022840499877929688s, path: .shards_a/shard_c, db: /tmp/tmp4vc2_n19/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010418891906738281s, path: .shards_a/shard_c, db: /tmp/tmp4vc2_n19/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010180473327636719s, path: .shards_a/shard_c, db: /tmp/tmp4vc2_n19/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00016045570373535156s, path: .shards_a/shard_c, db: /tmp/tmp4vc2_n19/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp4vc2_n19/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205735.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/shard_c, db: /tmp/tmp4vc2_n19/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205735.00000.db -sharder-test INFO: Cleaving from row None into .shards/other for ShardRange<'here' to 'where' as of 1750205736.00000, (0, 0) as of 1750205736.00000, active as of 1750205736.00000>, path: .shards_a/shard_c, db: /tmp/tmp4vc2_n19/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205735.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001983642578125s, path: .shards_a/shard_c, db: /tmp/tmp4vc2_n19/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00015354156494140625s, path: .shards_a/shard_c, db: /tmp/tmp4vc2_n19/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Replicating new shard container .shards/other for ShardRange<'here' to 'there' as of 1750205734.17978, (0, 0) as of 1750205734.00000, shrunk as of 1750205734.00000>, path: .shards_a/shard_c, db: /tmp/tmp4vc2_n19/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205735.00000.db -sharder-test INFO: Cleaved ShardRange<'here' to 'where' as of 1750205736.00000, (0, 0) as of 1750205736.00000, active as of 1750205736.00000> in 0.261s, path: .shards_a/shard_c, db: /tmp/tmp4vc2_n19/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205735.00000.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/shard_c, db: /tmp/tmp4vc2_n19/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205735.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmpxp5xpuiu/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205736.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpxp5xpuiu/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205736.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('there', '')], path: .shards_a/shard_c, db: /tmp/tmpxp5xpuiu/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205736.00000.db +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_non_utf8_metadata +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_non_utf8_metadata ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_obj_not_found +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_obj_not_found ... ok test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_acceptor_with_sharded_root_range test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_acceptor_with_sharded_root_range ... ok +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00019025802612304688s, path: .shards_a/shard_c, db: /tmp/tmp6c3endok/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011873245239257812s, path: .shards_a/shard_c, db: /tmp/tmp6c3endok/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00012135505676269531s, path: .shards_a/shard_c, db: /tmp/tmp6c3endok/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011777877807617188s, path: .shards_a/shard_c, db: /tmp/tmp6c3endok/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp6c3endok/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796750.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/shard_c, db: /tmp/tmp6c3endok/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796750.00000.db +sharder-test INFO: Cleaving from row None into .shards/other for ShardRange<'here' to 'where' as of 1715796751.00000, (0, 0) as of 1715796751.00000, active as of 1715796751.00000>, path: .shards_a/shard_c, db: /tmp/tmp6c3endok/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796750.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00020766258239746094s, path: .shards_a/shard_c, db: /tmp/tmp6c3endok/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00015282630920410156s, path: .shards_a/shard_c, db: /tmp/tmp6c3endok/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test INFO: Replicating new shard container .shards/other for ShardRange<'here' to 'there' as of 1715796748.71790, (0, 0) as of 1715796749.00000, shrunk as of 1715796749.00000>, path: .shards_a/shard_c, db: /tmp/tmp6c3endok/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796750.00000.db +sharder-test INFO: Cleaved ShardRange<'here' to 'where' as of 1715796751.00000, (0, 0) as of 1715796751.00000, active as of 1715796751.00000> in 0.077s, path: .shards_a/shard_c, db: /tmp/tmp6c3endok/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796750.00000.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/shard_c, db: /tmp/tmp6c3endok/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796750.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmp17gg9rcn/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796750.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp17gg9rcn/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796750.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('there', '')], path: .shards_a/shard_c, db: /tmp/tmp17gg9rcn/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796750.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00018906593322753906s, path: .shards_a/shard_c, db: /tmp/tmp17gg9rcn/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011348724365234375s, path: .shards_a/shard_c, db: /tmp/tmp17gg9rcn/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011706352233886719s, path: .shards_a/shard_c, db: /tmp/tmp17gg9rcn/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011396408081054688s, path: .shards_a/shard_c, db: /tmp/tmp17gg9rcn/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp17gg9rcn/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796750.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/shard_c, db: /tmp/tmp17gg9rcn/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796750.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/shard_d for ShardRange<'here' to MaxBound as of 1715796751.00000, (0, 0) as of 1715796751.00000, active as of 1715796751.00000>, path: .shards_a/shard_c, db: /tmp/tmp17gg9rcn/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796750.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00024127960205078125s, path: .shards_a/shard_c, db: /tmp/tmp17gg9rcn/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00017547607421875s, path: .shards_a/shard_c, db: /tmp/tmp17gg9rcn/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test INFO: Replicating new shard container .shards_a/shard_d for ShardRange<'here' to 'there' as of 1715796749.00000, (0, 0) as of 1715796749.00000, sharding as of 1715796749.00000>, path: .shards_a/shard_c, db: /tmp/tmp17gg9rcn/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796750.00000.db +sharder-test INFO: Cleaved ShardRange<'here' to MaxBound as of 1715796751.00000, (0, 0) as of 1715796751.00000, active as of 1715796751.00000> in 0.06s, path: .shards_a/shard_c, db: /tmp/tmp17gg9rcn/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796750.00000.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/shard_c, db: /tmp/tmp17gg9rcn/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796750.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmp82g09hm4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796750.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp82g09hm4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796750.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('there', '')], path: .shards_a/shard_c, db: /tmp/tmp82g09hm4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796750.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001842975616455078s, path: .shards_a/shard_c, db: /tmp/tmp82g09hm4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011348724365234375s, path: .shards_a/shard_c, db: /tmp/tmp82g09hm4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011134147644042969s, path: .shards_a/shard_c, db: /tmp/tmp82g09hm4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011110305786132812s, path: .shards_a/shard_c, db: /tmp/tmp82g09hm4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp82g09hm4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796750.00000.db test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_root_range test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_root_range ... ok -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00031280517578125s, path: .shards_a/shard_c, db: /tmp/tmpxp5xpuiu/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.000156402587890625s, path: .shards_a/shard_c, db: /tmp/tmpxp5xpuiu/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001239776611328125s, path: .shards_a/shard_c, db: /tmp/tmpxp5xpuiu/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011897087097167969s, path: .shards_a/shard_c, db: /tmp/tmpxp5xpuiu/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpxp5xpuiu/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205736.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/shard_c, db: /tmp/tmpxp5xpuiu/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205736.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/shard_d for ShardRange<'here' to MaxBound as of 1750205737.00000, (0, 0) as of 1750205737.00000, active as of 1750205737.00000>, path: .shards_a/shard_c, db: /tmp/tmpxp5xpuiu/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205736.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002582073211669922s, path: .shards_a/shard_c, db: /tmp/tmpxp5xpuiu/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00017118453979492188s, path: .shards_a/shard_c, db: /tmp/tmpxp5xpuiu/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Replicating new shard container .shards_a/shard_d for ShardRange<'here' to 'there' as of 1750205735.00000, (0, 0) as of 1750205735.00000, sharding as of 1750205735.00000>, path: .shards_a/shard_c, db: /tmp/tmpxp5xpuiu/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205736.00000.db -sharder-test INFO: Cleaved ShardRange<'here' to MaxBound as of 1750205737.00000, (0, 0) as of 1750205737.00000, active as of 1750205737.00000> in 0.074s, path: .shards_a/shard_c, db: /tmp/tmpxp5xpuiu/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205736.00000.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/shard_c, db: /tmp/tmpxp5xpuiu/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205736.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmpig06lo0c/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205736.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpig06lo0c/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205736.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('there', '')], path: .shards_a/shard_c, db: /tmp/tmpig06lo0c/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205736.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.000164031982421875s, path: .shards_a/shard_c, db: /tmp/tmpig06lo0c/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010275840759277344s, path: .shards_a/shard_c, db: /tmp/tmpig06lo0c/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.870529174804688e-05s, path: .shards_a/shard_c, db: /tmp/tmpig06lo0c/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00021910667419433594s, path: .shards_a/shard_c, db: /tmp/tmpig06lo0c/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpig06lo0c/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205736.00000.db -sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/shard_c, db: /tmp/tmpig06lo0c/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205736.00000.db -sharder-test INFO: Cleaving from row None into a/c for ShardRange, path: .shards_a/shard_c, db: /tmp/tmpig06lo0c/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205736.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00017023086547851562s, path: .shards_a/shard_c, db: /tmp/tmpig06lo0c/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.72747802734375e-05s, path: .shards_a/shard_c, db: /tmp/tmpig06lo0c/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Cleaving ShardRange - zero objects found, path: .shards_a/shard_c, db: /tmp/tmpig06lo0c/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205736.00000.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: .shards_a/shard_c, db: /tmp/tmpig06lo0c/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205736.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmp_z4n_ra7/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205737.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp_z4n_ra7/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205737.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('there', '')], path: .shards_a/shard_c, db: /tmp/tmp_z4n_ra7/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205737.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00016164779663085938s, path: .shards_a/shard_c, db: /tmp/tmp_z4n_ra7/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.655952453613281e-05s, path: .shards_a/shard_c, db: /tmp/tmp_z4n_ra7/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.000102996826171875s, path: .shards_a/shard_c, db: /tmp/tmp_z4n_ra7/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.775161743164062e-05s, path: .shards_a/shard_c, db: /tmp/tmp_z4n_ra7/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp_z4n_ra7/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205737.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/shard_c, db: /tmp/tmp_z4n_ra7/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205737.00000.db +test INFO: - - - [15/May/2024:18:12:28 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1363411 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:12:28 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0233 "-" 1363411 0 +test INFO: - - - [15/May/2024:18:12:28 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 1363411 0 +test INFO: - - - [15/May/2024:18:12:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0283 "-" 1363411 0 +test INFO: - - - [15/May/2024:18:12:28 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 1363411 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:12:28 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0250 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:28 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0022 "-" 1363411 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:12:28 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0194 "-" 1363411 - +test INFO: - - - [15/May/2024:18:12:28 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0017 "-" 1363411 - +test INFO: - - - [15/May/2024:18:12:28 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0016 "-" 1363411 - +test INFO: - - - [15/May/2024:18:12:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1363411 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:12:28 +0000] "PUT /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0004 "-" 1363411 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:12:28 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0294 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:28 +0000] "PUT /sda1/p/a/c/bashful" 201 - "-" "-" "-" 0.0023 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0619 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0211 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:28 +0000] "PUT /sda1/p/a/c/grumpy10" 201 - "-" "-" "-" 0.0014 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:28 +0000] "PUT /sda1/p/a/c/grumpy10_no_header" 201 - "-" "-" "-" 0.0004 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:29 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0283 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:29 +0000] "PUT /sda1/p/a/c/grumpy20" 301 - "-" "-" "-" 0.0009 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:29 +0000] "PUT /sda1/p/a/c/grumpy20_no_header" 201 - "-" "-" "-" 0.0014 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:29 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0200 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:29 +0000] "PUT /sda1/p/a/c/grumpy30" 301 - "-" "-" "-" 0.0012 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:29 +0000] "PUT /sda1/p/a/c/grumpy30_no_header" 201 - "-" "-" "-" 0.0009 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:29 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0212 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:29 +0000] "PUT /sda1/p/a/c/grumpy40" 301 - "-" "-" "-" 0.0011 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:29 +0000] "PUT /sda1/p/a/c/grumpy40_no_header" 201 - "-" "-" "-" 0.0004 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:29 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0281 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:29 +0000] "PUT /sda1/p/a/c/grumpy50" 201 - "-" "-" "-" 0.0013 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:29 +0000] "PUT /sda1/p/a/c/grumpy50_no_header" 201 - "-" "-" "-" 0.0005 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:29 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0319 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:29 +0000] "PUT /sda1/p/a/c/grumpy60" 301 - "-" "-" "-" 0.0012 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:29 +0000] "PUT /sda1/p/a/c/grumpy60_no_header" 201 - "-" "-" "-" 0.0004 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:29 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0216 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:29 +0000] "PUT /sda1/p/a/c/grumpy70" 201 - "-" "-" "-" 0.0012 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:29 +0000] "PUT /sda1/p/a/c/grumpy70_no_header" 201 - "-" "-" "-" 0.0005 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:29 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0307 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:29 +0000] "PUT /sda1/p/a/c/grumpy80" 201 - "-" "-" "-" 0.0033 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:29 +0000] "PUT /sda1/p/a/c/grumpy80_no_header" 201 - "-" "-" "-" 0.0005 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:29 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0306 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:29 +0000] "PUT /sda1/p/a/c/grumpier10" 201 - "-" "-" "-" 0.0025 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:29 +0000] "PUT /sda1/p/a/c/grumpier10_no_header" 201 - "-" "-" "-" 0.0006 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:29 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0346 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:29 +0000] "PUT /sda1/p/a/c/grumpier20" 301 - "-" "-" "-" 0.0011 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:29 +0000] "PUT /sda1/p/a/c/grumpier20_no_header" 201 - "-" "-" "-" 0.0004 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:29 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0379 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:29 +0000] "PUT /sda1/p/a/c/grumpier30" 301 - "-" "-" "-" 0.0039 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:29 +0000] "PUT /sda1/p/a/c/grumpier30_no_header" 201 - "-" "-" "-" 0.0008 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:29 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0293 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:29 +0000] "PUT /sda1/p/a/c/grumpier40" 301 - "-" "-" "-" 0.0013 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:29 +0000] "PUT /sda1/p/a/c/grumpier40_no_header" 201 - "-" "-" "-" 0.0005 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:29 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0612 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:29 +0000] "PUT /sda1/p/a/c/grumpier50" 201 - "-" "-" "-" 0.0013 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:30 +0000] "PUT /sda1/p/a/c/grumpier50_no_header" 201 - "-" "-" "-" 0.0005 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0250 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:30 +0000] "PUT /sda1/p/a/c/grumpier60" 301 - "-" "-" "-" 0.0009 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:30 +0000] "PUT /sda1/p/a/c/grumpier60_no_header" 201 - "-" "-" "-" 0.0004 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0295 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:30 +0000] "PUT /sda1/p/a/c/grumpier70" 201 - "-" "-" "-" 0.0013 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:30 +0000] "PUT /sda1/p/a/c/grumpier70_no_header" 201 - "-" "-" "-" 0.0005 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0270 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:30 +0000] "PUT /sda1/p/a/c/grumpier80" 201 - "-" "-" "-" 0.0014 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:30 +0000] "PUT /sda1/p/a/c/grumpier80_no_header" 201 - "-" "-" "-" 0.0005 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:30 +0000] "PUT /sda1/p/a/c/dopey" 201 - "-" "-" "-" 0.0004 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0130 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0112 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:30 +0000] "PUT /sda1/p/a/c/dopey10" 201 - "-" "-" "-" 0.0014 "-" 1363411 2 test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_root_range_with_active_acceptor test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_root_range_with_active_acceptor ... ok -sharder-test INFO: Cleaving from row None into a/c for ShardRange, path: .shards_a/shard_c, db: /tmp/tmp_z4n_ra7/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205737.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00020956993103027344s, path: .shards_a/shard_c, db: /tmp/tmp_z4n_ra7/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012135505676269531s, path: .shards_a/shard_c, db: /tmp/tmp_z4n_ra7/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Replicating new shard container a/c for ShardRange<'here' to 'there' as of 1750205736.42362, (0, 0) as of 1750205736.00000, shrunk as of 1750205736.00000>, path: .shards_a/shard_c, db: /tmp/tmp_z4n_ra7/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205737.00000.db -sharder-test INFO: Cleaved ShardRange in 0.194s, path: .shards_a/shard_c, db: /tmp/tmp_z4n_ra7/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205737.00000.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/shard_c, db: /tmp/tmp_z4n_ra7/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205737.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpyxzb__qa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205736.63156.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpyxzb__qa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205736.63156.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpyxzb__qa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205736.63156.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpyxzb__qa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205736.63156.db -sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmpyxzb__qa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205736.63156.db -sharder-test INFO: Cleaving from row None into .shards_a/c_b_0 for ShardRange, path: a/c, db: /tmp/tmpyxzb__qa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205736.63156.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.0002067089080810547s, path: a/c, db: /tmp/tmpyxzb__qa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013208389282226562s, path: a/c, db: /tmp/tmpyxzb__qa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_b_0 for ShardRange, path: a/c, db: /tmp/tmpyxzb__qa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205736.63156.db -sharder-test INFO: Cleaved ShardRange in 0.13s, path: a/c, db: /tmp/tmpyxzb__qa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205736.63156.db -sharder-test INFO: Cleaving from row None into .shards_a/c_d_2 for ShardRange<'b' to 'd' as of 1750205375.45535, (0, 0) as of 1750205375.45535, created as of 1750205375.45535>, path: a/c, db: /tmp/tmpyxzb__qa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205736.63156.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00019073486328125s, path: a/c, db: /tmp/tmpyxzb__qa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00014638900756835938s, path: a/c, db: /tmp/tmpyxzb__qa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_d_2 for ShardRange, path: a/c, db: /tmp/tmpyxzb__qa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205736.63156.db -sharder-test INFO: Cleaved ShardRange<'b' to 'd' as of 1750205375.45535, (2, 3) as of 1750205738.39375, cleaved as of 1750205375.45535> in 0.179s, path: a/c, db: /tmp/tmpyxzb__qa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205736.63156.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpyxzb__qa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205736.63156.db -sharder-test DEBUG: Continuing to cleave (2 done, 2 todo), path: a/c, db: /tmp/tmpyxzb__qa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205736.63156.db -sharder-test INFO: Cleaving from row None into .shards_a/c_f_3 for ShardRange<'d' to 'f' as of 1750205375.45535, (0, 0) as of 1750205375.45535, created as of 1750205375.45535>, path: a/c, db: /tmp/tmpyxzb__qa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205736.63156.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00020766258239746094s, path: a/c, db: /tmp/tmpyxzb__qa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00019431114196777344s, path: a/c, db: /tmp/tmpyxzb__qa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_f_3 for ShardRange, path: a/c, db: /tmp/tmpyxzb__qa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205736.63156.db -sharder-test INFO: Cleaved ShardRange<'d' to 'f' as of 1750205375.45535, (2, 103) as of 1750205738.90878, cleaved as of 1750205375.45535> in 0.104s, path: a/c, db: /tmp/tmpyxzb__qa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205736.63156.db -sharder-test INFO: Stopped cleave at unready ShardRange<'f' to MaxBound as of 1750205375.45535, (0, 0) as of 1750205375.45535, found as of 1750205375.45535>, path: a/c, db: /tmp/tmpyxzb__qa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205736.63156.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpyxzb__qa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205736.63156.db -sharder-test DEBUG: Continuing to cleave (3 done, 1 todo), path: a/c, db: /tmp/tmpyxzb__qa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205736.63156.db -sharder-test INFO: Cleaving from row None into .shards_a/c__4 for ShardRange<'f' to MaxBound as of 1750205375.45535, (0, 0) as of 1750205375.45535, created as of 1750205739.07230>, path: a/c, db: /tmp/tmpyxzb__qa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205736.63156.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00019621849060058594s, path: a/c, db: /tmp/tmpyxzb__qa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/shard_c, db: /tmp/tmp82g09hm4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796750.00000.db +sharder-test INFO: Cleaving from row None into a/c for ShardRange, path: .shards_a/shard_c, db: /tmp/tmp82g09hm4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796750.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00017118453979492188s, path: .shards_a/shard_c, db: /tmp/tmp82g09hm4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012540817260742188s, path: .shards_a/shard_c, db: /tmp/tmp82g09hm4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test INFO: Cleaving ShardRange - zero objects found, path: .shards_a/shard_c, db: /tmp/tmp82g09hm4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796750.00000.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: .shards_a/shard_c, db: /tmp/tmp82g09hm4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796750.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmplyawgu66/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796751.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmplyawgu66/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796751.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('there', '')], path: .shards_a/shard_c, db: /tmp/tmplyawgu66/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796751.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00020194053649902344s, path: .shards_a/shard_c, db: /tmp/tmplyawgu66/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012445449829101562s, path: .shards_a/shard_c, db: /tmp/tmplyawgu66/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001277923583984375s, path: .shards_a/shard_c, db: /tmp/tmplyawgu66/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012803077697753906s, path: .shards_a/shard_c, db: /tmp/tmplyawgu66/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmplyawgu66/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796751.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/shard_c, db: /tmp/tmplyawgu66/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796751.00000.db +sharder-test INFO: Cleaving from row None into a/c for ShardRange, path: .shards_a/shard_c, db: /tmp/tmplyawgu66/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796751.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00020074844360351562s, path: .shards_a/shard_c, db: /tmp/tmplyawgu66/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001163482666015625s, path: .shards_a/shard_c, db: /tmp/tmplyawgu66/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test INFO: Replicating new shard container a/c for ShardRange<'here' to 'there' as of 1715796750.62343, (0, 0) as of 1715796750.00000, shrunk as of 1715796750.00000>, path: .shards_a/shard_c, db: /tmp/tmplyawgu66/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796751.00000.db +sharder-test INFO: Cleaved ShardRange in 0.051s, path: .shards_a/shard_c, db: /tmp/tmplyawgu66/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796751.00000.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/shard_c, db: /tmp/tmplyawgu66/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796751.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpvgvylt3p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796750.73108.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpvgvylt3p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796750.73108.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpvgvylt3p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796750.73108.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpvgvylt3p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796750.73108.db +sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmpvgvylt3p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796750.73108.db +sharder-test INFO: Cleaving from row None into .shards_a/c_b_0 for ShardRange, path: a/c, db: /tmp/tmpvgvylt3p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796750.73108.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00022172927856445312s, path: a/c, db: /tmp/tmpvgvylt3p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001270771026611328s, path: a/c, db: /tmp/tmpvgvylt3p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_b_0 for ShardRange, path: a/c, db: /tmp/tmpvgvylt3p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796750.73108.db +sharder-test INFO: Cleaved ShardRange in 0.081s, path: a/c, db: /tmp/tmpvgvylt3p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796750.73108.db +sharder-test INFO: Cleaving from row None into .shards_a/c_d_2 for ShardRange<'b' to 'd' as of 1715796408.55872, (0, 0) as of 1715796408.55872, created as of 1715796408.55872>, path: a/c, db: /tmp/tmpvgvylt3p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796750.73108.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00022792816162109375s, path: a/c, db: /tmp/tmpvgvylt3p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012922286987304688s, path: a/c, db: /tmp/tmpvgvylt3p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_object_update_redirected_to_shard +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_object_update_redirected_to_shard ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_proxy_default_no_policy_for_existing_default +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_proxy_default_no_policy_for_existing_default ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_reset_container_sync +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_reset_container_sync ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_autocreates_shard_container +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_autocreates_shard_container ... ok test.unit.container.test_sharder.TestSharder.test_cleave_skips_shrinking_and_stops_at_found test.unit.container.test_sharder.TestSharder.test_cleave_skips_shrinking_and_stops_at_found ... ok +test INFO: - - - [15/May/2024:18:12:30 +0000] "PUT /sda1/p/a/c/dopey10_no_header" 201 - "-" "-" "-" 0.0005 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0152 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:30 +0000] "PUT /sda1/p/a/c/dopey20" 301 - "-" "-" "-" 0.0013 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:30 +0000] "PUT /sda1/p/a/c/dopey20_no_header" 201 - "-" "-" "-" 0.0005 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0285 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:30 +0000] "PUT /sda1/p/a/c/dopey30" 301 - "-" "-" "-" 0.0011 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:30 +0000] "PUT /sda1/p/a/c/dopey30_no_header" 201 - "-" "-" "-" 0.0004 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0292 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:30 +0000] "PUT /sda1/p/a/c/dopey40" 301 - "-" "-" "-" 0.0013 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:30 +0000] "PUT /sda1/p/a/c/dopey40_no_header" 201 - "-" "-" "-" 0.0005 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0279 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:30 +0000] "PUT /sda1/p/a/c/dopey50" 201 - "-" "-" "-" 0.0032 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:30 +0000] "PUT /sda1/p/a/c/dopey50_no_header" 201 - "-" "-" "-" 0.0025 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0250 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:30 +0000] "PUT /sda1/p/a/c/dopey60" 301 - "-" "-" "-" 0.0012 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:30 +0000] "PUT /sda1/p/a/c/dopey60_no_header" 201 - "-" "-" "-" 0.0005 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0181 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:30 +0000] "PUT /sda1/p/a/c/dopey70" 201 - "-" "-" "-" 0.0013 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:30 +0000] "PUT /sda1/p/a/c/dopey70_no_header" 201 - "-" "-" "-" 0.0025 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:31 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0259 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:31 +0000] "PUT /sda1/p/a/c/dopey80" 201 - "-" "-" "-" 0.0012 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:31 +0000] "PUT /sda1/p/a/c/dopey80_no_header" 201 - "-" "-" "-" 0.0004 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:31 +0000] "PUT /sda1/p/a/c/bashful" 301 - "-" "-" "-" 0.0033 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:31 +0000] "PUT /sda1/p/a/c/dopey" 301 - "-" "-" "-" 0.0011 "-" 1363411 2 +test DEBUG: Unlinked retiring db '/tmp/tmpq4yfcaah/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' +test INFO: - - - [15/May/2024:18:12:31 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0224 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:31 +0000] "PUT /sda1/p/a/c/grumpiest10" 201 - "-" "-" "-" 0.0012 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:31 +0000] "PUT /sda1/p/a/c/grumpiest10_no_header" 201 - "-" "-" "-" 0.0006 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:31 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0329 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:31 +0000] "PUT /sda1/p/a/c/grumpiest20" 301 - "-" "-" "-" 0.0013 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:31 +0000] "PUT /sda1/p/a/c/grumpiest20_no_header" 201 - "-" "-" "-" 0.0018 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:31 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0283 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:31 +0000] "PUT /sda1/p/a/c/grumpiest30" 301 - "-" "-" "-" 0.0013 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:31 +0000] "PUT /sda1/p/a/c/grumpiest30_no_header" 201 - "-" "-" "-" 0.0005 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:31 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0238 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:31 +0000] "PUT /sda1/p/a/c/grumpiest40" 301 - "-" "-" "-" 0.0011 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:31 +0000] "PUT /sda1/p/a/c/grumpiest40_no_header" 201 - "-" "-" "-" 0.0004 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:31 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0245 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:31 +0000] "PUT /sda1/p/a/c/grumpiest50" 201 - "-" "-" "-" 0.0013 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:31 +0000] "PUT /sda1/p/a/c/grumpiest50_no_header" 201 - "-" "-" "-" 0.0005 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:31 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0307 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:31 +0000] "PUT /sda1/p/a/c/grumpiest60" 301 - "-" "-" "-" 0.0017 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:31 +0000] "PUT /sda1/p/a/c/grumpiest60_no_header" 201 - "-" "-" "-" 0.0023 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:31 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0263 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:31 +0000] "PUT /sda1/p/a/c/grumpiest70" 201 - "-" "-" "-" 0.0032 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:31 +0000] "PUT /sda1/p/a/c/grumpiest70_no_header" 201 - "-" "-" "-" 0.0004 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:31 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0239 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:31 +0000] "PUT /sda1/p/a/c/grumpiest80" 201 - "-" "-" "-" 0.0013 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:31 +0000] "PUT /sda1/p/a/c/grumpiest80_no_header" 201 - "-" "-" "-" 0.0004 "-" 1363411 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:12:31 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0264 "-" 1363411 0 +test INFO: - - - [15/May/2024:18:12:31 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0015 "-" 1363411 0 +test INFO: - - - [15/May/2024:18:12:31 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0209 "-" 1363411 0 +test INFO: - - - [15/May/2024:18:12:31 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0027 "-" 1363411 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:12:31 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0548 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:31 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0024 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:31 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0171 "-" 1363411 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:12:31 +0000] "PUT /sda1/p/.shards_a/shard_c" 404 - "-" "-" "-" 0.0005 "-" 1363411 - +test INFO: - - - [15/May/2024:18:12:31 +0000] "PUT /sda1/p/.shards_a/shard_c" 400 49 "-" "-" "-" 0.0003 "-" 1363411 - +test INFO: - - - [15/May/2024:18:12:31 +0000] "PUT /sda1/p/.shards_a/shard_c" 201 - "-" "-" "-" 0.0832 "-" 1363411 3 +test INFO: - - - [15/May/2024:18:12:31 +0000] "PUT /sda1/p/.shards_a/shard_c" 202 - "-" "-" "-" 0.0252 "-" 1363411 3 +test INFO: - - - [15/May/2024:18:12:31 +0000] "PUT /sda1/p/.shards_a/shard_c" 202 - "-" "-" "-" 0.0292 "-" 1363411 3 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:12:31 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0005 "-" 1363411 - +test INFO: - - - [15/May/2024:18:12:31 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0245 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0558 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0194 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0630 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0298 "-" 1363411 2 +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_json_in_body +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_json_in_body ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_to_deleted_container +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_to_deleted_container ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_simulated_create_race +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_simulated_create_race ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_timestamp_not_float +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_timestamp_not_float ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_utf8 +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_utf8 ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_complete_rsync_works +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_complete_rsync_works ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_insufficient_space +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_insufficient_space ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_rsync_then_merge_works +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_rsync_then_merge_works ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_unknown_sync +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_unknown_sync ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_value_error_works +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_value_error_works ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_UPDATE +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_UPDATE ... ok +sharder-test INFO: Replicating new shard container .shards_a/c_d_2 for ShardRange, path: a/c, db: /tmp/tmpvgvylt3p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796750.73108.db +sharder-test INFO: Cleaved ShardRange<'b' to 'd' as of 1715796408.55872, (2, 3) as of 1715796751.33022, cleaved as of 1715796408.55872> in 0.082s, path: a/c, db: /tmp/tmpvgvylt3p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796750.73108.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpvgvylt3p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796750.73108.db +sharder-test DEBUG: Continuing to cleave (2 done, 2 todo), path: a/c, db: /tmp/tmpvgvylt3p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796750.73108.db +sharder-test INFO: Cleaving from row None into .shards_a/c_f_3 for ShardRange<'d' to 'f' as of 1715796408.55872, (0, 0) as of 1715796408.55872, created as of 1715796408.55872>, path: a/c, db: /tmp/tmpvgvylt3p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796750.73108.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00019407272338867188s, path: a/c, db: /tmp/tmpvgvylt3p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010919570922851562s, path: a/c, db: /tmp/tmpvgvylt3p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_f_3 for ShardRange, path: a/c, db: /tmp/tmpvgvylt3p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796750.73108.db +sharder-test INFO: Cleaved ShardRange<'d' to 'f' as of 1715796408.55872, (2, 103) as of 1715796751.60088, cleaved as of 1715796408.55872> in 0.08s, path: a/c, db: /tmp/tmpvgvylt3p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796750.73108.db +sharder-test INFO: Stopped cleave at unready ShardRange<'f' to MaxBound as of 1715796408.55872, (0, 0) as of 1715796408.55872, found as of 1715796408.55872>, path: a/c, db: /tmp/tmpvgvylt3p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796750.73108.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpvgvylt3p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796750.73108.db +sharder-test DEBUG: Continuing to cleave (3 done, 1 todo), path: a/c, db: /tmp/tmpvgvylt3p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796750.73108.db +sharder-test INFO: Cleaving from row None into .shards_a/c__4 for ShardRange<'f' to MaxBound as of 1715796408.55872, (0, 0) as of 1715796408.55872, created as of 1715796751.70684>, path: a/c, db: /tmp/tmpvgvylt3p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796750.73108.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00018477439880371094s, path: a/c, db: /tmp/tmpvgvylt3p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00019025802612304688s, path: a/c, db: /tmp/tmpvgvylt3p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__4 for ShardRange, path: a/c, db: /tmp/tmpvgvylt3p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796750.73108.db +sharder-test INFO: Cleaved ShardRange<'f' to MaxBound as of 1715796408.55872, (1, 1000) as of 1715796751.90268, cleaved as of 1715796751.70684> in 0.103s, path: a/c, db: /tmp/tmpvgvylt3p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796750.73108.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpvgvylt3p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796750.73108.db +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpcr9u5z4k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796752.04515.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpcr9u5z4k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796752.04515.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpcr9u5z4k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796752.04515.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpcr9u5z4k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796752.04515.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpcr9u5z4k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796752.04515.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpcr9u5z4k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796752.04515.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpcr9u5z4k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796752.04515.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpcr9u5z4k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796752.04515.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpcr9u5z4k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796752.04515.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj_004_0 for ShardRange, path: a/c, db: /tmp/tmpcr9u5z4k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796752.04515.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00021505355834960938s, path: a/c, db: /tmp/tmpcr9u5z4k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 2 rows (deleted=True) in 0.0001437664031982422s, path: a/c, db: /tmp/tmpcr9u5z4k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj_004_0 for ShardRange, path: a/c, db: /tmp/tmpcr9u5z4k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796752.04515.db +sharder-test INFO: Cleaved ShardRange in 0.113s, path: a/c, db: /tmp/tmpcr9u5z4k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796752.04515.db +sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj_004' to MaxBound as of 1715796408.55872, (0, 0) as of 1715796408.55872, created as of 1715796408.55872>, path: a/c, db: /tmp/tmpcr9u5z4k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796752.04515.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001862049102783203s, path: a/c, db: /tmp/tmpcr9u5z4k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_UPDATE_autocreate +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_UPDATE_autocreate ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test__call__raise_timeout +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test__call__raise_timeout ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_account_update_account_override_deleted +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_account_update_account_override_deleted ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_account_update_mismatched_host_device +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_account_update_mismatched_host_device ... ok test.unit.container.test_sharder.TestSharder.test_cleave_timing_metrics test.unit.container.test_sharder.TestSharder.test_cleave_timing_metrics ... ok -sharder-test DEBUG: got 1 rows (deleted=True) in 0.0002715587615966797s, path: a/c, db: /tmp/tmpyxzb__qa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__4 for ShardRange, path: a/c, db: /tmp/tmpyxzb__qa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205736.63156.db -sharder-test INFO: Cleaved ShardRange<'f' to MaxBound as of 1750205375.45535, (1, 1000) as of 1750205739.35447, cleaved as of 1750205739.07230> in 0.136s, path: a/c, db: /tmp/tmpyxzb__qa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205736.63156.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpyxzb__qa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205736.63156.db -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpyr_xwmfb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205741.84329.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpyr_xwmfb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205741.84329.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpyr_xwmfb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205741.84329.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpyr_xwmfb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205741.84329.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpyr_xwmfb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205741.84329.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpyr_xwmfb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205741.84329.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpyr_xwmfb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205741.84329.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpyr_xwmfb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205741.84329.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpyr_xwmfb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205741.84329.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj_004_0 for ShardRange, path: a/c, db: /tmp/tmpyr_xwmfb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205741.84329.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00019884109497070312s, path: a/c, db: /tmp/tmpyr_xwmfb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=True) in 0.00013375282287597656s, path: a/c, db: /tmp/tmpyr_xwmfb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj_004_0 for ShardRange, path: a/c, db: /tmp/tmpyr_xwmfb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205741.84329.db -sharder-test INFO: Cleaved ShardRange in 0.136s, path: a/c, db: /tmp/tmpyr_xwmfb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205741.84329.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj_004' to MaxBound as of 1750205375.45535, (0, 0) as of 1750205375.45535, created as of 1750205375.45535>, path: a/c, db: /tmp/tmpyr_xwmfb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205741.84329.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00022935867309570312s, path: a/c, db: /tmp/tmpyr_xwmfb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=True) in 0.0002827644348144531s, path: a/c, db: /tmp/tmpyr_xwmfb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmpyr_xwmfb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205741.84329.db -sharder-test INFO: Cleaved ShardRange<'obj_004' to MaxBound as of 1750205375.45535, (1, 18432) as of 1750205743.89955, cleaved as of 1750205375.45535> in 0.138s, path: a/c, db: /tmp/tmpyr_xwmfb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205741.84329.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpyr_xwmfb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205741.84329.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpyr_xwmfb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpyr_xwmfb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205741.84329.db -sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpyr_xwmfb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205741.84329.db -REPLICATE: /sda/0/4a8a08f09d37b73795649038408b5f33, sync, (5, '54765806b5a749568b8f08344abef8a0', '456f744f-dfee-47d7-a345-8f933dfd83db-sdb', '1750205744.14150', '0000000000.00000', '0', '') -REPLICATE: /sda/0/4a8a08f09d37b73795649038408b5f33, merge_items, ([{'ROWID': 1, 'name': 'obj002', 'created_at': '1750205746.00000', 'size': 1, 'content_type': 'text/plain', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'obj003', 'created_at': '1750205747.00000', 'size': 1, 'content_type': 'text/plain', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 3, 'name': 'obj004', 'created_at': '1750205748.00000', 'size': 1, 'content_type': 'text/plain', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 4, 'name': 'obj005', 'created_at': '1750205749.00000', 'size': 1, 'content_type': 'text/plain', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 5, 'name': 'obj006', 'created_at': '1750205750.00000', 'size': 1, 'content_type': 'text/plain', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '456f744f-dfee-47d7-a345-8f933dfd83db-sdb') +test INFO: - - - [15/May/2024:18:12:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0246 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:32 +0000] "PUT /sda1/p/a/c" 400 74 "-" "-" "-" 0.0003 "-" 1363411 - +test INFO: - - - [15/May/2024:18:12:32 +0000] "PUT /sda1/p/a/c" 400 74 "-" "-" "-" 0.0003 "-" 1363411 - +test INFO: - - - [15/May/2024:18:12:32 +0000] "PUT /sda1/p/a/c" 400 69 "-" "-" "-" 0.0003 "-" 1363411 - +test INFO: - - - [15/May/2024:18:12:32 +0000] "PUT /sda1/p/a/c" 400 75 "-" "-" "-" 0.0002 "-" 1363411 - +test INFO: - - - [15/May/2024:18:12:32 +0000] "PUT /sda1/p/a/c" 400 35 "-" "-" "-" 0.0003 "-" 1363411 - +test INFO: - - - [15/May/2024:18:12:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0182 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0234 "-" 1363411 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:12:32 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0227 "-" 1363411 2 +test DEBUG: Unlinked retiring db '/tmp/tmpaxoyh1a9/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' +test INFO: - - - [15/May/2024:18:12:32 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0233 "-" 1363411 - +test INFO: - - - [15/May/2024:18:12:32 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0014 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0522 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:32 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0019 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0236 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:32 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 1363411 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:12:32 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0289 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1363411 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:12:32 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0251 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:32 +0000] "PUT /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 1363411 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:12:32 +0000] "PUT /sda1/p/a/b%27%5Cxe2%5Cx98%5Cx83%27" 201 - "-" "-" "-" 0.0230 "-" 1363411 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: - - - [15/May/2024:18:12:32 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0003 "-" 1363411 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: - - - [15/May/2024:18:12:32 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0003 "-" 1363411 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: - - - [15/May/2024:18:12:32 +0000] "REPLICATE /sda1/p/a/" 404 - "-" "-" "-" 0.0003 "-" 1363411 - +test ERROR: ERROR __call__ error with REPLICATE /sda1/p/a/ : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/server.py", line 1025, in __call__ + res = getattr(self, req.method)(req) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 1519, in _timing_stats + resp = func(ctrl, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/container/server.py", line 949, in REPLICATE + ret = self.replicator_rpc.dispatch(post_args, args) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/db_replicator.py", line 897, in dispatch + return getattr(self, op)( + ^^^^^^^^^^^^^^^^^ +AttributeError: 'ContainerReplicatorRpc' object has no attribute 'unknown_sync' +test DEBUG: - - - [15/May/2024:18:12:32 +0000] "REPLICATE /sda1/p/a/" 500 847 "-" "-" "-" 0.0031 "-" 1363411 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: - - - [15/May/2024:18:12:32 +0000] "REPLICATE /sda1/p/a/" 400 49 "-" "-" "-" 0.0003 "-" 1363411 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:12:32 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0260 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:32 +0000] "UPDATE /sda1/p/a/c" 400 41 "-" "-" "-" 0.0003 "-" 1363411 - +test INFO: - - - [15/May/2024:18:12:32 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0022 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:32 +0000] "UPDATE /sda1/p/a/c" 202 - "-" "-" "-" 0.0279 "-" 1363411 - +test INFO: - - - [15/May/2024:18:12:32 +0000] "GET /sda1/p/a/c" 200 131 "-" "-" "-" 0.0030 "-" 1363411 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:12:32 +0000] "GET /sda1/p/.a/c" 404 - "-" "-" "-" 0.0008 "-" 1363411 0 +test INFO: - - - [15/May/2024:18:12:32 +0000] "UPDATE /sda1/p/.a/c" 202 - "-" "-" "-" 0.0611 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:32 +0000] "GET /sda1/p/.a/c" 200 131 "-" "-" "-" 0.0037 "-" 1363411 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test ERROR: ERROR __call__ error with PUT /sda1/p/a/c : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/server.py", line 1025, in __call__ + res = getattr(self, req.method)(req) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_server.py", line 6118, in mock_put_method + raise Exception() +Exception +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:12:32 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0215 "-" 1363411 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test ERROR: ERROR Account update failed: different numbers of hosts and devices in request: "127.0.0.1:0" vs "sda1,sda2" +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:12:32 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0215 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:32 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0015 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:32 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0424 "-" 1363411 - +test INFO: - - - [15/May/2024:18:12:32 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:32 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0418 "-" 1363411 - +test INFO: - - - [15/May/2024:18:12:32 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1363411 2 +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_acl_container +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_acl_container ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_change_storage_policy_via_DELETE_then_PUT +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_change_storage_policy_via_DELETE_then_PUT ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_change_to_default_storage_policy_via_DELETE_then_PUT +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_change_to_default_storage_policy_via_DELETE_then_PUT ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_content_type_on_HEAD +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_content_type_on_HEAD ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_correct_allowed_method +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_correct_allowed_method ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_namespace_container +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_namespace_container ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_object_in_container +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_object_in_container ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_creation +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_creation ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_delete_auto_create +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_delete_auto_create ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_deleted_headers +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_deleted_headers ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_delimiter_with_reserved +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_delimiter_with_reserved ... ok +sharder-test DEBUG: got 2 rows (deleted=True) in 0.0001285076141357422s, path: a/c, db: /tmp/tmpcr9u5z4k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmpcr9u5z4k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796752.04515.db +sharder-test INFO: Cleaved ShardRange<'obj_004' to MaxBound as of 1715796408.55872, (1, 18432) as of 1715796752.64690, cleaved as of 1715796408.55872> in 0.089s, path: a/c, db: /tmp/tmpcr9u5z4k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796752.04515.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpcr9u5z4k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796752.04515.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpcr9u5z4k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpcr9u5z4k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796752.04515.db +sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpcr9u5z4k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796752.04515.db +REPLICATE: /sda/0/4a8a08f09d37b73795649038408b5f33, sync, (5, 'caf952ee6e188e0fbb60a3d717ec4eab', '6533d24a-7333-4f51-8790-6da9fdd0cee1-sdb', '1715796752.81954', '0000000000.00000', '0', '') +REPLICATE: /sda/0/4a8a08f09d37b73795649038408b5f33, merge_items, ([{'ROWID': 1, 'name': 'obj002', 'created_at': '1715796754.00000', 'size': 1, 'content_type': 'text/plain', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'obj003', 'created_at': '1715796755.00000', 'size': 1, 'content_type': 'text/plain', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 3, 'name': 'obj004', 'created_at': '1715796756.00000', 'size': 1, 'content_type': 'text/plain', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 4, 'name': 'obj005', 'created_at': '1715796757.00000', 'size': 1, 'content_type': 'text/plain', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 5, 'name': 'obj006', 'created_at': '1715796758.00000', 'size': 1, 'content_type': 'text/plain', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '6533d24a-7333-4f51-8790-6da9fdd0cee1-sdb') REPLICATE: /sda/0/4a8a08f09d37b73795649038408b5f33, merge_syncs, ([],) -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmphvuadsp6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205744.37076.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmphvuadsp6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205744.37076.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmphvuadsp6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205744.37076.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmphvuadsp6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205744.37076.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmphvuadsp6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205744.37076.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmphvuadsp6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205744.37076.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmphvuadsp6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205744.37076.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmphvuadsp6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205744.37076.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmphvuadsp6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205744.37076.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmphvuadsp6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205744.37076.db -sharder-test DEBUG: got 4 rows (deleted=False) in 0.00019741058349609375s, path: a/c, db: /tmp/tmphvuadsp6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001354217529296875s, path: a/c, db: /tmp/tmphvuadsp6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmphvuadsp6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205744.37076.db -sharder-test INFO: Cleaved ShardRange in 0.12s, path: a/c, db: /tmp/tmphvuadsp6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205744.37076.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1750205375.45535, (0, 0) as of 1750205375.45535, created as of 1750205375.45535>, path: a/c, db: /tmp/tmphvuadsp6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205744.37076.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.0001957416534423828s, path: a/c, db: /tmp/tmphvuadsp6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001327991485595703s, path: a/c, db: /tmp/tmphvuadsp6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmphvuadsp6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205744.37076.db -sharder-test INFO: Cleaved ShardRange<'obj004' to MaxBound as of 1750205375.45535, (3, 3) as of 1750205745.79764, cleaved as of 1750205375.45535> in 0.101s, path: a/c, db: /tmp/tmphvuadsp6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205744.37076.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmphvuadsp6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205744.37076.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmphvuadsp6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmphvuadsp6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205744.37076.db -sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmphvuadsp6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205744.37076.db -REPLICATE: /sdb/0/4a8a08f09d37b73795649038408b5f33, sync, (7, '00000000000000000000000000000000', '0b30ec34-5685-46e1-bbc6-0575812bab23-', '1750205744.06575', '0000000000.00000', '0', '{"X-Container-Sysmeta-Shard-Context-5fe137ae-f15c-4183-b412-2f5530a97821-sda": ["{\\"ref\\": \\"5fe137ae-f15c-4183-b412-2f5530a97821-sda\\", \\"cursor\\": \\"\\", \\"max_row\\": 7, \\"cleave_to_row\\": 7, \\"last_cleave_to_row\\": null, \\"cleaving_done\\": true, \\"misplaced_done\\": true, \\"ranges_done\\": 2, \\"ranges_todo\\": 0}", "1750205745.94471"]}') -REPLICATE: /sdb/0/4a8a08f09d37b73795649038408b5f33, merge_shard_ranges, ([{'name': '.shards_a/c_obj004_0', 'timestamp': '1750205375.45535', 'lower': '', 'upper': 'obj004', 'object_count': 4, 'bytes_used': 4, 'meta_timestamp': '1750205745.43029', 'deleted': 0, 'state': 40, 'state_timestamp': '1750205375.45535', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/c__1', 'timestamp': '1750205375.45535', 'lower': 'obj004', 'upper': '', 'object_count': 3, 'bytes_used': 3, 'meta_timestamp': '1750205745.79764', 'deleted': 0, 'state': 40, 'state_timestamp': '1750205375.45535', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750205744.37071', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750205745.97068', 'deleted': 0, 'state': 70, 'state_timestamp': '1750205744.37076', 'epoch': '1750205744.37076', 'reported': 0, 'tombstones': -1}], '0b30ec34-5685-46e1-bbc6-0575812bab23-') -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmphvuadsp6/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmphvuadsp6/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmphvuadsp6/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmphvuadsp6/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Kick off container cleaving, own shard range in state 'sharded', path: a/c, db: /tmp/tmphvuadsp6/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205744.37076.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmphvuadsp6/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205744.37076.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmphvuadsp6/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205744.37076.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmphvuadsp6/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205744.37076.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmphvuadsp6/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205744.37076.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmphvuadsp6/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205744.37076.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmphvuadsp6/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205744.37076.db +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpeonbezte/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796752.99703.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpeonbezte/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796752.99703.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpeonbezte/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796752.99703.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpeonbezte/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796752.99703.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpeonbezte/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796752.99703.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpeonbezte/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796752.99703.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpeonbezte/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796752.99703.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpeonbezte/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796752.99703.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpeonbezte/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796752.99703.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpeonbezte/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796752.99703.db +sharder-test DEBUG: got 4 rows (deleted=False) in 0.00023555755615234375s, path: a/c, db: /tmp/tmpeonbezte/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001308917999267578s, path: a/c, db: /tmp/tmpeonbezte/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpeonbezte/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796752.99703.db +sharder-test INFO: Cleaved ShardRange in 0.078s, path: a/c, db: /tmp/tmpeonbezte/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796752.99703.db +sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1715796408.55872, (0, 0) as of 1715796408.55872, created as of 1715796408.55872>, path: a/c, db: /tmp/tmpeonbezte/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796752.99703.db +sharder-test DEBUG: got 3 rows (deleted=False) in 0.0002512931823730469s, path: a/c, db: /tmp/tmpeonbezte/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010538101196289062s, path: a/c, db: /tmp/tmpeonbezte/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmpeonbezte/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796752.99703.db +sharder-test INFO: Cleaved ShardRange<'obj004' to MaxBound as of 1715796408.55872, (3, 3) as of 1715796753.54702, cleaved as of 1715796408.55872> in 0.066s, path: a/c, db: /tmp/tmpeonbezte/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796752.99703.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpeonbezte/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796752.99703.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpeonbezte/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpeonbezte/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796752.99703.db +sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpeonbezte/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796752.99703.db +test INFO: - - - [15/May/2024:18:12:32 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0382 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:32 +0000] "HEAD /sda1/p/a/c2" 204 - "-" "-" "-" 0.0014 "-" 1363411 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:12:32 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0202 "-" 1363411 1 +test INFO: - - - [15/May/2024:18:12:32 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0327 "-" 1363411 - +test INFO: - - - [15/May/2024:18:12:32 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0525 "-" 1363411 0 +test INFO: - - - [15/May/2024:18:12:32 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1363411 0 +test INFO: - - - [15/May/2024:18:12:33 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0249 "-" 1363411 - +test INFO: - - - [15/May/2024:18:12:33 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0461 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:33 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:33 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0360 "-" 1363411 - +test INFO: - - - [15/May/2024:18:12:33 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0514 "-" 1363411 3 +test INFO: - - - [15/May/2024:18:12:33 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 1363411 3 +test INFO: - - - [15/May/2024:18:12:33 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0216 "-" 1363411 - +test INFO: - - - [15/May/2024:18:12:33 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0481 "-" 1363411 4 +test INFO: - - - [15/May/2024:18:12:33 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 1363411 4 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:12:33 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0242 "-" 1363411 4 +test INFO: - - - [15/May/2024:18:12:33 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0325 "-" 1363411 - +test INFO: - - - [15/May/2024:18:12:33 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0544 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:33 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0015 "-" 1363411 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:12:33 +0000] "PUT /sda1/p/a/o" 201 - "-" "-" "-" 0.0319 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:33 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0012 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:33 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0011 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:33 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0010 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:33 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0011 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:33 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0011 "-" 1363411 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:12:33 +0000] "PUT /sda1/p/a/%00c" 201 - "-" "-" "-" 0.0251 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:33 +0000] "PUT /sda1/p/a/%00c%00test" 201 - "-" "-" "-" 0.0243 "-" 1363411 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:12:33 +0000] "PUT /sda1/p/a/c/" 201 - "-" "-" "-" 0.0283 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:33 +0000] "PUT /sda1/p/a/c/%00o" 400 61 "-" "-" "-" 0.0001 "-" 1363411 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:12:33 +0000] "DELETE /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0004 "-" 1363411 - +test INFO: - - - [15/May/2024:18:12:33 +0000] "DELETE /sda1/p/.a/c/o" 404 - "-" "-" "-" 0.0002 "-" 1363411 - +test INFO: - - - [15/May/2024:18:12:33 +0000] "DELETE /sda1/p/.a/c/o" 204 - "-" "-" "-" 0.0252 "-" 1363411 - +test INFO: - - - [15/May/2024:18:12:33 +0000] "DELETE /sda1/p/a/.c/o" 404 - "-" "-" "-" 0.0003 "-" 1363411 - +test INFO: - - - [15/May/2024:18:12:33 +0000] "DELETE /sda1/p/a/.c/.o" 404 - "-" "-" "-" 0.0002 "-" 1363411 - +test INFO: - - - [15/May/2024:18:12:33 +0000] "DELETE /sda1/p/.shards_a/c/o" 404 - "-" "-" "-" 0.0002 "-" 1363411 - +test INFO: - - - [15/May/2024:18:12:33 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0219 "-" 1363411 - +test INFO: - - - [15/May/2024:18:12:33 +0000] "DELETE /sda1/p/.shards_a/c/o" 204 - "-" "-" "-" 0.0299 "-" 1363411 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:12:33 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0220 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:33 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0227 "-" 1363411 - +test INFO: - - - [15/May/2024:18:12:33 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0010 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:33 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 0.0009 "-" 1363411 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:12:33 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0288 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:33 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0006 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:33 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0011 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:33 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0370 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:33 +0000] "GET /sda1/p/a/%00null" 200 26 "-" "-" "-" 0.0022 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:33 +0000] "GET /sda1/p/a/%00null" 200 32 "-" "-" "-" 0.0026 "-" 1363411 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:12:33 +0000] "PUT /sda1/p/a/container_default" 201 - "-" "-" "-" 0.0201 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:33 +0000] "HEAD /sda1/p/a/container_default" 204 - "-" "-" "-" 0.0014 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:33 +0000] "PUT /sda1/p/a/c_nada" 400 45 "-" "-" "-" 0.0002 "-" 1363411 nada +test INFO: - - - [15/May/2024:18:12:33 +0000] "PUT /sda1/p/a/c_999" 400 42 "-" "-" "-" 0.0002 "-" 1363411 999 +test INFO: - - - [15/May/2024:18:12:33 +0000] "PUT /sda1/p/a/c_legacy" 201 - "-" "-" "-" 0.0256 "-" 1363411 0 +test INFO: - - - [15/May/2024:18:12:33 +0000] "HEAD /sda1/p/a/c_legacy" 204 - "-" "-" "-" 0.0014 "-" 1363411 0 +test INFO: - - - [15/May/2024:18:12:33 +0000] "PUT /sda1/p/a/c_one" 201 - "-" "-" "-" 0.0218 "-" 1363411 1 +test INFO: - - - [15/May/2024:18:12:33 +0000] "HEAD /sda1/p/a/c_one" 204 - "-" "-" "-" 0.0011 "-" 1363411 1 +test INFO: - - - [15/May/2024:18:12:33 +0000] "PUT /sda1/p/a/c_two" 201 - "-" "-" "-" 0.0207 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:33 +0000] "HEAD /sda1/p/a/c_two" 204 - "-" "-" "-" 0.0010 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:33 +0000] "PUT /sda1/p/a/c_three" 201 - "-" "-" "-" 0.0238 "-" 1363411 3 +test INFO: - - - [15/May/2024:18:12:33 +0000] "HEAD /sda1/p/a/c_three" 204 - "-" "-" "-" 0.0013 "-" 1363411 3 +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_get_and_validate_policy_index +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_get_and_validate_policy_index ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_false +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_false ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_true +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_true ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_doesnt_exist +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_doesnt_exist ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_is_not_public +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_is_not_public ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_list_allowed_methods +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_list_allowed_methods ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_listing_with_reserved +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_listing_with_reserved ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_log_line_format +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_log_line_format ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_markers_with_reserved +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_markers_with_reserved ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_not_allowed_method +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_not_allowed_method ... ok test.unit.container.test_sharder.TestSharder.test_cleave_to_existing_shard_db test.unit.container.test_sharder.TestSharder.test_cleave_to_existing_shard_db ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_object_update_with_multiple_timestamps +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_object_update_with_multiple_timestamps ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_object_update_with_offset +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_object_update_with_offset ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_params_format +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_params_format ... ok test.unit.container.test_sharder.TestSharder.test_complete_sharding_missing_own_shard_range test.unit.container.test_sharder.TestSharder.test_complete_sharding_missing_own_shard_range ... ok +test INFO: - - - [15/May/2024:18:12:33 +0000] "PUT /sda1/p/a/c_four" 201 - "-" "-" "-" 0.0245 "-" 1363411 4 +test INFO: - - - [15/May/2024:18:12:33 +0000] "HEAD /sda1/p/a/c_four" 204 - "-" "-" "-" 0.0031 "-" 1363411 4 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:12:33 +0000] "method_doesnt_exist /sda1/p/a/c" 405 - "-" "-" "-" 0.0002 "-" 1363411 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:12:33 +0000] "__init__ /sda1/p/a/c" 405 - "-" "-" "-" 0.0002 "-" 1363411 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:12:33 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0274 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:33 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0005 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:33 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0307 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:33 +0000] "GET /sda1/p/a/%00null" 200 183 "-" "-" "-" 0.0024 "-" 1363411 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: 1.2.3.4 - - [01/Jan/1970:02:46:42 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 2.0000 "-" 1234 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:12:34 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0241 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:34 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0006 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:34 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0004 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:34 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0241 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:34 +0000] "GET /sda1/p/a/%00null" 200 367 "-" "-" "-" 0.0024 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:34 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0023 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:34 +0000] "GET /sda1/p/a/%00null" 200 184 "-" "-" "-" 0.0024 "-" 1363411 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:12:34 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0309 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:34 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:34 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:34 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0297 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:34 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:34 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0250 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:34 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0009 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:34 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0245 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:34 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0006 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:34 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0032 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:34 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:34 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0353 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:34 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0016 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:34 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0235 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:34 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0019 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:34 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0258 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:34 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0023 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:34 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0268 "-" 1363411 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:12:34 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0272 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:34 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:34 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0010 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:34 +0000] "GET /sda1/p/a/c" 200 117 "-" "-" "-" 0.0271 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:34 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:34 +0000] "GET /sda1/p/a/c" 200 116 "-" "-" "-" 0.0272 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:34 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0004 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:34 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0269 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:34 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0012 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:34 +0000] "GET /sda1/p/a/c" 200 120 "-" "-" "-" 0.0269 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:34 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0004 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:34 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0230 "-" 1363411 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:12:34 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0176 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:34 +0000] "GET /sda1/p/a/c" 200 61 "-" "-" "-" 0.0024 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:34 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0024 "-" 1363411 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:12:34 +0000] "GET /sda1/p/a/c" 400 37 "-" "-" "-" 0.0006 "-" 1363411 - +test INFO: - - - [15/May/2024:18:12:34 +0000] "GET /sda1/p/a/c" 400 33 "-" "-" "-" 0.0001 "-" 1363411 - +test INFO: - - - [15/May/2024:18:12:34 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0001 "-" 1363411 - +test INFO: - - - [15/May/2024:18:12:34 +0000] "GET /sda1/p/a/c" 400 32 "-" "-" "-" 0.0001 "-" 1363411 - +test INFO: - - - [15/May/2024:18:12:34 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0001 "-" 1363411 - +test INFO: - - - [15/May/2024:18:12:34 +0000] "GET /sda1/p/a/c" 400 38 "-" "-" "-" 0.0001 "-" 1363411 - +test INFO: - - - [15/May/2024:18:12:34 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0001 "-" 1363411 - +test INFO: - - - [15/May/2024:18:12:34 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0205 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:34 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:34 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0022 "-" 1363411 2 +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_params_utf8 +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_params_utf8 ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_and_delim_with_reserved +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_and_delim_with_reserved ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_with_reserved +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_with_reserved ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_put_auto_create +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_put_auto_create ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_replication_server_call_all_methods +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_replication_server_call_all_methods ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_serv_reserv +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_serv_reserv ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_swift_bytes_in_content_type +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_swift_bytes_in_content_type ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path_utf8 +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path_utf8 ... ok +REPLICATE: /sdb/0/4a8a08f09d37b73795649038408b5f33, sync, (7, '00000000000000000000000000000000', '3110e0a9-005b-4ab2-922d-b2518f0002c3-', '1715796752.77779', '0000000000.00000', '0', '{"X-Container-Sysmeta-Shard-Context-6aa14fac-5eec-4cd7-96da-1ecf83f97024-sda": ["{\\"ref\\": \\"6aa14fac-5eec-4cd7-96da-1ecf83f97024-sda\\", \\"cursor\\": \\"\\", \\"max_row\\": 7, \\"cleave_to_row\\": 7, \\"last_cleave_to_row\\": null, \\"cleaving_done\\": true, \\"misplaced_done\\": true, \\"ranges_done\\": 2, \\"ranges_todo\\": 0}", "1715796753.61253"]}') +REPLICATE: /sdb/0/4a8a08f09d37b73795649038408b5f33, merge_shard_ranges, ([{'name': '.shards_a/c_obj004_0', 'timestamp': '1715796408.55872', 'lower': '', 'upper': 'obj004', 'object_count': 4, 'bytes_used': 4, 'meta_timestamp': '1715796753.34699', 'deleted': 0, 'state': 40, 'state_timestamp': '1715796408.55872', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/c__1', 'timestamp': '1715796408.55872', 'lower': 'obj004', 'upper': '', 'object_count': 3, 'bytes_used': 3, 'meta_timestamp': '1715796753.54702', 'deleted': 0, 'state': 40, 'state_timestamp': '1715796408.55872', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715796752.99698', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715796753.63954', 'deleted': 0, 'state': 70, 'state_timestamp': '1715796752.99703', 'epoch': '1715796752.99703', 'reported': 0, 'tombstones': -1}], '3110e0a9-005b-4ab2-922d-b2518f0002c3-') +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpeonbezte/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpeonbezte/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpeonbezte/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpeonbezte/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Kick off container cleaving, own shard range in state 'sharded', path: a/c, db: /tmp/tmpeonbezte/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796752.99703.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpeonbezte/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796752.99703.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpeonbezte/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796752.99703.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpeonbezte/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796752.99703.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpeonbezte/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796752.99703.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpeonbezte/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796752.99703.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpeonbezte/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796752.99703.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00021529197692871094s, path: a/c, db: /tmp/tmpeonbezte/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011110305786132812s, path: a/c, db: /tmp/tmpeonbezte/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpeonbezte/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796752.99703.db +sharder-test INFO: Cleaved ShardRange in 0.052s, path: a/c, db: /tmp/tmpeonbezte/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796752.99703.db +sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1715796408.55872, (3, 3) as of 1715796753.54702, active as of 1715796408.55872>, path: a/c, db: /tmp/tmpeonbezte/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796752.99703.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.0002522468566894531s, path: a/c, db: /tmp/tmpeonbezte/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001304149627685547s, path: a/c, db: /tmp/tmpeonbezte/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmpeonbezte/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796752.99703.db +sharder-test INFO: Cleaved ShardRange<'obj004' to MaxBound as of 1715796408.55872, (3, 3) as of 1715796753.54702, active as of 1715796408.55872> in 0.053s, path: a/c, db: /tmp/tmpeonbezte/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796752.99703.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpeonbezte/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796752.99703.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpeonbezte/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpeonbezte/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796752.99703.db +sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpeonbezte/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796752.99703.db +sharder-test WARNING: Failed to get own_shard_range, path: a/c, db: /tmp/tmp7e5r4cwh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796754.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '6d74ac0f-911b-47be-92c6-953aec147d14-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmp5ciux2tv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796754.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '6d74ac0f-911b-47be-92c6-953aec147d14-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmp5ciux2tv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796754.00000.db +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_DELETE +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_DELETE ... ok test.unit.container.test_sharder.TestSharder.test_complete_sharding_root test.unit.container.test_sharder.TestSharder.test_complete_sharding_root ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_POST +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_POST ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_PUT +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_PUT ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_updating_multiple_container_servers +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_updating_multiple_container_servers ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_weird_content_types +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_weird_content_types ... ok +test.unit.obj.test_diskfile.TestDiskFileManager.test_check_policy +test.unit.obj.test_diskfile.TestDiskFileManager.test_check_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_ondisk_files_reclaim_non_data_files +test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_ondisk_files_reclaim_non_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files +test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_uses_configured_reclaim_age +test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_uses_configured_reclaim_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_construct_dev_path +test.unit.obj.test_diskfile.TestDiskFileManager.test_construct_dev_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_focused_yield_hashes_does_not_clean_up +test.unit.obj.test_diskfile.TestDiskFileManager.test_focused_yield_hashes_does_not_clean_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_and_filenames_from_hash +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_and_filenames_from_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_bad_meta_name +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_bad_meta_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_dev_path_fail +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_actual_files +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_actual_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_data +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_dir +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_meta_name +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_meta_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_not_dir +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_not_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_other_oserror +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_read_metadata_problem +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_read_metadata_problem ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_no_rsync_temp_file_warning +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_no_rsync_temp_file_warning ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_empty_dir +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_empty_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_repl_policy +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_repl_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_stray_meta +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_stray_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_unexpected_file +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_unexpected_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_init +test.unit.obj.test_diskfile.TestDiskFileManager.test_init ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_init_commit_window +test.unit.obj.test_diskfile.TestDiskFileManager.test_init_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir +test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir_enoent +test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir_enoent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir_other_oserror +test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_missing_splice_warning +test.unit.obj.test_diskfile.TestDiskFileManager.test_missing_splice_warning ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_object_audit_location_generator +test.unit.obj.test_diskfile.TestDiskFileManager.test_object_audit_location_generator ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_parse_on_disk_filename +test.unit.obj.test_diskfile.TestDiskFileManager.test_parse_on_disk_filename ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_parse_on_disk_filename_errors +test.unit.obj.test_diskfile.TestDiskFileManager.test_parse_on_disk_filename_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_and_replication_lock_same_partition +test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_and_replication_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_same_partition +test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_same_partition_different_name +test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_same_partition_different_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_pickle_async_update +test.unit.obj.test_diskfile.TestDiskFileManager.test_pickle_async_update ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_2 +test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_2 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_another_device_fine +test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_another_device_fine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_off +test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_off ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_on +test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_on ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_same_partition +test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_one_per_device_deprecation +test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_one_per_device_deprecation ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_verify_ondisk_files +test.unit.obj.test_diskfile.TestDiskFileManager.test_verify_ondisk_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_cleans_up_everything +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_cleans_up_everything ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_dev_path_fail +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_empty +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_empty ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_empty_suffixes +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_empty_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_fails_with_bad_ondisk_filesets +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_fails_with_bad_ondisk_filesets ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_suffix_filter +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_suffix_filter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_tombstones +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_tombstones ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_yields_content_type_timestamp +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_yields_content_type_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_yields_meta_timestamp +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_yields_meta_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_suffixes +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_suffixes_dev_path_fail +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_suffixes_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_can_read_old_meta +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_can_read_old_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_extract_policy +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_extract_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_async_dir +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_async_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_data_dir +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_data_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_part_path +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_part_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_tmp_dir +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_tmp_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_pickle_async_update_tmp_dir +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_pickle_async_update_tmp_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_quarantine_renamer +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_quarantine_renamer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_different_file_exists +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_different_file_exists ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_makedirs_error +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_makedirs_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_makedirs_race +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_makedirs_race ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_object_dir_exists_but_not_dir +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_object_dir_exists_but_not_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_os_link_error +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_os_link_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_os_link_race +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_os_link_race ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_same_file_exists +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_same_file_exists ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_target_path_does_not_exist +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_target_path_does_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_write_read_metadata +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_write_read_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_check_policy +test.unit.obj.test_diskfile.TestECDiskFileManager.test_check_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_commit_window +test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_non_data_files +test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_non_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files +test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_uses_configured_reclaim_age +test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_uses_configured_reclaim_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_construct_dev_path +test.unit.obj.test_diskfile.TestECDiskFileManager.test_construct_dev_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_focused_yield_hashes_does_not_clean_up +test.unit.obj.test_diskfile.TestECDiskFileManager.test_focused_yield_hashes_does_not_clean_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_and_filenames_from_hash +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_and_filenames_from_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_bad_meta_name +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_bad_meta_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_dev_path_fail +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_frag_index_filter +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_frag_index_filter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_frag_index_filter_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_frag_index_filter_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_actual_files +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_actual_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_data +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_dir +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_meta_name +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_meta_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_not_dir +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_not_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_other_oserror +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_read_metadata_problem +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_read_metadata_problem ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_no_rsync_temp_file_warning +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_no_rsync_temp_file_warning ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_frag_index +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_frag_index_legacy +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_frag_index_legacy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_some_legacy +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_some_legacy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_empty_dir +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_empty_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_stray_meta +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_stray_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_unexpected_file +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_unexpected_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_init +test.unit.obj.test_diskfile.TestECDiskFileManager.test_init ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_init_commit_window +test.unit.obj.test_diskfile.TestECDiskFileManager.test_init_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir +test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir_enoent +test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir_enoent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir_other_oserror +test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename +test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename_for_meta_with_content_type +test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename_for_meta_with_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename_with_bad_frag_index +test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename_with_bad_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_missing_splice_warning +test.unit.obj.test_diskfile.TestECDiskFileManager.test_missing_splice_warning ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_object_audit_location_generator +test.unit.obj.test_diskfile.TestECDiskFileManager.test_object_audit_location_generator ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_parse_on_disk_filename +test.unit.obj.test_diskfile.TestECDiskFileManager.test_parse_on_disk_filename ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_parse_on_disk_filename_errors +test.unit.obj.test_diskfile.TestECDiskFileManager.test_parse_on_disk_filename_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_and_replication_lock_same_partition +test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_and_replication_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_same_partition +test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_same_partition_different_name +test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_same_partition_different_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_pickle_async_update +test.unit.obj.test_diskfile.TestECDiskFileManager.test_pickle_async_update ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_2 +test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_2 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_another_device_fine +test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_another_device_fine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_off +test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_off ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_on +test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_on ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_same_partition +test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_one_per_device_deprecation +test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_one_per_device_deprecation ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_verify_ondisk_files +test.unit.obj.test_diskfile.TestECDiskFileManager.test_verify_ondisk_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_cleans_up_everything +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_cleans_up_everything ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_dev_path_fail +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_empty +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_empty ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_empty_suffixes +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_empty_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_filters_frag_index +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_filters_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_filters_frag_index_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_filters_frag_index_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_ignores_bad_ondisk_filesets +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_ignores_bad_ondisk_filesets ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_optionally_yields_non_durable_data +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_optionally_yields_non_durable_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_missing_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_missing_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_newer_data_without_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_newer_data_without_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_newer_non_durable_data +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_newer_non_durable_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_non_durable_data +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_non_durable_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_suffix_filter +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_suffix_filter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_suffix_filter_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_suffix_filter_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_tombstones +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_tombstones ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_yields_meta_timestamp +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_yields_meta_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_yields_meta_timestamp_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_yields_meta_timestamp_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_suffixes +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_suffixes_dev_path_fail +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_suffixes_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_quarantine_age_conf +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_quarantine_age_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_quarantine_threshold_conf +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_quarantine_threshold_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_all_404s_fails +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_all_404s_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_all_404s_fails_custom_request_node_count +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_all_404s_fails_custom_request_node_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_error_with_invalid_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_error_with_invalid_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_errors_works +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_errors_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_exceptions_fails +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_exceptions_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_finds_duplicate_does_not_fail +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_finds_duplicate_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_finds_missing_frag_does_not_fail +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_finds_missing_frag_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_frags_on_handoffs +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_frags_on_handoffs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_invalid_frag_index_headers +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_invalid_frag_index_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_missing_headers +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_missing_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_mixed_meta_timestamps_works +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_mixed_meta_timestamps_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_mixture_of_errors_fails +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_mixture_of_errors_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_errors +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_not_old_enough +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_not_old_enough ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_invalid_frag_index_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_invalid_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_etag_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_etag_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_frag_index_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_timestamp_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_timestamp_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_more_than_threshold_frags +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_more_than_threshold_frags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_non_404_response +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_non_404_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_two +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_two ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_etag_with_same_timestamp +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_etag_with_same_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_new_etag +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_new_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_old_etag +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_old_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_timestamps_etags_fail +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_timestamps_etags_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_parity_fa_with_data_node_failure +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_parity_fa_with_data_node_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_request_node_count_conf +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_request_node_count_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test INFO: - - - [15/May/2024:18:12:34 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:34 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0104 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:34 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0023 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:34 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0024 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:34 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0022 "-" 1363411 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:12:34 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0305 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:34 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0005 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:34 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0020 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:34 +0000] "PUT /sda1/p/a/%00null/%00null%00foo" 201 - "-" "-" "-" 0.0004 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:34 +0000] "PUT /sda1/p/a/%00null/%00nullish" 201 - "-" "-" "-" 0.0004 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:34 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0300 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:34 +0000] "GET /sda1/p/a/%00null" 200 207 "-" "-" "-" 0.0054 "-" 1363411 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:12:34 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0282 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:34 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0005 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:34 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0004 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:34 +0000] "PUT /sda1/p/a/%00null/%00null%00foo" 201 - "-" "-" "-" 0.0004 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:34 +0000] "PUT /sda1/p/a/%00null/%00nullish" 201 - "-" "-" "-" 0.0004 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:34 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0262 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:34 +0000] "GET /sda1/p/a/%00null" 200 367 "-" "-" "-" 0.0026 "-" 1363411 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:12:34 +0000] "PUT /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0005 "-" 1363411 - +test INFO: - - - [15/May/2024:18:12:34 +0000] "PUT /sda1/p/.a/c/o" 404 - "-" "-" "-" 0.0002 "-" 1363411 - +test INFO: - - - [15/May/2024:18:12:34 +0000] "PUT /sda1/p/.a/c/o" 201 - "-" "-" "-" 0.0190 "-" 1363411 - +test INFO: - - - [15/May/2024:18:12:34 +0000] "PUT /sda1/p/a/.c/o" 404 - "-" "-" "-" 0.0002 "-" 1363411 - +test INFO: - - - [15/May/2024:18:12:34 +0000] "PUT /sda1/p/a/c/.o" 404 - "-" "-" "-" 0.0002 "-" 1363411 - +test INFO: - - - [15/May/2024:18:12:34 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0126 "-" 1363411 - +test INFO: - - - [15/May/2024:18:12:34 +0000] "PUT /sda1/p/.shards_a/c/o" 404 - "-" "-" "-" 0.0040 "-" 1363411 - +test INFO: - - - [15/May/2024:18:12:34 +0000] "PUT /sda1/p/.shards_a/c" 404 - "-" "-" "-" 0.0002 "-" 1363411 0 +test INFO: - - - [15/May/2024:18:12:34 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0207 "-" 1363411 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:12:34 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0217 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:34 +0000] "PUT /sda1/p/a/c/o1" 201 - "-" "-" "-" 0.0005 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:34 +0000] "PUT /sda1/p/a/c/o2" 201 - "-" "-" "-" 0.0004 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:34 +0000] "GET /sda1/p/a/c" 200 280 "-" "-" "-" 0.0171 "-" 1363411 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:12:34 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0005 "-" 1363411 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:12:34 +0000] "GET /bob" 400 18 "-" "-" "-" 0.0003 "-" 1363411 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:12:34 +0000] "GET /sda1/p/a/c%D8%3E%2520/%25" 412 29 "-" "-" "-" 0.0002 "-" 1363411 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:12:34 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0533 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:34 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0537 "-" 1363411 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:12:35 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0197 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:35 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0613 "-" 1363411 - +test INFO: - - - [15/May/2024:18:12:35 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0452 "-" 1363411 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:12:35 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0546 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.2883 "-" 1363411 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test ERROR: ERROR account update failed with 1.2.3.4:5/sdb1 (will retry later): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/server.py", line 270, in account_update + account_response = conn.getresponse() + ^^^^^^^^^^^^^^^^ +AttributeError: 'NoneType' object has no attribute 'getresponse' +test ERROR: ERROR account update failed with 6.7.8.9:10/sdf1 (will retry later): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/server.py", line 270, in account_update + account_response = conn.getresponse() + ^^^^^^^^^^^^^^^^ +AttributeError: 'NoneType' object has no attribute 'getresponse' +test INFO: - - - [15/May/2024:18:12:35 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.3028 "-" 1363411 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [15/May/2024:18:12:36 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.3025 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:36 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0006 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:36 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0004 "-" 1363411 2 +test INFO: - - - [15/May/2024:18:12:36 +0000] "GET /sda1/p/a/c" 200 248 "-" "-" "-" 0.6897 "-" 1363411 2 test.unit.container.test_sharder.TestSharder.test_complete_sharding_shard test.unit.container.test_sharder.TestSharder.test_complete_sharding_shard ... ok -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00019478797912597656s, path: a/c, db: /tmp/tmphvuadsp6/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001266002655029297s, path: a/c, db: /tmp/tmphvuadsp6/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmphvuadsp6/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205744.37076.db -sharder-test INFO: Cleaved ShardRange in 0.053s, path: a/c, db: /tmp/tmphvuadsp6/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205744.37076.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1750205375.45535, (3, 3) as of 1750205745.79764, active as of 1750205375.45535>, path: a/c, db: /tmp/tmphvuadsp6/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205744.37076.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00019025802612304688s, path: a/c, db: /tmp/tmphvuadsp6/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011205673217773438s, path: a/c, db: /tmp/tmphvuadsp6/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmphvuadsp6/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205744.37076.db -sharder-test INFO: Cleaved ShardRange<'obj004' to MaxBound as of 1750205375.45535, (3, 3) as of 1750205745.79764, active as of 1750205375.45535> in 0.056s, path: a/c, db: /tmp/tmphvuadsp6/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205744.37076.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmphvuadsp6/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205744.37076.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmphvuadsp6/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmphvuadsp6/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205744.37076.db -sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmphvuadsp6/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205744.37076.db -sharder-test WARNING: Failed to get own_shard_range, path: a/c, db: /tmp/tmpxup8z025/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205747.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': 'cd7752f8-f909-44bd-a5cd-eee3c622234b-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmp_ff5u4eh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205749.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': 'cd7752f8-f909-44bd-a5cd-eee3c622234b-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmp_ff5u4eh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205749.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': 'cd7752f8-f909-44bd-a5cd-eee3c622234b-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmp_ff5u4eh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205749.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': 'cd7752f8-f909-44bd-a5cd-eee3c622234b-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmp_ff5u4eh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205749.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '1de5048f-5372-4493-907e-5a5c5a15bc74-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmp_ff5u4eh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205749.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '6363659f-47a1-413c-887a-ebecac4fe96f-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: .shards_/shard_c, db: /tmp/tmpg94snar8/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205750.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '6363659f-47a1-413c-887a-ebecac4fe96f-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: .shards_/shard_c, db: /tmp/tmpg94snar8/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205750.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '6363659f-47a1-413c-887a-ebecac4fe96f-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: .shards_/shard_c, db: /tmp/tmpg94snar8/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205750.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '6363659f-47a1-413c-887a-ebecac4fe96f-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: .shards_/shard_c, db: /tmp/tmpg94snar8/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205750.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '7347f3e5-c038-42de-b7c4-ea5ff2903860-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: .shards_/shard_c, db: /tmp/tmpg94snar8/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205750.00000.db -sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: TypeError('the JSON object must be str, bytes or bytearray, not dict'), path: a/c, db: /tmp/tmpa2qcz2xn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: JSONDecodeError('Expecting value: line 1 column 1 (char 0)'), path: a/c, db: /tmp/tmpa2qcz2xn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_bad_data test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_bad_data ... ok test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_bad_record_type @@ -112169,51 +112296,373 @@ test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_unexpected_response ... ok test.unit.container.test_sharder.TestSharder.test_find_and_enable_multiple_shrinking_candidates test.unit.container.test_sharder.TestSharder.test_find_and_enable_multiple_shrinking_candidates ... ok +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_json +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_json ... ok +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_unknown +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_unknown ... ok +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_xml +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_xml ... ok +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_bad_accept +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_bad_accept ... ok +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_invalid_utf8 +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_invalid_utf8 ... ok +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_json +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_json ... ok +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_xml +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_xml ... ok +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_utf8 +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_utf8 ... ok +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_account_acl_header_access +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_account_acl_header_access ... ok +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_account_acls_through_delegation +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_account_acls_through_delegation ... ok +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_default_proxy_config +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_default_proxy_config ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_log_name +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_log_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_bad_section_name +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_bad_section_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_equality +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_equality ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_inherits_defaults +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_inherits_defaults ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_read_affinity_value +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_read_affinity_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_sorting_method_value +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_sorting_method_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_write_affinity_node_count_value +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_write_affinity_node_count_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_write_affinity_value +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_write_affinity_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_none_configured +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_none_configured ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_one_configured +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_one_configured ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_affinity +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_concurrency_settings +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_concurrency_settings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_sorting_method +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_sorting_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_section_name_inherits_from_app_section_name +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_section_name_inherits_from_app_section_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_sets_timing_sorting_method +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_sets_timing_sorting_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_warns_about_sorting_method_mismatch +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_warns_about_sorting_method_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_warns_override_sorting_method_mismatch +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_warns_override_sorting_method_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_with_DEFAULT_options +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_with_DEFAULT_options ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_with_unknown_policy +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_with_unknown_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_expose_headers +test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_expose_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_non_strict +test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_non_strict ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_strict +test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_strict ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_with_obj_headers +test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_with_obj_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_DELETE +test.unit.proxy.test_server.TestReplicatedObjectController.test_DELETE ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_DELETE_x_container_headers_with_more_container_replicas +test.unit.proxy.test_server.TestReplicatedObjectController.test_DELETE_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_bad_range_zero_byte +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_bad_range_zero_byte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_calls_authorize +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_newest +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_newest ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_newest_large_file +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_newest_large_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_pipeline +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_pipeline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_ranges +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_ranges_resuming +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_ranges_resuming ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_respects_read_affinity +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_respects_read_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_short_read +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_short_read ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_short_read_resuming +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_short_read_resuming ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD +test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_absolute_uri +test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_absolute_uri ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_calls_authorize +test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_newest +test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_newest ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_OPTIONS +test.unit.proxy.test_server.TestReplicatedObjectController.test_OPTIONS ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_backend_headers +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_backend_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_calls_authorize +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_converts_delete_after_to_delete_at +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_converts_delete_after_to_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_authorize +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_count +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_key_len +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_key_len ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_size +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_size ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_val_len +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_val_len ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_x_container_headers_with_more_container_replicas +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_GET_unicode_metadata +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_GET_unicode_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_POST_last_modified +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_POST_last_modified ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_POST_requires_container_exist +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_POST_requires_container_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_auto_content_type +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_auto_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_autodetect_content_type +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_autodetect_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_bad_content_type +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_bad_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_bad_message_length +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_bad_message_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_calls_authorize +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_connect_exceptions +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_connect_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_error_limiting +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_error_limiting ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_error_limiting_last_node +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_error_limiting_last_node ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_expect_header_nonzero_content_length +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_expect_header_nonzero_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_expect_header_zero_content_length +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_expect_header_zero_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_getresponse_exceptions +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_getresponse_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_max_size +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_max_size ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_too_large +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_too_large ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_unsup_xfr_encoding +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_unsup_xfr_encoding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_both +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_both ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_both_with_crazy_meta +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_both_with_crazy_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_content_length +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_transfer_encoding +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_transfer_encoding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_no_etag_fallocate +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_no_etag_fallocate ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_not_autodetect_content_type +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_not_autodetect_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_all_containers_error +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_all_containers_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_container_does_not_exist +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_container_does_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_container_exist_on_handoff +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_container_exist_on_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_primary_containers_timeout +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_primary_containers_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_primary_timeout_container_exist +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_primary_timeout_container_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_respects_write_affinity +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_respects_write_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_respects_write_affinity_with_507s +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_respects_write_affinity_with_507s ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_send_exceptions +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_send_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_equal_replicas +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_equal_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_fewer_container_replicas +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_fewer_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_many_object_replicas +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_many_object_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_more_container_replicas +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_fewer_container_replicas +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_fewer_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_more_container_replicas +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_acc_or_con_missing_returns_404 +test.unit.proxy.test_server.TestReplicatedObjectController.test_acc_or_con_missing_returns_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_cache_set_error +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_cache_set_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_can_skip_cache +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_can_skip_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_errors +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_no_cache +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_empty_cache +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_empty_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_cache +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_infocache +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_infocache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_bad_metadata +test.unit.proxy.test_server.TestReplicatedObjectController.test_bad_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_best_response_sets_etag +test.unit.proxy.test_server.TestReplicatedObjectController.test_best_response_sets_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_best_response_sets_headers +test.unit.proxy.test_server.TestReplicatedObjectController.test_best_response_sets_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_method +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_path +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_path_no_controller +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_path_no_controller ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_utf8 +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_utf8 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_version +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_version ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_chunked_put +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_chunked_put ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_head_account +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_head_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_unhandled_exception +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_unhandled_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_utf8_all_the_way_down +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_utf8_all_the_way_down ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_client_disconnect +test.unit.proxy.test_server.TestReplicatedObjectController.test_client_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_client_timeout +test.unit.proxy.test_server.TestReplicatedObjectController.test_client_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_conditional_GET_replication +test.unit.proxy.test_server.TestReplicatedObjectController.test_conditional_GET_replication ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_conditional_range_get +test.unit.proxy.test_server.TestReplicatedObjectController.test_conditional_range_get ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_custom_mime_types_files +test.unit.proxy.test_server.TestReplicatedObjectController.test_custom_mime_types_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_error_limiting +test.unit.proxy.test_server.TestReplicatedObjectController.test_error_limiting ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_error_limiting_survives_ring_reload +test.unit.proxy.test_server.TestReplicatedObjectController.test_error_limiting_survives_ring_reload ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes +test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_calls_sort_nodes +test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_calls_sort_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_gives_extra_if_error_limited_inline +test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_gives_extra_if_error_limited_inline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_skips_error_limited +test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_skips_error_limited ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_with_replication_network +test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_with_replication_network ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_without_replication_network +test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_without_replication_network ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_leak_1 +test.unit.proxy.test_server.TestReplicatedObjectController.test_leak_1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_mismatched_etags +test.unit.proxy.test_server.TestReplicatedObjectController.test_mismatched_etags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_first_two_time_out_etags_match +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_first_two_time_out_etags_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_one_etag_mismatch +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_one_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_two_etag_mismatch +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_two_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_only_first_time_out +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_only_first_time_out ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_three_time_out +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_three_time_out ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_two_time_out +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_two_time_out ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_request_setting +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_request_setting ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_write_timeout +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_write_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_policy_IO +test.unit.proxy.test_server.TestReplicatedObjectController.test_policy_IO ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_policy_IO_override +test.unit.proxy.test_server.TestReplicatedObjectController.test_policy_IO_override ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_proxy_passes_content_length_on_head +test.unit.proxy.test_server.TestReplicatedObjectController.test_proxy_passes_content_length_on_head ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_proxy_passes_content_type +test.unit.proxy.test_server.TestReplicatedObjectController.test_proxy_passes_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_response_get_accept_ranges_header +test.unit.proxy.test_server.TestReplicatedObjectController.test_response_get_accept_ranges_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_response_head_accept_ranges_header +test.unit.proxy.test_server.TestReplicatedObjectController.test_response_head_accept_ranges_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.container.test_sharder.TestSharder.test_find_and_enable_sharding_candidates test.unit.container.test_sharder.TestSharder.test_find_and_enable_sharding_candidates ... ok test.unit.container.test_sharder.TestSharder.test_find_and_enable_sharding_candidates_bootstrap test.unit.container.test_sharder.TestSharder.test_find_and_enable_sharding_candidates_bootstrap ... ok +sharder-test WARNING: Repeat cleaving required, context: {'ref': '6d74ac0f-911b-47be-92c6-953aec147d14-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmp5ciux2tv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796754.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '6d74ac0f-911b-47be-92c6-953aec147d14-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmp5ciux2tv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796754.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': 'fc5074cc-f415-4a6f-a71d-ab9e86ff3238-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmp5ciux2tv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796754.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '276a2d29-9ea5-4f5b-9d0a-3d5e22c19e67-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: .shards_/shard_c, db: /tmp/tmpn_nea_1u/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796755.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '276a2d29-9ea5-4f5b-9d0a-3d5e22c19e67-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: .shards_/shard_c, db: /tmp/tmpn_nea_1u/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796755.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '276a2d29-9ea5-4f5b-9d0a-3d5e22c19e67-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: .shards_/shard_c, db: /tmp/tmpn_nea_1u/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796755.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '276a2d29-9ea5-4f5b-9d0a-3d5e22c19e67-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: .shards_/shard_c, db: /tmp/tmpn_nea_1u/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796755.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '5242f8c7-ea54-4950-9333-862ec083ff5f-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: .shards_/shard_c, db: /tmp/tmpn_nea_1u/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796755.00000.db +sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: TypeError('the JSON object must be str, bytes or bytearray, not dict'), path: a/c, db: /tmp/tmp9o7fihu0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: JSONDecodeError('Expecting value: line 1 column 1 (char 0)'), path: a/c, db: /tmp/tmp9o7fihu0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: ValueError('not a list'), path: a/c, db: /tmp/tmp9o7fihu0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: KeyError('name'), path: a/c, db: /tmp/tmp9o7fihu0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: KeyError('timestamp'), path: a/c, db: /tmp/tmp9o7fihu0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: KeyError('object_count'), path: a/c, db: /tmp/tmp9o7fihu0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to get shard ranges from a/c: unexpected record type None, path: a/c, db: /tmp/tmpjdiy10ns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to get shard ranges from a/c: unexpected record type 'object', path: a/c, db: /tmp/tmpjdiy10ns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to get shard ranges from a/c: unexpected record type 'disco', path: a/c, db: /tmp/tmpjdiy10ns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to get shard ranges from a/c: Unexpected response: 404, path: a/c, db: /tmp/tmprt2zlv_o/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmppmevwu_3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Found 0 compactible sequences of length(s) [], path: a/c, db: /tmp/tmppmevwu_3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796757.00000.db +sharder-test DEBUG: Found 2 compactible sequences of length(s) [2, 2], path: a/c, db: /tmp/tmppmevwu_3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796757.00000.db +sharder-test DEBUG: shrinking 99999 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmppmevwu_3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796757.00000.db +sharder-test DEBUG: shrinking 99999 objects from 1 shard ranges into ShardRange<'c' to 'e' as of 1715796757.27584, (100000, 0) as of 1715796408.55872, active as of 1715796408.55872>, path: a/c, db: /tmp/tmppmevwu_3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796757.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmplh7hhq21/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Identified 1 sharding candidates, path: a/c, db: /tmp/tmplh7hhq21/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796757.00000.db +sharder-test DEBUG: Identified 1 sharding candidates, path: a/c, db: /tmp/tmplh7hhq21/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796757.00000.db +sharder-test DEBUG: Identified 1 sharding candidates, path: a/c, db: /tmp/tmpdqm3cwba/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpmj4bkz8b/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Found 0 compactible sequences of length(s) [], path: a/c, db: /tmp/tmpmj4bkz8b/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796757.00000.db +sharder-test DEBUG: Found 1 compactible sequences of length(s) [2], path: a/c, db: /tmp/tmpmj4bkz8b/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796757.00000.db +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmp2ywlemlo/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp2ywlemlo/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmp2ywlemlo/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp2ywlemlo/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:12:36 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0208 "-" 1363411 - +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:12:36 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0201 "-" 1363411 - +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:12:36 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0236 "-" 1363411 - +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:12:36 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0179 "-" 1363411 - +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:12:36 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx537fd88f8040433daff4e-006644fb14" "proxy-server 1363411" 0.0011 "-" 1363411 - +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:12:37 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:53327/sdb1/1/a/c" "tx537fd88f8040433daff4e-006644fb14" "container-server 1363411" 0.0011 "-" 1363411 0 +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:12:37 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:55927/sda1/1/a/c" "tx537fd88f8040433daff4e-006644fb14" "container-server 1363411" 0.0011 "-" 1363411 0 +cont2 INFO: 127.0.0.1 - - [15/May/2024:18:12:37 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx537fd88f8040433daff4e-006644fb14" "proxy-server 1363411" 0.0304 "-" 1363411 0 +cont1 INFO: 127.0.0.1 - - [15/May/2024:18:12:37 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx537fd88f8040433daff4e-006644fb14" "proxy-server 1363411" 0.0549 "-" 1363411 0 +proxy INFO: 127.0.0.1 127.0.0.1 15/May/2024/18/12/37 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx537fd88f8040433daff4e-006644fb14 - 0.0660 - - 1715796756.996880054 1715796757.062894344 0 +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:12:37 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx7f6e58af1b3f407191bef-006644fb15" "proxy-server 1363411" 0.0012 "-" 1363411 - +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:12:37 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:53327/sdb1/1/a1/c1" "tx7f6e58af1b3f407191bef-006644fb15" "container-server 1363411" 0.0017 "-" 1363411 0 +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:12:37 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:55927/sda1/1/a1/c1" "tx7f6e58af1b3f407191bef-006644fb15" "container-server 1363411" 0.0013 "-" 1363411 0 +cont1 INFO: 127.0.0.1 - - [15/May/2024:18:12:37 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx7f6e58af1b3f407191bef-006644fb15" "proxy-server 1363411" 0.0338 "-" 1363411 0 +cont2 INFO: 127.0.0.1 - - [15/May/2024:18:12:37 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx7f6e58af1b3f407191bef-006644fb15" "proxy-server 1363411" 0.0214 "-" 1363411 0 +proxy INFO: 127.0.0.1 127.0.0.1 15/May/2024/18/12/37 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx7f6e58af1b3f407191bef-006644fb15 - 0.0440 - - 1715796757.064400911 1715796757.108418703 0 +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:12:37 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx3cfa2c308e2f4f51b4118-006644fb15" "proxy-server 1363411" 0.0103 "-" 1363411 - +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:12:37 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:53327/sdb1/2/a/c1" "tx3cfa2c308e2f4f51b4118-006644fb15" "container-server 1363411" 0.0338 "-" 1363411 1 +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:12:37 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:55927/sda1/2/a/c1" "tx3cfa2c308e2f4f51b4118-006644fb15" "container-server 1363411" 0.0028 "-" 1363411 1 +cont2 INFO: 127.0.0.1 - - [15/May/2024:18:12:37 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx3cfa2c308e2f4f51b4118-006644fb15" "proxy-server 1363411" 0.0656 "-" 1363411 1 +cont1 INFO: 127.0.0.1 - - [15/May/2024:18:12:37 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx3cfa2c308e2f4f51b4118-006644fb15" "proxy-server 1363411" 0.0917 "-" 1363411 1 +proxy INFO: 127.0.0.1 127.0.0.1 15/May/2024/18/12/37 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx3cfa2c308e2f4f51b4118-006644fb15 - 0.1091 - - 1715796757.110403776 1715796757.219496727 1 +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:12:37 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx87d5279b77a24f07813e2-006644fb15" "proxy-server 1363411" 0.0284 "-" 1363411 - +acct1 INFO: 127.0.0.1 - - [15/May/2024:18:12:37 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:53327/sdb1/1/a/c2" "tx87d5279b77a24f07813e2-006644fb15" "container-server 1363411" 0.0010 "-" 1363411 2 +acct2 INFO: 127.0.0.1 - - [15/May/2024:18:12:37 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:55927/sda1/1/a/c2" "tx87d5279b77a24f07813e2-006644fb15" "container-server 1363411" 0.0264 "-" 1363411 2 +cont1 INFO: 127.0.0.1 - - [15/May/2024:18:12:37 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx87d5279b77a24f07813e2-006644fb15" "proxy-server 1363411" 0.0485 "-" 1363411 2 +cont2 INFO: 127.0.0.1 - - [15/May/2024:18:12:37 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx87d5279b77a24f07813e2-006644fb15" "proxy-server 1363411" 0.0621 "-" 1363411 2 +proxy INFO: 127.0.0.1 127.0.0.1 15/May/2024/18/12/37 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx87d5279b77a24f07813e2-006644fb15 - 0.1014 - - 1715796757.220910072 1715796757.322353125 2 test.unit.container.test_sharder.TestSharder.test_find_and_enable_shrinking_candidates test.unit.container.test_sharder.TestSharder.test_find_and_enable_shrinking_candidates ... ok test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_three_root test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_three_root ... ok -sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: ValueError('not a list'), path: a/c, db: /tmp/tmpa2qcz2xn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: KeyError('name'), path: a/c, db: /tmp/tmpa2qcz2xn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: KeyError('timestamp'), path: a/c, db: /tmp/tmpa2qcz2xn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: KeyError('object_count'), path: a/c, db: /tmp/tmpa2qcz2xn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to get shard ranges from a/c: unexpected record type None, path: a/c, db: /tmp/tmp5do8tj8y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to get shard ranges from a/c: unexpected record type 'object', path: a/c, db: /tmp/tmp5do8tj8y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to get shard ranges from a/c: unexpected record type 'disco', path: a/c, db: /tmp/tmp5do8tj8y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to get shard ranges from a/c: Unexpected response: 404, path: a/c, db: /tmp/tmpfnswgwm2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmphl5mvp51/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Found 0 compactible sequences of length(s) [], path: a/c, db: /tmp/tmphl5mvp51/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205752.00000.db -sharder-test DEBUG: Found 2 compactible sequences of length(s) [2, 2], path: a/c, db: /tmp/tmphl5mvp51/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205752.00000.db -sharder-test DEBUG: shrinking 99999 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmphl5mvp51/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205752.00000.db -sharder-test DEBUG: shrinking 99999 objects from 1 shard ranges into ShardRange<'c' to 'e' as of 1750205753.27820, (100000, 0) as of 1750205375.45535, active as of 1750205375.45535>, path: a/c, db: /tmp/tmphl5mvp51/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205752.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpd73y4vm9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Identified 1 sharding candidates, path: a/c, db: /tmp/tmpd73y4vm9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205753.00000.db -sharder-test DEBUG: Identified 1 sharding candidates, path: a/c, db: /tmp/tmpd73y4vm9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205753.00000.db -sharder-test DEBUG: Identified 1 sharding candidates, path: a/c, db: /tmp/tmpp4b59115/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpx5oh6jvn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Found 0 compactible sequences of length(s) [], path: a/c, db: /tmp/tmpx5oh6jvn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205754.00000.db -sharder-test DEBUG: Found 1 compactible sequences of length(s) [2], path: a/c, db: /tmp/tmpx5oh6jvn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205754.00000.db -sharder-test DEBUG: shrinking 99998 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmpx5oh6jvn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205754.00000.db -sharder-test DEBUG: Found 1 compactible sequences of length(s) [2], path: a/c, db: /tmp/tmpx5oh6jvn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205754.00000.db -sharder-test DEBUG: shrinking 99998 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmpx5oh6jvn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205754.00000.db -sharder-test DEBUG: Found 1 compactible sequences of length(s) [2], path: a/c, db: /tmp/tmpx5oh6jvn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205754.00000.db -sharder-test DEBUG: shrinking 99998 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmpx5oh6jvn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205754.00000.db -sharder-test DEBUG: Found 1 compactible sequences of length(s) [2], path: a/c, db: /tmp/tmpx5oh6jvn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205754.00000.db -sharder-test DEBUG: shrinking 0 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmpx5oh6jvn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205754.00000.db -sharder-test DEBUG: Found 1 compactible sequences of length(s) [2], path: a/c, db: /tmp/tmpx5oh6jvn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205754.00000.db -sharder-test DEBUG: shrinking 0 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmpx5oh6jvn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205754.00000.db -sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpdw51edp4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Completed scan for shard ranges: 2 found, path: a/c, db: /tmp/tmpdw51edp4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpdw51edp4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Completed scan for shard ranges: 1 found, path: a/c, db: /tmp/tmpdw51edp4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Final shard range reached., path: a/c, db: /tmp/tmpdw51edp4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Scan for shard ranges already completed, path: a/c, db: /tmp/tmpdw51edp4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c_, db: /tmp/tmpjcgsez0s/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Completed scan for shard ranges: 2 found, path: .shards_a/c_, db: /tmp/tmpjcgsez0s/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_three_shard test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_three_shard ... ok test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_two_root @@ -112228,65 +112677,47 @@ test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_with_minimum_size ... ok test.unit.container.test_sharder.TestSharder.test_get_shard_broker_no_local_handoff_for_part test.unit.container.test_sharder.TestSharder.test_get_shard_broker_no_local_handoff_for_part ... ok -sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c_, db: /tmp/tmpjcgsez0s/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Completed scan for shard ranges: 1 found, path: .shards_a/c_, db: /tmp/tmpjcgsez0s/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Final shard range reached., path: .shards_a/c_, db: /tmp/tmpjcgsez0s/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test DEBUG: Scan for shard ranges already completed, path: .shards_a/c_, db: /tmp/tmpjcgsez0s/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpgkwbykig/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Completed scan for shard ranges: 2 found, path: a/c, db: /tmp/tmpgkwbykig/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Final shard range reached., path: a/c, db: /tmp/tmpgkwbykig/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Scan for shard ranges already completed, path: a/c, db: /tmp/tmpgkwbykig/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c_, db: /tmp/tmp_uopr6ew/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Completed scan for shard ranges: 2 found, path: .shards_a/c_, db: /tmp/tmp_uopr6ew/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Final shard range reached., path: .shards_a/c_, db: /tmp/tmp_uopr6ew/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test DEBUG: Scan for shard ranges already completed, path: .shards_a/c_, db: /tmp/tmp_uopr6ew/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmp9o548h4j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: No shard ranges found, path: a/c, db: /tmp/tmp9o548h4j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmp9o548h4j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: No shard ranges found, path: a/c, db: /tmp/tmp9o548h4j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c, db: /tmp/tmpsb7h_sck/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: No shard ranges found, path: .shards_a/c, db: /tmp/tmpsb7h_sck/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c, db: /tmp/tmpsb7h_sck/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: No shard ranges found, path: .shards_a/c, db: /tmp/tmpsb7h_sck/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c_, db: /tmp/tmph_d_ip8c/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Completed scan for shard ranges: 2 found, path: .shards_a/c_, db: /tmp/tmph_d_ip8c/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Final shard range reached., path: .shards_a/c_, db: /tmp/tmph_d_ip8c/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Since Tue Jun 17 12:15:58 2025 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Tue Jun 17 12:15:58 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jun 17 12:15:58 2025 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jun 17 12:15:58 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jun 17 12:15:58 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Tue Jun 17 12:15:58 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Tue Jun 17 12:15:58 2025 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jun 17 12:15:58 2025 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Tue Jun 17 12:15:58 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jun 17 12:15:58 2025 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jun 17 12:15:58 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jun 17 12:15:58 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Tue Jun 17 12:15:58 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Tue Jun 17 12:15:58 2025 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jun 17 12:15:58 2025 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Tue Jun 17 12:15:58 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jun 17 12:15:58 2025 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jun 17 12:15:58 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jun 17 12:15:58 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Tue Jun 17 12:15:58 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Tue Jun 17 12:15:58 2025 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jun 17 12:15:59 2025 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Tue Jun 17 12:15:59 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jun 17 12:15:59 2025 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jun 17 12:15:59 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jun 17 12:15:59 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Tue Jun 17 12:15:59 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Tue Jun 17 12:15:59 2025 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jun 17 12:16:00 2025 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Tue Jun 17 12:16:00 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jun 17 12:16:00 2025 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jun 17 12:16:00 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jun 17 12:16:00 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Tue Jun 17 12:16:00 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Tue Jun 17 12:16:00 2025 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jun 17 12:16:00 2025 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test DEBUG: shrinking 99998 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmpmj4bkz8b/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796757.00000.db +sharder-test DEBUG: Found 1 compactible sequences of length(s) [2], path: a/c, db: /tmp/tmpmj4bkz8b/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796757.00000.db +sharder-test DEBUG: shrinking 99998 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmpmj4bkz8b/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796757.00000.db +sharder-test DEBUG: Found 1 compactible sequences of length(s) [2], path: a/c, db: /tmp/tmpmj4bkz8b/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796757.00000.db +sharder-test DEBUG: shrinking 99998 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmpmj4bkz8b/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796757.00000.db +sharder-test DEBUG: Found 1 compactible sequences of length(s) [2], path: a/c, db: /tmp/tmpmj4bkz8b/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796757.00000.db +sharder-test DEBUG: shrinking 0 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmpmj4bkz8b/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796757.00000.db +sharder-test DEBUG: Found 1 compactible sequences of length(s) [2], path: a/c, db: /tmp/tmpmj4bkz8b/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796757.00000.db +sharder-test DEBUG: shrinking 0 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmpmj4bkz8b/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796757.00000.db +sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpkpv0acfs/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Completed scan for shard ranges: 2 found, path: a/c, db: /tmp/tmpkpv0acfs/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpkpv0acfs/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Completed scan for shard ranges: 1 found, path: a/c, db: /tmp/tmpkpv0acfs/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Final shard range reached., path: a/c, db: /tmp/tmpkpv0acfs/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Scan for shard ranges already completed, path: a/c, db: /tmp/tmpkpv0acfs/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c_, db: /tmp/tmpzwi0ogt2/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Completed scan for shard ranges: 2 found, path: .shards_a/c_, db: /tmp/tmpzwi0ogt2/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c_, db: /tmp/tmpzwi0ogt2/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Completed scan for shard ranges: 1 found, path: .shards_a/c_, db: /tmp/tmpzwi0ogt2/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Final shard range reached., path: .shards_a/c_, db: /tmp/tmpzwi0ogt2/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test DEBUG: Scan for shard ranges already completed, path: .shards_a/c_, db: /tmp/tmpzwi0ogt2/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpqwfev9cc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Completed scan for shard ranges: 2 found, path: a/c, db: /tmp/tmpqwfev9cc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Final shard range reached., path: a/c, db: /tmp/tmpqwfev9cc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Scan for shard ranges already completed, path: a/c, db: /tmp/tmpqwfev9cc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c_, db: /tmp/tmprgwtx1ic/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Completed scan for shard ranges: 2 found, path: .shards_a/c_, db: /tmp/tmprgwtx1ic/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Final shard range reached., path: .shards_a/c_, db: /tmp/tmprgwtx1ic/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test DEBUG: Scan for shard ranges already completed, path: .shards_a/c_, db: /tmp/tmprgwtx1ic/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpffec62e8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: No shard ranges found, path: a/c, db: /tmp/tmpffec62e8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpffec62e8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: No shard ranges found, path: a/c, db: /tmp/tmpffec62e8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c, db: /tmp/tmpkv_xg6nd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: No shard ranges found, path: .shards_a/c, db: /tmp/tmpkv_xg6nd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c, db: /tmp/tmpkv_xg6nd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: No shard ranges found, path: .shards_a/c, db: /tmp/tmpkv_xg6nd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c_, db: /tmp/tmp1d794yml/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Completed scan for shard ranges: 2 found, path: .shards_a/c_, db: /tmp/tmp1d794yml/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Final shard range reached., path: .shards_a/c_, db: /tmp/tmp1d794yml/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Since Thu May 16 08:12:38 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 test.unit.container.test_sharder.TestSharder.test_identify_sharding_candidate test.unit.container.test_sharder.TestSharder.test_identify_sharding_candidate ... ok test.unit.container.test_sharder.TestSharder.test_identify_sharding_old_style_candidate @@ -112299,6 +112730,71 @@ test.unit.container.test_sharder.TestSharder.test_increment_stats ... ok test.unit.container.test_sharder.TestSharder.test_increment_stats_with_statsd test.unit.container.test_sharder.TestSharder.test_increment_stats_with_statsd ... ok +sharder-test INFO: Since Thu May 16 08:12:38 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu May 16 08:12:38 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu May 16 08:12:38 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu May 16 08:12:38 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Thu May 16 08:12:38 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu May 16 08:12:38 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu May 16 08:12:38 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu May 16 08:12:38 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu May 16 08:12:38 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu May 16 08:12:38 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu May 16 08:12:38 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Thu May 16 08:12:38 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu May 16 08:12:38 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu May 16 08:12:38 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu May 16 08:12:38 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu May 16 08:12:38 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu May 16 08:12:38 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu May 16 08:12:38 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Thu May 16 08:12:38 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu May 16 08:12:38 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu May 16 08:12:38 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu May 16 08:12:38 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu May 16 08:12:38 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu May 16 08:12:38 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu May 16 08:12:38 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Thu May 16 08:12:38 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu May 16 08:12:38 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu May 16 08:12:38 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu May 16 08:12:38 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu May 16 08:12:38 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu May 16 08:12:38 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu May 16 08:12:38 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Thu May 16 08:12:38 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu May 16 08:12:38 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu May 16 08:12:38 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu May 16 08:12:38 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu May 16 08:12:38 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu May 16 08:12:38 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu May 16 08:12:38 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Thu May 16 08:12:38 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu May 16 08:12:38 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu May 16 08:12:38 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu May 16 08:12:38 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu May 16 08:12:38 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu May 16 08:12:38 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu May 16 08:12:38 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Thu May 16 08:12:38 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu May 16 08:12:38 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu May 16 08:12:39 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu May 16 08:12:39 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu May 16 08:12:39 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu May 16 08:12:39 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu May 16 08:12:39 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Thu May 16 08:12:39 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu May 16 08:12:39 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu May 16 08:12:39 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu May 16 08:12:39 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu May 16 08:12:39 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu May 16 08:12:39 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu May 16 08:12:39 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Thu May 16 08:12:39 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu May 16 08:12:39 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test WARNING: Repeat cleaving required, context: {'ref': 'eb814017-d7b6-4e51-aedb-2cba460e7638-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmp2sb9psl1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796759.00000.db +sharder-test WARNING: Cleaving has not completed in 172801.00 seconds since 2024-05-15T18:12:39.000000. DB state: sharding, own_shard_range state: sharding, state count of shard ranges: {'found': 0, 'created': 0, 'cleaved': 2, 'active': 0}, path: a/c, db: /tmp/tmp2sb9psl1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796759.00000.db +sharder-test WARNING: Cleaving has not completed in 172801.00 seconds since 2024-05-15T18:12:40.000000. DB state: sharding, own_shard_range state: shrinking, state count of shard ranges: {'found': 0, 'created': 0, 'cleaved': 0, 'active': 1}, path: .shards_a/shard_c, db: /tmp/tmp1h98e2ty/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796760.00000.db test.unit.container.test_sharder.TestSharder.test_init test.unit.container.test_sharder.TestSharder.test_init ... ok test.unit.container.test_sharder.TestSharder.test_init_deprecated_options @@ -112315,564 +112811,517 @@ test.unit.container.test_sharder.TestSharder.test_log_broker_exception_while_logging ... ok test.unit.container.test_sharder.TestSharder.test_log_broker_levels test.unit.container.test_sharder.TestSharder.test_log_broker_levels ... ok -sharder-test INFO: Since Tue Jun 17 12:16:00 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jun 17 12:16:00 2025 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jun 17 12:16:00 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jun 17 12:16:00 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Tue Jun 17 12:16:00 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Tue Jun 17 12:16:00 2025 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jun 17 12:16:00 2025 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Tue Jun 17 12:16:00 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jun 17 12:16:00 2025 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jun 17 12:16:00 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jun 17 12:16:00 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Tue Jun 17 12:16:00 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Tue Jun 17 12:16:00 2025 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jun 17 12:16:01 2025 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Tue Jun 17 12:16:01 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jun 17 12:16:01 2025 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jun 17 12:16:01 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jun 17 12:16:01 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Tue Jun 17 12:16:01 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Tue Jun 17 12:16:01 2025 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jun 17 12:16:01 2025 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Tue Jun 17 12:16:01 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jun 17 12:16:01 2025 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jun 17 12:16:01 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jun 17 12:16:01 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Tue Jun 17 12:16:01 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Tue Jun 17 12:16:01 2025 audit_shard - attempted:0 success:0 failure:0 -sharder-test WARNING: Repeat cleaving required, context: {'ref': 'ad1ce190-4648-4c9f-97b6-f50ca94e7981-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpmnzfbwgt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205761.00000.db -sharder-test WARNING: Cleaving has not completed in 172801.00 seconds since 2025-06-18T00:16:01.000000. DB state: sharding, own_shard_range state: sharding, state count of shard ranges: {'found': 0, 'created': 0, 'cleaved': 2, 'active': 0}, path: a/c, db: /tmp/tmpmnzfbwgt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205761.00000.db -sharder-test WARNING: Cleaving has not completed in 172801.00 seconds since 2025-06-18T00:16:03.000000. DB state: sharding, own_shard_range state: shrinking, state count of shard ranges: {'found': 0, 'created': 0, 'cleaved': 0, 'active': 1}, path: .shards_a/shard_c, db: /tmp/tmp5j662f6g/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205763.00000.db sharder-test WARNING: shard_replication_quorum of 4 exceeds replica count 3, reducing to 3 sharder-test WARNING: existing_shard_replication_quorum of 4 exceeds replica count 3, reducing to 3 -sharder-test DEBUG: bonjour mes amis, path: a/c%40d, db: /tmp/tmp3iodn6p6/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test DEBUG: hello my friend%04ds, path: a/c%40d, db: /tmp/tmp3iodn6p6/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test DEBUG: greetings friend%04ds, path: a/c%40d, db: /tmp/tmp3iodn6p6/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test INFO: bonjour mes amis, path: a/c%40d, db: /tmp/tmp3iodn6p6/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test INFO: hello my friend%04ds, path: a/c%40d, db: /tmp/tmp3iodn6p6/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test INFO: greetings friend%04ds, path: a/c%40d, db: /tmp/tmp3iodn6p6/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test WARNING: bonjour mes amis, path: a/c%40d, db: /tmp/tmp3iodn6p6/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test WARNING: hello my friend%04ds, path: a/c%40d, db: /tmp/tmp3iodn6p6/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test WARNING: greetings friend%04ds, path: a/c%40d, db: /tmp/tmp3iodn6p6/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test ERROR: bonjour mes amis, path: a/c%40d, db: /tmp/tmp3iodn6p6/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test ERROR: hello my friend%04ds, path: a/c%40d, db: /tmp/tmp3iodn6p6/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test ERROR: greetings friend%04ds, path: a/c%40d, db: /tmp/tmp3iodn6p6/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test ERROR: exception: test, path: a/c, db: /tmp/tmpj0jgnpxu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +sharder-test DEBUG: bonjour mes amis, path: a/c%40d, db: /tmp/tmpcvi_01vm/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test DEBUG: hello my friend%04ds, path: a/c%40d, db: /tmp/tmpcvi_01vm/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test DEBUG: greetings friend%04ds, path: a/c%40d, db: /tmp/tmpcvi_01vm/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test INFO: bonjour mes amis, path: a/c%40d, db: /tmp/tmpcvi_01vm/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test INFO: hello my friend%04ds, path: a/c%40d, db: /tmp/tmpcvi_01vm/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test INFO: greetings friend%04ds, path: a/c%40d, db: /tmp/tmpcvi_01vm/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test WARNING: bonjour mes amis, path: a/c%40d, db: /tmp/tmpcvi_01vm/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test WARNING: hello my friend%04ds, path: a/c%40d, db: /tmp/tmpcvi_01vm/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test WARNING: greetings friend%04ds, path: a/c%40d, db: /tmp/tmpcvi_01vm/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test ERROR: bonjour mes amis, path: a/c%40d, db: /tmp/tmpcvi_01vm/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test ERROR: hello my friend%04ds, path: a/c%40d, db: /tmp/tmpcvi_01vm/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test ERROR: greetings friend%04ds, path: a/c%40d, db: /tmp/tmpcvi_01vm/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test ERROR: exception: test, path: a/c, db: /tmp/tmpt79p518k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sharder.py", line 448, in test_log_broker_exception raise ValueError('test') ValueError: test -sharder-test DEBUG: bonjour mes amis, path: , db: /tmp/tmplhtm3wm7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: bonjour mes amis, path: , db: /tmp/tmpk1_eeq3x/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db sharder-test DEBUG: bonjour mes amis, path: a/c, db: -sharder-test INFO: bonjour mes amis, path: , db: /tmp/tmplhtm3wm7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: bonjour mes amis, path: , db: /tmp/tmpk1_eeq3x/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db sharder-test INFO: bonjour mes amis, path: a/c, db: -sharder-test WARNING: bonjour mes amis, path: , db: /tmp/tmplhtm3wm7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: bonjour mes amis, path: , db: /tmp/tmpk1_eeq3x/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db sharder-test WARNING: bonjour mes amis, path: a/c, db: -sharder-test ERROR: bonjour mes amis, path: , db: /tmp/tmplhtm3wm7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: bonjour mes amis, path: , db: /tmp/tmpk1_eeq3x/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db sharder-test ERROR: bonjour mes amis, path: a/c, db: -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpb18kn88l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpb18kn88l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205762.73845.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpb18kn88l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205762.73845.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp7_trcxzv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp7_trcxzv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796759.52578.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmp7_trcxzv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796759.52578.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00023102760314941406s, path: a/c, db: /tmp/tmp7_trcxzv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796759.52578.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00020170211791992188s, path: a/c, db: /tmp/tmp7_trcxzv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796759.52578.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00020241737365722656s, path: a/c, db: /tmp/tmp7_trcxzv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796759.52578.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00021386146545410156s, path: a/c, db: /tmp/tmp7_trcxzv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796759.52578.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.000301361083984375s, path: a/c, db: /tmp/tmp7_trcxzv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796759.52578.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00012421607971191406s, path: a/c, db: /tmp/tmp7_trcxzv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796759.52578.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012993812561035156s, path: a/c, db: /tmp/tmp7_trcxzv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796759.52578.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011563301086425781s, path: a/c, db: /tmp/tmp7_trcxzv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796759.52578.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00011467933654785156s, path: a/c, db: /tmp/tmp7_trcxzv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796759.52578.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00022077560424804688s, path: a/c, db: /tmp/tmp7_trcxzv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796759.52578.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00020432472229003906s, path: a/c, db: /tmp/tmp7_trcxzv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796759.52578.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1715796759.52097, (0, 0) as of 1715796759.52097, active as of 1715796759.52097>, path: a/c, db: /tmp/tmp7_trcxzv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796759.52578.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1715796759.52098, (0, 0) as of 1715796759.52098, active as of 1715796759.52098>, path: a/c, db: /tmp/tmp7_trcxzv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796759.52578.db +sharder-test WARNING: Refused to remove misplaced objects for dest .shards_a/there-where in state active, path: a/c, db: /tmp/tmp7_trcxzv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796759.52578.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1715796759.52099, (0, 0) as of 1715796759.52099, active as of 1715796759.52099>, path: a/c, db: /tmp/tmp7_trcxzv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796759.52578.db +sharder-test WARNING: Refused to remove misplaced objects for dest .shards_a/where-yonder in state active, path: a/c, db: /tmp/tmp7_trcxzv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796759.52578.db +sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp7_trcxzv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796759.52578.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp7_trcxzv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796759.52578.db test.unit.container.test_sharder.TestSharder.test_misplaced_objects_db_id_changed test.unit.container.test_sharder.TestSharder.test_misplaced_objects_db_id_changed ... ok -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00020360946655273438s, path: a/c, db: /tmp/tmpb18kn88l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205762.73845.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00019025802612304688s, path: a/c, db: /tmp/tmpb18kn88l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205762.73845.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001742839813232422s, path: a/c, db: /tmp/tmpb18kn88l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205762.73845.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00020194053649902344s, path: a/c, db: /tmp/tmpb18kn88l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205762.73845.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00033545494079589844s, path: a/c, db: /tmp/tmpb18kn88l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205762.73845.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00017905235290527344s, path: a/c, db: /tmp/tmpb18kn88l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205762.73845.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00022912025451660156s, path: a/c, db: /tmp/tmpb18kn88l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205762.73845.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00019121170043945312s, path: a/c, db: /tmp/tmpb18kn88l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205762.73845.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00018310546875s, path: a/c, db: /tmp/tmpb18kn88l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205762.73845.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00026607513427734375s, path: a/c, db: /tmp/tmpb18kn88l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205762.73845.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00017118453979492188s, path: a/c, db: /tmp/tmpb18kn88l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205762.73845.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1750205762.70654, (0, 0) as of 1750205762.70654, active as of 1750205762.70654>, path: a/c, db: /tmp/tmpb18kn88l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205762.73845.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1750205762.70660, (0, 0) as of 1750205762.70660, active as of 1750205762.70660>, path: a/c, db: /tmp/tmpb18kn88l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205762.73845.db -sharder-test WARNING: Refused to remove misplaced objects for dest .shards_a/there-where in state active, path: a/c, db: /tmp/tmpb18kn88l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205762.73845.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1750205762.70662, (0, 0) as of 1750205762.70662, active as of 1750205762.70662>, path: a/c, db: /tmp/tmpb18kn88l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205762.73845.db -sharder-test WARNING: Refused to remove misplaced objects for dest .shards_a/where-yonder in state active, path: a/c, db: /tmp/tmpb18kn88l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205762.73845.db -sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpb18kn88l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205762.73845.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpb18kn88l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205762.73845.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpb18kn88l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205762.73845.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpb18kn88l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205762.73845.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00015592575073242188s, path: a/c, db: /tmp/tmpb18kn88l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205762.73845.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00019812583923339844s, path: a/c, db: /tmp/tmpb18kn88l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205762.73845.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011968612670898438s, path: a/c, db: /tmp/tmpb18kn88l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205762.73845.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011849403381347656s, path: a/c, db: /tmp/tmpb18kn88l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205762.73845.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013947486877441406s, path: a/c, db: /tmp/tmpb18kn88l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205762.73845.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001251697540283203s, path: a/c, db: /tmp/tmpb18kn88l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205762.73845.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001609325408935547s, path: a/c, db: /tmp/tmpb18kn88l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205762.73845.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0002181529998779297s, path: a/c, db: /tmp/tmpb18kn88l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205762.73845.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00012922286987304688s, path: a/c, db: /tmp/tmpb18kn88l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205762.73845.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00015234947204589844s, path: a/c, db: /tmp/tmpb18kn88l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205762.73845.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00017023086547851562s, path: a/c, db: /tmp/tmpb18kn88l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205762.73845.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1750205762.70660, (0, 0) as of 1750205762.70660, active as of 1750205762.70660>, path: a/c, db: /tmp/tmpb18kn88l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205762.73845.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1750205762.70662, (0, 0) as of 1750205762.70662, active as of 1750205762.70662>, path: a/c, db: /tmp/tmpb18kn88l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205762.73845.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpb18kn88l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205762.73845.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpb18kn88l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205762.73845.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp251tr6t7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp251tr6t7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205766.00000.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmp251tr6t7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205766.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00021028518676757812s, path: a/c, db: /tmp/tmp251tr6t7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205766.00000.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.0002624988555908203s, path: a/c, db: /tmp/tmp251tr6t7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205766.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00017189979553222656s, path: a/c, db: /tmp/tmp251tr6t7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205766.00000.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00023484230041503906s, path: a/c, db: /tmp/tmp251tr6t7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205766.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00017070770263671875s, path: a/c, db: /tmp/tmp251tr6t7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205766.00000.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.0002014636993408203s, path: a/c, db: /tmp/tmp251tr6t7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205766.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmp251tr6t7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205766.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to MaxBound as of 1750205375.45535, (0, 0) as of 1750205375.45535, active as of 1750205375.45535>, path: a/c, db: /tmp/tmp251tr6t7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205766.00000.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp251tr6t7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205766.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp251tr6t7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205766.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp251tr6t7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205766.00000.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmp251tr6t7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205766.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00013589859008789062s, path: a/c, db: /tmp/tmp251tr6t7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205766.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001685619354248047s, path: a/c, db: /tmp/tmp251tr6t7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205766.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.000125885009765625s, path: a/c, db: /tmp/tmp251tr6t7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205766.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001544952392578125s, path: a/c, db: /tmp/tmp251tr6t7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205766.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00017309188842773438s, path: a/c, db: /tmp/tmp251tr6t7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205766.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmp251tr6t7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205766.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to MaxBound as of 1750205375.45535, (0, 0) as of 1750205375.45535, active as of 1750205375.45535>, path: a/c, db: /tmp/tmp251tr6t7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205766.00000.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp251tr6t7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205766.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp251tr6t7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205766.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp251tr6t7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205766.00000.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmp251tr6t7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205766.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013685226440429688s, path: a/c, db: /tmp/tmp251tr6t7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205766.00000.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00013685226440429688s, path: a/c, db: /tmp/tmp251tr6t7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205766.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00015044212341308594s, path: a/c, db: /tmp/tmp251tr6t7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205766.00000.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.0001308917999267578s, path: a/c, db: /tmp/tmp251tr6t7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205766.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013375282287597656s, path: a/c, db: /tmp/tmp251tr6t7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205766.00000.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00014519691467285156s, path: a/c, db: /tmp/tmp251tr6t7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205766.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmp251tr6t7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205766.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to MaxBound as of 1750205375.45535, (0, 0) as of 1750205375.45535, active as of 1750205375.45535>, path: a/c, db: /tmp/tmp251tr6t7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205766.00000.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp251tr6t7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205766.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp251tr6t7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205766.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp251tr6t7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205766.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp7_trcxzv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796759.52578.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmp7_trcxzv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796759.52578.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.000156402587890625s, path: a/c, db: /tmp/tmp7_trcxzv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796759.52578.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00014090538024902344s, path: a/c, db: /tmp/tmp7_trcxzv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796759.52578.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00014448165893554688s, path: a/c, db: /tmp/tmp7_trcxzv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796759.52578.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00014662742614746094s, path: a/c, db: /tmp/tmp7_trcxzv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796759.52578.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00014519691467285156s, path: a/c, db: /tmp/tmp7_trcxzv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796759.52578.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001513957977294922s, path: a/c, db: /tmp/tmp7_trcxzv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796759.52578.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00015115737915039062s, path: a/c, db: /tmp/tmp7_trcxzv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796759.52578.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00014638900756835938s, path: a/c, db: /tmp/tmp7_trcxzv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796759.52578.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.000156402587890625s, path: a/c, db: /tmp/tmp7_trcxzv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796759.52578.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00016880035400390625s, path: a/c, db: /tmp/tmp7_trcxzv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796759.52578.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.000110626220703125s, path: a/c, db: /tmp/tmp7_trcxzv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796759.52578.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1715796759.52098, (0, 0) as of 1715796759.52098, active as of 1715796759.52098>, path: a/c, db: /tmp/tmp7_trcxzv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796759.52578.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1715796759.52099, (0, 0) as of 1715796759.52099, active as of 1715796759.52099>, path: a/c, db: /tmp/tmp7_trcxzv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796759.52578.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp7_trcxzv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796759.52578.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp7_trcxzv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796759.52578.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpq4ey902k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpq4ey902k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796759.00000.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpq4ey902k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796759.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00020241737365722656s, path: a/c, db: /tmp/tmpq4ey902k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796759.00000.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00019979476928710938s, path: a/c, db: /tmp/tmpq4ey902k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796759.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00018644332885742188s, path: a/c, db: /tmp/tmpq4ey902k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796759.00000.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00020194053649902344s, path: a/c, db: /tmp/tmpq4ey902k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796759.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001819133758544922s, path: a/c, db: /tmp/tmpq4ey902k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796759.00000.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00017261505126953125s, path: a/c, db: /tmp/tmpq4ey902k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796759.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpq4ey902k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796759.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to MaxBound as of 1715796408.55872, (0, 0) as of 1715796408.55872, active as of 1715796408.55872>, path: a/c, db: /tmp/tmpq4ey902k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796759.00000.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpq4ey902k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796759.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpq4ey902k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796759.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpq4ey902k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796759.00000.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpq4ey902k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796759.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016045570373535156s, path: a/c, db: /tmp/tmpq4ey902k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796759.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001590251922607422s, path: a/c, db: /tmp/tmpq4ey902k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796759.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013446807861328125s, path: a/c, db: /tmp/tmpq4ey902k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796759.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001468658447265625s, path: a/c, db: /tmp/tmpq4ey902k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796759.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011563301086425781s, path: a/c, db: /tmp/tmpq4ey902k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796759.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpq4ey902k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796759.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to MaxBound as of 1715796408.55872, (0, 0) as of 1715796408.55872, active as of 1715796408.55872>, path: a/c, db: /tmp/tmpq4ey902k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796759.00000.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpq4ey902k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796759.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpq4ey902k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796759.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpq4ey902k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796759.00000.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpq4ey902k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796759.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001990795135498047s, path: a/c, db: /tmp/tmpq4ey902k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796759.00000.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.0001468658447265625s, path: a/c, db: /tmp/tmpq4ey902k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796759.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001366138458251953s, path: a/c, db: /tmp/tmpq4ey902k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796759.00000.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.000152587890625s, path: a/c, db: /tmp/tmpq4ey902k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796759.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00019788742065429688s, path: a/c, db: /tmp/tmpq4ey902k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796759.00000.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.0001595020294189453s, path: a/c, db: /tmp/tmpq4ey902k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796759.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpq4ey902k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796759.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to MaxBound as of 1715796408.55872, (0, 0) as of 1715796408.55872, active as of 1715796408.55872>, path: a/c, db: /tmp/tmpq4ey902k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796759.00000.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpq4ey902k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796759.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpq4ey902k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796759.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpq4ey902k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796759.00000.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpq4ey902k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796759.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00012993812561035156s, path: a/c, db: /tmp/tmpq4ey902k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796759.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011754035949707031s, path: a/c, db: /tmp/tmpq4ey902k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796759.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001761913299560547s, path: a/c, db: /tmp/tmpq4ey902k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796759.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001327991485595703s, path: a/c, db: /tmp/tmpq4ey902k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796759.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012803077697753906s, path: a/c, db: /tmp/tmpq4ey902k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796759.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpq4ey902k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796759.00000.db +sharder-test DEBUG: Placed 1 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpq4ey902k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796759.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpq4ey902k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796759.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpq4ey902k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796759.00000.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpq4ey902k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796759.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001933574676513672s, path: a/c, db: /tmp/tmpq4ey902k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796759.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001366138458251953s, path: a/c, db: /tmp/tmpq4ey902k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796759.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012826919555664062s, path: a/c, db: /tmp/tmpq4ey902k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796759.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00016379356384277344s, path: a/c, db: /tmp/tmpq4ey902k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796759.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012373924255371094s, path: a/c, db: /tmp/tmpq4ey902k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796759.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpq4ey902k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796759.00000.db +sharder-test DEBUG: Placed 1 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpq4ey902k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796759.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpq4ey902k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796759.00000.db test.unit.container.test_sharder.TestSharder.test_misplaced_objects_deleted_and_updated test.unit.container.test_sharder.TestSharder.test_misplaced_objects_deleted_and_updated ... ok -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmp251tr6t7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205766.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.000232696533203125s, path: a/c, db: /tmp/tmp251tr6t7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205766.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00019216537475585938s, path: a/c, db: /tmp/tmp251tr6t7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205766.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013065338134765625s, path: a/c, db: /tmp/tmp251tr6t7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205766.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011920928955078125s, path: a/c, db: /tmp/tmp251tr6t7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205766.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011515617370605469s, path: a/c, db: /tmp/tmp251tr6t7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205766.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmp251tr6t7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205766.00000.db -sharder-test DEBUG: Placed 1 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp251tr6t7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205766.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp251tr6t7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205766.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp251tr6t7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205766.00000.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmp251tr6t7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205766.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00022745132446289062s, path: a/c, db: /tmp/tmp251tr6t7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205766.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001583099365234375s, path: a/c, db: /tmp/tmp251tr6t7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205766.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001518726348876953s, path: a/c, db: /tmp/tmp251tr6t7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205766.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00012636184692382812s, path: a/c, db: /tmp/tmp251tr6t7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205766.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001437664031982422s, path: a/c, db: /tmp/tmp251tr6t7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205766.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmp251tr6t7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205766.00000.db -sharder-test DEBUG: Placed 1 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp251tr6t7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205766.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp251tr6t7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205766.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp251tr6t7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205766.00000.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmp251tr6t7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205766.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00020503997802734375s, path: a/c, db: /tmp/tmp251tr6t7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205766.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00014853477478027344s, path: a/c, db: /tmp/tmp251tr6t7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205766.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001430511474609375s, path: a/c, db: /tmp/tmp251tr6t7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205766.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00012969970703125s, path: a/c, db: /tmp/tmp251tr6t7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205766.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00015735626220703125s, path: a/c, db: /tmp/tmp251tr6t7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205766.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmp251tr6t7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205766.00000.db -sharder-test DEBUG: Placed 1 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp251tr6t7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205766.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp251tr6t7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205766.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpiqij3y2z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpiqij3y2z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205769.10702.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpiqij3y2z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205769.10702.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.000274658203125s, path: a/c, db: /tmp/tmpiqij3y2z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205769.10702.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001862049102783203s, path: a/c, db: /tmp/tmpiqij3y2z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205769.10702.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00017547607421875s, path: a/c, db: /tmp/tmpiqij3y2z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205769.10702.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00023937225341796875s, path: a/c, db: /tmp/tmpiqij3y2z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205769.10702.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.000274658203125s, path: a/c, db: /tmp/tmpiqij3y2z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205769.10702.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001780986785888672s, path: a/c, db: /tmp/tmpiqij3y2z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205769.10702.db test.unit.container.test_sharder.TestSharder.test_misplaced_objects_insufficient_replication_2_replicas test.unit.container.test_sharder.TestSharder.test_misplaced_objects_insufficient_replication_2_replicas ... ok +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpq4ey902k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796759.00000.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpq4ey902k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796759.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00019240379333496094s, path: a/c, db: /tmp/tmpq4ey902k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796759.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011658668518066406s, path: a/c, db: /tmp/tmpq4ey902k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796759.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011444091796875s, path: a/c, db: /tmp/tmpq4ey902k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796759.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011086463928222656s, path: a/c, db: /tmp/tmpq4ey902k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796759.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010943412780761719s, path: a/c, db: /tmp/tmpq4ey902k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796759.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpq4ey902k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796759.00000.db +sharder-test DEBUG: Placed 1 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpq4ey902k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796759.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpq4ey902k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796759.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp51r3k2jh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp51r3k2jh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796760.50271.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmp51r3k2jh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796760.50271.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002353191375732422s, path: a/c, db: /tmp/tmp51r3k2jh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796760.50271.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00021314620971679688s, path: a/c, db: /tmp/tmp51r3k2jh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796760.50271.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00020647048950195312s, path: a/c, db: /tmp/tmp51r3k2jh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796760.50271.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00022721290588378906s, path: a/c, db: /tmp/tmp51r3k2jh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796760.50271.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002276897430419922s, path: a/c, db: /tmp/tmp51r3k2jh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796760.50271.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011968612670898438s, path: a/c, db: /tmp/tmp51r3k2jh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796760.50271.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001480579376220703s, path: a/c, db: /tmp/tmp51r3k2jh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796760.50271.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001385211944580078s, path: a/c, db: /tmp/tmp51r3k2jh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796760.50271.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00014781951904296875s, path: a/c, db: /tmp/tmp51r3k2jh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796760.50271.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00021886825561523438s, path: a/c, db: /tmp/tmp51r3k2jh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796760.50271.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00021028518676757812s, path: a/c, db: /tmp/tmp51r3k2jh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796760.50271.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1715796760.49096, (0, 0) as of 1715796760.49096, active as of 1715796760.49096>, path: a/c, db: /tmp/tmp51r3k2jh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796760.50271.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1715796760.49098, (0, 0) as of 1715796760.49098, active as of 1715796760.49098>, path: a/c, db: /tmp/tmp51r3k2jh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796760.50271.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1715796760.49099, (0, 0) as of 1715796760.49099, active as of 1715796760.49099>, path: a/c, db: /tmp/tmp51r3k2jh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796760.50271.db +sharder-test WARNING: Failed to sufficiently replicate misplaced objects shard .shards_a/where-yonder in state active: 0 successes, 1 required (not removing objects), shard db: /tmp/tmp51r3k2jh/sda/containers/0/e50/07b20f6b08408fde4e0bdce650938e50/07b20f6b08408fde4e0bdce650938e50.db, path: a/c, db: /tmp/tmp51r3k2jh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796760.50271.db +sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp51r3k2jh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796760.50271.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp51r3k2jh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796760.50271.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpguwxgbw0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpguwxgbw0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796760.90315.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpguwxgbw0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796760.90315.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00022840499877929688s, path: a/c, db: /tmp/tmpguwxgbw0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796760.90315.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00016069412231445312s, path: a/c, db: /tmp/tmpguwxgbw0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796760.90315.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001614093780517578s, path: a/c, db: /tmp/tmpguwxgbw0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796760.90315.db test.unit.container.test_sharder.TestSharder.test_misplaced_objects_insufficient_replication_3_replicas test.unit.container.test_sharder.TestSharder.test_misplaced_objects_insufficient_replication_3_replicas ... ok -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00018930435180664062s, path: a/c, db: /tmp/tmpiqij3y2z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205769.10702.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001227855682373047s, path: a/c, db: /tmp/tmpiqij3y2z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205769.10702.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.0001251697540283203s, path: a/c, db: /tmp/tmpiqij3y2z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205769.10702.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0003628730773925781s, path: a/c, db: /tmp/tmpiqij3y2z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205769.10702.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001926422119140625s, path: a/c, db: /tmp/tmpiqij3y2z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205769.10702.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1750205769.07468, (0, 0) as of 1750205769.07468, active as of 1750205769.07468>, path: a/c, db: /tmp/tmpiqij3y2z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205769.10702.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1750205769.07469, (0, 0) as of 1750205769.07469, active as of 1750205769.07469>, path: a/c, db: /tmp/tmpiqij3y2z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205769.10702.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1750205769.07470, (0, 0) as of 1750205769.07470, active as of 1750205769.07470>, path: a/c, db: /tmp/tmpiqij3y2z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205769.10702.db -sharder-test WARNING: Failed to sufficiently replicate misplaced objects shard .shards_a/where-yonder in state active: 0 successes, 1 required (not removing objects), shard db: /tmp/tmpiqij3y2z/sda/containers/0/e50/07b20f6b08408fde4e0bdce650938e50/07b20f6b08408fde4e0bdce650938e50.db, path: a/c, db: /tmp/tmpiqij3y2z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205769.10702.db -sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpiqij3y2z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205769.10702.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpiqij3y2z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205769.10702.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0rtjhib3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp0rtjhib3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205770.74204.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmp0rtjhib3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205770.74204.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00022101402282714844s, path: a/c, db: /tmp/tmp0rtjhib3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205770.74204.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001842975616455078s, path: a/c, db: /tmp/tmp0rtjhib3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205770.74204.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00017261505126953125s, path: a/c, db: /tmp/tmp0rtjhib3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205770.74204.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.0001952648162841797s, path: a/c, db: /tmp/tmp0rtjhib3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205770.74204.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00026917457580566406s, path: a/c, db: /tmp/tmp0rtjhib3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205770.74204.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016546249389648438s, path: a/c, db: /tmp/tmp0rtjhib3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205770.74204.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001544952392578125s, path: a/c, db: /tmp/tmp0rtjhib3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205770.74204.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00012636184692382812s, path: a/c, db: /tmp/tmp0rtjhib3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205770.74204.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00014781951904296875s, path: a/c, db: /tmp/tmp0rtjhib3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205770.74204.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00032806396484375s, path: a/c, db: /tmp/tmp0rtjhib3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205770.74204.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00018787384033203125s, path: a/c, db: /tmp/tmp0rtjhib3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205770.74204.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1750205770.34799, (0, 0) as of 1750205770.34799, active as of 1750205770.34799>, path: a/c, db: /tmp/tmp0rtjhib3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205770.74204.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1750205770.34801, (0, 0) as of 1750205770.34801, active as of 1750205770.34801>, path: a/c, db: /tmp/tmp0rtjhib3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205770.74204.db -sharder-test WARNING: Failed to sufficiently replicate misplaced objects shard .shards_a/there-where in state active: 1 successes, 2 required (not removing objects), shard db: /tmp/tmp0rtjhib3/sda/containers/0/170/533f29a8ddb31e55151765e09ccbb170/533f29a8ddb31e55151765e09ccbb170.db, path: a/c, db: /tmp/tmp0rtjhib3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205770.74204.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1750205770.34802, (0, 0) as of 1750205770.34802, active as of 1750205770.34802>, path: a/c, db: /tmp/tmp0rtjhib3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205770.74204.db -sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp0rtjhib3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205770.74204.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp0rtjhib3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205770.74204.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpdxxfnrjb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpdxxfnrjb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205773.22336.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpdxxfnrjb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205773.22336.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.0002129077911376953s, path: a/c, db: /tmp/tmpguwxgbw0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796760.90315.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00023245811462402344s, path: a/c, db: /tmp/tmpguwxgbw0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796760.90315.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001418590545654297s, path: a/c, db: /tmp/tmpguwxgbw0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796760.90315.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011658668518066406s, path: a/c, db: /tmp/tmpguwxgbw0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796760.90315.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010371208190917969s, path: a/c, db: /tmp/tmpguwxgbw0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796760.90315.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00011157989501953125s, path: a/c, db: /tmp/tmpguwxgbw0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796760.90315.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00016689300537109375s, path: a/c, db: /tmp/tmpguwxgbw0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796760.90315.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00016260147094726562s, path: a/c, db: /tmp/tmpguwxgbw0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796760.90315.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1715796760.89350, (0, 0) as of 1715796760.89350, active as of 1715796760.89350>, path: a/c, db: /tmp/tmpguwxgbw0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796760.90315.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1715796760.89351, (0, 0) as of 1715796760.89351, active as of 1715796760.89351>, path: a/c, db: /tmp/tmpguwxgbw0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796760.90315.db +sharder-test WARNING: Failed to sufficiently replicate misplaced objects shard .shards_a/there-where in state active: 1 successes, 2 required (not removing objects), shard db: /tmp/tmpguwxgbw0/sda/containers/0/170/533f29a8ddb31e55151765e09ccbb170/533f29a8ddb31e55151765e09ccbb170.db, path: a/c, db: /tmp/tmpguwxgbw0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796760.90315.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1715796760.89353, (0, 0) as of 1715796760.89353, active as of 1715796760.89353>, path: a/c, db: /tmp/tmpguwxgbw0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796760.90315.db +sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpguwxgbw0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796760.90315.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpguwxgbw0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796760.90315.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpm48770ow/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpm48770ow/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796761.17852.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpm48770ow/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796761.17852.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001957416534423828s, path: a/c, db: /tmp/tmpm48770ow/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796761.17852.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001614093780517578s, path: a/c, db: /tmp/tmpm48770ow/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796761.17852.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001552104949951172s, path: a/c, db: /tmp/tmpm48770ow/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796761.17852.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.0001850128173828125s, path: a/c, db: /tmp/tmpm48770ow/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796761.17852.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001659393310546875s, path: a/c, db: /tmp/tmpm48770ow/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796761.17852.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011444091796875s, path: a/c, db: /tmp/tmpm48770ow/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796761.17852.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012540817260742188s, path: a/c, db: /tmp/tmpm48770ow/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796761.17852.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010704994201660156s, path: a/c, db: /tmp/tmpm48770ow/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796761.17852.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00011467933654785156s, path: a/c, db: /tmp/tmpm48770ow/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796761.17852.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00021839141845703125s, path: a/c, db: /tmp/tmpm48770ow/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796761.17852.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00015616416931152344s, path: a/c, db: /tmp/tmpm48770ow/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796761.17852.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1715796761.16936, (0, 0) as of 1715796761.16936, active as of 1715796761.16936>, path: a/c, db: /tmp/tmpm48770ow/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796761.17852.db +sharder-test WARNING: Failed to sufficiently replicate misplaced objects shard .shards_a/here-there in state active: 1 successes, 2 required (not removing objects), shard db: /tmp/tmpm48770ow/sda/containers/0/ed5/9b40bf3cdc484061806b8d0a545d2ed5/9b40bf3cdc484061806b8d0a545d2ed5.db, path: a/c, db: /tmp/tmpm48770ow/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796761.17852.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1715796761.16937, (0, 0) as of 1715796761.16937, active as of 1715796761.16937>, path: a/c, db: /tmp/tmpm48770ow/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796761.17852.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1715796761.16938, (0, 0) as of 1715796761.16938, active as of 1715796761.16938>, path: a/c, db: /tmp/tmpm48770ow/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796761.17852.db +sharder-test WARNING: Failed to sufficiently replicate misplaced objects shard .shards_a/where-yonder in state active: 0 successes, 2 required (not removing objects), shard db: /tmp/tmpm48770ow/sda/containers/0/e50/07b20f6b08408fde4e0bdce650938e50/07b20f6b08408fde4e0bdce650938e50.db, path: a/c, db: /tmp/tmpm48770ow/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796761.17852.db test.unit.container.test_sharder.TestSharder.test_misplaced_objects_insufficient_replication_4_replicas test.unit.container.test_sharder.TestSharder.test_misplaced_objects_insufficient_replication_4_replicas ... ok -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00023484230041503906s, path: a/c, db: /tmp/tmpdxxfnrjb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205773.22336.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0002014636993408203s, path: a/c, db: /tmp/tmpdxxfnrjb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205773.22336.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001952648162841797s, path: a/c, db: /tmp/tmpdxxfnrjb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205773.22336.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.0001976490020751953s, path: a/c, db: /tmp/tmpdxxfnrjb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205773.22336.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002357959747314453s, path: a/c, db: /tmp/tmpdxxfnrjb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205773.22336.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011658668518066406s, path: a/c, db: /tmp/tmpdxxfnrjb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205773.22336.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00018143653869628906s, path: a/c, db: /tmp/tmpdxxfnrjb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205773.22336.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001842975616455078s, path: a/c, db: /tmp/tmpdxxfnrjb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205773.22336.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00016164779663085938s, path: a/c, db: /tmp/tmpdxxfnrjb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205773.22336.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0002620220184326172s, path: a/c, db: /tmp/tmpdxxfnrjb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205773.22336.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00018215179443359375s, path: a/c, db: /tmp/tmpdxxfnrjb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205773.22336.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1750205773.19204, (0, 0) as of 1750205773.19204, active as of 1750205773.19204>, path: a/c, db: /tmp/tmpdxxfnrjb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205773.22336.db -sharder-test WARNING: Failed to sufficiently replicate misplaced objects shard .shards_a/here-there in state active: 1 successes, 2 required (not removing objects), shard db: /tmp/tmpdxxfnrjb/sda/containers/0/ed5/9b40bf3cdc484061806b8d0a545d2ed5/9b40bf3cdc484061806b8d0a545d2ed5.db, path: a/c, db: /tmp/tmpdxxfnrjb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205773.22336.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1750205773.19206, (0, 0) as of 1750205773.19206, active as of 1750205773.19206>, path: a/c, db: /tmp/tmpdxxfnrjb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205773.22336.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1750205773.19207, (0, 0) as of 1750205773.19207, active as of 1750205773.19207>, path: a/c, db: /tmp/tmpdxxfnrjb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205773.22336.db -sharder-test WARNING: Failed to sufficiently replicate misplaced objects shard .shards_a/where-yonder in state active: 0 successes, 2 required (not removing objects), shard db: /tmp/tmpdxxfnrjb/sda/containers/0/e50/07b20f6b08408fde4e0bdce650938e50/07b20f6b08408fde4e0bdce650938e50.db, path: a/c, db: /tmp/tmpdxxfnrjb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205773.22336.db -sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpdxxfnrjb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205773.22336.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpdxxfnrjb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205773.22336.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpam2_9m6x/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpam2_9m6x/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205774.87014.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpam2_9m6x/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205774.87014.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0003082752227783203s, path: a/c, db: /tmp/tmpam2_9m6x/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205774.87014.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001811981201171875s, path: a/c, db: /tmp/tmpam2_9m6x/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205774.87014.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00017404556274414062s, path: a/c, db: /tmp/tmpam2_9m6x/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205774.87014.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00018668174743652344s, path: a/c, db: /tmp/tmpam2_9m6x/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205774.87014.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0003230571746826172s, path: a/c, db: /tmp/tmpam2_9m6x/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205774.87014.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016188621520996094s, path: a/c, db: /tmp/tmpam2_9m6x/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205774.87014.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00016498565673828125s, path: a/c, db: /tmp/tmpam2_9m6x/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205774.87014.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013256072998046875s, path: a/c, db: /tmp/tmpam2_9m6x/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205774.87014.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.0001361370086669922s, path: a/c, db: /tmp/tmpam2_9m6x/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205774.87014.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00032806396484375s, path: a/c, db: /tmp/tmpam2_9m6x/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205774.87014.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002720355987548828s, path: a/c, db: /tmp/tmpam2_9m6x/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205774.87014.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1750205774.84209, (0, 0) as of 1750205774.84209, active as of 1750205774.84209>, path: a/c, db: /tmp/tmpam2_9m6x/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205774.87014.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1750205774.84211, (0, 0) as of 1750205774.84211, active as of 1750205774.84211>, path: a/c, db: /tmp/tmpam2_9m6x/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205774.87014.db test.unit.container.test_sharder.TestSharder.test_misplaced_objects_newer_objects test.unit.container.test_sharder.TestSharder.test_misplaced_objects_newer_objects ... ok -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1750205774.84212, (0, 0) as of 1750205774.84212, active as of 1750205774.84212>, path: a/c, db: /tmp/tmpam2_9m6x/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205774.87014.db -sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpam2_9m6x/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205774.87014.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpam2_9m6x/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205774.87014.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpam2_9m6x/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205774.87014.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpam2_9m6x/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205774.87014.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00013518333435058594s, path: a/c, db: /tmp/tmpam2_9m6x/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205774.87014.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001266002655029297s, path: a/c, db: /tmp/tmpam2_9m6x/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205774.87014.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012183189392089844s, path: a/c, db: /tmp/tmpam2_9m6x/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205774.87014.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001289844512939453s, path: a/c, db: /tmp/tmpam2_9m6x/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205774.87014.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.0002257823944091797s, path: a/c, db: /tmp/tmpam2_9m6x/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205774.87014.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00018453598022460938s, path: a/c, db: /tmp/tmpam2_9m6x/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205774.87014.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0003113746643066406s, path: a/c, db: /tmp/tmpam2_9m6x/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205774.87014.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00012731552124023438s, path: a/c, db: /tmp/tmpam2_9m6x/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205774.87014.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012111663818359375s, path: a/c, db: /tmp/tmpam2_9m6x/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205774.87014.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00014448165893554688s, path: a/c, db: /tmp/tmpam2_9m6x/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205774.87014.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00014519691467285156s, path: a/c, db: /tmp/tmpam2_9m6x/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205774.87014.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1750205774.84209, (0, 0) as of 1750205774.84209, active as of 1750205774.84209>, path: a/c, db: /tmp/tmpam2_9m6x/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205774.87014.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpam2_9m6x/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205774.87014.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpam2_9m6x/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205774.87014.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpllmn3t7z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpllmn3t7z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpllmn3t7z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpllmn3t7z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205776.00000.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpllmn3t7z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205776.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpllmn3t7z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205776.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpllmn3t7z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205776.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'there')], path: a/c, db: /tmp/tmpllmn3t7z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205776.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0002117156982421875s, path: a/c, db: /tmp/tmpllmn3t7z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205776.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011038780212402344s, path: a/c, db: /tmp/tmpllmn3t7z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205776.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpllmn3t7z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205776.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpllmn3t7z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205776.00000.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpllmn3t7z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205776.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpllmn3t7z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205776.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpllmn3t7z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205776.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'there')], path: a/c, db: /tmp/tmpllmn3t7z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205776.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002727508544921875s, path: a/c, db: /tmp/tmpllmn3t7z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205776.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00014209747314453125s, path: a/c, db: /tmp/tmpllmn3t7z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205776.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00015211105346679688s, path: a/c, db: /tmp/tmpllmn3t7z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205776.00000.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.0002593994140625s, path: a/c, db: /tmp/tmpllmn3t7z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205776.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00023603439331054688s, path: a/c, db: /tmp/tmpllmn3t7z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205776.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1750205375.45535, (0, 0) as of 1750205375.45535, active as of 1750205375.45535>, path: a/c, db: /tmp/tmpllmn3t7z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205776.00000.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpllmn3t7z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205776.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpllmn3t7z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205776.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpllmn3t7z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205776.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'yonder')], path: a/c, db: /tmp/tmpllmn3t7z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205776.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016307830810546875s, path: a/c, db: /tmp/tmpllmn3t7z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205776.00000.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00014257431030273438s, path: a/c, db: /tmp/tmpllmn3t7z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205776.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00015997886657714844s, path: a/c, db: /tmp/tmpllmn3t7z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205776.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001423358917236328s, path: a/c, db: /tmp/tmpllmn3t7z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205776.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00020003318786621094s, path: a/c, db: /tmp/tmpllmn3t7z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205776.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001437664031982422s, path: a/c, db: /tmp/tmpllmn3t7z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205776.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00013446807861328125s, path: a/c, db: /tmp/tmpllmn3t7z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205776.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001475811004638672s, path: a/c, db: /tmp/tmpllmn3t7z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205776.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013113021850585938s, path: a/c, db: /tmp/tmpllmn3t7z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205776.00000.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.0001506805419921875s, path: a/c, db: /tmp/tmpllmn3t7z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205776.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpllmn3t7z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205776.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1750205375.45535, (0, 0) as of 1750205375.45535, active as of 1750205375.45535>, path: a/c, db: /tmp/tmpllmn3t7z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205776.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1750205375.45535, (0, 0) as of 1750205375.45535, active as of 1750205375.45535>, path: a/c, db: /tmp/tmpllmn3t7z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205776.00000.db -sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpllmn3t7z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205776.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpllmn3t7z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205776.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpllmn3t7z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpllmn3t7z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205776.00000.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpllmn3t7z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205776.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00023221969604492188s, path: a/c, db: /tmp/tmpllmn3t7z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205776.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002002716064453125s, path: a/c, db: /tmp/tmpllmn3t7z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205776.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpllmn3t7z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205776.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpllmn3t7z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205776.00000.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpllmn3t7z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205776.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00021004676818847656s, path: a/c, db: /tmp/tmpllmn3t7z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205776.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00027680397033691406s, path: a/c, db: /tmp/tmpllmn3t7z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205776.00000.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00027871131896972656s, path: a/c, db: /tmp/tmpllmn3t7z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205776.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.000278472900390625s, path: a/c, db: /tmp/tmpllmn3t7z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205776.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00020575523376464844s, path: a/c, db: /tmp/tmpllmn3t7z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205776.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00012183189392089844s, path: a/c, db: /tmp/tmpllmn3t7z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205776.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011420249938964844s, path: a/c, db: /tmp/tmpllmn3t7z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205776.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011587142944335938s, path: a/c, db: /tmp/tmpllmn3t7z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205776.00000.db +sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpm48770ow/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796761.17852.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpm48770ow/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796761.17852.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpulvooprp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpulvooprp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796761.46121.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpulvooprp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796761.46121.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002295970916748047s, path: a/c, db: /tmp/tmpulvooprp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796761.46121.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001995563507080078s, path: a/c, db: /tmp/tmpulvooprp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796761.46121.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001983642578125s, path: a/c, db: /tmp/tmpulvooprp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796761.46121.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.0002143383026123047s, path: a/c, db: /tmp/tmpulvooprp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796761.46121.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002410411834716797s, path: a/c, db: /tmp/tmpulvooprp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796761.46121.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00013709068298339844s, path: a/c, db: /tmp/tmpulvooprp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796761.46121.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00015592575073242188s, path: a/c, db: /tmp/tmpulvooprp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796761.46121.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001430511474609375s, path: a/c, db: /tmp/tmpulvooprp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796761.46121.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.0001506805419921875s, path: a/c, db: /tmp/tmpulvooprp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796761.46121.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00020003318786621094s, path: a/c, db: /tmp/tmpulvooprp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796761.46121.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00016832351684570312s, path: a/c, db: /tmp/tmpulvooprp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796761.46121.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1715796761.45565, (0, 0) as of 1715796761.45565, active as of 1715796761.45565>, path: a/c, db: /tmp/tmpulvooprp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796761.46121.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1715796761.45567, (0, 0) as of 1715796761.45567, active as of 1715796761.45567>, path: a/c, db: /tmp/tmpulvooprp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796761.46121.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1715796761.45571, (0, 0) as of 1715796761.45571, active as of 1715796761.45571>, path: a/c, db: /tmp/tmpulvooprp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796761.46121.db +sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpulvooprp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796761.46121.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpulvooprp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796761.46121.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpulvooprp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796761.46121.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpulvooprp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796761.46121.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00014090538024902344s, path: a/c, db: /tmp/tmpulvooprp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796761.46121.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001277923583984375s, path: a/c, db: /tmp/tmpulvooprp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796761.46121.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012636184692382812s, path: a/c, db: /tmp/tmpulvooprp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796761.46121.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00013685226440429688s, path: a/c, db: /tmp/tmpulvooprp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796761.46121.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00019669532775878906s, path: a/c, db: /tmp/tmpulvooprp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796761.46121.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001628398895263672s, path: a/c, db: /tmp/tmpulvooprp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796761.46121.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001475811004638672s, path: a/c, db: /tmp/tmpulvooprp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796761.46121.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00015234947204589844s, path: a/c, db: /tmp/tmpulvooprp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796761.46121.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001571178436279297s, path: a/c, db: /tmp/tmpulvooprp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796761.46121.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001666545867919922s, path: a/c, db: /tmp/tmpulvooprp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796761.46121.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.000171661376953125s, path: a/c, db: /tmp/tmpulvooprp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796761.46121.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1715796761.45565, (0, 0) as of 1715796761.45565, active as of 1715796761.45565>, path: a/c, db: /tmp/tmpulvooprp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796761.46121.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpulvooprp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796761.46121.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpulvooprp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796761.46121.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpe9hoaui9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpe9hoaui9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpe9hoaui9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpe9hoaui9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796761.00000.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpe9hoaui9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796761.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpe9hoaui9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796761.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpe9hoaui9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796761.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'there')], path: a/c, db: /tmp/tmpe9hoaui9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796761.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0002288818359375s, path: a/c, db: /tmp/tmpe9hoaui9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796761.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00014781951904296875s, path: a/c, db: /tmp/tmpe9hoaui9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796761.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpe9hoaui9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796761.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpe9hoaui9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796761.00000.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpe9hoaui9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796761.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpe9hoaui9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796761.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpe9hoaui9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796761.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'there')], path: a/c, db: /tmp/tmpe9hoaui9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796761.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00017452239990234375s, path: a/c, db: /tmp/tmpe9hoaui9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796761.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013756752014160156s, path: a/c, db: /tmp/tmpe9hoaui9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796761.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00014019012451171875s, path: a/c, db: /tmp/tmpe9hoaui9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796761.00000.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00022292137145996094s, path: a/c, db: /tmp/tmpe9hoaui9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796761.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00022125244140625s, path: a/c, db: /tmp/tmpe9hoaui9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796761.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1715796408.55872, (0, 0) as of 1715796408.55872, active as of 1715796408.55872>, path: a/c, db: /tmp/tmpe9hoaui9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796761.00000.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpe9hoaui9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796761.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpe9hoaui9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796761.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpe9hoaui9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796761.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'yonder')], path: a/c, db: /tmp/tmpe9hoaui9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796761.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001628398895263672s, path: a/c, db: /tmp/tmpe9hoaui9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796761.00000.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00013017654418945312s, path: a/c, db: /tmp/tmpe9hoaui9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796761.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00016641616821289062s, path: a/c, db: /tmp/tmpe9hoaui9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796761.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011968612670898438s, path: a/c, db: /tmp/tmpe9hoaui9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796761.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001430511474609375s, path: a/c, db: /tmp/tmpe9hoaui9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796761.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011801719665527344s, path: a/c, db: /tmp/tmpe9hoaui9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796761.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001277923583984375s, path: a/c, db: /tmp/tmpe9hoaui9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796761.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013518333435058594s, path: a/c, db: /tmp/tmpe9hoaui9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796761.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00012135505676269531s, path: a/c, db: /tmp/tmpe9hoaui9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796761.00000.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00012683868408203125s, path: a/c, db: /tmp/tmpe9hoaui9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796761.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpe9hoaui9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796761.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1715796408.55872, (0, 0) as of 1715796408.55872, active as of 1715796408.55872>, path: a/c, db: /tmp/tmpe9hoaui9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796761.00000.db test.unit.container.test_sharder.TestSharder.test_misplaced_objects_root_container test.unit.container.test_sharder.TestSharder.test_misplaced_objects_root_container ... ok -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012922286987304688s, path: a/c, db: /tmp/tmpllmn3t7z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205776.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00019431114196777344s, path: a/c, db: /tmp/tmpllmn3t7z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205776.00000.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.0002467632293701172s, path: a/c, db: /tmp/tmpllmn3t7z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205776.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpllmn3t7z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205776.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'yonder' to MaxBound as of 1750205375.45535, (0, 0) as of 1750205375.45535, active as of 1750205375.45535>, path: a/c, db: /tmp/tmpllmn3t7z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205776.00000.db -sharder-test DEBUG: Placed 3 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpllmn3t7z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205776.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpllmn3t7z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205776.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmplup1w6n7/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205779.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/shard_c, db: /tmp/tmplup1w6n7/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205779.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00019788742065429688s, path: .shards_a/shard_c, db: /tmp/tmplup1w6n7/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205779.00000.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.0001347064971923828s, path: .shards_a/shard_c, db: /tmp/tmplup1w6n7/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205779.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001773834228515625s, path: .shards_a/shard_c, db: /tmp/tmplup1w6n7/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205779.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00017333030700683594s, path: .shards_a/shard_c, db: /tmp/tmplup1w6n7/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205779.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00019788742065429688s, path: .shards_a/shard_c, db: /tmp/tmplup1w6n7/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205779.00000.db -sharder-test WARNING: Failed to find destination for at least 2 misplaced objects, path: .shards_a/shard_c, db: /tmp/tmplup1w6n7/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205779.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.000179290771484375s, path: .shards_a/shard_c, db: /tmp/tmplup1w6n7/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205779.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001323223114013672s, path: .shards_a/shard_c, db: /tmp/tmplup1w6n7/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205779.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00017595291137695312s, path: .shards_a/shard_c, db: /tmp/tmplup1w6n7/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205779.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1750205375.45535, (0, 0) as of 1750205375.45535, active as of 1750205375.45535>, path: .shards_a/shard_c, db: /tmp/tmplup1w6n7/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205779.00000.db -sharder-test DEBUG: Placed 1 misplaced objects (2 unplaced), path: .shards_a/shard_c, db: /tmp/tmplup1w6n7/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205779.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmplup1w6n7/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205779.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmplup1w6n7/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205779.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/shard_c, db: /tmp/tmplup1w6n7/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205779.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001537799835205078s, path: .shards_a/shard_c, db: /tmp/tmplup1w6n7/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205779.00000.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00018453598022460938s, path: .shards_a/shard_c, db: /tmp/tmplup1w6n7/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205779.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00016736984252929688s, path: .shards_a/shard_c, db: /tmp/tmplup1w6n7/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205779.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/shard_c, db: /tmp/tmplup1w6n7/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205779.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00012731552124023438s, path: .shards_a/shard_c, db: /tmp/tmplup1w6n7/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205779.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00015783309936523438s, path: .shards_a/shard_c, db: /tmp/tmplup1w6n7/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205779.00000.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/shard_c, db: /tmp/tmplup1w6n7/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205779.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmplup1w6n7/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205779.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmplup1w6n7/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205779.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'there'), ('where', '')], path: .shards_a/shard_c, db: /tmp/tmplup1w6n7/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205779.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.000148773193359375s, path: .shards_a/shard_c, db: /tmp/tmplup1w6n7/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205779.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00012230873107910156s, path: .shards_a/shard_c, db: /tmp/tmplup1w6n7/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205779.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1715796408.55872, (0, 0) as of 1715796408.55872, active as of 1715796408.55872>, path: a/c, db: /tmp/tmpe9hoaui9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796761.00000.db +sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpe9hoaui9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796761.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpe9hoaui9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796761.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpe9hoaui9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpe9hoaui9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796761.00000.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpe9hoaui9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796761.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00016832351684570312s, path: a/c, db: /tmp/tmpe9hoaui9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796761.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00015282630920410156s, path: a/c, db: /tmp/tmpe9hoaui9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796761.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpe9hoaui9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796761.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpe9hoaui9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796761.00000.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpe9hoaui9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796761.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011897087097167969s, path: a/c, db: /tmp/tmpe9hoaui9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796761.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001709461212158203s, path: a/c, db: /tmp/tmpe9hoaui9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796761.00000.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00019097328186035156s, path: a/c, db: /tmp/tmpe9hoaui9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796761.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0002593994140625s, path: a/c, db: /tmp/tmpe9hoaui9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796761.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00020051002502441406s, path: a/c, db: /tmp/tmpe9hoaui9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796761.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013399124145507812s, path: a/c, db: /tmp/tmpe9hoaui9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796761.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012445449829101562s, path: a/c, db: /tmp/tmpe9hoaui9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796761.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00012445449829101562s, path: a/c, db: /tmp/tmpe9hoaui9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796761.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001266002655029297s, path: a/c, db: /tmp/tmpe9hoaui9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796761.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002541542053222656s, path: a/c, db: /tmp/tmpe9hoaui9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796761.00000.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.0002200603485107422s, path: a/c, db: /tmp/tmpe9hoaui9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796761.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpe9hoaui9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796761.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'yonder' to MaxBound as of 1715796408.55872, (0, 0) as of 1715796408.55872, active as of 1715796408.55872>, path: a/c, db: /tmp/tmpe9hoaui9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796761.00000.db +sharder-test DEBUG: Placed 3 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpe9hoaui9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796761.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpe9hoaui9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796761.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpjjnjdo9i/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796763.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/shard_c, db: /tmp/tmpjjnjdo9i/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796763.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002117156982421875s, path: .shards_a/shard_c, db: /tmp/tmpjjnjdo9i/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796763.00000.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.0001494884490966797s, path: .shards_a/shard_c, db: /tmp/tmpjjnjdo9i/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796763.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001914501190185547s, path: .shards_a/shard_c, db: /tmp/tmpjjnjdo9i/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796763.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001938343048095703s, path: .shards_a/shard_c, db: /tmp/tmpjjnjdo9i/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796763.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00019621849060058594s, path: .shards_a/shard_c, db: /tmp/tmpjjnjdo9i/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796763.00000.db +sharder-test WARNING: Failed to find destination for at least 2 misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpjjnjdo9i/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796763.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00020503997802734375s, path: .shards_a/shard_c, db: /tmp/tmpjjnjdo9i/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796763.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00014400482177734375s, path: .shards_a/shard_c, db: /tmp/tmpjjnjdo9i/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796763.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00020241737365722656s, path: .shards_a/shard_c, db: /tmp/tmpjjnjdo9i/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796763.00000.db test.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_sharding test.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_sharding ... ok -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001289844512939453s, path: .shards_a/shard_c, db: /tmp/tmplup1w6n7/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205779.00000.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.00012969970703125s, path: .shards_a/shard_c, db: /tmp/tmplup1w6n7/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205779.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00036978721618652344s, path: .shards_a/shard_c, db: /tmp/tmplup1w6n7/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205779.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/shard_c, db: /tmp/tmplup1w6n7/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205779.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1750205375.45535, (0, 0) as of 1750205375.45535, active as of 1750205375.45535>, path: .shards_a/shard_c, db: /tmp/tmplup1w6n7/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205779.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001404285430908203s, path: .shards_a/shard_c, db: /tmp/tmplup1w6n7/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205779.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00012230873107910156s, path: .shards_a/shard_c, db: /tmp/tmplup1w6n7/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205779.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011301040649414062s, path: .shards_a/shard_c, db: /tmp/tmplup1w6n7/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205779.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1750205375.45535, (0, 0) as of 1750205375.45535, active as of 1750205375.45535>, path: .shards_a/shard_c, db: /tmp/tmplup1w6n7/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205779.00000.db -sharder-test DEBUG: Placed 5 misplaced objects (0 unplaced), path: .shards_a/shard_c, db: /tmp/tmplup1w6n7/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205779.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmplup1w6n7/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750205779.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpzv90v8hh/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpzv90v8hh/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001780986785888672s, path: .shards_a/.shard_c, db: /tmp/tmpzv90v8hh/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010013580322265625s, path: .shards_a/.shard_c, db: /tmp/tmpzv90v8hh/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.72747802734375e-05s, path: .shards_a/.shard_c, db: /tmp/tmpzv90v8hh/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.107589721679688e-05s, path: .shards_a/.shard_c, db: /tmp/tmpzv90v8hh/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpzv90v8hh/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpzv90v8hh/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpzv90v8hh/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00013828277587890625s, path: .shards_a/.shard_c, db: /tmp/tmpzv90v8hh/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00010919570922851562s, path: .shards_a/.shard_c, db: /tmp/tmpzv90v8hh/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00021409988403320312s, path: .shards_a/.shard_c, db: /tmp/tmpzv90v8hh/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmpzv90v8hh/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016927719116210938s, path: .shards_a/.shard_c, db: /tmp/tmpzv90v8hh/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00013065338134765625s, path: .shards_a/.shard_c, db: /tmp/tmpzv90v8hh/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00012421607971191406s, path: .shards_a/.shard_c, db: /tmp/tmpzv90v8hh/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test WARNING: Failed to find destination for at least 2 misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpzv90v8hh/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Placed 2 misplaced objects (2 unplaced), path: .shards_a/.shard_c, db: /tmp/tmpzv90v8hh/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpzv90v8hh/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpzv90v8hh/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpzv90v8hh/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011944770812988281s, path: .shards_a/.shard_c, db: /tmp/tmpzv90v8hh/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00032019615173339844s, path: .shards_a/.shard_c, db: /tmp/tmpzv90v8hh/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00012755393981933594s, path: .shards_a/.shard_c, db: /tmp/tmpzv90v8hh/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001239776611328125s, path: .shards_a/.shard_c, db: /tmp/tmpzv90v8hh/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1715796408.55872, (0, 0) as of 1715796408.55872, active as of 1715796408.55872>, path: .shards_a/shard_c, db: /tmp/tmpjjnjdo9i/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796763.00000.db +sharder-test DEBUG: Placed 1 misplaced objects (2 unplaced), path: .shards_a/shard_c, db: /tmp/tmpjjnjdo9i/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796763.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpjjnjdo9i/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796763.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpjjnjdo9i/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796763.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/shard_c, db: /tmp/tmpjjnjdo9i/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796763.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.000152587890625s, path: .shards_a/shard_c, db: /tmp/tmpjjnjdo9i/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796763.00000.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00015687942504882812s, path: .shards_a/shard_c, db: /tmp/tmpjjnjdo9i/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796763.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013828277587890625s, path: .shards_a/shard_c, db: /tmp/tmpjjnjdo9i/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796763.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/shard_c, db: /tmp/tmpjjnjdo9i/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796763.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013566017150878906s, path: .shards_a/shard_c, db: /tmp/tmpjjnjdo9i/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796763.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013494491577148438s, path: .shards_a/shard_c, db: /tmp/tmpjjnjdo9i/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796763.00000.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/shard_c, db: /tmp/tmpjjnjdo9i/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796763.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpjjnjdo9i/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796763.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpjjnjdo9i/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796763.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'there'), ('where', '')], path: .shards_a/shard_c, db: /tmp/tmpjjnjdo9i/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796763.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00014781951904296875s, path: .shards_a/shard_c, db: /tmp/tmpjjnjdo9i/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796763.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00014543533325195312s, path: .shards_a/shard_c, db: /tmp/tmpjjnjdo9i/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796763.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001723766326904297s, path: .shards_a/shard_c, db: /tmp/tmpjjnjdo9i/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796763.00000.db +sharder-test DEBUG: got 3 rows (deleted=False) in 0.0001385211944580078s, path: .shards_a/shard_c, db: /tmp/tmpjjnjdo9i/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796763.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012135505676269531s, path: .shards_a/shard_c, db: /tmp/tmpjjnjdo9i/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796763.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/shard_c, db: /tmp/tmpjjnjdo9i/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796763.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1715796408.55872, (0, 0) as of 1715796408.55872, active as of 1715796408.55872>, path: .shards_a/shard_c, db: /tmp/tmpjjnjdo9i/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796763.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00012350082397460938s, path: .shards_a/shard_c, db: /tmp/tmpjjnjdo9i/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796763.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001232624053955078s, path: .shards_a/shard_c, db: /tmp/tmpjjnjdo9i/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796763.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001361370086669922s, path: .shards_a/shard_c, db: /tmp/tmpjjnjdo9i/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796763.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1715796408.55872, (0, 0) as of 1715796408.55872, active as of 1715796408.55872>, path: .shards_a/shard_c, db: /tmp/tmpjjnjdo9i/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796763.00000.db +sharder-test DEBUG: Placed 5 misplaced objects (0 unplaced), path: .shards_a/shard_c, db: /tmp/tmpjjnjdo9i/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796763.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpjjnjdo9i/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715796763.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpkt7748vi/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpkt7748vi/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00018930435180664062s, path: .shards_a/.shard_c, db: /tmp/tmpkt7748vi/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.000110626220703125s, path: .shards_a/.shard_c, db: /tmp/tmpkt7748vi/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010251998901367188s, path: .shards_a/.shard_c, db: /tmp/tmpkt7748vi/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010156631469726562s, path: .shards_a/.shard_c, db: /tmp/tmpkt7748vi/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpkt7748vi/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpkt7748vi/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpkt7748vi/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011873245239257812s, path: .shards_a/.shard_c, db: /tmp/tmpkt7748vi/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00011348724365234375s, path: .shards_a/.shard_c, db: /tmp/tmpkt7748vi/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013065338134765625s, path: .shards_a/.shard_c, db: /tmp/tmpkt7748vi/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmpkt7748vi/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001163482666015625s, path: .shards_a/.shard_c, db: /tmp/tmpkt7748vi/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010275840759277344s, path: .shards_a/.shard_c, db: /tmp/tmpkt7748vi/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00010800361633300781s, path: .shards_a/.shard_c, db: /tmp/tmpkt7748vi/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test WARNING: Failed to find destination for at least 2 misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpkt7748vi/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Placed 2 misplaced objects (2 unplaced), path: .shards_a/.shard_c, db: /tmp/tmpkt7748vi/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpkt7748vi/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpkt7748vi/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpkt7748vi/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001049041748046875s, path: .shards_a/.shard_c, db: /tmp/tmpkt7748vi/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.226799011230469e-05s, path: .shards_a/.shard_c, db: /tmp/tmpkt7748vi/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001049041748046875s, path: .shards_a/.shard_c, db: /tmp/tmpkt7748vi/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001068115234375s, path: .shards_a/.shard_c, db: /tmp/tmpkt7748vi/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00011110305786132812s, path: .shards_a/.shard_c, db: /tmp/tmpkt7748vi/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1715796408.55872, (0, 0) as of 1715796408.55872, active as of 1715796408.55872>, path: .shards_a/.shard_c, db: /tmp/tmpkt7748vi/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmpkt7748vi/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpkt7748vi/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpkt7748vi/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpkt7748vi/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001609325408935547s, path: .shards_a/.shard_c, db: /tmp/tmpkt7748vi/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012087821960449219s, path: .shards_a/.shard_c, db: /tmp/tmpkt7748vi/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011777877807617188s, path: .shards_a/.shard_c, db: /tmp/tmpkt7748vi/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00016689300537109375s, path: .shards_a/.shard_c, db: /tmp/tmpkt7748vi/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpkt7748vi/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpkt7748vi/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpkt7748vi/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001418590545654297s, path: .shards_a/.shard_c, db: /tmp/tmpkt7748vi/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001728534698486328s, path: .shards_a/.shard_c, db: /tmp/tmpkt7748vi/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010323524475097656s, path: .shards_a/.shard_c, db: /tmp/tmpkt7748vi/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmpkt7748vi/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011181831359863281s, path: .shards_a/.shard_c, db: /tmp/tmpkt7748vi/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010538101196289062s, path: .shards_a/.shard_c, db: /tmp/tmpkt7748vi/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db test.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_unsharded test.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_unsharded ... ok -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00019073486328125s, path: .shards_a/.shard_c, db: /tmp/tmpzv90v8hh/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1750205375.45535, (0, 0) as of 1750205375.45535, active as of 1750205375.45535>, path: .shards_a/.shard_c, db: /tmp/tmpzv90v8hh/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmpzv90v8hh/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpzv90v8hh/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpzv90v8hh/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpzv90v8hh/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00012350082397460938s, path: .shards_a/.shard_c, db: /tmp/tmpzv90v8hh/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012254714965820312s, path: .shards_a/.shard_c, db: /tmp/tmpzv90v8hh/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011038780212402344s, path: .shards_a/.shard_c, db: /tmp/tmpzv90v8hh/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010418891906738281s, path: .shards_a/.shard_c, db: /tmp/tmpzv90v8hh/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpzv90v8hh/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpzv90v8hh/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpzv90v8hh/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00018477439880371094s, path: .shards_a/.shard_c, db: /tmp/tmpzv90v8hh/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00013709068298339844s, path: .shards_a/.shard_c, db: /tmp/tmpzv90v8hh/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001480579376220703s, path: .shards_a/.shard_c, db: /tmp/tmpzv90v8hh/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmpzv90v8hh/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00019311904907226562s, path: .shards_a/.shard_c, db: /tmp/tmpzv90v8hh/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00012421607971191406s, path: .shards_a/.shard_c, db: /tmp/tmpzv90v8hh/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001494884490966797s, path: .shards_a/.shard_c, db: /tmp/tmpzv90v8hh/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1750205375.45535, (0, 0) as of 1750205375.45535, active as of 1750205375.45535>, path: .shards_a/.shard_c, db: /tmp/tmpzv90v8hh/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmpzv90v8hh/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpzv90v8hh/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpa_9d77hz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpa_9d77hz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001609325408935547s, path: .shards_a/.shard_c, db: /tmp/tmpa_9d77hz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.417533874511719e-05s, path: .shards_a/.shard_c, db: /tmp/tmpa_9d77hz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010895729064941406s, path: .shards_a/.shard_c, db: /tmp/tmpa_9d77hz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.989738464355469e-05s, path: .shards_a/.shard_c, db: /tmp/tmpa_9d77hz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpa_9d77hz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpa_9d77hz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpa_9d77hz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011944770812988281s, path: .shards_a/.shard_c, db: /tmp/tmpa_9d77hz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010061264038085938s, path: .shards_a/.shard_c, db: /tmp/tmpa_9d77hz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002532005310058594s, path: .shards_a/.shard_c, db: /tmp/tmpa_9d77hz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011134147644042969s, path: .shards_a/.shard_c, db: /tmp/tmpa_9d77hz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.465217590332031e-05s, path: .shards_a/.shard_c, db: /tmp/tmpa_9d77hz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmpa_9d77hz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011038780212402344s, path: .shards_a/.shard_c, db: /tmp/tmpa_9d77hz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 9.989738464355469e-05s, path: .shards_a/.shard_c, db: /tmp/tmpa_9d77hz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.274482727050781e-05s, path: .shards_a/.shard_c, db: /tmp/tmpa_9d77hz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=True) in 9.942054748535156e-05s, path: .shards_a/.shard_c, db: /tmp/tmpa_9d77hz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.107589721679688e-05s, path: .shards_a/.shard_c, db: /tmp/tmpa_9d77hz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test WARNING: Failed to find destination for at least 2 misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpa_9d77hz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Placed 2 misplaced objects (2 unplaced), path: .shards_a/.shard_c, db: /tmp/tmpa_9d77hz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpa_9d77hz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpa_9d77hz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpa_9d77hz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00012421607971191406s, path: .shards_a/.shard_c, db: /tmp/tmpa_9d77hz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.703636169433594e-05s, path: .shards_a/.shard_c, db: /tmp/tmpa_9d77hz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001285076141357422s, path: .shards_a/.shard_c, db: /tmp/tmpa_9d77hz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010180473327636719s, path: .shards_a/.shard_c, db: /tmp/tmpa_9d77hz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00012612342834472656s, path: .shards_a/.shard_c, db: /tmp/tmpa_9d77hz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.0001671314239501953s, path: .shards_a/.shard_c, db: /tmp/tmpa_9d77hz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011610984802246094s, path: .shards_a/.shard_c, db: /tmp/tmpa_9d77hz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1750205375.45535, (0, 0) as of 1750205375.45535, active as of 1750205375.45535>, path: .shards_a/.shard_c, db: /tmp/tmpa_9d77hz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmpa_9d77hz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpa_9d77hz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpa_9d77hz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpa_9d77hz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011348724365234375s, path: .shards_a/.shard_c, db: /tmp/tmpa_9d77hz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.5367431640625e-05s, path: .shards_a/.shard_c, db: /tmp/tmpa_9d77hz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011205673217773438s, path: .shards_a/.shard_c, db: /tmp/tmpa_9d77hz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 8.797645568847656e-05s, path: .shards_a/.shard_c, db: /tmp/tmpa_9d77hz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpa_9d77hz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpa_9d77hz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpa_9d77hz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001220703125s, path: .shards_a/.shard_c, db: /tmp/tmpa_9d77hz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010418891906738281s, path: .shards_a/.shard_c, db: /tmp/tmpa_9d77hz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00014328956604003906s, path: .shards_a/.shard_c, db: /tmp/tmpa_9d77hz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00014019012451171875s, path: .shards_a/.shard_c, db: /tmp/tmpa_9d77hz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmpa_9d77hz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001347064971923828s, path: .shards_a/.shard_c, db: /tmp/tmpa_9d77hz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001735687255859375s, path: .shards_a/.shard_c, db: /tmp/tmpa_9d77hz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010037422180175781s, path: .shards_a/.shard_c, db: /tmp/tmpkt7748vi/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1715796408.55872, (0, 0) as of 1715796408.55872, active as of 1715796408.55872>, path: .shards_a/.shard_c, db: /tmp/tmpkt7748vi/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmpkt7748vi/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpkt7748vi/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp8fmgx_nq/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmp8fmgx_nq/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00017642974853515625s, path: .shards_a/.shard_c, db: /tmp/tmp8fmgx_nq/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011134147644042969s, path: .shards_a/.shard_c, db: /tmp/tmp8fmgx_nq/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010728836059570312s, path: .shards_a/.shard_c, db: /tmp/tmp8fmgx_nq/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010561943054199219s, path: .shards_a/.shard_c, db: /tmp/tmp8fmgx_nq/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp8fmgx_nq/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp8fmgx_nq/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmp8fmgx_nq/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001628398895263672s, path: .shards_a/.shard_c, db: /tmp/tmp8fmgx_nq/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001418590545654297s, path: .shards_a/.shard_c, db: /tmp/tmp8fmgx_nq/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002205371856689453s, path: .shards_a/.shard_c, db: /tmp/tmp8fmgx_nq/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010585784912109375s, path: .shards_a/.shard_c, db: /tmp/tmp8fmgx_nq/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010895729064941406s, path: .shards_a/.shard_c, db: /tmp/tmp8fmgx_nq/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmp8fmgx_nq/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00014209747314453125s, path: .shards_a/.shard_c, db: /tmp/tmp8fmgx_nq/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010848045349121094s, path: .shards_a/.shard_c, db: /tmp/tmp8fmgx_nq/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.751319885253906e-05s, path: .shards_a/.shard_c, db: /tmp/tmp8fmgx_nq/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00015807151794433594s, path: .shards_a/.shard_c, db: /tmp/tmp8fmgx_nq/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.465217590332031e-05s, path: .shards_a/.shard_c, db: /tmp/tmp8fmgx_nq/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test WARNING: Failed to find destination for at least 2 misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp8fmgx_nq/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Placed 2 misplaced objects (2 unplaced), path: .shards_a/.shard_c, db: /tmp/tmp8fmgx_nq/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp8fmgx_nq/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp8fmgx_nq/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmp8fmgx_nq/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011420249938964844s, path: .shards_a/.shard_c, db: /tmp/tmp8fmgx_nq/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001010894775390625s, path: .shards_a/.shard_c, db: /tmp/tmp8fmgx_nq/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010728836059570312s, path: .shards_a/.shard_c, db: /tmp/tmp8fmgx_nq/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010633468627929688s, path: .shards_a/.shard_c, db: /tmp/tmp8fmgx_nq/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010776519775390625s, path: .shards_a/.shard_c, db: /tmp/tmp8fmgx_nq/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00010466575622558594s, path: .shards_a/.shard_c, db: /tmp/tmp8fmgx_nq/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001232624053955078s, path: .shards_a/.shard_c, db: /tmp/tmp8fmgx_nq/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1715796408.55872, (0, 0) as of 1715796408.55872, active as of 1715796408.55872>, path: .shards_a/.shard_c, db: /tmp/tmp8fmgx_nq/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db test.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_unsharded_limit_one test.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_unsharded_limit_one ... ok -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00019550323486328125s, path: .shards_a/.shard_c, db: /tmp/tmpa_9d77hz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010514259338378906s, path: .shards_a/.shard_c, db: /tmp/tmpa_9d77hz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1750205375.45535, (0, 0) as of 1750205375.45535, active as of 1750205375.45535>, path: .shards_a/.shard_c, db: /tmp/tmpa_9d77hz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmpa_9d77hz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpa_9d77hz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpvulj62gm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpvulj62gm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00018525123596191406s, path: .shards_a/.shard_c, db: /tmp/tmpvulj62gm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 8.893013000488281e-05s, path: .shards_a/.shard_c, db: /tmp/tmpvulj62gm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.226799011230469e-05s, path: .shards_a/.shard_c, db: /tmp/tmpvulj62gm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002777576446533203s, path: .shards_a/.shard_c, db: /tmp/tmpvulj62gm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpvulj62gm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpvulj62gm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpvulj62gm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00015115737915039062s, path: .shards_a/.shard_c, db: /tmp/tmpvulj62gm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.0001323223114013672s, path: .shards_a/.shard_c, db: /tmp/tmpvulj62gm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0003120899200439453s, path: .shards_a/.shard_c, db: /tmp/tmpvulj62gm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00019025802612304688s, path: .shards_a/.shard_c, db: /tmp/tmpvulj62gm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmpvulj62gm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00015783309936523438s, path: .shards_a/.shard_c, db: /tmp/tmpvulj62gm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00013017654418945312s, path: .shards_a/.shard_c, db: /tmp/tmpvulj62gm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00012636184692382812s, path: .shards_a/.shard_c, db: /tmp/tmpvulj62gm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test WARNING: Failed to find destination for at least 2 misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpvulj62gm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Placed 2 misplaced objects (2 unplaced), path: .shards_a/.shard_c, db: /tmp/tmpvulj62gm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpvulj62gm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpvulj62gm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpvulj62gm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00012087821960449219s, path: .shards_a/.shard_c, db: /tmp/tmpvulj62gm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011515617370605469s, path: .shards_a/.shard_c, db: /tmp/tmpvulj62gm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011920928955078125s, path: .shards_a/.shard_c, db: /tmp/tmpvulj62gm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011992454528808594s, path: .shards_a/.shard_c, db: /tmp/tmpvulj62gm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00015425682067871094s, path: .shards_a/.shard_c, db: /tmp/tmpvulj62gm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1750205375.45535, (0, 0) as of 1750205375.45535, active as of 1750205375.45535>, path: .shards_a/.shard_c, db: /tmp/tmpvulj62gm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmpvulj62gm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpvulj62gm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpvulj62gm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpvulj62gm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001239776611328125s, path: .shards_a/.shard_c, db: /tmp/tmpvulj62gm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmp8fmgx_nq/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp8fmgx_nq/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp8fmgx_nq/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmp8fmgx_nq/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001068115234375s, path: .shards_a/.shard_c, db: /tmp/tmp8fmgx_nq/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.679794311523438e-05s, path: .shards_a/.shard_c, db: /tmp/tmp8fmgx_nq/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011777877807617188s, path: .shards_a/.shard_c, db: /tmp/tmp8fmgx_nq/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.5367431640625e-05s, path: .shards_a/.shard_c, db: /tmp/tmp8fmgx_nq/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp8fmgx_nq/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp8fmgx_nq/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmp8fmgx_nq/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00012421607971191406s, path: .shards_a/.shard_c, db: /tmp/tmp8fmgx_nq/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001125335693359375s, path: .shards_a/.shard_c, db: /tmp/tmp8fmgx_nq/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011467933654785156s, path: .shards_a/.shard_c, db: /tmp/tmp8fmgx_nq/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.751319885253906e-05s, path: .shards_a/.shard_c, db: /tmp/tmp8fmgx_nq/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmp8fmgx_nq/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011277198791503906s, path: .shards_a/.shard_c, db: /tmp/tmp8fmgx_nq/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010776519775390625s, path: .shards_a/.shard_c, db: /tmp/tmp8fmgx_nq/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010371208190917969s, path: .shards_a/.shard_c, db: /tmp/tmp8fmgx_nq/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.274482727050781e-05s, path: .shards_a/.shard_c, db: /tmp/tmp8fmgx_nq/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1715796408.55872, (0, 0) as of 1715796408.55872, active as of 1715796408.55872>, path: .shards_a/.shard_c, db: /tmp/tmp8fmgx_nq/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmp8fmgx_nq/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp8fmgx_nq/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpihg9amz_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpihg9amz_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00019931793212890625s, path: .shards_a/.shard_c, db: /tmp/tmpihg9amz_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010395050048828125s, path: .shards_a/.shard_c, db: /tmp/tmpihg9amz_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010085105895996094s, path: .shards_a/.shard_c, db: /tmp/tmpihg9amz_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.72747802734375e-05s, path: .shards_a/.shard_c, db: /tmp/tmpihg9amz_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpihg9amz_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpihg9amz_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpihg9amz_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00014328956604003906s, path: .shards_a/.shard_c, db: /tmp/tmpihg9amz_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00014090538024902344s, path: .shards_a/.shard_c, db: /tmp/tmpihg9amz_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00020122528076171875s, path: .shards_a/.shard_c, db: /tmp/tmpihg9amz_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001220703125s, path: .shards_a/.shard_c, db: /tmp/tmpihg9amz_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmpihg9amz_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00014019012451171875s, path: .shards_a/.shard_c, db: /tmp/tmpihg9amz_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db test.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_unsharded_limit_two test.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_unsharded_limit_two ... ok +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016760826110839844s, path: .shards_a/.shard_c, db: /tmp/tmpihg9amz_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00012993812561035156s, path: .shards_a/.shard_c, db: /tmp/tmpihg9amz_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test WARNING: Failed to find destination for at least 2 misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpihg9amz_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Placed 2 misplaced objects (2 unplaced), path: .shards_a/.shard_c, db: /tmp/tmpihg9amz_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpihg9amz_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpihg9amz_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpihg9amz_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00018453598022460938s, path: .shards_a/.shard_c, db: /tmp/tmpihg9amz_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00015115737915039062s, path: .shards_a/.shard_c, db: /tmp/tmpihg9amz_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00019097328186035156s, path: .shards_a/.shard_c, db: /tmp/tmpihg9amz_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002334117889404297s, path: .shards_a/.shard_c, db: /tmp/tmpihg9amz_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00015783309936523438s, path: .shards_a/.shard_c, db: /tmp/tmpihg9amz_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1715796408.55872, (0, 0) as of 1715796408.55872, active as of 1715796408.55872>, path: .shards_a/.shard_c, db: /tmp/tmpihg9amz_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmpihg9amz_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpihg9amz_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpihg9amz_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpihg9amz_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00012803077697753906s, path: .shards_a/.shard_c, db: /tmp/tmpihg9amz_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011897087097167969s, path: .shards_a/.shard_c, db: /tmp/tmpihg9amz_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011801719665527344s, path: .shards_a/.shard_c, db: /tmp/tmpihg9amz_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011420249938964844s, path: .shards_a/.shard_c, db: /tmp/tmpihg9amz_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpihg9amz_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpihg9amz_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpihg9amz_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00014352798461914062s, path: .shards_a/.shard_c, db: /tmp/tmpihg9amz_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001983642578125s, path: .shards_a/.shard_c, db: /tmp/tmpihg9amz_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013327598571777344s, path: .shards_a/.shard_c, db: /tmp/tmpihg9amz_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmpihg9amz_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001494884490966797s, path: .shards_a/.shard_c, db: /tmp/tmpihg9amz_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00013113021850585938s, path: .shards_a/.shard_c, db: /tmp/tmpihg9amz_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001544952392578125s, path: .shards_a/.shard_c, db: /tmp/tmpihg9amz_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1715796408.55872, (0, 0) as of 1715796408.55872, active as of 1715796408.55872>, path: .shards_a/.shard_c, db: /tmp/tmpihg9amz_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmpihg9amz_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpihg9amz_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpq700p9w8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpq700p9w8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796763.82832.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpq700p9w8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796763.82832.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00033092498779296875s, path: a/c, db: /tmp/tmpq700p9w8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796763.82832.db test.unit.container.test_sharder.TestSharder.test_misplaced_objects_sufficient_replication test.unit.container.test_sharder.TestSharder.test_misplaced_objects_sufficient_replication ... ok -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001418590545654297s, path: .shards_a/.shard_c, db: /tmp/tmpvulj62gm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011110305786132812s, path: .shards_a/.shard_c, db: /tmp/tmpvulj62gm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010609626770019531s, path: .shards_a/.shard_c, db: /tmp/tmpvulj62gm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpvulj62gm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpvulj62gm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpvulj62gm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011897087097167969s, path: .shards_a/.shard_c, db: /tmp/tmpvulj62gm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010609626770019531s, path: .shards_a/.shard_c, db: /tmp/tmpvulj62gm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012564659118652344s, path: .shards_a/.shard_c, db: /tmp/tmpvulj62gm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmpvulj62gm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00012350082397460938s, path: .shards_a/.shard_c, db: /tmp/tmpvulj62gm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010228157043457031s, path: .shards_a/.shard_c, db: /tmp/tmpvulj62gm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013208389282226562s, path: .shards_a/.shard_c, db: /tmp/tmpvulj62gm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1750205375.45535, (0, 0) as of 1750205375.45535, active as of 1750205375.45535>, path: .shards_a/.shard_c, db: /tmp/tmpvulj62gm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmpvulj62gm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpvulj62gm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpuilrgdmg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpuilrgdmg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205788.60243.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpuilrgdmg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205788.60243.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00024318695068359375s, path: a/c, db: /tmp/tmpuilrgdmg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205788.60243.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00023055076599121094s, path: a/c, db: /tmp/tmpuilrgdmg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205788.60243.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00019073486328125s, path: a/c, db: /tmp/tmpuilrgdmg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205788.60243.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00017118453979492188s, path: a/c, db: /tmp/tmpuilrgdmg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205788.60243.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002601146697998047s, path: a/c, db: /tmp/tmpuilrgdmg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205788.60243.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00018453598022460938s, path: a/c, db: /tmp/tmpuilrgdmg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205788.60243.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00014209747314453125s, path: a/c, db: /tmp/tmpuilrgdmg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205788.60243.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00012183189392089844s, path: a/c, db: /tmp/tmpuilrgdmg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205788.60243.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.0001323223114013672s, path: a/c, db: /tmp/tmpuilrgdmg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205788.60243.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00023746490478515625s, path: a/c, db: /tmp/tmpuilrgdmg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205788.60243.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001823902130126953s, path: a/c, db: /tmp/tmpuilrgdmg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205788.60243.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1750205788.56913, (0, 0) as of 1750205788.56913, active as of 1750205788.56913>, path: a/c, db: /tmp/tmpuilrgdmg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205788.60243.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1750205788.56915, (0, 0) as of 1750205788.56915, active as of 1750205788.56915>, path: a/c, db: /tmp/tmpuilrgdmg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205788.60243.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1750205788.56915, (0, 0) as of 1750205788.56915, active as of 1750205788.56915>, path: a/c, db: /tmp/tmpuilrgdmg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205788.60243.db -sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpuilrgdmg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205788.60243.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpuilrgdmg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205788.60243.db -sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmphhs2k64j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Completed scan for shard ranges: 2 found, path: a/c, db: /tmp/tmphhs2k64j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_finds_two_root test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_finds_two_root ... ok test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_finds_two_shard @@ -112881,32 +113330,51 @@ test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_none_found_root ... ok test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_none_found_shard test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_none_found_shard ... ok -sharder-test INFO: Final shard range reached., path: a/c, db: /tmp/tmphhs2k64j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Scan for shard ranges already completed, path: a/c, db: /tmp/tmphhs2k64j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c_, db: /tmp/tmpppl8_cw1/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Completed scan for shard ranges: 2 found, path: .shards_a/c_, db: /tmp/tmpppl8_cw1/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Final shard range reached., path: .shards_a/c_, db: /tmp/tmpppl8_cw1/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test DEBUG: Scan for shard ranges already completed, path: .shards_a/c_, db: /tmp/tmpppl8_cw1/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmphzw8l6hi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: No shard ranges found, path: a/c, db: /tmp/tmphzw8l6hi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmphzw8l6hi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: No shard ranges found, path: a/c, db: /tmp/tmphzw8l6hi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c, db: /tmp/tmp1u3o826z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: No shard ranges found, path: .shards_a/c, db: /tmp/tmp1u3o826z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c, db: /tmp/tmp1u3o826z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: No shard ranges found, path: .shards_a/c, db: /tmp/tmp1u3o826z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0002124309539794922s, path: a/c, db: /tmp/tmpq700p9w8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796763.82832.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002880096435546875s, path: a/c, db: /tmp/tmpq700p9w8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796763.82832.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00020956993103027344s, path: a/c, db: /tmp/tmpq700p9w8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796763.82832.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002269744873046875s, path: a/c, db: /tmp/tmpq700p9w8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796763.82832.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001399517059326172s, path: a/c, db: /tmp/tmpq700p9w8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796763.82832.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001270771026611328s, path: a/c, db: /tmp/tmpq700p9w8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796763.82832.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001087188720703125s, path: a/c, db: /tmp/tmpq700p9w8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796763.82832.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00011467933654785156s, path: a/c, db: /tmp/tmpq700p9w8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796763.82832.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00020599365234375s, path: a/c, db: /tmp/tmpq700p9w8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796763.82832.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00015974044799804688s, path: a/c, db: /tmp/tmpq700p9w8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796763.82832.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1715796763.80091, (0, 0) as of 1715796763.80091, active as of 1715796763.80091>, path: a/c, db: /tmp/tmpq700p9w8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796763.82832.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1715796763.80093, (0, 0) as of 1715796763.80093, active as of 1715796763.80093>, path: a/c, db: /tmp/tmpq700p9w8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796763.82832.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1715796763.80095, (0, 0) as of 1715796763.80095, active as of 1715796763.80095>, path: a/c, db: /tmp/tmpq700p9w8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796763.82832.db +sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpq700p9w8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796763.82832.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpq700p9w8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796763.82832.db +sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpf1fdpfss/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Completed scan for shard ranges: 2 found, path: a/c, db: /tmp/tmpf1fdpfss/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Final shard range reached., path: a/c, db: /tmp/tmpf1fdpfss/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Scan for shard ranges already completed, path: a/c, db: /tmp/tmpf1fdpfss/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c_, db: /tmp/tmpmq1kw329/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Completed scan for shard ranges: 2 found, path: .shards_a/c_, db: /tmp/tmpmq1kw329/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Final shard range reached., path: .shards_a/c_, db: /tmp/tmpmq1kw329/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test DEBUG: Scan for shard ranges already completed, path: .shards_a/c_, db: /tmp/tmpmq1kw329/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpqyuob7r8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: No shard ranges found, path: a/c, db: /tmp/tmpqyuob7r8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpqyuob7r8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: No shard ranges found, path: a/c, db: /tmp/tmpqyuob7r8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c, db: /tmp/tmp4kx_jmqy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: No shard ranges found, path: .shards_a/c, db: /tmp/tmp4kx_jmqy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c, db: /tmp/tmp4kx_jmqy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: No shard ranges found, path: .shards_a/c, db: /tmp/tmp4kx_jmqy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db sharder-test INFO: Container sharder cycle starting, auto-sharding False sharder-test WARNING: Skipping xxxx as it is not mounted -sharder-test INFO: Since Tue Jun 17 12:16:30 2025 visited - attempted:2 success:2 failure:0 skipped:1 completed:0 -sharder-test INFO: Since Tue Jun 17 12:16:30 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jun 17 12:16:30 2025 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jun 17 12:16:30 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jun 17 12:16:30 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Tue Jun 17 12:16:30 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Tue Jun 17 12:16:30 2025 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu May 16 08:12:45 2024 visited - attempted:2 success:2 failure:0 skipped:1 completed:0 +sharder-test INFO: Since Thu May 16 08:12:45 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu May 16 08:12:45 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu May 16 08:12:45 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu May 16 08:12:45 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Thu May 16 08:12:45 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu May 16 08:12:45 2024 audit_shard - attempted:0 success:0 failure:0 sharder-test INFO: Container sharder cycle starting, auto-sharding False sharder-test WARNING: Skipping xxxx as it is not mounted -sharder-test ERROR: Unhandled exception while processing: kapow!, path: a/c1, db: /tmp/tmp3h8x5dvv/sdb/containers/0/ash/c1hash/c1hash.db: +test.unit.container.test_sharder.TestSharder.test_one_shard_cycle +test.unit.container.test_sharder.TestSharder.test_one_shard_cycle ... ok +sharder-test ERROR: Unhandled exception while processing: kapow!, path: a/c1, db: /tmp/tmpvez935wd/sdb/containers/0/ash/c1hash/c1hash.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 2516, in _one_shard_cycle self._process_broker(broker, node, part) @@ -112922,89 +113390,87 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sharder.py", line 886, in mock_processing raise Exception('kapow!') Exception: kapow! -sharder-test INFO: Since Tue Jun 17 12:16:30 2025 visited - attempted:3 success:2 failure:1 skipped:0 completed:0 -sharder-test INFO: Since Tue Jun 17 12:16:30 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jun 17 12:16:30 2025 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jun 17 12:16:30 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jun 17 12:16:30 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Tue Jun 17 12:16:30 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Tue Jun 17 12:16:30 2025 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu May 16 08:12:46 2024 visited - attempted:3 success:2 failure:1 skipped:0 completed:0 +sharder-test INFO: Since Thu May 16 08:12:46 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu May 16 08:12:46 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu May 16 08:12:46 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu May 16 08:12:46 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Thu May 16 08:12:46 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu May 16 08:12:46 2024 audit_shard - attempted:0 success:0 failure:0 sharder-test INFO: Container sharder cycle starting, auto-sharding False sharder-test WARNING: Skipping xxxx as it is not mounted -sharder-test INFO: Since Tue Jun 17 12:16:30 2025 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Tue Jun 17 12:16:30 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jun 17 12:16:30 2025 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jun 17 12:16:30 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jun 17 12:16:30 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Tue Jun 17 12:16:30 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Tue Jun 17 12:16:30 2025 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu May 16 08:12:46 2024 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu May 16 08:12:46 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu May 16 08:12:46 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu May 16 08:12:46 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu May 16 08:12:46 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Thu May 16 08:12:46 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu May 16 08:12:46 2024 audit_shard - attempted:0 success:0 failure:0 sharder-test INFO: Container sharder cycle starting, auto-sharding False sharder-test WARNING: Skipping xxxx as it is not mounted -sharder-test INFO: Since Tue Jun 17 12:16:30 2025 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Tue Jun 17 12:16:30 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jun 17 12:16:30 2025 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jun 17 12:16:30 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jun 17 12:16:30 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Tue Jun 17 12:16:30 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Tue Jun 17 12:16:30 2025 audit_shard - attempted:0 success:0 failure:0 -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp3h8x5dvv/sda/containers/0/ash/c0hash/c0hash.db' +sharder-test INFO: Since Thu May 16 08:12:46 2024 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu May 16 08:12:46 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu May 16 08:12:46 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu May 16 08:12:46 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu May 16 08:12:46 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Thu May 16 08:12:46 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu May 16 08:12:46 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpvez935wd/sda/containers/0/ash/c0hash/c0hash.db' sharder-test INFO: Container sharder cycle starting, auto-sharding False sharder-test WARNING: Skipping xxxx as it is not mounted -sharder-test INFO: Since Tue Jun 17 12:16:30 2025 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Tue Jun 17 12:16:30 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jun 17 12:16:30 2025 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jun 17 12:16:30 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jun 17 12:16:30 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Tue Jun 17 12:16:30 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Tue Jun 17 12:16:30 2025 audit_shard - attempted:0 success:0 failure:0 -test.unit.container.test_sharder.TestSharder.test_one_shard_cycle -test.unit.container.test_sharder.TestSharder.test_one_shard_cycle ... ok -test.unit.container.test_sharder.TestSharder.test_one_shard_cycle_no_containers -test.unit.container.test_sharder.TestSharder.test_one_shard_cycle_no_containers ... ok +sharder-test INFO: Since Thu May 16 08:12:46 2024 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu May 16 08:12:46 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu May 16 08:12:46 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu May 16 08:12:46 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu May 16 08:12:46 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Thu May 16 08:12:46 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu May 16 08:12:46 2024 audit_shard - attempted:0 success:0 failure:0 sharder-test INFO: Container sharder cycle starting, auto-sharding False sharder-test WARNING: Skipping xxxx as it is not mounted -sharder-test INFO: Since Tue Jun 17 12:16:30 2025 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Tue Jun 17 12:16:30 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jun 17 12:16:30 2025 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jun 17 12:16:30 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jun 17 12:16:30 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Tue Jun 17 12:16:30 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Tue Jun 17 12:16:30 2025 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu May 16 08:12:46 2024 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu May 16 08:12:46 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu May 16 08:12:46 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu May 16 08:12:46 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu May 16 08:12:46 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Thu May 16 08:12:46 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu May 16 08:12:46 2024 audit_shard - attempted:0 success:0 failure:0 sharder-test INFO: Container sharder cycle starting, auto-sharding False sharder-test WARNING: Skipping xxxx as it is not mounted -sharder-test INFO: Since Tue Jun 17 12:16:30 2025 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Tue Jun 17 12:16:30 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jun 17 12:16:30 2025 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jun 17 12:16:30 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jun 17 12:16:30 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Tue Jun 17 12:16:30 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Tue Jun 17 12:16:30 2025 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu May 16 08:12:46 2024 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu May 16 08:12:46 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu May 16 08:12:46 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu May 16 08:12:46 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu May 16 08:12:46 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Thu May 16 08:12:46 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu May 16 08:12:46 2024 audit_shard - attempted:0 success:0 failure:0 sharder-test INFO: Container sharder cycle starting, auto-sharding False sharder-test INFO: Found no containers directories -sharder-test INFO: Since Tue Jun 17 12:16:30 2025 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Tue Jun 17 12:16:30 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jun 17 12:16:30 2025 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jun 17 12:16:30 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jun 17 12:16:30 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Tue Jun 17 12:16:30 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Tue Jun 17 12:16:30 2025 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu May 16 08:12:46 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu May 16 08:12:46 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu May 16 08:12:46 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu May 16 08:12:46 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu May 16 08:12:46 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Thu May 16 08:12:46 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu May 16 08:12:46 2024 audit_shard - attempted:0 success:0 failure:0 sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test INFO: Since Tue Jun 17 12:16:30 2025 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Tue Jun 17 12:16:30 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jun 17 12:16:30 2025 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jun 17 12:16:30 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jun 17 12:16:30 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Tue Jun 17 12:16:30 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Tue Jun 17 12:16:30 2025 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu May 16 08:12:46 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu May 16 08:12:46 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu May 16 08:12:46 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu May 16 08:12:46 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu May 16 08:12:46 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Thu May 16 08:12:46 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +test.unit.container.test_sharder.TestSharder.test_one_shard_cycle_no_containers +test.unit.container.test_sharder.TestSharder.test_one_shard_cycle_no_containers ... ok +sharder-test INFO: Since Thu May 16 08:12:46 2024 audit_shard - attempted:0 success:0 failure:0 sharder-test INFO: Begin container sharder "once" mode sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test INFO: Since Tue Jun 17 12:16:30 2025 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Tue Jun 17 12:16:30 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jun 17 12:16:30 2025 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jun 17 12:16:30 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jun 17 12:16:30 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Tue Jun 17 12:16:30 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Tue Jun 17 12:16:30 2025 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu May 16 08:12:46 2024 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu May 16 08:12:46 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu May 16 08:12:46 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu May 16 08:12:46 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu May 16 08:12:46 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Thu May 16 08:12:46 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu May 16 08:12:46 2024 audit_shard - attempted:0 success:0 failure:0 sharder-test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache @@ -113016,17 +113482,17 @@ fd = os.open(filename, flags) ^^^^^^^^^^^^^^^^^^^^^^^^ FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -sharder-test INFO: Container sharder "once" mode completed: 0.05s +sharder-test INFO: Container sharder "once" mode completed: 0.04s sharder-test INFO: Begin container sharder "once" mode sharder-test INFO: Container sharder cycle starting, auto-sharding False sharder-test INFO: (Override partitions: 0) -sharder-test INFO: Since Tue Jun 17 12:16:30 2025 visited - attempted:1 success:1 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Tue Jun 17 12:16:30 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jun 17 12:16:30 2025 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jun 17 12:16:30 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jun 17 12:16:30 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Tue Jun 17 12:16:30 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Tue Jun 17 12:16:30 2025 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu May 16 08:12:46 2024 visited - attempted:1 success:1 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu May 16 08:12:46 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu May 16 08:12:46 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu May 16 08:12:46 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu May 16 08:12:46 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Thu May 16 08:12:46 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu May 16 08:12:46 2024 audit_shard - attempted:0 success:0 failure:0 sharder-test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache @@ -113042,17 +113508,13 @@ sharder-test INFO: Begin container sharder "once" mode sharder-test INFO: Container sharder cycle starting, auto-sharding False sharder-test INFO: (Override partitions: 2, 0) -sharder-test INFO: Since Tue Jun 17 12:16:30 2025 visited - attempted:2 success:2 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Tue Jun 17 12:16:30 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jun 17 12:16:30 2025 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jun 17 12:16:30 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jun 17 12:16:30 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Tue Jun 17 12:16:30 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Tue Jun 17 12:16:30 2025 audit_shard - attempted:0 success:0 failure:0 -test.unit.container.test_sharder.TestSharder.test_partition_and_device_filters -test.unit.container.test_sharder.TestSharder.test_partition_and_device_filters ... ok -test.unit.container.test_sharder.TestSharder.test_periodic_warning -test.unit.container.test_sharder.TestSharder.test_periodic_warning ... ok +sharder-test INFO: Since Thu May 16 08:12:46 2024 visited - attempted:2 success:2 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu May 16 08:12:46 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu May 16 08:12:46 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu May 16 08:12:46 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu May 16 08:12:46 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Thu May 16 08:12:46 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu May 16 08:12:46 2024 audit_shard - attempted:0 success:0 failure:0 sharder-test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache @@ -113064,18 +113526,18 @@ fd = os.open(filename, flags) ^^^^^^^^^^^^^^^^^^^^^^^^ FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -sharder-test INFO: Container sharder "once" mode completed: 0.03s +sharder-test INFO: Container sharder "once" mode completed: 0.02s sharder-test INFO: Begin container sharder "once" mode sharder-test INFO: Container sharder cycle starting, auto-sharding False sharder-test INFO: (Override devices: sdc) sharder-test INFO: (Override partitions: 2, 0) -sharder-test INFO: Since Tue Jun 17 12:16:30 2025 visited - attempted:1 success:1 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Tue Jun 17 12:16:30 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jun 17 12:16:30 2025 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jun 17 12:16:30 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jun 17 12:16:30 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Tue Jun 17 12:16:30 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Tue Jun 17 12:16:30 2025 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu May 16 08:12:46 2024 visited - attempted:1 success:1 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu May 16 08:12:46 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu May 16 08:12:46 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu May 16 08:12:46 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu May 16 08:12:46 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Thu May 16 08:12:46 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu May 16 08:12:46 2024 audit_shard - attempted:0 success:0 failure:0 sharder-test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache @@ -113087,17 +113549,23 @@ fd = os.open(filename, flags) ^^^^^^^^^^^^^^^^^^^^^^^^ FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -sharder-test INFO: Container sharder "once" mode completed: 0.01s +sharder-test INFO: Container sharder "once" mode completed: 0.00s sharder-test INFO: Begin container sharder "once" mode sharder-test INFO: Container sharder cycle starting, auto-sharding False sharder-test INFO: (Override devices: sdb, sdc) -sharder-test INFO: Since Tue Jun 17 12:16:30 2025 visited - attempted:2 success:2 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Tue Jun 17 12:16:30 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jun 17 12:16:30 2025 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jun 17 12:16:30 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jun 17 12:16:30 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Tue Jun 17 12:16:30 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Tue Jun 17 12:16:30 2025 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu May 16 08:12:46 2024 visited - attempted:2 success:2 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu May 16 08:12:46 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu May 16 08:12:46 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu May 16 08:12:46 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu May 16 08:12:46 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Thu May 16 08:12:46 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu May 16 08:12:46 2024 audit_shard - attempted:0 success:0 failure:0 +test.unit.container.test_sharder.TestSharder.test_partition_and_device_filters +test.unit.container.test_sharder.TestSharder.test_partition_and_device_filters ... ok +test.unit.container.test_sharder.TestSharder.test_periodic_warning +test.unit.container.test_sharder.TestSharder.test_periodic_warning ... ok +test.unit.container.test_sharder.TestSharder.test_process_broker_leader_auto_shard +test.unit.container.test_sharder.TestSharder.test_process_broker_leader_auto_shard ... ok sharder-test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache @@ -113109,338 +113577,336 @@ fd = os.open(filename, flags) ^^^^^^^^^^^^^^^^^^^^^^^^ FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -sharder-test INFO: Container sharder "once" mode completed: 0.03s -sharder-test WARNING: periodic warning 1, path: a/c1, db: /tmp/tmpv6e5jyi3/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db -sharder-test WARNING: periodic warning 1a, path: a/c1, db: /tmp/tmpv6e5jyi3/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db -sharder-test WARNING: periodic warning 2, path: a/c2, db: /tmp/tmpv6e5jyi3/sda/containers/0/229/9ab62b5ef34a985438bfdf7ee0102229/9ab62b5ef34a985438bfdf7ee0102229.db -sharder-test WARNING: normal warning, path: a/c1, db: /tmp/tmpv6e5jyi3/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db -sharder-test WARNING: periodic warning 1, path: a/c1, db: /tmp/tmpv6e5jyi3/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db -sharder-test WARNING: periodic warning 1a, path: a/c1, db: /tmp/tmpv6e5jyi3/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db -sharder-test WARNING: periodic warning 2, path: a/c2, db: /tmp/tmpv6e5jyi3/sda/containers/0/229/9ab62b5ef34a985438bfdf7ee0102229/9ab62b5ef34a985438bfdf7ee0102229.db -sharder-test WARNING: normal warning, path: a/c1, db: /tmp/tmpv6e5jyi3/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db -sharder-test WARNING: periodic warning 1, path: a/c1, db: /tmp/tmpv6e5jyi3/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db -sharder-test WARNING: periodic warning 1a, path: a/c1, db: /tmp/tmpv6e5jyi3/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db -sharder-test WARNING: periodic warning 2, path: a/c2, db: /tmp/tmpv6e5jyi3/sda/containers/0/229/9ab62b5ef34a985438bfdf7ee0102229/9ab62b5ef34a985438bfdf7ee0102229.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp4wfk7mgs/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp4wfk7mgs/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp4wfk7mgs/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp4wfk7mgs/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp4wfk7mgs/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp4wfk7mgs/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp4wfk7mgs/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp4wfk7mgs/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp4wfk7mgs/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp4wfk7mgs/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp4wfk7mgs/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -test.unit.container.test_sharder.TestSharder.test_process_broker_leader_auto_shard -test.unit.container.test_sharder.TestSharder.test_process_broker_leader_auto_shard ... ok +sharder-test INFO: Container sharder "once" mode completed: 0.02s +sharder-test WARNING: periodic warning 1, path: a/c1, db: /tmp/tmp0ou7jd8_/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db +sharder-test WARNING: periodic warning 1a, path: a/c1, db: /tmp/tmp0ou7jd8_/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db +sharder-test WARNING: periodic warning 2, path: a/c2, db: /tmp/tmp0ou7jd8_/sda/containers/0/229/9ab62b5ef34a985438bfdf7ee0102229/9ab62b5ef34a985438bfdf7ee0102229.db +sharder-test WARNING: normal warning, path: a/c1, db: /tmp/tmp0ou7jd8_/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db +sharder-test WARNING: periodic warning 1, path: a/c1, db: /tmp/tmp0ou7jd8_/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db +sharder-test WARNING: periodic warning 1a, path: a/c1, db: /tmp/tmp0ou7jd8_/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db +sharder-test WARNING: periodic warning 2, path: a/c2, db: /tmp/tmp0ou7jd8_/sda/containers/0/229/9ab62b5ef34a985438bfdf7ee0102229/9ab62b5ef34a985438bfdf7ee0102229.db +sharder-test WARNING: normal warning, path: a/c1, db: /tmp/tmp0ou7jd8_/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db +sharder-test WARNING: periodic warning 1, path: a/c1, db: /tmp/tmp0ou7jd8_/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db +sharder-test WARNING: periodic warning 1a, path: a/c1, db: /tmp/tmp0ou7jd8_/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db +sharder-test WARNING: periodic warning 2, path: a/c2, db: /tmp/tmp0ou7jd8_/sda/containers/0/229/9ab62b5ef34a985438bfdf7ee0102229/9ab62b5ef34a985438bfdf7ee0102229.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp9xmmak5o/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp9xmmak5o/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp9xmmak5o/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp9xmmak5o/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp9xmmak5o/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp9xmmak5o/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp9xmmak5o/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp9xmmak5o/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp9xmmak5o/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp9xmmak5o/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp9xmmak5o/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp9xmmak5o/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp9xmmak5o/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp9xmmak5o/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Identified 1 sharding candidates, path: a/c, db: /tmp/tmp9xmmak5o/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmp9xmmak5o/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796766.87891.db +sharder-test INFO: Completed scan for shard ranges: 2 found, path: a/c, db: /tmp/tmp9xmmak5o/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796766.87891.db +sharder-test INFO: Final shard range reached., path: a/c, db: /tmp/tmp9xmmak5o/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796766.87891.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp9xmmak5o/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796766.87891.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp9xmmak5o/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796766.87891.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp9xmmak5o/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796766.87891.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp9xmmak5o/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796766.87891.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmp9xmmak5o/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796766.87891.db +sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmp9xmmak5o/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796766.87891.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp9xmmak5o/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796766.87891.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmp9xmmak5o/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796766.87891.db +sharder-test DEBUG: Starting processing, state unsharded (deleted), path: a/c, db: /tmp/tmpsx4h6rw5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpsx4h6rw5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpsx4h6rw5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db test.unit.container.test_sharder.TestSharder.test_process_broker_leader_auto_shard_deleted_db test.unit.container.test_sharder.TestSharder.test_process_broker_leader_auto_shard_deleted_db ... ok -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp4wfk7mgs/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp4wfk7mgs/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp4wfk7mgs/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Identified 1 sharding candidates, path: a/c, db: /tmp/tmp4wfk7mgs/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmp4wfk7mgs/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205791.18045.db -sharder-test INFO: Completed scan for shard ranges: 2 found, path: a/c, db: /tmp/tmp4wfk7mgs/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205791.18045.db -sharder-test INFO: Final shard range reached., path: a/c, db: /tmp/tmp4wfk7mgs/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205791.18045.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp4wfk7mgs/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205791.18045.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp4wfk7mgs/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205791.18045.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp4wfk7mgs/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205791.18045.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp4wfk7mgs/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205791.18045.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmp4wfk7mgs/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205791.18045.db -sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmp4wfk7mgs/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205791.18045.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp4wfk7mgs/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205791.18045.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmp4wfk7mgs/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205791.18045.db -sharder-test DEBUG: Starting processing, state unsharded (deleted), path: a/c, db: /tmp/tmp6jqe65lk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp6jqe65lk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp6jqe65lk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp6jqe65lk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded (deleted), path: a/c, db: /tmp/tmp6jqe65lk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpeirhxb33/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpeirhxb33/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpeirhxb33/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpeirhxb33/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpeirhxb33/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpeirhxb33/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpeirhxb33/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpeirhxb33/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpeirhxb33/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpeirhxb33/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpeirhxb33/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpeirhxb33/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpeirhxb33/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpeirhxb33/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpeirhxb33/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpeirhxb33/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpeirhxb33/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpeirhxb33/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpeirhxb33/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpeirhxb33/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpeirhxb33/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpeirhxb33/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpeirhxb33/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpeirhxb33/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpsx4h6rw5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded (deleted), path: a/c, db: /tmp/tmpsx4h6rw5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpcnoy9lv9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpcnoy9lv9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpcnoy9lv9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpcnoy9lv9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpcnoy9lv9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpcnoy9lv9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpcnoy9lv9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpcnoy9lv9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpcnoy9lv9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpcnoy9lv9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpcnoy9lv9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpcnoy9lv9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpcnoy9lv9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpcnoy9lv9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpcnoy9lv9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpcnoy9lv9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpcnoy9lv9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpcnoy9lv9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpcnoy9lv9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpcnoy9lv9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpcnoy9lv9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpcnoy9lv9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpcnoy9lv9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpcnoy9lv9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpcnoy9lv9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpcnoy9lv9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpcnoy9lv9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpcnoy9lv9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpcnoy9lv9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Own shard range in state 'shrinking' but no shard ranges and not leader; remaining unsharded, path: a/c, db: /tmp/tmpcnoy9lv9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpcnoy9lv9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpcnoy9lv9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpcnoy9lv9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpcnoy9lv9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpcnoy9lv9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Own shard range in state 'sharding' but no shard ranges and not leader; remaining unsharded, path: a/c, db: /tmp/tmpcnoy9lv9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpcnoy9lv9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpcnoy9lv9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpcnoy9lv9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpcnoy9lv9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpcnoy9lv9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Own shard range in state 'sharded' but no shard ranges and not leader; remaining unsharded, path: a/c, db: /tmp/tmpcnoy9lv9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpcnoy9lv9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db test.unit.container.test_sharder.TestSharder.test_process_broker_not_sharding_no_others test.unit.container.test_sharder.TestSharder.test_process_broker_not_sharding_no_others ... ok -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpeirhxb33/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpeirhxb33/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpeirhxb33/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpeirhxb33/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpeirhxb33/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Own shard range in state 'shrinking' but no shard ranges and not leader; remaining unsharded, path: a/c, db: /tmp/tmpeirhxb33/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpeirhxb33/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpeirhxb33/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpeirhxb33/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpeirhxb33/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpeirhxb33/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Own shard range in state 'sharding' but no shard ranges and not leader; remaining unsharded, path: a/c, db: /tmp/tmpeirhxb33/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpeirhxb33/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpeirhxb33/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpeirhxb33/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpeirhxb33/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpeirhxb33/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Own shard range in state 'sharded' but no shard ranges and not leader; remaining unsharded, path: a/c, db: /tmp/tmpeirhxb33/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpeirhxb33/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpeirhxb33/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpeirhxb33/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpeirhxb33/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpeirhxb33/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Own shard range in state 'shrunk' but no shard ranges and not leader; remaining unsharded, path: a/c, db: /tmp/tmpeirhxb33/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpeirhxb33/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp59gokvgd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp59gokvgd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp59gokvgd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp59gokvgd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp59gokvgd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp59gokvgd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp59gokvgd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp59gokvgd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp59gokvgd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp59gokvgd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp59gokvgd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp59gokvgd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp59gokvgd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp59gokvgd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp59gokvgd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp59gokvgd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp59gokvgd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp59gokvgd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp59gokvgd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -test.unit.container.test_sharder.TestSharder.test_process_broker_not_sharding_others -test.unit.container.test_sharder.TestSharder.test_process_broker_not_sharding_others ... ok -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp59gokvgd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp59gokvgd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp59gokvgd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp59gokvgd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp59gokvgd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp59gokvgd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp59gokvgd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp59gokvgd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp59gokvgd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp59gokvgd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpcnoy9lv9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpcnoy9lv9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpcnoy9lv9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpcnoy9lv9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Own shard range in state 'shrunk' but no shard ranges and not leader; remaining unsharded, path: a/c, db: /tmp/tmpcnoy9lv9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpcnoy9lv9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpp3ei65tm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpp3ei65tm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpp3ei65tm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpp3ei65tm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpp3ei65tm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpp3ei65tm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpp3ei65tm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpp3ei65tm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpp3ei65tm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpp3ei65tm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpp3ei65tm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpp3ei65tm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpp3ei65tm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpp3ei65tm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpp3ei65tm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpp3ei65tm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpp3ei65tm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpp3ei65tm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpp3ei65tm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpp3ei65tm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpp3ei65tm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpp3ei65tm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpp3ei65tm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpp3ei65tm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpp3ei65tm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpp3ei65tm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpp3ei65tm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpp3ei65tm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpp3ei65tm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db sharder-test WARNING: Container 'a/c' cannot be set to sharding state: missing epoch -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp59gokvgd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp59gokvgd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp59gokvgd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp59gokvgd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp59gokvgd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpp3ei65tm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpp3ei65tm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpp3ei65tm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpp3ei65tm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpp3ei65tm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db sharder-test WARNING: Container 'a/c' cannot be set to sharding state: missing epoch -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp59gokvgd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp59gokvgd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp59gokvgd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp59gokvgd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp59gokvgd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpp3ei65tm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpp3ei65tm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpp3ei65tm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpp3ei65tm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +test.unit.container.test_sharder.TestSharder.test_process_broker_not_sharding_others +test.unit.container.test_sharder.TestSharder.test_process_broker_not_sharding_others ... ok +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpp3ei65tm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db sharder-test WARNING: Container 'a/c' cannot be set to sharding state: missing epoch -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp59gokvgd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp59gokvgd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp59gokvgd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp59gokvgd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp59gokvgd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpp3ei65tm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpp3ei65tm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpp3ei65tm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpp3ei65tm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpp3ei65tm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db sharder-test WARNING: Container 'a/c' cannot be set to sharding state: missing epoch -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp59gokvgd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpghssj8m2/sda/containers/0/lse/hash60False/hash60False.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpghssj8m2/sda/containers/0/lse/hash60False/hash60False.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpghssj8m2/sda/containers/0/lse/hash60False/hash60False.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpghssj8m2/sda/containers/0/lse/hash60False/hash60False.db -sharder-test INFO: Kick off container cleaving, own shard range in state 'sharding', path: a/c, db: /tmp/tmpghssj8m2/sda/containers/0/lse/hash60False/hash60False_1750205792.00000.db -sharder-test DEBUG: PUT new shard range container for ShardRange, path: a/c, db: /tmp/tmpghssj8m2/sda/containers/0/lse/hash60False/hash60False_1750205792.00000.db -sharder-test DEBUG: PUT new shard range container for ShardRange<'m' to MaxBound as of 1750205375.45535, (0, 0) as of 1750205375.45535, created as of 1750205375.45535>, path: a/c, db: /tmp/tmpghssj8m2/sda/containers/0/lse/hash60False/hash60False_1750205792.00000.db -sharder-test INFO: Completed creating 2 shard range containers, path: a/c, db: /tmp/tmpghssj8m2/sda/containers/0/lse/hash60False/hash60False_1750205792.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpghssj8m2/sda/containers/0/lse/hash60False/hash60False_1750205792.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpghssj8m2/sda/containers/0/lse/hash60False/hash60False_1750205792.00000.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpghssj8m2/sda/containers/0/lse/hash60False/hash60False_1750205792.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpghssj8m2/sda/containers/0/lse/hash60False/hash60False_1750205792.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpghssj8m2/sda/containers/0/lse/hash60False/hash60False_1750205792.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/c_m_0 for ShardRange, path: a/c, db: /tmp/tmpghssj8m2/sda/containers/0/lse/hash60False/hash60False_1750205792.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00016498565673828125s, path: a/c, db: /tmp/tmpghssj8m2/sda/containers/0/lse/hash60False/hash60False.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.489059448242188e-05s, path: a/c, db: /tmp/tmpghssj8m2/sda/containers/0/lse/hash60False/hash60False.db -sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmpghssj8m2/sda/containers/0/lse/hash60False/hash60False_1750205792.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'m' to MaxBound as of 1750205375.45535, (0, 0) as of 1750205375.45535, created as of 1750205375.45535>, path: a/c, db: /tmp/tmpghssj8m2/sda/containers/0/lse/hash60False/hash60False_1750205792.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00019121170043945312s, path: a/c, db: /tmp/tmpghssj8m2/sda/containers/0/lse/hash60False/hash60False.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010728836059570312s, path: a/c, db: /tmp/tmpghssj8m2/sda/containers/0/lse/hash60False/hash60False.db -sharder-test INFO: Cleaving ShardRange<'m' to MaxBound as of 1750205375.45535, (0, 0) as of 1750205375.45535, created as of 1750205375.45535> - zero objects found, path: a/c, db: /tmp/tmpghssj8m2/sda/containers/0/lse/hash60False/hash60False_1750205792.00000.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpghssj8m2/sda/containers/0/lse/hash60False/hash60False_1750205792.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpghssj8m2/sda/containers/0/lse/hash60False/hash60False.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpghssj8m2/sda/containers/0/lse/hash60False/hash60False_1750205792.00000.db -sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpghssj8m2/sda/containers/0/lse/hash60False/hash60False_1750205792.00000.db -sharder-test DEBUG: Starting processing, state unsharded (deleted), path: a/c, db: /tmp/tmpghssj8m2/sda/containers/0/rue/hash60True/hash60True.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpghssj8m2/sda/containers/0/rue/hash60True/hash60True.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpghssj8m2/sda/containers/0/rue/hash60True/hash60True.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpghssj8m2/sda/containers/0/rue/hash60True/hash60True.db -sharder-test INFO: Kick off container cleaving, own shard range in state 'sharding', path: a/c, db: /tmp/tmpghssj8m2/sda/containers/0/rue/hash60True/hash60True_1750205811.00000.db -sharder-test DEBUG: PUT new shard range container for ShardRange, path: a/c, db: /tmp/tmpghssj8m2/sda/containers/0/rue/hash60True/hash60True_1750205811.00000.db -sharder-test DEBUG: PUT new shard range container for ShardRange<'m' to MaxBound as of 1750205375.45535, (0, 0) as of 1750205375.45535, created as of 1750205375.45535>, path: a/c, db: /tmp/tmpghssj8m2/sda/containers/0/rue/hash60True/hash60True_1750205811.00000.db -sharder-test INFO: Completed creating 2 shard range containers, path: a/c, db: /tmp/tmpghssj8m2/sda/containers/0/rue/hash60True/hash60True_1750205811.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpghssj8m2/sda/containers/0/rue/hash60True/hash60True_1750205811.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpghssj8m2/sda/containers/0/rue/hash60True/hash60True_1750205811.00000.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpghssj8m2/sda/containers/0/rue/hash60True/hash60True_1750205811.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpghssj8m2/sda/containers/0/rue/hash60True/hash60True_1750205811.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpghssj8m2/sda/containers/0/rue/hash60True/hash60True_1750205811.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/c_m_0 for ShardRange, path: a/c, db: /tmp/tmpghssj8m2/sda/containers/0/rue/hash60True/hash60True_1750205811.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00024008750915527344s, path: a/c, db: /tmp/tmpghssj8m2/sda/containers/0/rue/hash60True/hash60True.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001506805419921875s, path: a/c, db: /tmp/tmpghssj8m2/sda/containers/0/rue/hash60True/hash60True.db -sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmpghssj8m2/sda/containers/0/rue/hash60True/hash60True_1750205811.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'m' to MaxBound as of 1750205375.45535, (0, 0) as of 1750205375.45535, created as of 1750205375.45535>, path: a/c, db: /tmp/tmpghssj8m2/sda/containers/0/rue/hash60True/hash60True_1750205811.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00021123886108398438s, path: a/c, db: /tmp/tmpghssj8m2/sda/containers/0/rue/hash60True/hash60True.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010395050048828125s, path: a/c, db: /tmp/tmpghssj8m2/sda/containers/0/rue/hash60True/hash60True.db -sharder-test INFO: Cleaving ShardRange<'m' to MaxBound as of 1750205375.45535, (0, 0) as of 1750205375.45535, created as of 1750205375.45535> - zero objects found, path: a/c, db: /tmp/tmpghssj8m2/sda/containers/0/rue/hash60True/hash60True_1750205811.00000.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpghssj8m2/sda/containers/0/rue/hash60True/hash60True_1750205811.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpghssj8m2/sda/containers/0/rue/hash60True/hash60True.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpghssj8m2/sda/containers/0/rue/hash60True/hash60True_1750205811.00000.db -sharder-test DEBUG: Finished processing, state sharded (deleted), path: a/c, db: /tmp/tmpghssj8m2/sda/containers/0/rue/hash60True/hash60True_1750205811.00000.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpghssj8m2/sda/containers/0/lse/hash50False/hash50False.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpghssj8m2/sda/containers/0/lse/hash50False/hash50False.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpghssj8m2/sda/containers/0/lse/hash50False/hash50False.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpghssj8m2/sda/containers/0/lse/hash50False/hash50False.db -sharder-test INFO: Kick off container cleaving, own shard range in state 'shrinking', path: a/c, db: /tmp/tmpghssj8m2/sda/containers/0/lse/hash50False/hash50False_1750205830.00000.db -sharder-test DEBUG: PUT new shard range container for ShardRange, path: a/c, db: /tmp/tmpghssj8m2/sda/containers/0/lse/hash50False/hash50False_1750205830.00000.db -sharder-test DEBUG: PUT new shard range container for ShardRange<'m' to MaxBound as of 1750205375.45535, (0, 0) as of 1750205375.45535, created as of 1750205375.45535>, path: a/c, db: /tmp/tmpghssj8m2/sda/containers/0/lse/hash50False/hash50False_1750205830.00000.db -sharder-test INFO: Completed creating 2 shard range containers, path: a/c, db: /tmp/tmpghssj8m2/sda/containers/0/lse/hash50False/hash50False_1750205830.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpghssj8m2/sda/containers/0/lse/hash50False/hash50False_1750205830.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpghssj8m2/sda/containers/0/lse/hash50False/hash50False_1750205830.00000.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpghssj8m2/sda/containers/0/lse/hash50False/hash50False_1750205830.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpghssj8m2/sda/containers/0/lse/hash50False/hash50False_1750205830.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpghssj8m2/sda/containers/0/lse/hash50False/hash50False_1750205830.00000.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpp3ei65tm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp3j8aeecg/sda/containers/0/lse/hash60False/hash60False.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp3j8aeecg/sda/containers/0/lse/hash60False/hash60False.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp3j8aeecg/sda/containers/0/lse/hash60False/hash60False.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp3j8aeecg/sda/containers/0/lse/hash60False/hash60False.db +sharder-test INFO: Kick off container cleaving, own shard range in state 'sharding', path: a/c, db: /tmp/tmp3j8aeecg/sda/containers/0/lse/hash60False/hash60False_1715796767.00000.db +sharder-test DEBUG: PUT new shard range container for ShardRange, path: a/c, db: /tmp/tmp3j8aeecg/sda/containers/0/lse/hash60False/hash60False_1715796767.00000.db +sharder-test DEBUG: PUT new shard range container for ShardRange<'m' to MaxBound as of 1715796408.55872, (0, 0) as of 1715796408.55872, created as of 1715796408.55872>, path: a/c, db: /tmp/tmp3j8aeecg/sda/containers/0/lse/hash60False/hash60False_1715796767.00000.db +sharder-test INFO: Completed creating 2 shard range containers, path: a/c, db: /tmp/tmp3j8aeecg/sda/containers/0/lse/hash60False/hash60False_1715796767.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp3j8aeecg/sda/containers/0/lse/hash60False/hash60False_1715796767.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp3j8aeecg/sda/containers/0/lse/hash60False/hash60False_1715796767.00000.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp3j8aeecg/sda/containers/0/lse/hash60False/hash60False_1715796767.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp3j8aeecg/sda/containers/0/lse/hash60False/hash60False_1715796767.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmp3j8aeecg/sda/containers/0/lse/hash60False/hash60False_1715796767.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/c_m_0 for ShardRange, path: a/c, db: /tmp/tmp3j8aeecg/sda/containers/0/lse/hash60False/hash60False_1715796767.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0002052783966064453s, path: a/c, db: /tmp/tmp3j8aeecg/sda/containers/0/lse/hash60False/hash60False.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012350082397460938s, path: a/c, db: /tmp/tmp3j8aeecg/sda/containers/0/lse/hash60False/hash60False.db +sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmp3j8aeecg/sda/containers/0/lse/hash60False/hash60False_1715796767.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'m' to MaxBound as of 1715796408.55872, (0, 0) as of 1715796408.55872, created as of 1715796408.55872>, path: a/c, db: /tmp/tmp3j8aeecg/sda/containers/0/lse/hash60False/hash60False_1715796767.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.000213623046875s, path: a/c, db: /tmp/tmp3j8aeecg/sda/containers/0/lse/hash60False/hash60False.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013065338134765625s, path: a/c, db: /tmp/tmp3j8aeecg/sda/containers/0/lse/hash60False/hash60False.db +sharder-test INFO: Cleaving ShardRange<'m' to MaxBound as of 1715796408.55872, (0, 0) as of 1715796408.55872, created as of 1715796408.55872> - zero objects found, path: a/c, db: /tmp/tmp3j8aeecg/sda/containers/0/lse/hash60False/hash60False_1715796767.00000.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp3j8aeecg/sda/containers/0/lse/hash60False/hash60False_1715796767.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp3j8aeecg/sda/containers/0/lse/hash60False/hash60False.db' +sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmp3j8aeecg/sda/containers/0/lse/hash60False/hash60False_1715796767.00000.db +sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmp3j8aeecg/sda/containers/0/lse/hash60False/hash60False_1715796767.00000.db +sharder-test DEBUG: Starting processing, state unsharded (deleted), path: a/c, db: /tmp/tmp3j8aeecg/sda/containers/0/rue/hash60True/hash60True.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp3j8aeecg/sda/containers/0/rue/hash60True/hash60True.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp3j8aeecg/sda/containers/0/rue/hash60True/hash60True.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp3j8aeecg/sda/containers/0/rue/hash60True/hash60True.db +sharder-test INFO: Kick off container cleaving, own shard range in state 'sharding', path: a/c, db: /tmp/tmp3j8aeecg/sda/containers/0/rue/hash60True/hash60True_1715796786.00000.db +sharder-test DEBUG: PUT new shard range container for ShardRange, path: a/c, db: /tmp/tmp3j8aeecg/sda/containers/0/rue/hash60True/hash60True_1715796786.00000.db +sharder-test DEBUG: PUT new shard range container for ShardRange<'m' to MaxBound as of 1715796408.55872, (0, 0) as of 1715796408.55872, created as of 1715796408.55872>, path: a/c, db: /tmp/tmp3j8aeecg/sda/containers/0/rue/hash60True/hash60True_1715796786.00000.db +sharder-test INFO: Completed creating 2 shard range containers, path: a/c, db: /tmp/tmp3j8aeecg/sda/containers/0/rue/hash60True/hash60True_1715796786.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp3j8aeecg/sda/containers/0/rue/hash60True/hash60True_1715796786.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp3j8aeecg/sda/containers/0/rue/hash60True/hash60True_1715796786.00000.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp3j8aeecg/sda/containers/0/rue/hash60True/hash60True_1715796786.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp3j8aeecg/sda/containers/0/rue/hash60True/hash60True_1715796786.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmp3j8aeecg/sda/containers/0/rue/hash60True/hash60True_1715796786.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/c_m_0 for ShardRange, path: a/c, db: /tmp/tmp3j8aeecg/sda/containers/0/rue/hash60True/hash60True_1715796786.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001735687255859375s, path: a/c, db: /tmp/tmp3j8aeecg/sda/containers/0/rue/hash60True/hash60True.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010371208190917969s, path: a/c, db: /tmp/tmp3j8aeecg/sda/containers/0/rue/hash60True/hash60True.db +sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmp3j8aeecg/sda/containers/0/rue/hash60True/hash60True_1715796786.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'m' to MaxBound as of 1715796408.55872, (0, 0) as of 1715796408.55872, created as of 1715796408.55872>, path: a/c, db: /tmp/tmp3j8aeecg/sda/containers/0/rue/hash60True/hash60True_1715796786.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0002257823944091797s, path: a/c, db: /tmp/tmp3j8aeecg/sda/containers/0/rue/hash60True/hash60True.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0004239082336425781s, path: a/c, db: /tmp/tmp3j8aeecg/sda/containers/0/rue/hash60True/hash60True.db +sharder-test INFO: Cleaving ShardRange<'m' to MaxBound as of 1715796408.55872, (0, 0) as of 1715796408.55872, created as of 1715796408.55872> - zero objects found, path: a/c, db: /tmp/tmp3j8aeecg/sda/containers/0/rue/hash60True/hash60True_1715796786.00000.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp3j8aeecg/sda/containers/0/rue/hash60True/hash60True_1715796786.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp3j8aeecg/sda/containers/0/rue/hash60True/hash60True.db' +sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmp3j8aeecg/sda/containers/0/rue/hash60True/hash60True_1715796786.00000.db +sharder-test DEBUG: Finished processing, state sharded (deleted), path: a/c, db: /tmp/tmp3j8aeecg/sda/containers/0/rue/hash60True/hash60True_1715796786.00000.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp3j8aeecg/sda/containers/0/lse/hash50False/hash50False.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp3j8aeecg/sda/containers/0/lse/hash50False/hash50False.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp3j8aeecg/sda/containers/0/lse/hash50False/hash50False.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp3j8aeecg/sda/containers/0/lse/hash50False/hash50False.db +sharder-test INFO: Kick off container cleaving, own shard range in state 'shrinking', path: a/c, db: /tmp/tmp3j8aeecg/sda/containers/0/lse/hash50False/hash50False_1715796805.00000.db +sharder-test DEBUG: PUT new shard range container for ShardRange, path: a/c, db: /tmp/tmp3j8aeecg/sda/containers/0/lse/hash50False/hash50False_1715796805.00000.db +sharder-test DEBUG: PUT new shard range container for ShardRange<'m' to MaxBound as of 1715796408.55872, (0, 0) as of 1715796408.55872, created as of 1715796408.55872>, path: a/c, db: /tmp/tmp3j8aeecg/sda/containers/0/lse/hash50False/hash50False_1715796805.00000.db +sharder-test INFO: Completed creating 2 shard range containers, path: a/c, db: /tmp/tmp3j8aeecg/sda/containers/0/lse/hash50False/hash50False_1715796805.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp3j8aeecg/sda/containers/0/lse/hash50False/hash50False_1715796805.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp3j8aeecg/sda/containers/0/lse/hash50False/hash50False_1715796805.00000.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp3j8aeecg/sda/containers/0/lse/hash50False/hash50False_1715796805.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp3j8aeecg/sda/containers/0/lse/hash50False/hash50False_1715796805.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmp3j8aeecg/sda/containers/0/lse/hash50False/hash50False_1715796805.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/c_m_0 for ShardRange, path: a/c, db: /tmp/tmp3j8aeecg/sda/containers/0/lse/hash50False/hash50False_1715796805.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00016641616821289062s, path: a/c, db: /tmp/tmp3j8aeecg/sda/containers/0/lse/hash50False/hash50False.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010061264038085938s, path: a/c, db: /tmp/tmp3j8aeecg/sda/containers/0/lse/hash50False/hash50False.db +sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmp3j8aeecg/sda/containers/0/lse/hash50False/hash50False_1715796805.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'m' to MaxBound as of 1715796408.55872, (0, 0) as of 1715796408.55872, created as of 1715796408.55872>, path: a/c, db: /tmp/tmp3j8aeecg/sda/containers/0/lse/hash50False/hash50False_1715796805.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00018930435180664062s, path: a/c, db: /tmp/tmp3j8aeecg/sda/containers/0/lse/hash50False/hash50False.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00015497207641601562s, path: a/c, db: /tmp/tmp3j8aeecg/sda/containers/0/lse/hash50False/hash50False.db +sharder-test INFO: Cleaving ShardRange<'m' to MaxBound as of 1715796408.55872, (0, 0) as of 1715796408.55872, created as of 1715796408.55872> - zero objects found, path: a/c, db: /tmp/tmp3j8aeecg/sda/containers/0/lse/hash50False/hash50False_1715796805.00000.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp3j8aeecg/sda/containers/0/lse/hash50False/hash50False_1715796805.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp3j8aeecg/sda/containers/0/lse/hash50False/hash50False.db' +sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmp3j8aeecg/sda/containers/0/lse/hash50False/hash50False_1715796805.00000.db +sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmp3j8aeecg/sda/containers/0/lse/hash50False/hash50False_1715796805.00000.db +sharder-test DEBUG: Starting processing, state unsharded (deleted), path: a/c, db: /tmp/tmp3j8aeecg/sda/containers/0/rue/hash50True/hash50True.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp3j8aeecg/sda/containers/0/rue/hash50True/hash50True.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp3j8aeecg/sda/containers/0/rue/hash50True/hash50True.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp3j8aeecg/sda/containers/0/rue/hash50True/hash50True.db +sharder-test INFO: Kick off container cleaving, own shard range in state 'shrinking', path: a/c, db: /tmp/tmp3j8aeecg/sda/containers/0/rue/hash50True/hash50True_1715796821.00000.db +sharder-test DEBUG: PUT new shard range container for ShardRange, path: a/c, db: /tmp/tmp3j8aeecg/sda/containers/0/rue/hash50True/hash50True_1715796821.00000.db +sharder-test DEBUG: PUT new shard range container for ShardRange<'m' to MaxBound as of 1715796408.55872, (0, 0) as of 1715796408.55872, created as of 1715796408.55872>, path: a/c, db: /tmp/tmp3j8aeecg/sda/containers/0/rue/hash50True/hash50True_1715796821.00000.db +sharder-test INFO: Completed creating 2 shard range containers, path: a/c, db: /tmp/tmp3j8aeecg/sda/containers/0/rue/hash50True/hash50True_1715796821.00000.db test.unit.container.test_sharder.TestSharder.test_process_broker_sharding_completes_with_own_and_other_ranges test.unit.container.test_sharder.TestSharder.test_process_broker_sharding_completes_with_own_and_other_ranges ... ok -sharder-test INFO: Cleaving from row None into .shards_a/c_m_0 for ShardRange, path: a/c, db: /tmp/tmpghssj8m2/sda/containers/0/lse/hash50False/hash50False_1750205830.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00021004676818847656s, path: a/c, db: /tmp/tmpghssj8m2/sda/containers/0/lse/hash50False/hash50False.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011372566223144531s, path: a/c, db: /tmp/tmpghssj8m2/sda/containers/0/lse/hash50False/hash50False.db -sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmpghssj8m2/sda/containers/0/lse/hash50False/hash50False_1750205830.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'m' to MaxBound as of 1750205375.45535, (0, 0) as of 1750205375.45535, created as of 1750205375.45535>, path: a/c, db: /tmp/tmpghssj8m2/sda/containers/0/lse/hash50False/hash50False_1750205830.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00017690658569335938s, path: a/c, db: /tmp/tmpghssj8m2/sda/containers/0/lse/hash50False/hash50False.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010275840759277344s, path: a/c, db: /tmp/tmpghssj8m2/sda/containers/0/lse/hash50False/hash50False.db -sharder-test INFO: Cleaving ShardRange<'m' to MaxBound as of 1750205375.45535, (0, 0) as of 1750205375.45535, created as of 1750205375.45535> - zero objects found, path: a/c, db: /tmp/tmpghssj8m2/sda/containers/0/lse/hash50False/hash50False_1750205830.00000.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpghssj8m2/sda/containers/0/lse/hash50False/hash50False_1750205830.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpghssj8m2/sda/containers/0/lse/hash50False/hash50False.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpghssj8m2/sda/containers/0/lse/hash50False/hash50False_1750205830.00000.db -sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpghssj8m2/sda/containers/0/lse/hash50False/hash50False_1750205830.00000.db -sharder-test DEBUG: Starting processing, state unsharded (deleted), path: a/c, db: /tmp/tmpghssj8m2/sda/containers/0/rue/hash50True/hash50True.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpghssj8m2/sda/containers/0/rue/hash50True/hash50True.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpghssj8m2/sda/containers/0/rue/hash50True/hash50True.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpghssj8m2/sda/containers/0/rue/hash50True/hash50True.db -sharder-test INFO: Kick off container cleaving, own shard range in state 'shrinking', path: a/c, db: /tmp/tmpghssj8m2/sda/containers/0/rue/hash50True/hash50True_1750205846.00000.db -sharder-test DEBUG: PUT new shard range container for ShardRange, path: a/c, db: /tmp/tmpghssj8m2/sda/containers/0/rue/hash50True/hash50True_1750205846.00000.db -sharder-test DEBUG: PUT new shard range container for ShardRange<'m' to MaxBound as of 1750205375.45535, (0, 0) as of 1750205375.45535, created as of 1750205375.45535>, path: a/c, db: /tmp/tmpghssj8m2/sda/containers/0/rue/hash50True/hash50True_1750205846.00000.db -sharder-test INFO: Completed creating 2 shard range containers, path: a/c, db: /tmp/tmpghssj8m2/sda/containers/0/rue/hash50True/hash50True_1750205846.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpghssj8m2/sda/containers/0/rue/hash50True/hash50True_1750205846.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpghssj8m2/sda/containers/0/rue/hash50True/hash50True_1750205846.00000.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpghssj8m2/sda/containers/0/rue/hash50True/hash50True_1750205846.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpghssj8m2/sda/containers/0/rue/hash50True/hash50True_1750205846.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpghssj8m2/sda/containers/0/rue/hash50True/hash50True_1750205846.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/c_m_0 for ShardRange, path: a/c, db: /tmp/tmpghssj8m2/sda/containers/0/rue/hash50True/hash50True_1750205846.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0002446174621582031s, path: a/c, db: /tmp/tmpghssj8m2/sda/containers/0/rue/hash50True/hash50True.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011110305786132812s, path: a/c, db: /tmp/tmpghssj8m2/sda/containers/0/rue/hash50True/hash50True.db -sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmpghssj8m2/sda/containers/0/rue/hash50True/hash50True_1750205846.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'m' to MaxBound as of 1750205375.45535, (0, 0) as of 1750205375.45535, created as of 1750205375.45535>, path: a/c, db: /tmp/tmpghssj8m2/sda/containers/0/rue/hash50True/hash50True_1750205846.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001976490020751953s, path: a/c, db: /tmp/tmpghssj8m2/sda/containers/0/rue/hash50True/hash50True.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010514259338378906s, path: a/c, db: /tmp/tmpghssj8m2/sda/containers/0/rue/hash50True/hash50True.db -sharder-test INFO: Cleaving ShardRange<'m' to MaxBound as of 1750205375.45535, (0, 0) as of 1750205375.45535, created as of 1750205375.45535> - zero objects found, path: a/c, db: /tmp/tmpghssj8m2/sda/containers/0/rue/hash50True/hash50True_1750205846.00000.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpghssj8m2/sda/containers/0/rue/hash50True/hash50True_1750205846.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpghssj8m2/sda/containers/0/rue/hash50True/hash50True.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpghssj8m2/sda/containers/0/rue/hash50True/hash50True_1750205846.00000.db -sharder-test DEBUG: Finished processing, state sharded (deleted), path: a/c, db: /tmp/tmpghssj8m2/sda/containers/0/rue/hash50True/hash50True_1750205846.00000.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpcu7vv972/sda/containers/0/h60/hash60/hash60.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpcu7vv972/sda/containers/0/h60/hash60/hash60.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpcu7vv972/sda/containers/0/h60/hash60/hash60.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpcu7vv972/sda/containers/0/h60/hash60/hash60.db -sharder-test INFO: Kick off container cleaving, own shard range in state 'sharding', path: a/c, db: /tmp/tmpcu7vv972/sda/containers/0/h60/hash60/hash60_1750205795.13864.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpcu7vv972/sda/containers/0/h60/hash60/hash60_1750205795.13864.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpcu7vv972/sda/containers/0/h60/hash60/hash60_1750205795.13864.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpcu7vv972/sda/containers/0/h60/hash60/hash60_1750205795.13864.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpcu7vv972/sda/containers/0/h60/hash60/hash60_1750205795.13864.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpcu7vv972/sda/containers/0/h60/hash60/hash60_1750205795.13864.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp3j8aeecg/sda/containers/0/rue/hash50True/hash50True_1715796821.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp3j8aeecg/sda/containers/0/rue/hash50True/hash50True_1715796821.00000.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp3j8aeecg/sda/containers/0/rue/hash50True/hash50True_1715796821.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp3j8aeecg/sda/containers/0/rue/hash50True/hash50True_1715796821.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmp3j8aeecg/sda/containers/0/rue/hash50True/hash50True_1715796821.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/c_m_0 for ShardRange, path: a/c, db: /tmp/tmp3j8aeecg/sda/containers/0/rue/hash50True/hash50True_1715796821.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00016999244689941406s, path: a/c, db: /tmp/tmp3j8aeecg/sda/containers/0/rue/hash50True/hash50True.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010061264038085938s, path: a/c, db: /tmp/tmp3j8aeecg/sda/containers/0/rue/hash50True/hash50True.db +sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmp3j8aeecg/sda/containers/0/rue/hash50True/hash50True_1715796821.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'m' to MaxBound as of 1715796408.55872, (0, 0) as of 1715796408.55872, created as of 1715796408.55872>, path: a/c, db: /tmp/tmp3j8aeecg/sda/containers/0/rue/hash50True/hash50True_1715796821.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00020432472229003906s, path: a/c, db: /tmp/tmp3j8aeecg/sda/containers/0/rue/hash50True/hash50True.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001354217529296875s, path: a/c, db: /tmp/tmp3j8aeecg/sda/containers/0/rue/hash50True/hash50True.db +sharder-test INFO: Cleaving ShardRange<'m' to MaxBound as of 1715796408.55872, (0, 0) as of 1715796408.55872, created as of 1715796408.55872> - zero objects found, path: a/c, db: /tmp/tmp3j8aeecg/sda/containers/0/rue/hash50True/hash50True_1715796821.00000.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp3j8aeecg/sda/containers/0/rue/hash50True/hash50True_1715796821.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp3j8aeecg/sda/containers/0/rue/hash50True/hash50True.db' +sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmp3j8aeecg/sda/containers/0/rue/hash50True/hash50True_1715796821.00000.db +sharder-test DEBUG: Finished processing, state sharded (deleted), path: a/c, db: /tmp/tmp3j8aeecg/sda/containers/0/rue/hash50True/hash50True_1715796821.00000.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpm8mccrjd/sda/containers/0/h60/hash60/hash60.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpm8mccrjd/sda/containers/0/h60/hash60/hash60.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpm8mccrjd/sda/containers/0/h60/hash60/hash60.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpm8mccrjd/sda/containers/0/h60/hash60/hash60.db +sharder-test INFO: Kick off container cleaving, own shard range in state 'sharding', path: a/c, db: /tmp/tmpm8mccrjd/sda/containers/0/h60/hash60/hash60_1715796770.36397.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpm8mccrjd/sda/containers/0/h60/hash60/hash60_1715796770.36397.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpm8mccrjd/sda/containers/0/h60/hash60/hash60_1715796770.36397.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpm8mccrjd/sda/containers/0/h60/hash60/hash60_1715796770.36397.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpm8mccrjd/sda/containers/0/h60/hash60/hash60_1715796770.36397.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpm8mccrjd/sda/containers/0/h60/hash60/hash60_1715796770.36397.db +sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmpm8mccrjd/sda/containers/0/h60/hash60/hash60_1715796770.36397.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpm8mccrjd/sda/containers/0/h60/hash60/hash60_1715796770.36397.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpm8mccrjd/sda/containers/0/h60/hash60/hash60_1715796770.36397.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpm8mccrjd/sda/containers/0/h50/hash50/hash50.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpm8mccrjd/sda/containers/0/h50/hash50/hash50.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpm8mccrjd/sda/containers/0/h50/hash50/hash50.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpm8mccrjd/sda/containers/0/h50/hash50/hash50.db +sharder-test INFO: Kick off container cleaving, own shard range in state 'shrinking', path: a/c, db: /tmp/tmpm8mccrjd/sda/containers/0/h50/hash50/hash50_1715796771.19441.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpm8mccrjd/sda/containers/0/h50/hash50/hash50_1715796771.19441.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpm8mccrjd/sda/containers/0/h50/hash50/hash50_1715796771.19441.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpm8mccrjd/sda/containers/0/h50/hash50/hash50_1715796771.19441.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpm8mccrjd/sda/containers/0/h50/hash50/hash50_1715796771.19441.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpm8mccrjd/sda/containers/0/h50/hash50/hash50_1715796771.19441.db +sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmpm8mccrjd/sda/containers/0/h50/hash50/hash50_1715796771.19441.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpm8mccrjd/sda/containers/0/h50/hash50/hash50_1715796771.19441.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpm8mccrjd/sda/containers/0/h50/hash50/hash50_1715796771.19441.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpm8mccrjd/sda/containers/0/h70/hash70/hash70.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpm8mccrjd/sda/containers/0/h70/hash70/hash70.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpm8mccrjd/sda/containers/0/h70/hash70/hash70.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpm8mccrjd/sda/containers/0/h70/hash70/hash70.db +sharder-test INFO: Kick off container cleaving, own shard range in state 'sharded', path: a/c, db: /tmp/tmpm8mccrjd/sda/containers/0/h70/hash70/hash70_1715796771.41878.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpm8mccrjd/sda/containers/0/h70/hash70/hash70_1715796771.41878.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpm8mccrjd/sda/containers/0/h70/hash70/hash70_1715796771.41878.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpm8mccrjd/sda/containers/0/h70/hash70/hash70_1715796771.41878.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpm8mccrjd/sda/containers/0/h70/hash70/hash70_1715796771.41878.db test.unit.container.test_sharder.TestSharder.test_process_broker_sharding_stalls_with_own_and_other_ranges test.unit.container.test_sharder.TestSharder.test_process_broker_sharding_stalls_with_own_and_other_ranges ... ok test.unit.container.test_sharder.TestSharder.test_ratelimited_roundrobin test.unit.container.test_sharder.TestSharder.test_ratelimited_roundrobin ... ok -sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmpcu7vv972/sda/containers/0/h60/hash60/hash60_1750205795.13864.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpcu7vv972/sda/containers/0/h60/hash60/hash60_1750205795.13864.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpcu7vv972/sda/containers/0/h60/hash60/hash60_1750205795.13864.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpcu7vv972/sda/containers/0/h50/hash50/hash50.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpcu7vv972/sda/containers/0/h50/hash50/hash50.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpcu7vv972/sda/containers/0/h50/hash50/hash50.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpcu7vv972/sda/containers/0/h50/hash50/hash50.db -sharder-test INFO: Kick off container cleaving, own shard range in state 'shrinking', path: a/c, db: /tmp/tmpcu7vv972/sda/containers/0/h50/hash50/hash50_1750205795.34447.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpcu7vv972/sda/containers/0/h50/hash50/hash50_1750205795.34447.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpcu7vv972/sda/containers/0/h50/hash50/hash50_1750205795.34447.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpcu7vv972/sda/containers/0/h50/hash50/hash50_1750205795.34447.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpcu7vv972/sda/containers/0/h50/hash50/hash50_1750205795.34447.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpcu7vv972/sda/containers/0/h50/hash50/hash50_1750205795.34447.db -sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmpcu7vv972/sda/containers/0/h50/hash50/hash50_1750205795.34447.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpcu7vv972/sda/containers/0/h50/hash50/hash50_1750205795.34447.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpcu7vv972/sda/containers/0/h50/hash50/hash50_1750205795.34447.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpcu7vv972/sda/containers/0/h70/hash70/hash70.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpcu7vv972/sda/containers/0/h70/hash70/hash70.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpcu7vv972/sda/containers/0/h70/hash70/hash70.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpcu7vv972/sda/containers/0/h70/hash70/hash70.db -sharder-test INFO: Kick off container cleaving, own shard range in state 'sharded', path: a/c, db: /tmp/tmpcu7vv972/sda/containers/0/h70/hash70/hash70_1750205795.55838.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpcu7vv972/sda/containers/0/h70/hash70/hash70_1750205795.55838.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpcu7vv972/sda/containers/0/h70/hash70/hash70_1750205795.55838.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpcu7vv972/sda/containers/0/h70/hash70/hash70_1750205795.55838.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpcu7vv972/sda/containers/0/h70/hash70/hash70_1750205795.55838.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpcu7vv972/sda/containers/0/h70/hash70/hash70_1750205795.55838.db -sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmpcu7vv972/sda/containers/0/h70/hash70/hash70_1750205795.55838.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpcu7vv972/sda/containers/0/h70/hash70/hash70_1750205795.55838.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpcu7vv972/sda/containers/0/h70/hash70/hash70_1750205795.55838.db +test.unit.container.test_sharder.TestSharder.test_run_forever +test.unit.container.test_sharder.TestSharder.test_run_forever ... ok +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpm8mccrjd/sda/containers/0/h70/hash70/hash70_1715796771.41878.db +sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmpm8mccrjd/sda/containers/0/h70/hash70/hash70_1715796771.41878.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpm8mccrjd/sda/containers/0/h70/hash70/hash70_1715796771.41878.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpm8mccrjd/sda/containers/0/h70/hash70/hash70_1715796771.41878.db sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test INFO: Since Wed Dec 31 12:00:01 1969 visited - attempted:2 success:2 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Wed Dec 31 12:00:01 1969 scanned - attempted:1 success:1 failure:0 found:2 min_time:99 max_time:123 -sharder-test INFO: Since Wed Dec 31 12:00:01 1969 created - attempted:1 success:1 failure:1 -sharder-test INFO: Since Wed Dec 31 12:00:01 1969 cleaved - attempted:1 success:1 failure:0 min_time:0.01 max_time:1.3 -sharder-test INFO: Since Wed Dec 31 12:00:01 1969 misplaced - attempted:1 success:1 failure:0 found:1 placed:1 unplaced:0 -sharder-test INFO: Since Wed Dec 31 12:00:01 1969 audit_root - attempted:5 success:4 failure:1 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Dec 31 12:00:01 1969 audit_shard - attempted:2 success:2 failure:0 +sharder-test INFO: Since Thu Jan 1 14:00:01 1970 visited - attempted:2 success:2 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu Jan 1 14:00:01 1970 scanned - attempted:1 success:1 failure:0 found:2 min_time:99 max_time:123 +sharder-test INFO: Since Thu Jan 1 14:00:01 1970 created - attempted:1 success:1 failure:1 +sharder-test INFO: Since Thu Jan 1 14:00:01 1970 cleaved - attempted:1 success:1 failure:0 min_time:0.01 max_time:1.3 +sharder-test INFO: Since Thu Jan 1 14:00:01 1970 misplaced - attempted:1 success:1 failure:0 found:1 placed:1 unplaced:0 +sharder-test INFO: Since Thu Jan 1 14:00:01 1970 audit_root - attempted:5 success:4 failure:1 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu Jan 1 14:00:01 1970 audit_shard - attempted:2 success:2 failure:0 sharder-test INFO: Container sharder cycle completed: 5.00s sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 visited - attempted:1 success:1 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 scanned - attempted:1 success:1 failure:0 found:2 min_time:99 max_time:123 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 created - attempted:1 success:1 failure:1 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 cleaved - attempted:1 success:1 failure:0 min_time:0.01 max_time:1.3 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 misplaced - attempted:1 success:1 failure:0 found:1 placed:1 unplaced:0 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 audit_root - attempted:5 success:4 failure:1 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 audit_shard - attempted:2 success:2 failure:0 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 visited - attempted:2 success:2 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 scanned - attempted:1 success:1 failure:0 found:2 min_time:99 max_time:123 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 created - attempted:1 success:1 failure:1 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 cleaved - attempted:1 success:1 failure:0 min_time:0.01 max_time:1.3 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 misplaced - attempted:1 success:1 failure:0 found:1 placed:1 unplaced:0 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 audit_root - attempted:5 success:4 failure:1 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 audit_shard - attempted:2 success:2 failure:0 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 visited - attempted:1 success:1 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 scanned - attempted:1 success:1 failure:0 found:2 min_time:99 max_time:123 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 created - attempted:1 success:1 failure:1 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 cleaved - attempted:1 success:1 failure:0 min_time:0.01 max_time:1.3 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 misplaced - attempted:1 success:1 failure:0 found:1 placed:1 unplaced:0 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 audit_root - attempted:5 success:4 failure:1 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 audit_shard - attempted:2 success:2 failure:0 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 visited - attempted:2 success:2 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 scanned - attempted:1 success:1 failure:0 found:2 min_time:99 max_time:123 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 created - attempted:1 success:1 failure:1 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 cleaved - attempted:1 success:1 failure:0 min_time:0.01 max_time:1.3 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 misplaced - attempted:1 success:1 failure:0 found:1 placed:1 unplaced:0 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 audit_root - attempted:5 success:4 failure:1 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 audit_shard - attempted:2 success:2 failure:0 sharder-test INFO: Container sharder cycle completed: 3604.00s sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test INFO: Since Wed Dec 31 13:00:10 1969 visited - attempted:2 success:2 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Wed Dec 31 13:00:10 1969 scanned - attempted:1 success:1 failure:0 found:2 min_time:99 max_time:123 -sharder-test INFO: Since Wed Dec 31 13:00:10 1969 created - attempted:1 success:1 failure:1 -sharder-test INFO: Since Wed Dec 31 13:00:10 1969 cleaved - attempted:1 success:1 failure:0 min_time:0.01 max_time:1.3 -sharder-test INFO: Since Wed Dec 31 13:00:10 1969 misplaced - attempted:1 success:1 failure:0 found:1 placed:1 unplaced:0 -sharder-test INFO: Since Wed Dec 31 13:00:10 1969 audit_root - attempted:5 success:4 failure:1 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Dec 31 13:00:10 1969 audit_shard - attempted:2 success:2 failure:0 +sharder-test INFO: Since Thu Jan 1 15:00:10 1970 visited - attempted:2 success:2 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu Jan 1 15:00:10 1970 scanned - attempted:1 success:1 failure:0 found:2 min_time:99 max_time:123 +sharder-test INFO: Since Thu Jan 1 15:00:10 1970 created - attempted:1 success:1 failure:1 +sharder-test INFO: Since Thu Jan 1 15:00:10 1970 cleaved - attempted:1 success:1 failure:0 min_time:0.01 max_time:1.3 +sharder-test INFO: Since Thu Jan 1 15:00:10 1970 misplaced - attempted:1 success:1 failure:0 found:1 placed:1 unplaced:0 +sharder-test INFO: Since Thu Jan 1 15:00:10 1970 audit_root - attempted:5 success:4 failure:1 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu Jan 1 15:00:10 1970 audit_shard - attempted:2 success:2 failure:0 sharder-test INFO: Container sharder cycle completed: 30.00s sharder-test INFO: Container sharder cycle starting, auto-sharding False -test.unit.container.test_sharder.TestSharder.test_run_forever -test.unit.container.test_sharder.TestSharder.test_run_forever ... ok -sharder-test ERROR: Unhandled exception while dumping progress: Test over, path: a/c2, db: /tmp/tmppkoe3gf6/sda/containers/0/ash/c2hash/c2hash.db: +sharder-test ERROR: Unhandled exception while dumping progress: Test over, path: a/c2, db: /tmp/tmpjbwumbx1/sda/containers/0/ash/c2hash/c2hash.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 2526, in _one_shard_cycle self._record_sharding_progress(broker, node, error) @@ -113499,8 +113965,8 @@ File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call raise effect Exception: Test over -sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 404, path: a/c, db: /tmp/tmpcgbv5_oe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: FakeStatus Error, path: a/c, db: /tmp/tmpcgbv5_oe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 404, path: a/c, db: /tmp/tmpi5pn91im/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: FakeStatus Error, path: a/c, db: /tmp/tmpi5pn91im/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 1206, in _put_container direct_put_container(node, part, account, container, @@ -113521,12 +113987,12 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 704, in __init__ raise status('FakeStatus Error') Exception: FakeStatus Error -sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 404, path: a/c, db: /tmp/tmpcgbv5_oe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 404, path: a/c, db: /tmp/tmpcgbv5_oe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: 500, path: a/c, db: /tmp/tmpcgbv5_oe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 500, path: a/c, db: /tmp/tmpcgbv5_oe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 500, path: a/c, db: /tmp/tmpcgbv5_oe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: FakeStatus Error, path: a/c, db: /tmp/tmpcgbv5_oe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 404, path: a/c, db: /tmp/tmpi5pn91im/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 404, path: a/c, db: /tmp/tmpi5pn91im/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: 500, path: a/c, db: /tmp/tmpi5pn91im/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 500, path: a/c, db: /tmp/tmpi5pn91im/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 500, path: a/c, db: /tmp/tmpi5pn91im/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: FakeStatus Error, path: a/c, db: /tmp/tmpi5pn91im/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 1206, in _put_container direct_put_container(node, part, account, container, @@ -113547,7 +114013,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 704, in __init__ raise status('FakeStatus Error') Exception: FakeStatus Error -sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: FakeStatus Error, path: a/c, db: /tmp/tmpcgbv5_oe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: FakeStatus Error, path: a/c, db: /tmp/tmpi5pn91im/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 1206, in _put_container direct_put_container(node, part, account, container, @@ -113568,7 +114034,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 704, in __init__ raise status('FakeStatus Error') Exception: FakeStatus Error -sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: FakeStatus Error, path: a/c, db: /tmp/tmpcgbv5_oe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: FakeStatus Error, path: a/c, db: /tmp/tmpi5pn91im/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 1206, in _put_container direct_put_container(node, part, account, container, @@ -113589,9 +114055,9 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 704, in __init__ raise status('FakeStatus Error') Exception: FakeStatus Error -sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: , path: a/c, db: /tmp/tmpcgbv5_oe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Timeout (Nones) -sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 404, path: a/c, db: /tmp/tmpcgbv5_oe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: FakeStatus Error, path: a/c, db: /tmp/tmpcgbv5_oe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: , path: a/c, db: /tmp/tmpi5pn91im/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Timeout (Nones) +sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 404, path: a/c, db: /tmp/tmpi5pn91im/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: FakeStatus Error, path: a/c, db: /tmp/tmpi5pn91im/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 1206, in _put_container direct_put_container(node, part, account, container, @@ -113612,9 +114078,9 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 704, in __init__ raise status('FakeStatus Error') Exception: FakeStatus Error -sharder-test WARNING: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: 404, path: a/c, db: /tmp/tmpcgbv5_oe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 404, path: a/c, db: /tmp/tmpcgbv5_oe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: FakeStatus Error, path: a/c, db: /tmp/tmpcgbv5_oe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +sharder-test WARNING: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: 404, path: a/c, db: /tmp/tmpi5pn91im/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 404, path: a/c, db: /tmp/tmpi5pn91im/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: FakeStatus Error, path: a/c, db: /tmp/tmpi5pn91im/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 1206, in _put_container direct_put_container(node, part, account, container, @@ -113635,7 +114101,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 704, in __init__ raise status('FakeStatus Error') Exception: FakeStatus Error -sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: FakeStatus Error, path: a/c, db: /tmp/tmpcgbv5_oe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: FakeStatus Error, path: a/c, db: /tmp/tmpi5pn91im/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 1206, in _put_container direct_put_container(node, part, account, container, @@ -113656,8 +114122,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 704, in __init__ raise status('FakeStatus Error') Exception: FakeStatus Error -sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: , path: a/c, db: /tmp/tmpcgbv5_oe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Timeout (Nones) -sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: FakeStatus Error, path: a/c, db: /tmp/tmpcgbv5_oe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: , path: a/c, db: /tmp/tmpi5pn91im/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Timeout (Nones) +sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: FakeStatus Error, path: a/c, db: /tmp/tmpi5pn91im/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 1206, in _put_container direct_put_container(node, part, account, container, @@ -113678,9 +114144,11 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 704, in __init__ raise status('FakeStatus Error') Exception: FakeStatus Error -sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 404, path: a/c, db: /tmp/tmpcgbv5_oe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.3:1103/sdd a/c: 404, path: a/c, db: /tmp/tmpcgbv5_oe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: FakeStatus Error, path: a/c, db: /tmp/tmpcgbv5_oe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 404, path: a/c, db: /tmp/tmpi5pn91im/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.3:1103/sdd a/c: 404, path: a/c, db: /tmp/tmpi5pn91im/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +test.unit.container.test_sharder.TestSharder.test_send_shard_ranges +test.unit.container.test_sharder.TestSharder.test_send_shard_ranges ... ok +sharder-test ERROR: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: FakeStatus Error, path: a/c, db: /tmp/tmpi5pn91im/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 1206, in _put_container direct_put_container(node, part, account, container, @@ -113701,7 +114169,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 704, in __init__ raise status('FakeStatus Error') Exception: FakeStatus Error -sharder-test ERROR: Failed to put shard ranges to 10.0.1.3:1103/sdd a/c: FakeStatus Error, path: a/c, db: /tmp/tmpcgbv5_oe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +sharder-test ERROR: Failed to put shard ranges to 10.0.1.3:1103/sdd a/c: FakeStatus Error, path: a/c, db: /tmp/tmpi5pn91im/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 1206, in _put_container direct_put_container(node, part, account, container, @@ -113722,15 +114190,13 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 704, in __init__ raise status('FakeStatus Error') Exception: FakeStatus Error -sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 404, path: a/c, db: /tmp/tmpcgbv5_oe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 404, path: a/c, db: /tmp/tmpcgbv5_oe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.3:1103/sdd a/c: 404, path: a/c, db: /tmp/tmpcgbv5_oe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: 500, path: a/c, db: /tmp/tmpcgbv5_oe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 500, path: a/c, db: /tmp/tmpcgbv5_oe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 500, path: a/c, db: /tmp/tmpcgbv5_oe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -test.unit.container.test_sharder.TestSharder.test_send_shard_ranges -test.unit.container.test_sharder.TestSharder.test_send_shard_ranges ... ok -sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: FakeStatus Error, path: a/c, db: /tmp/tmpcgbv5_oe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 404, path: a/c, db: /tmp/tmpi5pn91im/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 404, path: a/c, db: /tmp/tmpi5pn91im/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.3:1103/sdd a/c: 404, path: a/c, db: /tmp/tmpi5pn91im/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: 500, path: a/c, db: /tmp/tmpi5pn91im/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 500, path: a/c, db: /tmp/tmpi5pn91im/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 500, path: a/c, db: /tmp/tmpi5pn91im/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: FakeStatus Error, path: a/c, db: /tmp/tmpi5pn91im/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 1206, in _put_container direct_put_container(node, part, account, container, @@ -113751,7 +114217,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 704, in __init__ raise status('FakeStatus Error') Exception: FakeStatus Error -sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: FakeStatus Error, path: a/c, db: /tmp/tmpcgbv5_oe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: FakeStatus Error, path: a/c, db: /tmp/tmpi5pn91im/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 1206, in _put_container direct_put_container(node, part, account, container, @@ -113772,271 +114238,276 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 704, in __init__ raise status('FakeStatus Error') Exception: FakeStatus Error -sharder-test WARNING: Failed to put shard ranges to 10.0.1.3:1103/sdd a/c: 404, path: a/c, db: /tmp/tmpcgbv5_oe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: , path: a/c, db: /tmp/tmpcgbv5_oe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Timeout (Nones) -sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: , path: a/c, db: /tmp/tmpcgbv5_oe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Timeout (Nones) -sharder-test WARNING: Failed to put shard ranges to 10.0.1.3:1103/sdd a/c: 404, path: a/c, db: /tmp/tmpcgbv5_oe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmp14hpszef/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205796.02328.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp14hpszef/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205796.02328.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp14hpszef/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205796.02328.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp14hpszef/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205796.02328.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp14hpszef/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205796.02328.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp14hpszef/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205796.02328.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp14hpszef/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205796.02328.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp14hpszef/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205796.02328.db -sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmp14hpszef/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205796.02328.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj002_0 for ShardRange, path: a/c, db: /tmp/tmp14hpszef/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205796.02328.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.00020432472229003906s, path: a/c, db: /tmp/tmp14hpszef/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010657310485839844s, path: a/c, db: /tmp/tmp14hpszef/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj002_0 for ShardRange, path: a/c, db: /tmp/tmp14hpszef/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205796.02328.db -sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_obj002_0 in state cleaved: 2 successes, 3 required, shard db: /tmp/tmp14hpszef/sda/containers/0/8fc/857fe81dc763e7cff7e7cd987d6c28fc/857fe81dc763e7cff7e7cd987d6c28fc.db, path: a/c, db: /tmp/tmp14hpszef/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205796.02328.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp14hpszef/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205796.02328.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmp14hpszef/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205796.02328.db -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmp14hpszef/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205796.02328.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp14hpszef/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205796.02328.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp14hpszef/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205796.02328.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp14hpszef/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205796.02328.db -sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmp14hpszef/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205796.02328.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj002_0 for ShardRange, path: a/c, db: /tmp/tmp14hpszef/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205796.02328.db -sharder-test DEBUG: Cleaving ShardRange - shard db already in sync, path: a/c, db: /tmp/tmp14hpszef/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205796.02328.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj002_0 for ShardRange, path: a/c, db: /tmp/tmp14hpszef/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205796.02328.db -sharder-test INFO: Cleaved ShardRange in 0.029s, path: a/c, db: /tmp/tmp14hpszef/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205796.02328.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_1 for ShardRange<'obj002' to 'obj004' as of 1750205375.45535, (0, 0) as of 1750205375.45535, created as of 1750205375.45535>, path: a/c, db: /tmp/tmp14hpszef/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205796.02328.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00017547607421875s, path: a/c, db: /tmp/tmp14hpszef/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0017535686492919922s, path: a/c, db: /tmp/tmp14hpszef/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj004_1 for ShardRange, path: a/c, db: /tmp/tmp14hpszef/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205796.02328.db -sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_obj004_1 in state cleaved: 0 successes, 1 required, shard db: /tmp/tmp14hpszef/sda/containers/0/d88/e4460cf9fd8281b0fc151a616970fd88/e4460cf9fd8281b0fc151a616970fd88.db, path: a/c, db: /tmp/tmp14hpszef/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205796.02328.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmp14hpszef/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205796.02328.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmp14hpszef/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205796.02328.db -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmp14hpszef/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205796.02328.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp14hpszef/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205796.02328.db -sharder-test DEBUG: misplaced object source bounds [('', 'obj002')], path: a/c, db: /tmp/tmp14hpszef/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205796.02328.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00012230873107910156s, path: a/c, db: /tmp/tmp14hpszef/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205796.02328.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010585784912109375s, path: a/c, db: /tmp/tmp14hpszef/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205796.02328.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp14hpszef/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205796.02328.db -sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmp14hpszef/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205796.02328.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_1 for ShardRange<'obj002' to 'obj004' as of 1750205375.45535, (0, 0) as of 1750205375.45535, cleaved as of 1750205375.45535>, path: a/c, db: /tmp/tmp14hpszef/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205796.02328.db -sharder-test DEBUG: Cleaving ShardRange<'obj002' to 'obj004' as of 1750205375.45535, (0, 0) as of 1750205375.45535, cleaved as of 1750205375.45535> - shard db already in sync, path: a/c, db: /tmp/tmp14hpszef/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205796.02328.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj004_1 for ShardRange, path: a/c, db: /tmp/tmp14hpszef/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205796.02328.db -sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_obj004_1 in state cleaved: 0 successes, 1 required, shard db: /tmp/tmp14hpszef/sda/containers/0/d88/e4460cf9fd8281b0fc151a616970fd88/e4460cf9fd8281b0fc151a616970fd88.db, path: a/c, db: /tmp/tmp14hpszef/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205796.02328.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp14hpszef/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205796.02328.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmp14hpszef/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205796.02328.db -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmp14hpszef/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205796.02328.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp14hpszef/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205796.02328.db -sharder-test DEBUG: misplaced object source bounds [('', 'obj002')], path: a/c, db: /tmp/tmp14hpszef/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205796.02328.db -sharder-test DEBUG: got 0 rows (deleted=False) in 6.890296936035156e-05s, path: a/c, db: /tmp/tmp14hpszef/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205796.02328.db -sharder-test DEBUG: got 0 rows (deleted=True) in 6.29425048828125e-05s, path: a/c, db: /tmp/tmp14hpszef/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205796.02328.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp14hpszef/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205796.02328.db -sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmp14hpszef/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205796.02328.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_1 for ShardRange<'obj002' to 'obj004' as of 1750205375.45535, (0, 0) as of 1750205375.45535, cleaved as of 1750205375.45535>, path: a/c, db: /tmp/tmp14hpszef/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205796.02328.db -sharder-test DEBUG: Cleaving ShardRange<'obj002' to 'obj004' as of 1750205375.45535, (0, 0) as of 1750205375.45535, cleaved as of 1750205375.45535> - shard db already in sync, path: a/c, db: /tmp/tmp14hpszef/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205796.02328.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj004_1 for ShardRange, path: a/c, db: /tmp/tmp14hpszef/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205796.02328.db -sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_obj004_1 in state cleaved: 0 successes, 0 required, shard db: /tmp/tmp14hpszef/sda/containers/0/d88/e4460cf9fd8281b0fc151a616970fd88/e4460cf9fd8281b0fc151a616970fd88.db, path: a/c, db: /tmp/tmp14hpszef/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205796.02328.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp14hpszef/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205796.02328.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmp14hpszef/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205796.02328.db -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmp14hpszef/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205796.02328.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp14hpszef/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205796.02328.db -sharder-test DEBUG: misplaced object source bounds [('', 'obj002')], path: a/c, db: /tmp/tmp14hpszef/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205796.02328.db -sharder-test DEBUG: got 0 rows (deleted=False) in 7.033348083496094e-05s, path: a/c, db: /tmp/tmp14hpszef/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205796.02328.db -sharder-test DEBUG: got 0 rows (deleted=True) in 6.818771362304688e-05s, path: a/c, db: /tmp/tmp14hpszef/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205796.02328.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp14hpszef/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205796.02328.db -sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmp14hpszef/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205796.02328.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_1 for ShardRange<'obj002' to 'obj004' as of 1750205375.45535, (0, 0) as of 1750205375.45535, cleaved as of 1750205375.45535>, path: a/c, db: /tmp/tmp14hpszef/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205796.02328.db -sharder-test DEBUG: Cleaving ShardRange<'obj002' to 'obj004' as of 1750205375.45535, (0, 0) as of 1750205375.45535, cleaved as of 1750205375.45535> - shard db already in sync, path: a/c, db: /tmp/tmp14hpszef/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205796.02328.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj004_1 for ShardRange, path: a/c, db: /tmp/tmp14hpszef/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205796.02328.db -sharder-test INFO: Cleaved ShardRange<'obj002' to 'obj004' as of 1750205375.45535, (0, 0) as of 1750205375.45535, cleaved as of 1750205375.45535> in 0.004s, path: a/c, db: /tmp/tmp14hpszef/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205796.02328.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj006_2 for ShardRange<'obj004' to 'obj006' as of 1750205375.45535, (0, 0) as of 1750205375.45535, created as of 1750205375.45535>, path: a/c, db: /tmp/tmp14hpszef/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205796.02328.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00015878677368164062s, path: a/c, db: /tmp/tmp14hpszef/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012564659118652344s, path: a/c, db: /tmp/tmp14hpszef/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj006_2 for ShardRange, path: a/c, db: /tmp/tmp14hpszef/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205796.02328.db -sharder-test INFO: Cleaved ShardRange<'obj004' to 'obj006' as of 1750205375.45535, (2, 2) as of 1750205797.21155, cleaved as of 1750205375.45535> in 0.072s, path: a/c, db: /tmp/tmp14hpszef/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205796.02328.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmp14hpszef/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205796.02328.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmp14hpszef/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205796.02328.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.3:1103/sdd a/c: 404, path: a/c, db: /tmp/tmpi5pn91im/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: , path: a/c, db: /tmp/tmpi5pn91im/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Timeout (Nones) +sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: , path: a/c, db: /tmp/tmpi5pn91im/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Timeout (Nones) +sharder-test WARNING: Failed to put shard ranges to 10.0.1.3:1103/sdd a/c: 404, path: a/c, db: /tmp/tmpi5pn91im/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmp_bb2_n2w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796771.72927.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp_bb2_n2w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796771.72927.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp_bb2_n2w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796771.72927.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp_bb2_n2w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796771.72927.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp_bb2_n2w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796771.72927.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp_bb2_n2w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796771.72927.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp_bb2_n2w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796771.72927.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp_bb2_n2w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796771.72927.db +sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmp_bb2_n2w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796771.72927.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj002_0 for ShardRange, path: a/c, db: /tmp/tmp_bb2_n2w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796771.72927.db +sharder-test DEBUG: got 3 rows (deleted=False) in 0.0002415180206298828s, path: a/c, db: /tmp/tmp_bb2_n2w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00015664100646972656s, path: a/c, db: /tmp/tmp_bb2_n2w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj002_0 for ShardRange, path: a/c, db: /tmp/tmp_bb2_n2w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796771.72927.db +sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_obj002_0 in state cleaved: 2 successes, 3 required, shard db: /tmp/tmp_bb2_n2w/sda/containers/0/8fc/857fe81dc763e7cff7e7cd987d6c28fc/857fe81dc763e7cff7e7cd987d6c28fc.db, path: a/c, db: /tmp/tmp_bb2_n2w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796771.72927.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp_bb2_n2w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796771.72927.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmp_bb2_n2w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796771.72927.db +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmp_bb2_n2w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796771.72927.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp_bb2_n2w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796771.72927.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp_bb2_n2w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796771.72927.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp_bb2_n2w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796771.72927.db +sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmp_bb2_n2w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796771.72927.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj002_0 for ShardRange, path: a/c, db: /tmp/tmp_bb2_n2w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796771.72927.db +sharder-test DEBUG: Cleaving ShardRange - shard db already in sync, path: a/c, db: /tmp/tmp_bb2_n2w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796771.72927.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj002_0 for ShardRange, path: a/c, db: /tmp/tmp_bb2_n2w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796771.72927.db +sharder-test INFO: Cleaved ShardRange in 0.024s, path: a/c, db: /tmp/tmp_bb2_n2w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796771.72927.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_1 for ShardRange<'obj002' to 'obj004' as of 1715796408.55872, (0, 0) as of 1715796408.55872, created as of 1715796408.55872>, path: a/c, db: /tmp/tmp_bb2_n2w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796771.72927.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00025272369384765625s, path: a/c, db: /tmp/tmp_bb2_n2w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001366138458251953s, path: a/c, db: /tmp/tmp_bb2_n2w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj004_1 for ShardRange, path: a/c, db: /tmp/tmp_bb2_n2w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796771.72927.db +sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_obj004_1 in state cleaved: 0 successes, 1 required, shard db: /tmp/tmp_bb2_n2w/sda/containers/0/d88/e4460cf9fd8281b0fc151a616970fd88/e4460cf9fd8281b0fc151a616970fd88.db, path: a/c, db: /tmp/tmp_bb2_n2w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796771.72927.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmp_bb2_n2w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796771.72927.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmp_bb2_n2w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796771.72927.db +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmp_bb2_n2w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796771.72927.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp_bb2_n2w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796771.72927.db +sharder-test DEBUG: misplaced object source bounds [('', 'obj002')], path: a/c, db: /tmp/tmp_bb2_n2w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796771.72927.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013065338134765625s, path: a/c, db: /tmp/tmp_bb2_n2w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796771.72927.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011157989501953125s, path: a/c, db: /tmp/tmp_bb2_n2w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796771.72927.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp_bb2_n2w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796771.72927.db +sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmp_bb2_n2w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796771.72927.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_1 for ShardRange<'obj002' to 'obj004' as of 1715796408.55872, (0, 0) as of 1715796408.55872, cleaved as of 1715796408.55872>, path: a/c, db: /tmp/tmp_bb2_n2w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796771.72927.db +sharder-test DEBUG: Cleaving ShardRange<'obj002' to 'obj004' as of 1715796408.55872, (0, 0) as of 1715796408.55872, cleaved as of 1715796408.55872> - shard db already in sync, path: a/c, db: /tmp/tmp_bb2_n2w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796771.72927.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj004_1 for ShardRange, path: a/c, db: /tmp/tmp_bb2_n2w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796771.72927.db +sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_obj004_1 in state cleaved: 0 successes, 1 required, shard db: /tmp/tmp_bb2_n2w/sda/containers/0/d88/e4460cf9fd8281b0fc151a616970fd88/e4460cf9fd8281b0fc151a616970fd88.db, path: a/c, db: /tmp/tmp_bb2_n2w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796771.72927.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp_bb2_n2w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796771.72927.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmp_bb2_n2w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796771.72927.db +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmp_bb2_n2w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796771.72927.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp_bb2_n2w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796771.72927.db +sharder-test DEBUG: misplaced object source bounds [('', 'obj002')], path: a/c, db: /tmp/tmp_bb2_n2w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796771.72927.db +sharder-test DEBUG: got 0 rows (deleted=False) in 7.557868957519531e-05s, path: a/c, db: /tmp/tmp_bb2_n2w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796771.72927.db +sharder-test DEBUG: got 0 rows (deleted=True) in 6.341934204101562e-05s, path: a/c, db: /tmp/tmp_bb2_n2w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796771.72927.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp_bb2_n2w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796771.72927.db +sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmp_bb2_n2w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796771.72927.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_1 for ShardRange<'obj002' to 'obj004' as of 1715796408.55872, (0, 0) as of 1715796408.55872, cleaved as of 1715796408.55872>, path: a/c, db: /tmp/tmp_bb2_n2w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796771.72927.db +sharder-test DEBUG: Cleaving ShardRange<'obj002' to 'obj004' as of 1715796408.55872, (0, 0) as of 1715796408.55872, cleaved as of 1715796408.55872> - shard db already in sync, path: a/c, db: /tmp/tmp_bb2_n2w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796771.72927.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj004_1 for ShardRange, path: a/c, db: /tmp/tmp_bb2_n2w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796771.72927.db +sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_obj004_1 in state cleaved: 0 successes, 0 required, shard db: /tmp/tmp_bb2_n2w/sda/containers/0/d88/e4460cf9fd8281b0fc151a616970fd88/e4460cf9fd8281b0fc151a616970fd88.db, path: a/c, db: /tmp/tmp_bb2_n2w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796771.72927.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp_bb2_n2w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796771.72927.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmp_bb2_n2w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796771.72927.db +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmp_bb2_n2w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796771.72927.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp_bb2_n2w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796771.72927.db +sharder-test DEBUG: misplaced object source bounds [('', 'obj002')], path: a/c, db: /tmp/tmp_bb2_n2w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796771.72927.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.179115295410156e-05s, path: a/c, db: /tmp/tmp_bb2_n2w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796771.72927.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002315044403076172s, path: a/c, db: /tmp/tmp_bb2_n2w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796771.72927.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp_bb2_n2w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796771.72927.db +sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmp_bb2_n2w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796771.72927.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_1 for ShardRange<'obj002' to 'obj004' as of 1715796408.55872, (0, 0) as of 1715796408.55872, cleaved as of 1715796408.55872>, path: a/c, db: /tmp/tmp_bb2_n2w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796771.72927.db +sharder-test DEBUG: Cleaving ShardRange<'obj002' to 'obj004' as of 1715796408.55872, (0, 0) as of 1715796408.55872, cleaved as of 1715796408.55872> - shard db already in sync, path: a/c, db: /tmp/tmp_bb2_n2w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796771.72927.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj004_1 for ShardRange, path: a/c, db: /tmp/tmp_bb2_n2w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796771.72927.db +sharder-test INFO: Cleaved ShardRange<'obj002' to 'obj004' as of 1715796408.55872, (0, 0) as of 1715796408.55872, cleaved as of 1715796408.55872> in 0.003s, path: a/c, db: /tmp/tmp_bb2_n2w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796771.72927.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj006_2 for ShardRange<'obj004' to 'obj006' as of 1715796408.55872, (0, 0) as of 1715796408.55872, created as of 1715796408.55872>, path: a/c, db: /tmp/tmp_bb2_n2w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796771.72927.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00023031234741210938s, path: a/c, db: /tmp/tmp_bb2_n2w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013303756713867188s, path: a/c, db: /tmp/tmp_bb2_n2w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj006_2 for ShardRange, path: a/c, db: /tmp/tmp_bb2_n2w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796771.72927.db +sharder-test INFO: Cleaved ShardRange<'obj004' to 'obj006' as of 1715796408.55872, (2, 2) as of 1715796775.89854, cleaved as of 1715796408.55872> in 0.07s, path: a/c, db: /tmp/tmp_bb2_n2w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796771.72927.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmp_bb2_n2w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796771.72927.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmp_bb2_n2w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796771.72927.db +sharder-test WARNING: shard_replication_quorum of 99 exceeds replica count 3, reducing to 3 +sharder-test WARNING: existing_shard_replication_quorum of 99 exceeds replica count 3, reducing to 3 +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmp_bb2_n2w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796771.72927.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp_bb2_n2w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796771.72927.db +sharder-test DEBUG: misplaced object source bounds [('', 'obj006')], path: a/c, db: /tmp/tmp_bb2_n2w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796771.72927.db +sharder-test DEBUG: got 0 rows (deleted=False) in 8.130073547363281e-05s, path: a/c, db: /tmp/tmp_bb2_n2w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796771.72927.db +sharder-test DEBUG: got 0 rows (deleted=True) in 7.82012939453125e-05s, path: a/c, db: /tmp/tmp_bb2_n2w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796771.72927.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp_bb2_n2w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796771.72927.db +sharder-test DEBUG: Continuing to cleave (3 done, 1 todo), path: a/c, db: /tmp/tmp_bb2_n2w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796771.72927.db +sharder-test INFO: Cleaving from row None into .shards_a/c__3 for ShardRange<'obj006' to MaxBound as of 1715796408.55872, (0, 0) as of 1715796408.55872, created as of 1715796408.55872>, path: a/c, db: /tmp/tmp_bb2_n2w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796771.72927.db +sharder-test DEBUG: got 3 rows (deleted=False) in 0.0005321502685546875s, path: a/c, db: /tmp/tmp_bb2_n2w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001366138458251953s, path: a/c, db: /tmp/tmp_bb2_n2w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__3 for ShardRange, path: a/c, db: /tmp/tmp_bb2_n2w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796771.72927.db +sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c__3 in state cleaved: 2 successes, 3 required, shard db: /tmp/tmp_bb2_n2w/sda/containers/0/683/f7a6bb6d9367b7ae7b6b30a833289683/f7a6bb6d9367b7ae7b6b30a833289683.db, path: a/c, db: /tmp/tmp_bb2_n2w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796771.72927.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp_bb2_n2w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796771.72927.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmp_bb2_n2w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796771.72927.db sharder-test WARNING: shard_replication_quorum of 99 exceeds replica count 3, reducing to 3 sharder-test WARNING: existing_shard_replication_quorum of 99 exceeds replica count 3, reducing to 3 -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmp14hpszef/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205796.02328.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp14hpszef/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205796.02328.db -sharder-test DEBUG: misplaced object source bounds [('', 'obj006')], path: a/c, db: /tmp/tmp14hpszef/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205796.02328.db -sharder-test DEBUG: got 0 rows (deleted=False) in 6.103515625e-05s, path: a/c, db: /tmp/tmp14hpszef/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205796.02328.db -sharder-test DEBUG: got 0 rows (deleted=True) in 5.459785461425781e-05s, path: a/c, db: /tmp/tmp14hpszef/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205796.02328.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp14hpszef/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205796.02328.db -sharder-test DEBUG: Continuing to cleave (3 done, 1 todo), path: a/c, db: /tmp/tmp14hpszef/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205796.02328.db -sharder-test INFO: Cleaving from row None into .shards_a/c__3 for ShardRange<'obj006' to MaxBound as of 1750205375.45535, (0, 0) as of 1750205375.45535, created as of 1750205375.45535>, path: a/c, db: /tmp/tmp14hpszef/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205796.02328.db +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmp_bb2_n2w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796771.72927.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp_bb2_n2w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796771.72927.db +sharder-test DEBUG: misplaced object source bounds [('', 'obj006')], path: a/c, db: /tmp/tmp_bb2_n2w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796771.72927.db +sharder-test DEBUG: got 0 rows (deleted=False) in 8.463859558105469e-05s, path: a/c, db: /tmp/tmp_bb2_n2w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796771.72927.db +sharder-test DEBUG: got 0 rows (deleted=True) in 7.224082946777344e-05s, path: a/c, db: /tmp/tmp_bb2_n2w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796771.72927.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp_bb2_n2w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796771.72927.db +sharder-test DEBUG: Continuing to cleave (3 done, 1 todo), path: a/c, db: /tmp/tmp_bb2_n2w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796771.72927.db +sharder-test INFO: Cleaving from row None into .shards_a/c__3 for ShardRange<'obj006' to MaxBound as of 1715796408.55872, (0, 0) as of 1715796408.55872, created as of 1715796408.55872>, path: a/c, db: /tmp/tmp_bb2_n2w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796771.72927.db +sharder-test DEBUG: Cleaving ShardRange<'obj006' to MaxBound as of 1715796408.55872, (0, 0) as of 1715796408.55872, created as of 1715796408.55872> - shard db already in sync, path: a/c, db: /tmp/tmp_bb2_n2w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796771.72927.db test.unit.container.test_sharder.TestSharder.test_shard_replication_quorum_failures test.unit.container.test_sharder.TestSharder.test_shard_replication_quorum_failures ... ok test.unit.container.test_sharder.TestSharder.test_sharded_record_sharding_progress_missing_contexts test.unit.container.test_sharder.TestSharder.test_sharded_record_sharding_progress_missing_contexts ... ok test.unit.container.test_sharder.TestSharder.test_sharding_enabled test.unit.container.test_sharder.TestSharder.test_sharding_enabled ... ok -sharder-test DEBUG: got 3 rows (deleted=False) in 0.000186920166015625s, path: a/c, db: /tmp/tmp14hpszef/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.369850158691406e-05s, path: a/c, db: /tmp/tmp14hpszef/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__3 for ShardRange, path: a/c, db: /tmp/tmp14hpszef/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205796.02328.db -sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c__3 in state cleaved: 2 successes, 3 required, shard db: /tmp/tmp14hpszef/sda/containers/0/683/f7a6bb6d9367b7ae7b6b30a833289683/f7a6bb6d9367b7ae7b6b30a833289683.db, path: a/c, db: /tmp/tmp14hpszef/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205796.02328.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp14hpszef/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205796.02328.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmp14hpszef/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205796.02328.db -sharder-test WARNING: shard_replication_quorum of 99 exceeds replica count 3, reducing to 3 -sharder-test WARNING: existing_shard_replication_quorum of 99 exceeds replica count 3, reducing to 3 -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmp14hpszef/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205796.02328.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp14hpszef/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205796.02328.db -sharder-test DEBUG: misplaced object source bounds [('', 'obj006')], path: a/c, db: /tmp/tmp14hpszef/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205796.02328.db -sharder-test DEBUG: got 0 rows (deleted=False) in 6.365776062011719e-05s, path: a/c, db: /tmp/tmp14hpszef/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205796.02328.db -sharder-test DEBUG: got 0 rows (deleted=True) in 5.435943603515625e-05s, path: a/c, db: /tmp/tmp14hpszef/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205796.02328.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp14hpszef/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205796.02328.db -sharder-test DEBUG: Continuing to cleave (3 done, 1 todo), path: a/c, db: /tmp/tmp14hpszef/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205796.02328.db -sharder-test INFO: Cleaving from row None into .shards_a/c__3 for ShardRange<'obj006' to MaxBound as of 1750205375.45535, (0, 0) as of 1750205375.45535, created as of 1750205375.45535>, path: a/c, db: /tmp/tmp14hpszef/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205796.02328.db -sharder-test DEBUG: Cleaving ShardRange<'obj006' to MaxBound as of 1750205375.45535, (0, 0) as of 1750205375.45535, created as of 1750205375.45535> - shard db already in sync, path: a/c, db: /tmp/tmp14hpszef/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205796.02328.db -sharder-test INFO: Replicating new shard container .shards_a/c__3 for ShardRange, path: a/c, db: /tmp/tmp14hpszef/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205796.02328.db -sharder-test INFO: Cleaved ShardRange<'obj006' to MaxBound as of 1750205375.45535, (3, 3) as of 1750205797.56574, cleaved as of 1750205375.45535> in 0.026s, path: a/c, db: /tmp/tmp14hpszef/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205796.02328.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmp14hpszef/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205796.02328.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp14hpszef/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmp14hpszef/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205796.02328.db -sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmp14hpszef/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205796.02328.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '46d640d1-0d31-4484-8303-5b85c04ee09d-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpilzgja1i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205797.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '46d640d1-0d31-4484-8303-5b85c04ee09d-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpilzgja1i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205797.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '46d640d1-0d31-4484-8303-5b85c04ee09d-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpilzgja1i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205797.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '46d640d1-0d31-4484-8303-5b85c04ee09d-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpilzgja1i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205797.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '2ced9318-c550-4ac9-8527-bc34526e0713-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpilzgja1i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750205797.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmppb2sptuf/sda/containers/0/ash/c2hash/c2hash.db' -sharder-test DEBUG: Unlinked retiring db '/tmp/tmppb2sptuf/sda/containers/0/ash/c1hash/c1hash.db' -sharder-test DEBUG: Unlinked retiring db '/tmp/tmppb2sptuf/sda/containers/0/ash/c3hash/c3hash.db' -sharder-test INFO: Since Tue Jun 17 12:16:38 2025 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Tue Jun 17 12:16:38 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jun 17 12:16:38 2025 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jun 17 12:16:38 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jun 17 12:16:38 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Tue Jun 17 12:16:38 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 test.unit.container.test_sharder.TestSharder.test_shrinking_candidate_recon_dump test.unit.container.test_sharder.TestSharder.test_shrinking_candidate_recon_dump ... ok +sharder-test INFO: Replicating new shard container .shards_a/c__3 for ShardRange, path: a/c, db: /tmp/tmp_bb2_n2w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796771.72927.db +sharder-test INFO: Cleaved ShardRange<'obj006' to MaxBound as of 1715796408.55872, (3, 3) as of 1715796776.58804, cleaved as of 1715796408.55872> in 0.023s, path: a/c, db: /tmp/tmp_bb2_n2w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796771.72927.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmp_bb2_n2w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796771.72927.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp_bb2_n2w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmp_bb2_n2w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796771.72927.db +sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmp_bb2_n2w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796771.72927.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': 'f12d81c5-22e6-4d29-87ae-2d913c3dfb4d-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpjea33kdk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796776.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': 'f12d81c5-22e6-4d29-87ae-2d913c3dfb4d-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpjea33kdk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796776.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': 'f12d81c5-22e6-4d29-87ae-2d913c3dfb4d-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpjea33kdk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796776.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': 'f12d81c5-22e6-4d29-87ae-2d913c3dfb4d-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpjea33kdk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796776.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': 'af509669-05a8-41a2-94b2-115d6f2964a9-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpjea33kdk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715796776.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpv1svpa21/sda/containers/0/ash/c2hash/c2hash.db' +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpv1svpa21/sda/containers/0/ash/c1hash/c1hash.db' +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpv1svpa21/sda/containers/0/ash/c3hash/c3hash.db' +sharder-test INFO: Since Thu May 16 08:12:58 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu May 16 08:12:58 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu May 16 08:12:58 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu May 16 08:12:58 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu May 16 08:12:58 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Thu May 16 08:12:58 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu May 16 08:12:58 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu May 16 08:12:59 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu May 16 08:12:59 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu May 16 08:12:59 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu May 16 08:12:59 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu May 16 08:12:59 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Thu May 16 08:12:59 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu May 16 08:12:59 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu May 16 08:12:59 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu May 16 08:12:59 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu May 16 08:12:59 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu May 16 08:12:59 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu May 16 08:12:59 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Thu May 16 08:12:59 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu May 16 08:12:59 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu May 16 08:12:59 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu May 16 08:12:59 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu May 16 08:12:59 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu May 16 08:12:59 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu May 16 08:12:59 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Thu May 16 08:12:59 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu May 16 08:12:59 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu May 16 08:12:59 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu May 16 08:12:59 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu May 16 08:12:59 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu May 16 08:12:59 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu May 16 08:12:59 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Thu May 16 08:12:59 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu May 16 08:12:59 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test DEBUG: updated root objs=0, tombstones=-1, path: a/c, db: /tmp/tmp8fztq812/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=0, tombstones=-1, path: a/c, db: /tmp/tmp8fztq812/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmp8fztq812/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db test.unit.container.test_sharder.TestSharder.test_update_root_container_all_ranges test.unit.container.test_sharder.TestSharder.test_update_root_container_all_ranges ... ok test.unit.container.test_sharder.TestSharder.test_update_root_container_already_reported test.unit.container.test_sharder.TestSharder.test_update_root_container_already_reported ... ok -sharder-test INFO: Since Tue Jun 17 12:16:38 2025 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jun 17 12:16:39 2025 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Tue Jun 17 12:16:39 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jun 17 12:16:39 2025 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jun 17 12:16:39 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jun 17 12:16:39 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Tue Jun 17 12:16:39 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Tue Jun 17 12:16:39 2025 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jun 17 12:16:39 2025 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Tue Jun 17 12:16:39 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jun 17 12:16:39 2025 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jun 17 12:16:39 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jun 17 12:16:39 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Tue Jun 17 12:16:39 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Tue Jun 17 12:16:39 2025 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jun 17 12:16:39 2025 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Tue Jun 17 12:16:39 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jun 17 12:16:39 2025 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jun 17 12:16:39 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jun 17 12:16:39 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Tue Jun 17 12:16:39 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Tue Jun 17 12:16:39 2025 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jun 17 12:16:39 2025 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Tue Jun 17 12:16:39 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jun 17 12:16:39 2025 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jun 17 12:16:39 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jun 17 12:16:39 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Tue Jun 17 12:16:39 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Tue Jun 17 12:16:39 2025 audit_shard - attempted:0 success:0 failure:0 -sharder-test DEBUG: updated root objs=0, tombstones=-1, path: a/c, db: /tmp/tmpsfd6rb7d/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=0, tombstones=-1, path: a/c, db: /tmp/tmpsfd6rb7d/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpsfd6rb7d/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=3, tombstones=0, path: a/c, db: /tmp/tmpsfd6rb7d/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpsfd6rb7d/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=4, tombstones=0, path: a/c, db: /tmp/tmpsfd6rb7d/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpsfd6rb7d/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=5, tombstones=0, path: a/c, db: /tmp/tmpsfd6rb7d/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpsfd6rb7d/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=6, tombstones=0, path: a/c, db: /tmp/tmpsfd6rb7d/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpsfd6rb7d/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=7, tombstones=0, path: a/c, db: /tmp/tmpsfd6rb7d/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpsfd6rb7d/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=8, tombstones=0, path: a/c, db: /tmp/tmpsfd6rb7d/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpf3p3wuuy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpf3p3wuuy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpf3p3wuuy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpf3p3wuuy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpf3p3wuuy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpf3p3wuuy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=0, tombstones=0, path: a/c, db: /tmp/tmpafrpngz2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=0, tombstones=0, path: a/c, db: /tmp/tmpafrpngz2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpafrpngz2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=3, tombstones=0, path: a/c, db: /tmp/tmpafrpngz2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpafrpngz2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=4, tombstones=0, path: a/c, db: /tmp/tmpafrpngz2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpafrpngz2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=5, tombstones=0, path: a/c, db: /tmp/tmpafrpngz2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpafrpngz2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db test.unit.container.test_sharder.TestSharder.test_update_root_container_own_range test.unit.container.test_sharder.TestSharder.test_update_root_container_own_range ... ok test.unit.container.test_sharder.TestSharder.test_update_stat test.unit.container.test_sharder.TestSharder.test_update_stat ... ok +sharder-test DEBUG: updated root objs=3, tombstones=0, path: a/c, db: /tmp/tmp8fztq812/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmp8fztq812/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=4, tombstones=0, path: a/c, db: /tmp/tmp8fztq812/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmp8fztq812/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=5, tombstones=0, path: a/c, db: /tmp/tmp8fztq812/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmp8fztq812/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=6, tombstones=0, path: a/c, db: /tmp/tmp8fztq812/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmp8fztq812/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=7, tombstones=0, path: a/c, db: /tmp/tmp8fztq812/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmp8fztq812/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=8, tombstones=0, path: a/c, db: /tmp/tmp8fztq812/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpfgmpdc97/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpfgmpdc97/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpfgmpdc97/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpfgmpdc97/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpfgmpdc97/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpfgmpdc97/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=0, tombstones=0, path: a/c, db: /tmp/tmps7mlxfsy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=0, tombstones=0, path: a/c, db: /tmp/tmps7mlxfsy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmps7mlxfsy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=3, tombstones=0, path: a/c, db: /tmp/tmps7mlxfsy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmps7mlxfsy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=4, tombstones=0, path: a/c, db: /tmp/tmps7mlxfsy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmps7mlxfsy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=5, tombstones=0, path: a/c, db: /tmp/tmps7mlxfsy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmps7mlxfsy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=6, tombstones=0, path: a/c, db: /tmp/tmps7mlxfsy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmps7mlxfsy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=7, tombstones=0, path: a/c, db: /tmp/tmps7mlxfsy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmps7mlxfsy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=8, tombstones=0, path: a/c, db: /tmp/tmps7mlxfsy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=8, tombstones=0, path: a/c, db: /tmp/tmps7mlxfsy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=8, tombstones=0, path: a/c, db: /tmp/tmps7mlxfsy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 3, path: a/c, db: /tmp/tmps7mlxfsy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=5, tombstones=3, path: a/c, db: /tmp/tmps7mlxfsy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 4, path: a/c, db: /tmp/tmps7mlxfsy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=4, tombstones=4, path: a/c, db: /tmp/tmps7mlxfsy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 5, path: a/c, db: /tmp/tmps7mlxfsy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=3, tombstones=5, path: a/c, db: /tmp/tmps7mlxfsy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 6, path: a/c, db: /tmp/tmps7mlxfsy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=2, tombstones=6, path: a/c, db: /tmp/tmps7mlxfsy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 7, path: a/c, db: /tmp/tmps7mlxfsy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=1, tombstones=7, path: a/c, db: /tmp/tmps7mlxfsy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 8, path: a/c, db: /tmp/tmps7mlxfsy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=0, tombstones=8, path: a/c, db: /tmp/tmps7mlxfsy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 15 rows (deleted=False) in 0.00029754638671875s, path: a/c, db: /tmp/tmpq79qvqs8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 15 rows (deleted=True) in 0.00024890899658203125s, path: a/c, db: /tmp/tmpq79qvqs8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 10 rows (deleted=False) in 0.0001811981201171875s, path: a/c, db: /tmp/tmpq79qvqs8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db test.unit.container.test_sharder.TestSharder.test_yield_objects test.unit.container.test_sharder.TestSharder.test_yield_objects ... ok -sharder-test DEBUG: updated root objs=6, tombstones=0, path: a/c, db: /tmp/tmpafrpngz2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpafrpngz2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=7, tombstones=0, path: a/c, db: /tmp/tmpafrpngz2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpafrpngz2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=8, tombstones=0, path: a/c, db: /tmp/tmpafrpngz2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=8, tombstones=0, path: a/c, db: /tmp/tmpafrpngz2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=8, tombstones=0, path: a/c, db: /tmp/tmpafrpngz2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 3, path: a/c, db: /tmp/tmpafrpngz2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=5, tombstones=3, path: a/c, db: /tmp/tmpafrpngz2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 4, path: a/c, db: /tmp/tmpafrpngz2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=4, tombstones=4, path: a/c, db: /tmp/tmpafrpngz2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 5, path: a/c, db: /tmp/tmpafrpngz2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=3, tombstones=5, path: a/c, db: /tmp/tmpafrpngz2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 6, path: a/c, db: /tmp/tmpafrpngz2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=2, tombstones=6, path: a/c, db: /tmp/tmpafrpngz2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 7, path: a/c, db: /tmp/tmpafrpngz2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=1, tombstones=7, path: a/c, db: /tmp/tmpafrpngz2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 8, path: a/c, db: /tmp/tmpafrpngz2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=0, tombstones=8, path: a/c, db: /tmp/tmpafrpngz2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 15 rows (deleted=False) in 0.00031876564025878906s, path: a/c, db: /tmp/tmp2oy2inz1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 15 rows (deleted=True) in 0.0002200603485107422s, path: a/c, db: /tmp/tmp2oy2inz1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 10 rows (deleted=False) in 0.0001316070556640625s, path: a/c, db: /tmp/tmp2oy2inz1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 5 rows (deleted=False) in 0.00016880035400390625s, path: a/c, db: /tmp/tmp2oy2inz1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 10 rows (deleted=True) in 0.0001423358917236328s, path: a/c, db: /tmp/tmp2oy2inz1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 5 rows (deleted=True) in 0.00019025802612304688s, path: a/c, db: /tmp/tmp2oy2inz1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 5 rows (deleted=False) in 0.00017571449279785156s, path: a/c, db: /tmp/tmp2oy2inz1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 5 rows (deleted=True) in 0.00018072128295898438s, path: a/c, db: /tmp/tmp2oy2inz1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002281665802001953s, path: a/c, db: /tmp/tmp0rpusmgp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 4 rows (deleted=False) in 0.00020051002502441406s, path: a/c, db: /tmp/tmp0rpusmgp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00014901161193847656s, path: a/c, db: /tmp/tmp0rpusmgp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 4 rows (deleted=True) in 0.00015473365783691406s, path: a/c, db: /tmp/tmp0rpusmgp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.0001595020294189453s, path: a/c, db: /tmp/tmp0rpusmgp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 4 rows (deleted=False) in 0.00012063980102539062s, path: a/c, db: /tmp/tmp0rpusmgp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010061264038085938s, path: a/c, db: /tmp/tmp0rpusmgp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 4 rows (deleted=True) in 0.00011014938354492188s, path: a/c, db: /tmp/tmp0rpusmgp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=True) in 9.393692016601562e-05s, path: a/c, db: /tmp/tmp0rpusmgp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 4 rows (deleted=False) in 0.00015306472778320312s, path: a/c, db: /tmp/tmp0rpusmgp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 9.632110595703125e-05s, path: a/c, db: /tmp/tmp0rpusmgp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 4 rows (deleted=True) in 0.00016355514526367188s, path: a/c, db: /tmp/tmp0rpusmgp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.0001437664031982422s, path: a/c, db: /tmp/tmp0rpusmgp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011777877807617188s, path: a/c, db: /tmp/tmp0rpusmgp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00011801719665527344s, path: a/c, db: /tmp/tmp0rpusmgp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=True) in 0.00010514259338378906s, path: a/c, db: /tmp/tmp0rpusmgp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.00010275840759277344s, path: a/c, db: /tmp/tmp0rpusmgp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 5 rows (deleted=False) in 0.00022077560424804688s, path: a/c, db: /tmp/tmpq79qvqs8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 10 rows (deleted=True) in 0.0001747608184814453s, path: a/c, db: /tmp/tmpq79qvqs8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 5 rows (deleted=True) in 0.00022292137145996094s, path: a/c, db: /tmp/tmpq79qvqs8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 5 rows (deleted=False) in 0.00023794174194335938s, path: a/c, db: /tmp/tmpq79qvqs8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 5 rows (deleted=True) in 0.0002529621124267578s, path: a/c, db: /tmp/tmpq79qvqs8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002391338348388672s, path: a/c, db: /tmp/tmpyjbo9oy3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 4 rows (deleted=False) in 0.0002448558807373047s, path: a/c, db: /tmp/tmpyjbo9oy3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002219676971435547s, path: a/c, db: /tmp/tmpyjbo9oy3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 4 rows (deleted=True) in 0.00023317337036132812s, path: a/c, db: /tmp/tmpyjbo9oy3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.0002238750457763672s, path: a/c, db: /tmp/tmpyjbo9oy3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 4 rows (deleted=False) in 0.0001652240753173828s, path: a/c, db: /tmp/tmpyjbo9oy3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00015115737915039062s, path: a/c, db: /tmp/tmpyjbo9oy3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 4 rows (deleted=True) in 0.000164031982421875s, path: a/c, db: /tmp/tmpyjbo9oy3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00014328956604003906s, path: a/c, db: /tmp/tmpyjbo9oy3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 4 rows (deleted=False) in 0.0002391338348388672s, path: a/c, db: /tmp/tmpyjbo9oy3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00014781951904296875s, path: a/c, db: /tmp/tmpyjbo9oy3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 4 rows (deleted=True) in 0.00023174285888671875s, path: a/c, db: /tmp/tmpyjbo9oy3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00014710426330566406s, path: a/c, db: /tmp/tmpyjbo9oy3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00015425682067871094s, path: a/c, db: /tmp/tmpyjbo9oy3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00015616416931152344s, path: a/c, db: /tmp/tmpyjbo9oy3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 2 rows (deleted=True) in 0.0001590251922607422s, path: a/c, db: /tmp/tmpyjbo9oy3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 3 rows (deleted=False) in 0.0001571178436279297s, path: a/c, db: /tmp/tmpyjbo9oy3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 3 rows (deleted=True) in 0.00015306472778320312s, path: a/c, db: /tmp/tmpyjbo9oy3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001537799835205078s, path: a/c, db: /tmp/tmpyjbo9oy3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00015616416931152344s, path: a/c, db: /tmp/tmpyjbo9oy3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00014710426330566406s, path: a/c, db: /tmp/tmpyjbo9oy3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001544952392578125s, path: a/c, db: /tmp/tmpyjbo9oy3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.000156402587890625s, path: a/c, db: /tmp/tmpyjbo9oy3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 2 rows (deleted=True) in 0.0001575946807861328s, path: a/c, db: /tmp/tmpyjbo9oy3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 5 rows (deleted=False) in 0.00031256675720214844s, path: a/c, db: /tmp/tmpyjbo9oy3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 5 rows (deleted=True) in 0.0001723766326904297s, path: a/c, db: /tmp/tmpyjbo9oy3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 3 rows (deleted=False) in 0.00015997886657714844s, path: a/c, db: /tmp/tmpyjbo9oy3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 3 rows (deleted=True) in 0.00031495094299316406s, path: a/c, db: /tmp/tmpyjbo9oy3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.000194549560546875s, path: a/c, db: /tmp/tmpyjbo9oy3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.0001571178436279297s, path: a/c, db: /tmp/tmpyjbo9oy3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 2 rows (deleted=True) in 0.00015234947204589844s, path: a/c, db: /tmp/tmpyjbo9oy3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 5 rows (deleted=False) in 0.0001647472381591797s, path: a/c, db: /tmp/tmpyjbo9oy3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 5 rows (deleted=True) in 0.00016355514526367188s, path: a/c, db: /tmp/tmpyjbo9oy3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 3 rows (deleted=False) in 0.00020623207092285156s, path: a/c, db: /tmp/tmpyjbo9oy3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 3 rows (deleted=True) in 0.0001533031463623047s, path: a/c, db: /tmp/tmpyjbo9oy3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.000148773193359375s, path: a/c, db: /tmp/tmpyjbo9oy3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db test.unit.container.test_sharder.TestSharder.test_yield_objects_to_shard_range test.unit.container.test_sharder.TestSharder.test_yield_objects_to_shard_range ... ok test.unit.container.test_sharder.TestSharder.test_yield_objects_to_shard_range_no_objects test.unit.container.test_sharder.TestSharder.test_yield_objects_to_shard_range_no_objects ... ok -test.unit.container.test_sync_store.TestContainerSyncStore.test_add_synced_container -test.unit.container.test_sync_store.TestContainerSyncStore.test_add_synced_container ... ok -test.unit.container.test_sync_store.TestContainerSyncStore.test_container_to_synced_container_path_conversion -test.unit.container.test_sync_store.TestContainerSyncStore.test_container_to_synced_container_path_conversion ... ok -test.unit.container.test_sync_store.TestContainerSyncStore.test_iterate_synced_containers -test.unit.container.test_sync_store.TestContainerSyncStore.test_iterate_synced_containers ... ok -test.unit.container.test_sync_store.TestContainerSyncStore.test_remove_synced_container -test.unit.container.test_sync_store.TestContainerSyncStore.test_remove_synced_container ... ok -test.unit.container.test_sync_store.TestContainerSyncStore.test_synced_container_to_container_path_conversion -test.unit.container.test_sync_store.TestContainerSyncStore.test_synced_container_to_container_path_conversion ... ok -test.unit.container.test_sync_store.TestContainerSyncStore.test_unhandled_exceptions_in_add_remove -test.unit.container.test_sync_store.TestContainerSyncStore.test_unhandled_exceptions_in_add_remove ... ok -test.unit.container.test_sync_store.TestContainerSyncStore.test_update_sync_store_according_to_metadata_and_deleted -test.unit.container.test_sync_store.TestContainerSyncStore.test_update_sync_store_according_to_metadata_and_deleted ... ok test.unit.container.test_updater.TestContainerUpdater.test_conf_params test.unit.container.test_updater.TestContainerUpdater.test_conf_params ... ok test.unit.container.test_updater.TestContainerUpdater.test_creation @@ -114047,33 +114518,16 @@ test.unit.container.test_updater.TestContainerUpdater.test_listdir_with_exception ... ok test.unit.container.test_updater.TestContainerUpdater.test_listdir_without_exception test.unit.container.test_updater.TestContainerUpdater.test_listdir_without_exception ... ok -sharder-test DEBUG: got 3 rows (deleted=True) in 0.00021529197692871094s, path: a/c, db: /tmp/tmp0rpusmgp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010824203491210938s, path: a/c, db: /tmp/tmp0rpusmgp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00010657310485839844s, path: a/c, db: /tmp/tmp0rpusmgp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00012874603271484375s, path: a/c, db: /tmp/tmp0rpusmgp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010395050048828125s, path: a/c, db: /tmp/tmp0rpusmgp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.0001068115234375s, path: a/c, db: /tmp/tmp0rpusmgp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=True) in 0.00010013580322265625s, path: a/c, db: /tmp/tmp0rpusmgp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 5 rows (deleted=False) in 0.00016427040100097656s, path: a/c, db: /tmp/tmp0rpusmgp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 5 rows (deleted=True) in 0.00011134147644042969s, path: a/c, db: /tmp/tmp0rpusmgp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.00010323524475097656s, path: a/c, db: /tmp/tmp0rpusmgp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 3 rows (deleted=True) in 0.00010609626770019531s, path: a/c, db: /tmp/tmp0rpusmgp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010967254638671875s, path: a/c, db: /tmp/tmp0rpusmgp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00012755393981933594s, path: a/c, db: /tmp/tmp0rpusmgp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=True) in 0.00010085105895996094s, path: a/c, db: /tmp/tmp0rpusmgp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 5 rows (deleted=False) in 0.0001087188720703125s, path: a/c, db: /tmp/tmp0rpusmgp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 5 rows (deleted=True) in 0.00013494491577148438s, path: a/c, db: /tmp/tmp0rpusmgp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.00010323524475097656s, path: a/c, db: /tmp/tmp0rpusmgp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 3 rows (deleted=True) in 0.0001239776611328125s, path: a/c, db: /tmp/tmp0rpusmgp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010228157043457031s, path: a/c, db: /tmp/tmp0rpusmgp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 10 rows (deleted=False) in 0.00012731552124023438s, path: a/c, db: /tmp/tmp0rpusmgp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 5 rows (deleted=False) in 0.00010561943054199219s, path: a/c, db: /tmp/tmp0rpusmgp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 10 rows (deleted=True) in 0.000225067138671875s, path: a/c, db: /tmp/tmp0rpusmgp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 5 rows (deleted=True) in 0.00011324882507324219s, path: a/c, db: /tmp/tmp0rpusmgp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001628398895263672s, path: a/c, db: /tmp/tmppg71l4hq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.202957153320312e-05s, path: a/c, db: /tmp/tmppg71l4hq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +test.unit.container.test_updater.TestContainerUpdater.test_old_style_shard_container +test.unit.container.test_updater.TestContainerUpdater.test_old_style_shard_container ... ok +sharder-test DEBUG: got 10 rows (deleted=False) in 0.00018358230590820312s, path: a/c, db: /tmp/tmpyjbo9oy3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 5 rows (deleted=False) in 0.0001671314239501953s, path: a/c, db: /tmp/tmpyjbo9oy3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 10 rows (deleted=True) in 0.0002925395965576172s, path: a/c, db: /tmp/tmpyjbo9oy3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 5 rows (deleted=True) in 0.0001690387725830078s, path: a/c, db: /tmp/tmpyjbo9oy3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0002219676971435547s, path: a/c, db: /tmp/tmpka8q4z0p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013566017150878906s, path: a/c, db: /tmp/tmpka8q4z0p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db test INFO: Begin container update single threaded sweep -test ERROR: Error processing container /tmp/tmpcfoej865/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db: Boom!: +test ERROR: Error processing container /tmp/tmp3n7bguji/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db: Boom!: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/container/updater.py", line 225, in container_sweep self.process_container(dbfile) @@ -114086,7 +114540,7 @@ File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call raise effect Exception: Boom! -test INFO: Container update single threaded sweep completed: 0.01s, 0 successes, 0 failures, 0 with no changes +test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes test ERROR: ERROR: Failed to get paths to drive partitions: permission_denied test INFO: Begin container update single threaded sweep test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes @@ -114117,15 +114571,7 @@ test INFO: Begin container update single threaded sweep test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused -test DEBUG: Update report failed for /.shards_a/c /tmp/tmp2i8syjaz/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db -test.unit.container.test_updater.TestContainerUpdater.test_old_style_shard_container -test.unit.container.test_updater.TestContainerUpdater.test_old_style_shard_container ... ok -test.unit.container.test_updater.TestContainerUpdater.test_run_once -test.unit.container.test_updater.TestContainerUpdater.test_run_once ... ok -test.unit.container.test_updater.TestContainerUpdater.test_run_once_with_device_unmounted -test.unit.container.test_updater.TestContainerUpdater.test_run_once_with_device_unmounted ... ok -test.unit.container.test_updater.TestContainerUpdater.test_run_once_with_get_info_timeout -test.unit.container.test_updater.TestContainerUpdater.test_run_once_with_get_info_timeout ... ok +test DEBUG: Update report failed for /.shards_a/c /tmp/tmpk00s_yi4/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 with no changes test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): @@ -114141,8 +114587,8 @@ test INFO: Begin container update single threaded sweep test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused -test DEBUG: Update report failed for /.shards_a/c /tmp/tmp2i8syjaz/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db -test INFO: Container update single threaded sweep completed: 0.03s, 0 successes, 1 failures, 0 with no changes +test DEBUG: Update report failed for /.shards_a/c /tmp/tmpk00s_yi4/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db +test INFO: Container update single threaded sweep completed: 0.02s, 0 successes, 1 failures, 0 with no changes test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache @@ -114155,8 +114601,8 @@ ^^^^^^^^^^^^^^^^^^^^^^^^ FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' test INFO: Begin container update single threaded sweep -test DEBUG: Update report sent for /.shards_a/c /tmp/tmp2i8syjaz/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db -test INFO: Container update single threaded sweep completed: 0.04s, 1 successes, 0 failures, 0 with no changes +test DEBUG: Update report sent for /.shards_a/c /tmp/tmpk00s_yi4/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db +test INFO: Container update single threaded sweep completed: 0.01s, 1 successes, 0 failures, 0 with no changes test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache @@ -114175,16 +114621,22 @@ test INFO: Begin container update single threaded sweep test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused -test DEBUG: Update report failed for /a/c /tmp/tmpbn0q92xz/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db +test DEBUG: Update report failed for /a/c /tmp/tmp4k999pbc/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db +test.unit.container.test_updater.TestContainerUpdater.test_run_once +test.unit.container.test_updater.TestContainerUpdater.test_run_once ... ok +test.unit.container.test_updater.TestContainerUpdater.test_run_once_with_device_unmounted +test.unit.container.test_updater.TestContainerUpdater.test_run_once_with_device_unmounted ... ok +test.unit.container.test_updater.TestContainerUpdater.test_run_once_with_get_info_timeout +test.unit.container.test_updater.TestContainerUpdater.test_run_once_with_get_info_timeout ... ok test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 with no changes test INFO: Begin container update single threaded sweep test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused -test DEBUG: Update report failed for /a/c /tmp/tmpbn0q92xz/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db -test INFO: Container update single threaded sweep completed: 0.05s, 0 successes, 1 failures, 0 with no changes +test DEBUG: Update report failed for /a/c /tmp/tmp4k999pbc/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db +test INFO: Container update single threaded sweep completed: 0.02s, 0 successes, 1 failures, 0 with no changes test INFO: Begin container update single threaded sweep -test DEBUG: Update report sent for /a/c /tmp/tmpbn0q92xz/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db -test INFO: Container update single threaded sweep completed: 0.01s, 1 successes, 0 failures, 0 with no changes +test DEBUG: Update report sent for /a/c /tmp/tmp4k999pbc/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db +test INFO: Container update single threaded sweep completed: 0.02s, 1 successes, 0 failures, 0 with no changes test INFO: Begin container update single threaded sweep test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': @@ -114199,7 +114651,7 @@ ^^^^^^^^^^^^^^^^^^^^^^^^ FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' test INFO: Begin container update single threaded sweep -test WARNING: /tmp/tmpkejfjq3c/tmp_test_container_updater/devices/sda1 is not mounted +test WARNING: /tmp/tmpcb1h9b9b/tmp_test_container_updater/devices/sda1 is not mounted test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): @@ -114213,7 +114665,7 @@ ^^^^^^^^^^^^^^^^^^^^^^^^ FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' test INFO: Begin container update single threaded sweep -test INFO: Failed to get container info (Lock timeout: 10 seconds: /tmp/tmpdpsdw31d/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db); skipping. +test INFO: Failed to get container info (Lock timeout: 10 seconds: /tmp/tmp2bsfh7fr/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db); skipping. test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes test INFO: Begin container update single threaded sweep test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes @@ -114230,62 +114682,6 @@ FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' test INFO: Begin container update single threaded sweep test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes -test.unit.container.test_updater.TestContainerUpdater.test_shard_container -test.unit.container.test_updater.TestContainerUpdater.test_shard_container ... ok -test.unit.container.test_updater.TestContainerUpdater.test_unicode -test.unit.container.test_updater.TestContainerUpdater.test_unicode ... ok -test.unit.obj.test_server.TestObjectServer.test_expect_on_multiphase_put_diconnect -test.unit.obj.test_server.TestObjectServer.test_expect_on_multiphase_put_diconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_expect_on_put -test.unit.obj.test_server.TestObjectServer.test_expect_on_put ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_expect_on_put_conflict -test.unit.obj.test_server.TestObjectServer.test_expect_on_put_conflict ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_expect_on_put_footer -test.unit.obj.test_server.TestObjectServer.test_expect_on_put_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_bad_commit_message -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_bad_commit_message ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_client_disconnect_in_the_middle_of_commit -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_client_disconnect_in_the_middle_of_commit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_client_disconnect_right_before_commit -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_client_disconnect_right_before_commit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_drains_extra_commit_junk -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_drains_extra_commit_junk ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_drains_extra_commit_junk_disconnect -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_drains_extra_commit_junk_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_ec_fragment_in_headers_no_footers -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_ec_fragment_in_headers_no_footers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_metadata_footer -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_metadata_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_metadata_footer_disconnect -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_metadata_footer_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_no_metadata_replicated -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_no_metadata_replicated ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_no_mime_boundary -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_no_mime_boundary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_not_found -test.unit.obj.test_server.TestObjectServer.test_not_found ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_deferral_multiple_buckets -test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_deferral_multiple_buckets ... ok -test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_deferral_single_bucket -test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_deferral_single_bucket ... ok -test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_init -test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_init ... ok -test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_iteration_ratelimited -test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_iteration_ratelimited ... ok -test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_iteration_unlimited -test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_iteration_unlimited ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_conf_params -test.unit.obj.test_updater.TestObjectUpdater.test_conf_params ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_creation -test.unit.obj.test_updater.TestObjectUpdater.test_creation ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_listdir_with_exception -test.unit.obj.test_updater.TestObjectUpdater.test_listdir_with_exception ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_listdir_without_exception -test.unit.obj.test_updater.TestObjectUpdater.test_listdir_without_exception ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_bad_location_header -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_bad_location_header ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_missing_location_header -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_missing_location_header ... ok test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache @@ -114300,7 +114696,7 @@ test INFO: Begin container update single threaded sweep test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused -test DEBUG: Update report failed for /.shards_a/c /tmp/tmpsi4wfgao/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db +test DEBUG: Update report failed for /.shards_a/c /tmp/tmpx47pwnsw/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 with no changes test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): @@ -114316,8 +114712,8 @@ test INFO: Begin container update single threaded sweep test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused -test DEBUG: Update report failed for /.shards_a/c /tmp/tmpsi4wfgao/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db -test INFO: Container update single threaded sweep completed: 0.04s, 0 successes, 1 failures, 0 with no changes +test DEBUG: Update report failed for /.shards_a/c /tmp/tmpx47pwnsw/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db +test INFO: Container update single threaded sweep completed: 0.01s, 0 successes, 1 failures, 0 with no changes test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache @@ -114330,8 +114726,34 @@ ^^^^^^^^^^^^^^^^^^^^^^^^ FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' test INFO: Begin container update single threaded sweep -test DEBUG: Update report sent for /.shards_a/c /tmp/tmpsi4wfgao/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db -test INFO: Container update single threaded sweep completed: 0.03s, 1 successes, 0 failures, 0 with no changes +test DEBUG: Update report sent for /.shards_a/c /tmp/tmpx47pwnsw/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db +test INFO: Container update single threaded sweep completed: 0.02s, 1 successes, 0 failures, 0 with no changes +test.unit.container.test_updater.TestContainerUpdater.test_shard_container +test.unit.container.test_updater.TestContainerUpdater.test_shard_container ... ok +test.unit.container.test_updater.TestContainerUpdater.test_unicode +test.unit.container.test_updater.TestContainerUpdater.test_unicode ... ok +test.unit.obj.test_ssync_sender.TestSenderEC.test_missing_check_non_durable +test.unit.obj.test_ssync_sender.TestSenderEC.test_missing_check_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSenderEC.test_updates_put_non_durable +test.unit.obj.test_ssync_sender.TestSenderEC.test_updates_put_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_updater.TestObjectUpdaterFunctions.test_split_update_path +test.unit.obj.test_updater.TestObjectUpdaterFunctions.test_split_update_path ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespace_caching +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespace_caching ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_404_response +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_404_response ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_bad_response_body +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_bad_response_body ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_cache_unused_recheck_listing_shard_ranges +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_cache_unused_recheck_listing_shard_ranges ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_incomplete_listing +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_incomplete_listing ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_non_sharded_states +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_non_sharded_states ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_object_listing +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_object_listing ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_with_cached_container_info +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_with_cached_container_info ... ok test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache @@ -114344,8 +114766,8 @@ ^^^^^^^^^^^^^^^^^^^^^^^^ FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' test INFO: Begin container update single threaded sweep -test DEBUG: Update report sent for /a/Ω /tmp/tmpazeo5jj7/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db -test INFO: Container update single threaded sweep completed: 0.07s, 1 successes, 0 failures, 0 with no changes +test DEBUG: Update report sent for /a/Ω /tmp/tmpaodxs7h_/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db +test INFO: Container update single threaded sweep completed: 0.02s, 1 successes, 0 failures, 0 with no changes test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache @@ -114357,856 +114779,179 @@ fd = os.open(filename, flags) ^^^^^^^^^^^^^^^^^^^^^^^^ FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test WARNING: The slowdown option is deprecated in favor of objects_per_second. This option may be ignored in a future release. -test WARNING: The slowdown option is deprecated in favor of objects_per_second. This option may be ignored in a future release. -test ERROR: ERROR: Unable to access foo/bar: permission_denied -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmp_6a7qbi2/devices/sda1 (pid: 709814) -test ERROR: Container update failed for '/a/c/o'; problem with redirect location: Invalid path: bad%20bad%20bad -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test ERROR: Container update failed for '/a/c/o'; problem with redirect location: Invalid path: bad%20bad%20bad -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test ERROR: Container update failed for '/a/c/o'; problem with redirect location: Invalid path: bad%20bad%20bad -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update failed for /a/c/o /tmp/tmp_6a7qbi2/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1750205806.00000 -test INFO: Object update sweep completed on /tmp/tmp_6a7qbi2/devices/sda1 in 0.02s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 709814) -test INFO: Object update single-threaded sweep completed: 0.02s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpmriregia/devices/sda1 (pid: 709814) -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update failed for /a/c/o /tmp/tmpmriregia/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1750205806.00000 -test INFO: Object update sweep completed on /tmp/tmpmriregia/devices/sda1 in 0.00s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 709814) -test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmp_3nkbs47/devices/sda1 (pid: 709814) -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update redirected for /a/c/o /tmp/tmp_3nkbs47/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1750205805.00000 to .shards_a/c_shard_new -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_redirected -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_redirected ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_redirected_previous_success -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_redirected_previous_success ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_shard_update_redirected_twice -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_shard_update_redirected_twice ... ok -test DEBUG: Update sent for /.shards_a/c_shard_new/o /tmp/tmp_3nkbs47/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1750205805.00000 -test INFO: Object update sweep completed on /tmp/tmp_3nkbs47/devices/sda1 in 0.01s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 1 redirects, 0 skips, 0 deferrals, 0 drains (pid: 709814) -test INFO: Object update single-threaded sweep completed: 0.01s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 1 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpqdq3kksy/devices/sda1 (pid: 709814) -test DEBUG: Error code 507 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 507 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update failed for /a/c/o /tmp/tmpqdq3kksy/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1750205805.00000 -test INFO: Object update sweep completed on /tmp/tmpqdq3kksy/devices/sda1 in 0.03s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 709814) -test INFO: Object update single-threaded sweep completed: 0.03s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpqdq3kksy/devices/sda1 (pid: 709814) -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update redirected for /a/c/o /tmp/tmpqdq3kksy/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1750205805.00000 to .shards_a/c_shard_1 -test DEBUG: Update sent for /.shards_a/c_shard_1/o /tmp/tmpqdq3kksy/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1750205805.00000 -test INFO: Object update sweep completed on /tmp/tmpqdq3kksy/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 1 redirects, 0 skips, 0 deferrals, 0 drains (pid: 709814) -test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 1 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmp52tsxnon/devices/sda1 (pid: 709814) -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update redirected for /.shards_a/c_shard_older/o /tmp/tmp52tsxnon/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1750205805.00000 to .shards_a/c_shard_new -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update redirected for /.shards_a/c_shard_new/o /tmp/tmp52tsxnon/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1750205805.00000 to .shards_a/c_shard_newer -test INFO: Object update sweep completed on /tmp/tmp52tsxnon/devices/sda1 in 0.04s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains (pid: 709814) -test INFO: Object update single-threaded sweep completed: 0.04s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmp52tsxnon/devices/sda1 (pid: 709814) -test DEBUG: Update sent for /.shards_a/c_shard_newer/o /tmp/tmp52tsxnon/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1750205805.00000 -test INFO: Object update sweep completed on /tmp/tmp52tsxnon/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 709814) -test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmptfpzts_x/devices/sda1 (pid: 709814) -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update redirected for /a/c/o /tmp/tmptfpzts_x/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1750205805.00000 to .shards_a/c_shard_1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update redirected for /.shards_a/c_shard_1/o /tmp/tmptfpzts_x/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1750205805.00000 to .shards_a/c_shard_2 -test INFO: Object update sweep completed on /tmp/tmptfpzts_x/devices/sda1 in 0.03s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains (pid: 709814) -test INFO: Object update single-threaded sweep completed: 0.03s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmptfpzts_x/devices/sda1 (pid: 709814) -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update redirected for /.shards_a/c_shard_2/o /tmp/tmptfpzts_x/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1750205805.00000 to None -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update redirected for /a/c/o /tmp/tmptfpzts_x/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1750205805.00000 to .shards_a/c_shard_3 -test INFO: Object update sweep completed on /tmp/tmptfpzts_x/devices/sda1 in 0.03s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains (pid: 709814) -test INFO: Object update single-threaded sweep completed: 0.04s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmptfpzts_x/devices/sda1 (pid: 709814) -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update redirected for /.shards_a/c_shard_3/o /tmp/tmptfpzts_x/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1750205805.00000 to .shards_a/c_shard_1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update redirected for /.shards_a/c_shard_1/o /tmp/tmptfpzts_x/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1750205805.00000 to None -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_update_redirection_loop -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_update_redirection_loop ... ok -test INFO: Object update sweep completed on /tmp/tmptfpzts_x/devices/sda1 in 0.02s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains (pid: 709814) -test INFO: Object update single-threaded sweep completed: 0.02s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmptfpzts_x/devices/sda1 (pid: 709814) -test DEBUG: Update sent for /a/c/o /tmp/tmptfpzts_x/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1750205805.00000 -test INFO: Object update sweep completed on /tmp/tmptfpzts_x/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 709814) -test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpo94wuu86/devices/sda1 (pid: 709814) -test DEBUG: Update sent for /.shards_a/shard_c/o /tmp/tmpo94wuu86/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1750205806.00000 -test INFO: Object update sweep completed on /tmp/tmpo94wuu86/devices/sda1 in 0.01s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 709814) -test INFO: Object update single-threaded sweep completed: 0.01s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpo94wuu86/devices/sda1 (pid: 709814) -test DEBUG: Update sent for /a/c/o /tmp/tmpo94wuu86/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1750205807.00000 -test INFO: Object update sweep completed on /tmp/tmpo94wuu86/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 709814) -test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpo94wuu86/devices/sda1 (pid: 709814) -test DEBUG: Update sent for /a/c/o /tmp/tmpo94wuu86/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1750205808.00000 -test INFO: Object update sweep completed on /tmp/tmpo94wuu86/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 709814) -test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpo94wuu86/devices/sda1 (pid: 709814) -test DEBUG: Update sent for /a/c/o /tmp/tmpo94wuu86/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1750205809.00000 -test INFO: Object update sweep completed on /tmp/tmpo94wuu86/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 709814) -test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpo94wuu86/devices/sda1 (pid: 709814) -test DEBUG: Update sent for /a/c/o /tmp/tmpo94wuu86/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1750205810.00000 -test INFO: Object update sweep completed on /tmp/tmpo94wuu86/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 709814) -test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpo94wuu86/devices/sda1 (pid: 709814) -test DEBUG: Update sent for /a/c/o /tmp/tmpo94wuu86/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1750205811.00000 -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_updates -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_updates ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_legacy_updates -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_legacy_updates ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_obj_update_gone_missing -test.unit.obj.test_updater.TestObjectUpdater.test_obj_update_gone_missing ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_obj_update_quarantine -test.unit.obj.test_updater.TestObjectUpdater.test_obj_update_quarantine ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_object_sweep -test.unit.obj.test_updater.TestObjectUpdater.test_object_sweep ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_defer_2_skip_1 -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_defer_2_skip_1 ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_defer_3_skip_1 -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_defer_3_skip_1 ... ok -test INFO: Object update sweep completed on /tmp/tmpo94wuu86/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 709814) -test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmphvishpch/devices/sda1 (pid: 709814) -test DEBUG: Update sent for /a/c/o /tmp/tmphvishpch/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1750205806.00000 -test INFO: Object update sweep completed on /tmp/tmphvishpch/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 709814) -test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmphvishpch/devices/sda1 (pid: 709814) -test DEBUG: Update sent for /a/c/o /tmp/tmphvishpch/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1750205808.00000 -test INFO: Object update sweep completed on /tmp/tmphvishpch/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 709814) -test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmp3dpujuaa/devices/sda1 (pid: 709814) -test ERROR: ERROR Pickle problem, quarantining /tmp/tmp3dpujuaa/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1750205805.00000: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/obj/updater.py", line 431, in _load_update - return pickle.load(open(update_path, 'rb')) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ -_pickle.UnpicklingError: invalid load key, '\xff'. -test INFO: Object update sweep completed on /tmp/tmp3dpujuaa/devices/sda1 in 0.00s seconds:, 0 successes, 0 failures, 1 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 709814) -test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 0 failures, 1 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpnsige_nq/devices/sda1 (pid: 709814) -test DEBUG: Update sent for /a/c1/o00 /tmp/tmpnsige_nq/devices/sda1/async_pending/a20/8110018052c71b62f4f93b1cd45fda20-1750205805.96973 -test DEBUG: Update sent for /.shards_a/c2_shard/o09 /tmp/tmpnsige_nq/devices/sda1/async_pending/ca9/43aefe16fd826546f72b52db0520cca9-1750205805.97917 -test INFO: Object update sweep completed on /tmp/tmpnsige_nq/devices/sda1 in 0.21s seconds:, 2 successes, 0 failures, 0 quarantines, 2 unlinks, 0 errors, 0 redirects, 9 skips, 9 deferrals, 0 drains (pid: 709814) -test INFO: Object update single-threaded sweep completed: 0.21s, 2 successes, 0 failures, 0 quarantines, 2 unlinks, 0 errors, 0 redirects, 9 skips, 9 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpxje30_4s/devices/sda1 (pid: 709814) -test DEBUG: Update sent for /a/c1/o02 /tmp/tmpxje30_4s/devices/sda1/async_pending/5d9/74b39c6818abfa3cdadce7038f4a15d9-1750205806.19913 -test DEBUG: Update sent for /a/c1/o00 /tmp/tmpxje30_4s/devices/sda1/async_pending/a20/8110018052c71b62f4f93b1cd45fda20-1750205806.19882 -test DEBUG: Update sent for /a/c1/o03 /tmp/tmpxje30_4s/devices/sda1/async_pending/ff2/d12c716df8024e3a557661979780dff2-1750205806.19935 -test INFO: Object update sweep completed on /tmp/tmpxje30_4s/devices/sda1 in 0.10s seconds:, 3 successes, 0 failures, 0 quarantines, 3 unlinks, 0 errors, 0 redirects, 1 skips, 2 deferrals, 1 drains (pid: 709814) -test INFO: Object update single-threaded sweep completed: 0.10s, 3 successes, 0 failures, 0 quarantines, 3 unlinks, 0 errors, 0 redirects, 1 skips, 2 deferrals, 1 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpp3_05_hi/devices/sda1 (pid: 709814) -test DEBUG: Update sent for /a/c1/o02 /tmp/tmpp3_05_hi/devices/sda1/async_pending/5d9/74b39c6818abfa3cdadce7038f4a15d9-1750205806.31073 -test DEBUG: Update sent for /a/c1/o00 /tmp/tmpp3_05_hi/devices/sda1/async_pending/a20/8110018052c71b62f4f93b1cd45fda20-1750205806.30515 -test DEBUG: Update sent for /a/c1/o01 /tmp/tmpp3_05_hi/devices/sda1/async_pending/22b/9f78f96341102120ea7474897595a22b-1750205806.30531 -test DEBUG: Update sent for /a/c1/o04 /tmp/tmpp3_05_hi/devices/sda1/async_pending/016/7bf5c8c93f8043f6705026176f67c016-1750205806.31132 -test INFO: Object update sweep completed on /tmp/tmpp3_05_hi/devices/sda1 in 0.01s seconds:, 4 successes, 0 failures, 0 quarantines, 4 unlinks, 0 errors, 0 redirects, 1 skips, 3 deferrals, 2 drains (pid: 709814) -test INFO: Object update single-threaded sweep completed: 0.01s, 4 successes, 0 failures, 0 quarantines, 4 unlinks, 0 errors, 0 redirects, 1 skips, 3 deferrals, 2 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmp1e27l0zw/devices/sda1 (pid: 709814) -test DEBUG: Update sent for /a/c1/o03 /tmp/tmp1e27l0zw/devices/sda1/async_pending/ff2/d12c716df8024e3a557661979780dff2-1750205806.32443 -test DEBUG: Update sent for /a/c1/o00 /tmp/tmp1e27l0zw/devices/sda1/async_pending/a20/8110018052c71b62f4f93b1cd45fda20-1750205806.32092 -test INFO: Object update sweep completed on /tmp/tmp1e27l0zw/devices/sda1 in 0.11s seconds:, 2 successes, 0 failures, 0 quarantines, 2 unlinks, 0 errors, 0 redirects, 2 skips, 2 deferrals, 0 drains (pid: 709814) -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_some_limited -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_some_limited ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_unlimited -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_unlimited ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_unsent_deferrals -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_unsent_deferrals ... ok -test INFO: Object update single-threaded sweep completed: 0.11s, 2 successes, 0 failures, 0 quarantines, 2 unlinks, 0 errors, 0 redirects, 2 skips, 2 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmp6ulq1rgp/devices/sda1 (pid: 709814) -test DEBUG: Update sent for /a/c1/o06 /tmp/tmp6ulq1rgp/devices/sda1/async_pending/5b6/29e303e1cb80d29563757ae87f5c55b6-1750205806.44029 -test DEBUG: Update sent for /a/c1/o09 /tmp/tmp6ulq1rgp/devices/sda1/async_pending/bee/db77f283b4b1bb5e5b6ce501ca337bee-1750205806.44073 -test DEBUG: Update sent for /a/c1/o05 /tmp/tmp6ulq1rgp/devices/sda1/async_pending/dc4/017ff741f591e7220e0836a0c4fcedc4-1750205806.44015 -test DEBUG: Update sent for /.shards_a/c2_shard/o09 /tmp/tmp6ulq1rgp/devices/sda1/async_pending/ca9/43aefe16fd826546f72b52db0520cca9-1750205806.44700 -test DEBUG: Update sent for /a/c1/o08 /tmp/tmp6ulq1rgp/devices/sda1/async_pending/5b8/4e594cf882aac2f7f8f2f4cdade285b8-1750205806.44059 -test DEBUG: Update sent for /a/c1/o00 /tmp/tmp6ulq1rgp/devices/sda1/async_pending/a20/8110018052c71b62f4f93b1cd45fda20-1750205806.43942 -test DEBUG: Update sent for /a/c1/o03 /tmp/tmp6ulq1rgp/devices/sda1/async_pending/ff2/d12c716df8024e3a557661979780dff2-1750205806.43987 -test DEBUG: Update sent for /a/c1/o04 /tmp/tmp6ulq1rgp/devices/sda1/async_pending/016/7bf5c8c93f8043f6705026176f67c016-1750205806.44001 -test DEBUG: Update sent for /a/c1/o02 /tmp/tmp6ulq1rgp/devices/sda1/async_pending/5d9/74b39c6818abfa3cdadce7038f4a15d9-1750205806.43973 -test DEBUG: Update sent for /a/c1/o01 /tmp/tmp6ulq1rgp/devices/sda1/async_pending/22b/9f78f96341102120ea7474897595a22b-1750205806.43959 -test DEBUG: Update sent for /a/c1/o07 /tmp/tmp6ulq1rgp/devices/sda1/async_pending/fc8/26ac197975ac1169d403eeb7ae8bbfc8-1750205806.44045 -test INFO: Object update sweep completed on /tmp/tmp6ulq1rgp/devices/sda1 in 0.25s seconds:, 11 successes, 0 failures, 0 quarantines, 11 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 709814) -test INFO: Object update single-threaded sweep completed: 0.25s, 11 successes, 0 failures, 0 quarantines, 11 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmp69l7ftyv/devices/sda1 (pid: 709814) -test DEBUG: Update sent for /a/c1/o06 /tmp/tmp69l7ftyv/devices/sda1/async_pending/5b6/29e303e1cb80d29563757ae87f5c55b6-1750205806.70020 -test DEBUG: Update sent for /a/c1/o00 /tmp/tmp69l7ftyv/devices/sda1/async_pending/a20/8110018052c71b62f4f93b1cd45fda20-1750205806.69932 -test DEBUG: Update sent for /a/c1/o01 /tmp/tmp69l7ftyv/devices/sda1/async_pending/22b/9f78f96341102120ea7474897595a22b-1750205806.69949 -test DEBUG: Update sent for /a/c1/o03 /tmp/tmp69l7ftyv/devices/sda1/async_pending/ff2/d12c716df8024e3a557661979780dff2-1750205806.69978 -test DEBUG: Update sent for /a/c1/o02 /tmp/tmp69l7ftyv/devices/sda1/async_pending/5d9/74b39c6818abfa3cdadce7038f4a15d9-1750205806.69964 -test INFO: Object update sweep completed on /tmp/tmp69l7ftyv/devices/sda1 in 0.01s seconds:, 5 successes, 0 failures, 0 quarantines, 5 unlinks, 0 errors, 0 redirects, 2 skips, 4 deferrals, 2 drains (pid: 709814) -test INFO: Object update single-threaded sweep completed: 0.01s, 5 successes, 0 failures, 0 quarantines, 5 unlinks, 0 errors, 0 redirects, 2 skips, 4 deferrals, 2 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpz4_t6iga/devices/sda1 (pid: 709814) -test INFO: Object update sweep completed on /tmp/tmpz4_t6iga/devices/sda1 in 0.00s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 709814) -test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpz4_t6iga/devices/sda1 (pid: 709814) -test INFO: Object update sweep completed on /tmp/tmpz4_t6iga/devices/sda1 in 0.00s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 709814) -test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpz4_t6iga/devices/sda1 (pid: 709814) -test INFO: Object update sweep completed on /tmp/tmpz4_t6iga/devices/sda1 in 0.00s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 709814) -test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpz4_t6iga/devices/sda1 (pid: 709814) -test ERROR: ERROR with remote server 127.0.0.1:67890/sda1: Connection refused -test ERROR: ERROR with remote server 127.0.0.1:67890/sda1: Connection refused -test ERROR: ERROR with remote server 127.0.0.1:67890/sda1: Connection refused -test DEBUG: Update failed for /a/c/o /tmp/tmpz4_t6iga/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1750205806.71824 -test INFO: Object update sweep completed on /tmp/tmpz4_t6iga/devices/sda1 in 0.00s seconds:, 0 successes, 1 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 709814) -test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpz4_t6iga/devices/sda1 (pid: 709814) -test DEBUG: Error code 500 is returned from remote server 127.0.0.1:43905/sda1 -test DEBUG: Error code 500 is returned from remote server 127.0.0.1:43905/sda1 -test DEBUG: Update failed for /a/c/o /tmp/tmpz4_t6iga/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1750205806.71824 -test INFO: Object update sweep completed on /tmp/tmpz4_t6iga/devices/sda1 in 0.50s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 709814) -test INFO: Object update single-threaded sweep completed: 0.50s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpz4_t6iga/devices/sda1 (pid: 709814) -test DEBUG: Error code 404 is returned from remote server 127.0.0.1:43905/sda1 -test DEBUG: Update failed for /a/c/o /tmp/tmpz4_t6iga/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1750205806.71824 -test INFO: Object update sweep completed on /tmp/tmpz4_t6iga/devices/sda1 in 0.03s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 709814) -test INFO: Object update single-threaded sweep completed: 0.04s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpz4_t6iga/devices/sda1 (pid: 709814) -test INFO: Timeout waiting on remote server 127.0.0.1:43905/sda1: 99 seconds -test DEBUG: Update failed for /a/c/o /tmp/tmpz4_t6iga/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1750205806.71824 -test INFO: Object update sweep completed on /tmp/tmpz4_t6iga/devices/sda1 in 0.00s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 709814) -test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test.unit.obj.test_updater.TestObjectUpdater.test_run_once -test.unit.obj.test_updater.TestObjectUpdater.test_run_once ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_run_once_with_disk_unmounted -test.unit.obj.test_updater.TestObjectUpdater.test_run_once_with_disk_unmounted ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_sweep_logs -test.unit.obj.test_updater.TestObjectUpdater.test_sweep_logs ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_sweep_logs_multiple_policies -test.unit.obj.test_updater.TestObjectUpdater.test_sweep_logs_multiple_policies ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_empty_body -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_empty_body ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_invalid_shard_range -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_invalid_shard_range ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_key_missing -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_key_missing ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_missing_record_type -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_missing_record_type ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_not_a_list -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_not_a_list ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_request_failed -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_request_failed ... ok -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpz4_t6iga/devices/sda1 (pid: 709814) -test INFO: Timeout connecting to remote server 127.0.0.1:43905/sda1: 9 seconds -test DEBUG: Update failed for /a/c/o /tmp/tmpz4_t6iga/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1750205806.71824 -test INFO: Object update sweep completed on /tmp/tmpz4_t6iga/devices/sda1 in 0.01s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 709814) -test INFO: Object update single-threaded sweep completed: 0.01s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpz4_t6iga/devices/sda1 (pid: 709814) -test DEBUG: Update sent for /a/c/o /tmp/tmpz4_t6iga/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1750205806.71824 -test INFO: Object update sweep completed on /tmp/tmpz4_t6iga/devices/sda1 in 0.01s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 709814) -test INFO: Object update single-threaded sweep completed: 0.01s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test WARNING: Skipping: -test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' -test INFO: Object update sweep starting on /tmp/tmp65tzno6c/devices/sda1 (pid: 709814) -test INFO: Object update sweep progress on /tmp/tmp65tzno6c/devices/sda1: 16.00s, 2 successes, 0 failures, 0 quarantines, 2 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 709814) -test INFO: Object update sweep progress on /tmp/tmp65tzno6c/devices/sda1: 32.00s, 4 successes, 0 failures, 0 quarantines, 4 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 709814) -test INFO: Object update sweep completed on /tmp/tmp65tzno6c/devices/sda1 in 44.00s seconds:, 5 successes, 0 failures, 0 quarantines, 5 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 709814) -test INFO: Object update sweep starting on /tmp/tmpuq3d2rar/devices/sda1 (pid: 709814) -test INFO: Object update sweep completed on /tmp/tmpuq3d2rar/devices/sda1 in 0.13s seconds:, 6 successes, 0 failures, 0 quarantines, 6 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 709814) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Problem with listing response from /v1/a/c/o: JSONDecodeError('Expecting value: line 1 column 1 (char 0)') (txn: tx80ff2875be5946a287861-006852056f) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Failed to get namespaces from /v1/a/c/o: invalid data: ValueError("upper ('a') must be greater than or equal to lower ('z')") (txn: tx9cfae4fc008640e9ba1d6-006852056f) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Failed to get namespaces from /v1/a/c/o: invalid data: KeyError('name') (txn: tx49288b256ae34b27a59e5-006852056f) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Failed to get shard ranges from /v1/a/c/o: unexpected record type None (txn: tx2a0e0ab6992c4c00ba4e5-006852056f) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Problem with listing response from /v1/a/c/o: ValueError('not a list') (txn: tx12d8e6880fcf462386251-006852056f) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server WARNING: Failed to get container listing from /v1/a/c/o: 404 (txn: tx199eb5fb4db1435da2a1c-006852056f) -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_wrong_record_type -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_wrong_record_type ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_error -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_error ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_with_body_and_footers -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_with_body_and_footers ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_with_no_body_and_footers -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_with_no_body_and_footers ... ok -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Failed to get shard ranges from /v1/a/c/o: unexpected record type 'object' (txn: tx379ff42be54d49658572d-006852056f) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.1:1001/sdb (txn: tx25a7173615024609bf478-006852056f) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.0:1000/sda (txn: tx25a7173615024609bf478-006852056f) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.2:1002/sdc (txn: tx25a7173615024609bf478-006852056f) -proxy-server ERROR: Object PUT returning 503 for [503, 503, 503] (txn: tx25a7173615024609bf478-006852056f) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmp3habhejd/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp3habhejd/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmp3habhejd/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp3habhejd/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:16:47 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.0346 "-" 709814 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:16:47 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0253 "-" 709814 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:16:47 +0000] "PUT /sda1/0/a1" 201 - "-" "test" "-" 0.0246 "-" 709814 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:16:47 +0000] "PUT /sdb1/0/a1" 201 - "-" "test" "-" 0.0234 "-" 709814 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:16:47 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txc29e195b98fa465e99f9e-006852056f" "proxy-server 709814" 0.0010 "-" 709814 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:16:47 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:37089/sdb1/0/a/c" "txc29e195b98fa465e99f9e-006852056f" "container-server 709814" 0.0010 "-" 709814 0 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:16:47 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:59275/sda1/0/a/c" "txc29e195b98fa465e99f9e-006852056f" "container-server 709814" 0.0009 "-" 709814 0 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:00:16:47 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "txc29e195b98fa465e99f9e-006852056f" "proxy-server 709814" 0.0310 "-" 709814 0 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:00:16:47 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "txc29e195b98fa465e99f9e-006852056f" "proxy-server 709814" 0.0638 "-" 709814 0 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/00/16/47 PUT /v1/a/c HTTP/1.0 201 - - t - - - txc29e195b98fa465e99f9e-006852056f - 0.0707 - - 1750205807.727582693 1750205807.798272610 0 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:16:47 +0000] "HEAD /sda1/0/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx1395cc9c430b42de8dd88-006852056f" "proxy-server 709814" 0.0009 "-" 709814 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:16:47 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://127.0.0.1:37089/sdb1/2/a1/c1" "tx1395cc9c430b42de8dd88-006852056f" "container-server 709814" 0.0039 "-" 709814 0 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:16:47 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://127.0.0.1:59275/sda1/2/a1/c1" "tx1395cc9c430b42de8dd88-006852056f" "container-server 709814" 0.0010 "-" 709814 0 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:00:16:47 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx1395cc9c430b42de8dd88-006852056f" "proxy-server 709814" 0.0339 "-" 709814 0 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:00:16:47 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx1395cc9c430b42de8dd88-006852056f" "proxy-server 709814" 0.0643 "-" 709814 0 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/00/16/47 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx1395cc9c430b42de8dd88-006852056f - 0.0710 - - 1750205807.799431324 1750205807.870434046 0 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:16:47 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx8c694b6ccc6b4f9ca7c30-006852056f" "proxy-server 709814" 0.0350 "-" 709814 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:16:48 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:59275/sda1/0/a/c1" "tx8c694b6ccc6b4f9ca7c30-006852056f" "container-server 709814" 0.0359 "-" 709814 1 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:16:48 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:37089/sdb1/0/a/c1" "tx8c694b6ccc6b4f9ca7c30-006852056f" "container-server 709814" 0.0011 "-" 709814 1 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:00:16:48 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx8c694b6ccc6b4f9ca7c30-006852056f" "proxy-server 709814" 0.0673 "-" 709814 1 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:00:16:48 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx8c694b6ccc6b4f9ca7c30-006852056f" "proxy-server 709814" 0.1043 "-" 709814 1 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/00/16/48 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx8c694b6ccc6b4f9ca7c30-006852056f - 0.1454 - - 1750205807.871727467 1750205808.017158031 1 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:16:48 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx13331b005bfa4b579a9e3-0068520570" "proxy-server 709814" 0.0285 "-" 709814 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:00:16:48 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:37089/sdb1/2/a/c2" "tx13331b005bfa4b579a9e3-0068520570" "container-server 709814" 0.0010 "-" 709814 2 -test.unit.proxy.test_mem_server.TestProxyServer.test_adds_transaction_id -test.unit.proxy.test_mem_server.TestProxyServer.test_adds_transaction_id ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_adds_transaction_id_length_limit -test.unit.proxy.test_mem_server.TestProxyServer.test_adds_transaction_id_length_limit ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_calls_authorize_allow -test.unit.proxy.test_mem_server.TestProxyServer.test_calls_authorize_allow ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_calls_authorize_deny -test.unit.proxy.test_mem_server.TestProxyServer.test_calls_authorize_deny ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_200 -test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_200 ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_503 -test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_503 ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_507 -test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_507 ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_denied_host_header -test.unit.proxy.test_mem_server.TestProxyServer.test_denied_host_header ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_error_limit_methods -test.unit.proxy.test_mem_server.TestProxyServer.test_error_limit_methods ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_error_occurred -test.unit.proxy.test_mem_server.TestProxyServer.test_error_occurred ... ok -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:00:16:48 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:59275/sda1/2/a/c2" "tx13331b005bfa4b579a9e3-0068520570" "container-server 709814" 0.0319 "-" 709814 2 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:00:16:48 +0000] "PUT /sda1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx13331b005bfa4b579a9e3-0068520570" "proxy-server 709814" 0.0634 "-" 709814 2 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:00:16:48 +0000] "PUT /sdb1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx13331b005bfa4b579a9e3-0068520570" "proxy-server 709814" 0.0969 "-" 709814 2 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/00/16/48 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx13331b005bfa4b579a9e3-0068520570 - 0.1318 - - 1750205808.018445969 1750205808.150261879 2 -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txbdd41d4589ee424485bb2-006644fb2f) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txd006467c74d5415fa0e42-006644fb2f) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txe18fef11c44447089f228-006644fb2f) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx74ea5039ade2462aa7db2-006644fb2f) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx5ae969aa388d4682af819-006644fb2f) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx28cdc89855a544498af49-006644fb2f) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx1c8d44ee99b7470d9218d-006644fb2f) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txda0cf92ac12f4e6797952-006644fb2f) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx47ab3013a14d4d4988bf6-006644fb2f) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx6f4792d08ab946328f3e5-006644fb2f) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx94f0baaf3c214bb78bf46-006644fb2f) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txcdf8a93713294b6191be6-006644fb2f) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx2558e264588c4a81bec43-006644fb2f) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx61b30671f35e44f7a5f24-006644fb2f) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx617d52a02a6d4ae396bfa-006644fb2f) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx31232457d8e54e189b01c-006644fb2f) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx51109100e90d422982df3-006644fb2f) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txcd9f8b06f10d4c0a9fb6e-006644fb2f) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txe0b73c8ec46740748207f-006644fb2f) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txd2029ba81eda4a55b8537-006644fb2f) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx17990cf57bae465cbe745-006644fb2f) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx821fde4f9ffe4befa4e9d-006644fb2f) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx74132d536ed74c97ae270-006644fb2f) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txd7967163aad64ab798818-006644fb2f) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: Problem with listing response from /v1/a/c?states=listing&format=json: ValueError('not a list') (txn: txb2edc45f6a6e4fd5aab19-006644fb2f) +test ERROR: Failed to get namespaces from /v1/a/c?states=listing&format=json: invalid data: KeyError('name') (txn: txb4cbbbe0b21b4b0182167-006644fb2f) +test ERROR: Problem with listing response from /v1/a/c?states=listing&format=json: ValueError('not a list') (txn: txe70f805663e5454685115-006644fb2f) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to PUT /v1/a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR 503 full Trying to GET /v1/a/c/o From Object Server 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage -test DEBUG: Node is error limited: 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage -test DEBUG: Node is error limited: 10.0.0.0:1000/sda test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: test msg 10.0.0.0:1000/sda -test ERROR: ERROR with test1 server 10.0.0.0:1000/sda re: test1 msg: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1307, in test_error_limit_methods - raise Exception('kaboom1!') -Exception: kaboom1! -test WARNING: ERROR with test2 server 10.0.0.0:1000/sda re: test2 msg -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1321, in test_error_limit_methods - raise Exception('kaboom2!') -Exception: kaboom2! -test WARNING: ERROR with test3 server 10.0.0.0:1000/sda re: test3 msg -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1336, in test_error_limit_methods - raise Exception('kaboom3!') -Exception: kaboom3! test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_memcache_available +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_memcache_available ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache_empty_list +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache_empty_list ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache_error +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache_error ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_write_to_cache +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_write_to_cache ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_write_to_cache_with_x_newest +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_write_to_cache_with_x_newest ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_cache_clearing +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_cache_clearing ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_get_from_shards_add_root_spi +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_get_from_shards_add_root_spi ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_admin_disallow_info +test.unit.proxy.controllers.test_info.TestInfoController.test_admin_disallow_info ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_disabled_admin_info +test.unit.proxy.controllers.test_info.TestInfoController.test_disabled_admin_info ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_disabled_info +test.unit.proxy.controllers.test_info.TestInfoController.test_disabled_info ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_disallow_info +test.unit.proxy.controllers.test_info.TestInfoController.test_disallow_info ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info +test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_expires +test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_expires ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_key +test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_key ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_method +test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_method ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_path +test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_path ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_get_info +test.unit.proxy.controllers.test_info.TestInfoController.test_get_info ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_get_info_cors +test.unit.proxy.controllers.test_info.TestInfoController.test_get_info_cors ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_head_admin_info +test.unit.proxy.controllers.test_info.TestInfoController.test_head_admin_info ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_head_info +test.unit.proxy.controllers.test_info.TestInfoController.test_head_info ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_options_info +test.unit.proxy.controllers.test_info.TestInfoController.test_options_info ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_not_available +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_not_available ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_reading +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_reading ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_recheck_time_zero +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_recheck_time_zero ... ok test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txa17e578d8b47477f963e6-006644fb2f) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx7a2023923f144559ae5ef-006644fb2f) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&reverse=true&format=json (txn: tx422fc9ce84cc4d9e9b7b7-006644fb2f) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&marker=jam&format=json (txn: tx4d1d2ccd0ad849fc8beba-006644fb2f) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&marker=jam&end_marker=kale&format=json (txn: txe1944abfed214cdd82076-006644fb2f) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&includes=egg&format=json (txn: txadc0bd63ff4d49a7a087b-006644fb2f) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test.unit.proxy.test_mem_server.TestProxyServer.test_exception_occurred -test.unit.proxy.test_mem_server.TestProxyServer.test_exception_occurred ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_exception_occurred_replication_ip_port_logging -test.unit.proxy.test_mem_server.TestProxyServer.test_exception_occurred_replication_ip_port_logging ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_get_info_controller -test.unit.proxy.test_mem_server.TestProxyServer.test_get_info_controller ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_get_object_ring -test.unit.proxy.test_mem_server.TestProxyServer.test_get_object_ring ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_inexistent_method_request -test.unit.proxy.test_mem_server.TestProxyServer.test_inexistent_method_request ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_info_defaults -test.unit.proxy.test_mem_server.TestProxyServer.test_info_defaults ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_internal_method_request -test.unit.proxy.test_mem_server.TestProxyServer.test_internal_method_request ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_internal_reserved_name_request -test.unit.proxy.test_mem_server.TestProxyServer.test_internal_reserved_name_request ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_negative_content_length -test.unit.proxy.test_mem_server.TestProxyServer.test_negative_content_length ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_node_concurrency -test.unit.proxy.test_mem_server.TestProxyServer.test_node_concurrency ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_node_timing -test.unit.proxy.test_mem_server.TestProxyServer.test_node_timing ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_private_method_request -test.unit.proxy.test_mem_server.TestProxyServer.test_private_method_request ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_inherits -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_inherits ... ok -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: tx67af1ec357ab42278ca08-0068520570) -test INFO: Client disconnected on read of '/a/c' (txn: tx67af1ec357ab42278ca08-0068520570) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.1.0:1100/sda (txn: txcb54f9f78fd44b2fb19f2-0068520570) -test INFO: Client disconnected on read of '/a/c' (txn: txcb54f9f78fd44b2fb19f2-0068520570) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to UPDATE /a/c: Network unreachable (txn: txe2589cc1f9504e1d9018c-0068520571) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to UPDATE /a/c: Network unreachable (txn: txe2589cc1f9504e1d9018c-0068520571) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to UPDATE /a/c: Network unreachable (txn: txe2589cc1f9504e1d9018c-0068520571) -test ERROR: Container UPDATE returning 503 for (503, 503, 503) (txn: txe2589cc1f9504e1d9018c-0068520571) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r3=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r3=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r3=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_overrides -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_overrides ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_with_no_default -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_with_no_default ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_proxy_server_config -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_proxy_server_config ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_timing_per_policy -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_timing_per_policy ... ok -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx5c2acccd63cf4b68b0edb-006644fb2f) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txa563d1c963b348ea83d6f-006644fb2f) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txd196cd33363648c9b8663-006644fb2f) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx0e10311d6a4a406a81a39-006644fb2f) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx25c509243602463a8ab70-006644fb2f) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx2429454e1cfe40cb9504b-006644fb2f) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Skipping shard cache lookup (x-newest) for /v1/a/c?states=listing&format=json (txn: tx3791d2e6cf7946a69805e-006644fb2f) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx3791d2e6cf7946a69805e-006644fb2f) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_default -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_default ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_unhandled_exception -test.unit.proxy.test_mem_server.TestProxyServer.test_unhandled_exception ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_valid_api_version -test.unit.proxy.test_mem_server.TestProxyServer.test_valid_api_version ... ok test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} +test ERROR: Aborting listing from shards due to bad response: [204] +test DEBUG: GET listing from 3 shards for: /v1/a/c +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} +test ERROR: Aborting listing from shards due to bad response: [204] +test DEBUG: GET listing from 3 shards for: /v1/a/c +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} +test ERROR: Aborting listing from shards due to bad response: [204] +test DEBUG: GET listing from 3 shards for: /v1/a/c +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} +test ERROR: Aborting listing from shards due to bad response: [204] +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=x1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_writing +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_writing ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_empty_body +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_empty_body ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_not_available +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_not_available ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_reading +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_reading ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_recheck_time_zero +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_recheck_time_zero ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_writing +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_writing ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_empty_body +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_empty_body ... ok +proxy-server INFO: Caching updating shards for shard-updating-v2/a/c (3 shards) (txn: tx53175897f4ba48fa8a2a7-006644fb2f) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Problem with listing response from /v1/a/c/o: JSONDecodeError('Expecting value: line 1 column 1 (char 0)') (txn: tx14db5aee26eb4f88bb4d3-006644fb2f) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=%E1%88%B41_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server INFO: Caching updating shards for shard-updating-v2/a/c (3 shards) (txn: txbdbf9ba6f3c249f9b3290-006644fb2f) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Problem with listing response from /v1/a/c/o: JSONDecodeError('Expecting value: line 1 column 1 (char 0)') (txn: tx9b2e0be94e7d4e89bfd0c-006644fb2f) ---------------------------------------------------------------------- -Ran 8924 tests in 447.876s +Ran 8924 tests in 385.215s OK (skipped=1814) + stestr slowest Test id Runtime (s) ----------------------------------------------------------------------------------------------------------- ----------- -test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_container_merge_other_ranges 55.037 -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_not_merged_once_sharded 50.799 -test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_root_ranges_not_merged_not_cleaving 49.721 -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_not_merged_not_cleaving 34.250 -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_merge_while_sharding 33.492 -test.unit.container.test_sharder.TestSharder.test_audit_shard_container_merge_other_ranges 23.751 -test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges_state 21.298 -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges_state 20.143 -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges_state 17.966 -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges_state 17.836 +test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_root_ranges_not_merged_not_cleaving 74.731 +test.unit.container.test_sharder.TestSharder.test_audit_shard_container_merge_other_ranges 41.554 +test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_container_merge_other_ranges 39.143 +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges_state 34.459 +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges_state 33.322 +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges_state 33.158 +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges_state 32.118 +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_not_merged_once_sharded 28.451 +test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges_state 27.637 +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_not_merged_not_cleaving 26.476 + rm -rf .stestr make[1]: Leaving directory '/build/reproducible-path/swift-2.33.0' dh_install -O--buildsystem=pybuild @@ -115554,16 +115299,16 @@ The HTML pages are in debian/swift-doc/usr/share/doc/swift-doc/api-ref. dh_sphinxdoc -dh_sphinxdoc: warning: ignoring unknown JavaScript code: debian/swift-doc/usr/share/doc/swift-doc/base/_static/js/jquery-3.2.1.min.js +dh_sphinxdoc: warning: ignoring unknown JavaScript code: debian/swift-doc/usr/share/doc/swift-doc/base/_static/js/docs.js dh_sphinxdoc: warning: ignoring unknown JavaScript code: debian/swift-doc/usr/share/doc/swift-doc/base/_static/js/bootstrap.min.js +dh_sphinxdoc: warning: ignoring unknown JavaScript code: debian/swift-doc/usr/share/doc/swift-doc/base/_static/js/jquery-3.2.1.min.js dh_sphinxdoc: warning: ignoring unknown JavaScript code: debian/swift-doc/usr/share/doc/swift-doc/base/_static/js/navigation.js -dh_sphinxdoc: warning: ignoring unknown JavaScript code: debian/swift-doc/usr/share/doc/swift-doc/base/_static/js/docs.js -dh_sphinxdoc: warning: ignoring unknown JavaScript code: debian/swift-doc/usr/share/doc/swift-doc/api-ref/_static/api-site.js -dh_sphinxdoc: warning: ignoring unknown JavaScript code: debian/swift-doc/usr/share/doc/swift-doc/api-ref/_static/combobox.js -dh_sphinxdoc: warning: ignoring unknown JavaScript code: debian/swift-doc/usr/share/doc/swift-doc/api-ref/_static/js/docs.js dh_sphinxdoc: warning: ignoring unknown JavaScript code: debian/swift-doc/usr/share/doc/swift-doc/api-ref/_static/js/jquery-3.2.1.min.js +dh_sphinxdoc: warning: ignoring unknown JavaScript code: debian/swift-doc/usr/share/doc/swift-doc/api-ref/_static/combobox.js +dh_sphinxdoc: warning: ignoring unknown JavaScript code: debian/swift-doc/usr/share/doc/swift-doc/api-ref/_static/api-site.js dh_sphinxdoc: warning: ignoring unknown JavaScript code: debian/swift-doc/usr/share/doc/swift-doc/api-ref/_static/js/navigation.js dh_sphinxdoc: warning: ignoring unknown JavaScript code: debian/swift-doc/usr/share/doc/swift-doc/api-ref/_static/js/bootstrap.min.js +dh_sphinxdoc: warning: ignoring unknown JavaScript code: debian/swift-doc/usr/share/doc/swift-doc/api-ref/_static/js/docs.js make[1]: Leaving directory '/build/reproducible-path/swift-2.33.0' debian/rules override_dh_installchangelogs make[1]: Entering directory '/build/reproducible-path/swift-2.33.0' @@ -115594,51 +115339,51 @@ debian/rules:85: warning: overriding recipe for target 'gen-init-configurations' /usr/share/openstack-pkg-tools/pkgos.make:19: warning: ignoring old recipe for target 'gen-init-configurations' dh_python3 --shebang=/usr/bin/python3 -I: dh_python3 tools:113: replacing shebang in debian/swift/usr/bin/swift-ring-builder-analyzer +I: dh_python3 tools:113: replacing shebang in debian/swift/usr/bin/swift-dispersion-report I: dh_python3 tools:113: replacing shebang in debian/swift/usr/bin/swift-container-deleter I: dh_python3 tools:113: replacing shebang in debian/swift/usr/bin/swift-get-nodes -I: dh_python3 tools:113: replacing shebang in debian/swift/usr/bin/swift-dispersion-report -I: dh_python3 tools:113: replacing shebang in debian/swift/usr/bin/swift-recon -I: dh_python3 tools:113: replacing shebang in debian/swift/usr/bin/swift-form-signature -I: dh_python3 tools:113: replacing shebang in debian/swift/usr/bin/swift-reload I: dh_python3 tools:113: replacing shebang in debian/swift/usr/bin/swift-ring-builder -I: dh_python3 tools:113: replacing shebang in debian/swift/usr/bin/swift-ring-composer -I: dh_python3 tools:113: replacing shebang in debian/swift/usr/bin/swift-dispersion-populate -I: dh_python3 tools:113: replacing shebang in debian/swift/usr/bin/swift-oldies +I: dh_python3 tools:113: replacing shebang in debian/swift/usr/bin/swift-reload I: dh_python3 tools:113: replacing shebang in debian/swift/usr/bin/swift-drive-full-checker -I: dh_python3 tools:113: replacing shebang in debian/swift/usr/bin/swift-orphans +I: dh_python3 tools:113: replacing shebang in debian/swift/usr/bin/swift-oldies +I: dh_python3 tools:113: replacing shebang in debian/swift/usr/bin/swift-form-signature +I: dh_python3 tools:113: replacing shebang in debian/swift/usr/bin/swift-dispersion-populate +I: dh_python3 tools:113: replacing shebang in debian/swift/usr/bin/swift-ring-builder-analyzer I: dh_python3 tools:113: replacing shebang in debian/swift/usr/bin/swift-config -I: dh_python3 tools:113: replacing shebang in debian/swift-account/usr/bin/swift-account-info +I: dh_python3 tools:113: replacing shebang in debian/swift/usr/bin/swift-orphans +I: dh_python3 tools:113: replacing shebang in debian/swift/usr/bin/swift-recon +I: dh_python3 tools:113: replacing shebang in debian/swift/usr/bin/swift-ring-composer I: dh_python3 tools:113: replacing shebang in debian/swift-account/usr/bin/swift-account-reaper -I: dh_python3 tools:113: replacing shebang in debian/swift-account/usr/bin/swift-account-auditor +I: dh_python3 tools:113: replacing shebang in debian/swift-account/usr/bin/swift-account-audit +I: dh_python3 tools:113: replacing shebang in debian/swift-account/usr/bin/swift-account-server I: dh_python3 tools:113: replacing shebang in debian/swift-account/usr/bin/swift-account-replicator +I: dh_python3 tools:113: replacing shebang in debian/swift-account/usr/bin/swift-account-info I: dh_python3 tools:113: replacing shebang in debian/swift-account/usr/bin/swift-account-server-uwsgi -I: dh_python3 tools:113: replacing shebang in debian/swift-account/usr/bin/swift-account-server -I: dh_python3 tools:113: replacing shebang in debian/swift-account/usr/bin/swift-account-audit -I: dh_python3 tools:113: replacing shebang in debian/swift-container/usr/bin/swift-container-replicator -I: dh_python3 tools:113: replacing shebang in debian/swift-container/usr/bin/swift-container-auditor +I: dh_python3 tools:113: replacing shebang in debian/swift-account/usr/bin/swift-account-auditor I: dh_python3 tools:113: replacing shebang in debian/swift-container/usr/bin/swift-container-updater -I: dh_python3 tools:113: replacing shebang in debian/swift-container/usr/bin/swift-container-info -I: dh_python3 tools:113: replacing shebang in debian/swift-container/usr/bin/swift-reconciler-enqueue -I: dh_python3 tools:113: replacing shebang in debian/swift-container/usr/bin/swift-container-server-uwsgi I: dh_python3 tools:113: replacing shebang in debian/swift-container/usr/bin/swift-manage-shard-ranges +I: dh_python3 tools:113: replacing shebang in debian/swift-container/usr/bin/swift-container-server-uwsgi I: dh_python3 tools:113: replacing shebang in debian/swift-container/usr/bin/swift-container-reconciler -I: dh_python3 tools:113: replacing shebang in debian/swift-container/usr/bin/swift-container-sync -I: dh_python3 tools:113: replacing shebang in debian/swift-container/usr/bin/swift-container-sharder +I: dh_python3 tools:113: replacing shebang in debian/swift-container/usr/bin/swift-reconciler-enqueue I: dh_python3 tools:113: replacing shebang in debian/swift-container/usr/bin/swift-container-server +I: dh_python3 tools:113: replacing shebang in debian/swift-container/usr/bin/swift-container-auditor +I: dh_python3 tools:113: replacing shebang in debian/swift-container/usr/bin/swift-container-replicator +I: dh_python3 tools:113: replacing shebang in debian/swift-container/usr/bin/swift-container-sharder +I: dh_python3 tools:113: replacing shebang in debian/swift-container/usr/bin/swift-container-sync +I: dh_python3 tools:113: replacing shebang in debian/swift-container/usr/bin/swift-container-info I: dh_python3 tools:113: replacing shebang in debian/swift-drive-audit/usr/bin/swift-drive-audit +I: dh_python3 tools:113: replacing shebang in debian/swift-object/usr/bin/swift-object-relinker I: dh_python3 tools:113: replacing shebang in debian/swift-object/usr/bin/swift-object-updater -I: dh_python3 tools:113: replacing shebang in debian/swift-object/usr/bin/swift-object-reconstructor -I: dh_python3 tools:113: replacing shebang in debian/swift-object/usr/bin/swift-object-server-uwsgi -I: dh_python3 tools:113: replacing shebang in debian/swift-object/usr/bin/swift-object-server -I: dh_python3 tools:113: replacing shebang in debian/swift-object/usr/bin/swift-object-info I: dh_python3 tools:113: replacing shebang in debian/swift-object/usr/bin/swift-recon-cron -I: dh_python3 tools:113: replacing shebang in debian/swift-object/usr/bin/swift-object-replicator +I: dh_python3 tools:113: replacing shebang in debian/swift-object/usr/bin/swift-object-server-uwsgi I: dh_python3 tools:113: replacing shebang in debian/swift-object/usr/bin/swift-object-auditor -I: dh_python3 tools:113: replacing shebang in debian/swift-object/usr/bin/swift-object-relinker +I: dh_python3 tools:113: replacing shebang in debian/swift-object/usr/bin/swift-object-replicator +I: dh_python3 tools:113: replacing shebang in debian/swift-object/usr/bin/swift-object-reconstructor +I: dh_python3 tools:113: replacing shebang in debian/swift-object/usr/bin/swift-object-info +I: dh_python3 tools:113: replacing shebang in debian/swift-object/usr/bin/swift-object-server I: dh_python3 tools:113: replacing shebang in debian/swift-object-expirer/usr/bin/swift-object-expirer -I: dh_python3 tools:113: replacing shebang in debian/swift-proxy/usr/bin/swift-proxy-server I: dh_python3 tools:113: replacing shebang in debian/swift-proxy/usr/bin/swift-proxy-server-uwsgi +I: dh_python3 tools:113: replacing shebang in debian/swift-proxy/usr/bin/swift-proxy-server make[1]: Leaving directory '/build/reproducible-path/swift-2.33.0' debian/rules override_dh_installinit make[1]: Entering directory '/build/reproducible-path/swift-2.33.0' @@ -115658,130 +115403,148 @@ NAME=`echo $FILE | cut -d. -f2` ; \ dh_installinit --error-handler=true -p$PKG --name=$NAME ;\ done -+ cut -d. -f1 -+ echo swift-account.swift-account-auditor.init ++ for FILE in swift-account.swift-account-auditor.init swift-account.swift-account-reaper.init swift-account.swift-account-replicator.init swift-account.swift-account.init swift-container.swift-container-auditor.init swift-container.swift-container-reconciler.init swift-container.swift-container-replicator.init swift-container.swift-container-sharder.init swift-container.swift-container-sync.init swift-container.swift-container-updater.init swift-container.swift-container.init swift-object-expirer.swift-object-expirer.init swift-object.swift-object-auditor.init swift-object.swift-object-reconstructor.init swift-object.swift-object-replicator.init swift-object.swift-object-updater.init swift-object.swift-object.init swift-proxy.swift-proxy.init +++ echo swift-account.swift-account-auditor.init +++ cut -d. -f1 + PKG=swift-account -+ echo swift-account.swift-account-auditor.init -+ cut -d. -f2 +++ echo swift-account.swift-account-auditor.init +++ cut -d. -f2 + NAME=swift-account-auditor + dh_installinit --error-handler=true -pswift-account --name=swift-account-auditor -+ + cut -d. -f1 -echo swift-account.swift-account-reaper.init ++ for FILE in swift-account.swift-account-auditor.init swift-account.swift-account-reaper.init swift-account.swift-account-replicator.init swift-account.swift-account.init swift-container.swift-container-auditor.init swift-container.swift-container-reconciler.init swift-container.swift-container-replicator.init swift-container.swift-container-sharder.init swift-container.swift-container-sync.init swift-container.swift-container-updater.init swift-container.swift-container.init swift-object-expirer.swift-object-expirer.init swift-object.swift-object-auditor.init swift-object.swift-object-reconstructor.init swift-object.swift-object-replicator.init swift-object.swift-object-updater.init swift-object.swift-object.init swift-proxy.swift-proxy.init +++ echo swift-account.swift-account-reaper.init +++ cut -d. -f1 + PKG=swift-account -+ + echo swift-account.swift-account-reaper.init -cut -d. -f2 +++ echo swift-account.swift-account-reaper.init +++ cut -d. -f2 + NAME=swift-account-reaper + dh_installinit --error-handler=true -pswift-account --name=swift-account-reaper -+ + echo swift-account.swift-account-replicator.init -cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.init swift-account.swift-account-reaper.init swift-account.swift-account-replicator.init swift-account.swift-account.init swift-container.swift-container-auditor.init swift-container.swift-container-reconciler.init swift-container.swift-container-replicator.init swift-container.swift-container-sharder.init swift-container.swift-container-sync.init swift-container.swift-container-updater.init swift-container.swift-container.init swift-object-expirer.swift-object-expirer.init swift-object.swift-object-auditor.init swift-object.swift-object-reconstructor.init swift-object.swift-object-replicator.init swift-object.swift-object-updater.init swift-object.swift-object.init swift-proxy.swift-proxy.init +++ echo swift-account.swift-account-replicator.init +++ cut -d. -f1 + PKG=swift-account -+ echo swift-account.swift-account-replicator.init -+ cut -d. -f2 +++ echo swift-account.swift-account-replicator.init +++ cut -d. -f2 + NAME=swift-account-replicator + dh_installinit --error-handler=true -pswift-account --name=swift-account-replicator -+ echo swift-account.swift-account.init -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.init swift-account.swift-account-reaper.init swift-account.swift-account-replicator.init swift-account.swift-account.init swift-container.swift-container-auditor.init swift-container.swift-container-reconciler.init swift-container.swift-container-replicator.init swift-container.swift-container-sharder.init swift-container.swift-container-sync.init swift-container.swift-container-updater.init swift-container.swift-container.init swift-object-expirer.swift-object-expirer.init swift-object.swift-object-auditor.init swift-object.swift-object-reconstructor.init swift-object.swift-object-replicator.init swift-object.swift-object-updater.init swift-object.swift-object.init swift-proxy.swift-proxy.init +++ echo swift-account.swift-account.init +++ cut -d. -f1 + PKG=swift-account -+ cut -d. -f2 -+ echo swift-account.swift-account.init +++ echo swift-account.swift-account.init +++ cut -d. -f2 + NAME=swift-account + dh_installinit --error-handler=true -pswift-account --name=swift-account -+ echo swift-container.swift-container-auditor.init -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.init swift-account.swift-account-reaper.init swift-account.swift-account-replicator.init swift-account.swift-account.init swift-container.swift-container-auditor.init swift-container.swift-container-reconciler.init swift-container.swift-container-replicator.init swift-container.swift-container-sharder.init swift-container.swift-container-sync.init swift-container.swift-container-updater.init swift-container.swift-container.init swift-object-expirer.swift-object-expirer.init swift-object.swift-object-auditor.init swift-object.swift-object-reconstructor.init swift-object.swift-object-replicator.init swift-object.swift-object-updater.init swift-object.swift-object.init swift-proxy.swift-proxy.init +++ echo swift-container.swift-container-auditor.init +++ cut -d. -f1 + PKG=swift-container -+ cut -d. -f2 -+ echo swift-container.swift-container-auditor.init +++ echo swift-container.swift-container-auditor.init +++ cut -d. -f2 + NAME=swift-container-auditor + dh_installinit --error-handler=true -pswift-container --name=swift-container-auditor -+ echo swift-container.swift-container-reconciler.init -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.init swift-account.swift-account-reaper.init swift-account.swift-account-replicator.init swift-account.swift-account.init swift-container.swift-container-auditor.init swift-container.swift-container-reconciler.init swift-container.swift-container-replicator.init swift-container.swift-container-sharder.init swift-container.swift-container-sync.init swift-container.swift-container-updater.init swift-container.swift-container.init swift-object-expirer.swift-object-expirer.init swift-object.swift-object-auditor.init swift-object.swift-object-reconstructor.init swift-object.swift-object-replicator.init swift-object.swift-object-updater.init swift-object.swift-object.init swift-proxy.swift-proxy.init +++ echo swift-container.swift-container-reconciler.init +++ cut -d. -f1 + PKG=swift-container -+ cut+ -d. -f2 -echo swift-container.swift-container-reconciler.init +++ echo swift-container.swift-container-reconciler.init +++ cut -d. -f2 + NAME=swift-container-reconciler + dh_installinit --error-handler=true -pswift-container --name=swift-container-reconciler -+ cut -d. -f1 -+ echo swift-container.swift-container-replicator.init ++ for FILE in swift-account.swift-account-auditor.init swift-account.swift-account-reaper.init swift-account.swift-account-replicator.init swift-account.swift-account.init swift-container.swift-container-auditor.init swift-container.swift-container-reconciler.init swift-container.swift-container-replicator.init swift-container.swift-container-sharder.init swift-container.swift-container-sync.init swift-container.swift-container-updater.init swift-container.swift-container.init swift-object-expirer.swift-object-expirer.init swift-object.swift-object-auditor.init swift-object.swift-object-reconstructor.init swift-object.swift-object-replicator.init swift-object.swift-object-updater.init swift-object.swift-object.init swift-proxy.swift-proxy.init +++ echo swift-container.swift-container-replicator.init +++ cut -d. -f1 + PKG=swift-container -+ echo+ cut -d. -f2 - swift-container.swift-container-replicator.init +++ echo swift-container.swift-container-replicator.init +++ cut -d. -f2 + NAME=swift-container-replicator + dh_installinit --error-handler=true -pswift-container --name=swift-container-replicator -+ cut -d. -f1 -+ echo swift-container.swift-container-sharder.init ++ for FILE in swift-account.swift-account-auditor.init swift-account.swift-account-reaper.init swift-account.swift-account-replicator.init swift-account.swift-account.init swift-container.swift-container-auditor.init swift-container.swift-container-reconciler.init swift-container.swift-container-replicator.init swift-container.swift-container-sharder.init swift-container.swift-container-sync.init swift-container.swift-container-updater.init swift-container.swift-container.init swift-object-expirer.swift-object-expirer.init swift-object.swift-object-auditor.init swift-object.swift-object-reconstructor.init swift-object.swift-object-replicator.init swift-object.swift-object-updater.init swift-object.swift-object.init swift-proxy.swift-proxy.init +++ echo swift-container.swift-container-sharder.init +++ cut -d. -f1 + PKG=swift-container -+ + cutecho swift-container.swift-container-sharder.init - -d. -f2 +++ echo swift-container.swift-container-sharder.init +++ cut -d. -f2 + NAME=swift-container-sharder + dh_installinit --error-handler=true -pswift-container --name=swift-container-sharder -+ echo swift-container.swift-container-sync.init -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.init swift-account.swift-account-reaper.init swift-account.swift-account-replicator.init swift-account.swift-account.init swift-container.swift-container-auditor.init swift-container.swift-container-reconciler.init swift-container.swift-container-replicator.init swift-container.swift-container-sharder.init swift-container.swift-container-sync.init swift-container.swift-container-updater.init swift-container.swift-container.init swift-object-expirer.swift-object-expirer.init swift-object.swift-object-auditor.init swift-object.swift-object-reconstructor.init swift-object.swift-object-replicator.init swift-object.swift-object-updater.init swift-object.swift-object.init swift-proxy.swift-proxy.init +++ echo swift-container.swift-container-sync.init +++ cut -d. -f1 + PKG=swift-container -+ + cut -d. -f2 -echo swift-container.swift-container-sync.init +++ echo swift-container.swift-container-sync.init +++ cut -d. -f2 + NAME=swift-container-sync + dh_installinit --error-handler=true -pswift-container --name=swift-container-sync -+ + echo swift-container.swift-container-updater.init -cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.init swift-account.swift-account-reaper.init swift-account.swift-account-replicator.init swift-account.swift-account.init swift-container.swift-container-auditor.init swift-container.swift-container-reconciler.init swift-container.swift-container-replicator.init swift-container.swift-container-sharder.init swift-container.swift-container-sync.init swift-container.swift-container-updater.init swift-container.swift-container.init swift-object-expirer.swift-object-expirer.init swift-object.swift-object-auditor.init swift-object.swift-object-reconstructor.init swift-object.swift-object-replicator.init swift-object.swift-object-updater.init swift-object.swift-object.init swift-proxy.swift-proxy.init +++ echo swift-container.swift-container-updater.init +++ cut -d. -f1 + PKG=swift-container -+ + echocut -d. -f2 - swift-container.swift-container-updater.init +++ echo swift-container.swift-container-updater.init +++ cut -d. -f2 + NAME=swift-container-updater + dh_installinit --error-handler=true -pswift-container --name=swift-container-updater -+ echo swift-container.swift-container.init -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.init swift-account.swift-account-reaper.init swift-account.swift-account-replicator.init swift-account.swift-account.init swift-container.swift-container-auditor.init swift-container.swift-container-reconciler.init swift-container.swift-container-replicator.init swift-container.swift-container-sharder.init swift-container.swift-container-sync.init swift-container.swift-container-updater.init swift-container.swift-container.init swift-object-expirer.swift-object-expirer.init swift-object.swift-object-auditor.init swift-object.swift-object-reconstructor.init swift-object.swift-object-replicator.init swift-object.swift-object-updater.init swift-object.swift-object.init swift-proxy.swift-proxy.init +++ echo swift-container.swift-container.init +++ cut -d. -f1 + PKG=swift-container -+ cut -d. -f2 -+ echo swift-container.swift-container.init +++ echo swift-container.swift-container.init +++ cut -d. -f2 + NAME=swift-container + dh_installinit --error-handler=true -pswift-container --name=swift-container -+ cut -d. -f1 -+ echo swift-object-expirer.swift-object-expirer.init ++ for FILE in swift-account.swift-account-auditor.init swift-account.swift-account-reaper.init swift-account.swift-account-replicator.init swift-account.swift-account.init swift-container.swift-container-auditor.init swift-container.swift-container-reconciler.init swift-container.swift-container-replicator.init swift-container.swift-container-sharder.init swift-container.swift-container-sync.init swift-container.swift-container-updater.init swift-container.swift-container.init swift-object-expirer.swift-object-expirer.init swift-object.swift-object-auditor.init swift-object.swift-object-reconstructor.init swift-object.swift-object-replicator.init swift-object.swift-object-updater.init swift-object.swift-object.init swift-proxy.swift-proxy.init +++ echo swift-object-expirer.swift-object-expirer.init +++ cut -d. -f1 + PKG=swift-object-expirer -+ cut -d. -f2 -+ echo swift-object-expirer.swift-object-expirer.init +++ echo swift-object-expirer.swift-object-expirer.init +++ cut -d. -f2 + NAME=swift-object-expirer + dh_installinit --error-handler=true -pswift-object-expirer --name=swift-object-expirer -+ + cut -d. -f1 -echo swift-object.swift-object-auditor.init ++ for FILE in swift-account.swift-account-auditor.init swift-account.swift-account-reaper.init swift-account.swift-account-replicator.init swift-account.swift-account.init swift-container.swift-container-auditor.init swift-container.swift-container-reconciler.init swift-container.swift-container-replicator.init swift-container.swift-container-sharder.init swift-container.swift-container-sync.init swift-container.swift-container-updater.init swift-container.swift-container.init swift-object-expirer.swift-object-expirer.init swift-object.swift-object-auditor.init swift-object.swift-object-reconstructor.init swift-object.swift-object-replicator.init swift-object.swift-object-updater.init swift-object.swift-object.init swift-proxy.swift-proxy.init +++ echo swift-object.swift-object-auditor.init +++ cut -d. -f1 + PKG=swift-object -+ echo swift-object.swift-object-auditor.init -+ cut -d. -f2 +++ echo swift-object.swift-object-auditor.init +++ cut -d. -f2 + NAME=swift-object-auditor + dh_installinit --error-handler=true -pswift-object --name=swift-object-auditor -+ + echo swift-object.swift-object-reconstructor.init -cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.init swift-account.swift-account-reaper.init swift-account.swift-account-replicator.init swift-account.swift-account.init swift-container.swift-container-auditor.init swift-container.swift-container-reconciler.init swift-container.swift-container-replicator.init swift-container.swift-container-sharder.init swift-container.swift-container-sync.init swift-container.swift-container-updater.init swift-container.swift-container.init swift-object-expirer.swift-object-expirer.init swift-object.swift-object-auditor.init swift-object.swift-object-reconstructor.init swift-object.swift-object-replicator.init swift-object.swift-object-updater.init swift-object.swift-object.init swift-proxy.swift-proxy.init +++ cut -d. -f1 +++ echo swift-object.swift-object-reconstructor.init + PKG=swift-object -+ cut -d. -f2 -+ echo swift-object.swift-object-reconstructor.init +++ echo swift-object.swift-object-reconstructor.init +++ cut -d. -f2 + NAME=swift-object-reconstructor + dh_installinit --error-handler=true -pswift-object --name=swift-object-reconstructor -+ echo swift-object.swift-object-replicator.init -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.init swift-account.swift-account-reaper.init swift-account.swift-account-replicator.init swift-account.swift-account.init swift-container.swift-container-auditor.init swift-container.swift-container-reconciler.init swift-container.swift-container-replicator.init swift-container.swift-container-sharder.init swift-container.swift-container-sync.init swift-container.swift-container-updater.init swift-container.swift-container.init swift-object-expirer.swift-object-expirer.init swift-object.swift-object-auditor.init swift-object.swift-object-reconstructor.init swift-object.swift-object-replicator.init swift-object.swift-object-updater.init swift-object.swift-object.init swift-proxy.swift-proxy.init +++ echo swift-object.swift-object-replicator.init +++ cut -d. -f1 + PKG=swift-object -+ echo swift-object.swift-object-replicator.init -+ cut -d. -f2 +++ cut -d. -f2 +++ echo swift-object.swift-object-replicator.init + NAME=swift-object-replicator + dh_installinit --error-handler=true -pswift-object --name=swift-object-replicator -+ echo swift-object.swift-object-updater.init -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.init swift-account.swift-account-reaper.init swift-account.swift-account-replicator.init swift-account.swift-account.init swift-container.swift-container-auditor.init swift-container.swift-container-reconciler.init swift-container.swift-container-replicator.init swift-container.swift-container-sharder.init swift-container.swift-container-sync.init swift-container.swift-container-updater.init swift-container.swift-container.init swift-object-expirer.swift-object-expirer.init swift-object.swift-object-auditor.init swift-object.swift-object-reconstructor.init swift-object.swift-object-replicator.init swift-object.swift-object-updater.init swift-object.swift-object.init swift-proxy.swift-proxy.init +++ echo swift-object.swift-object-updater.init +++ cut -d. -f1 + PKG=swift-object -+ + echo swift-object.swift-object-updater.init -cut -d. -f2 +++ echo swift-object.swift-object-updater.init +++ cut -d. -f2 + NAME=swift-object-updater + dh_installinit --error-handler=true -pswift-object --name=swift-object-updater -+ + cut -d. -f1 -echo swift-object.swift-object.init ++ for FILE in swift-account.swift-account-auditor.init swift-account.swift-account-reaper.init swift-account.swift-account-replicator.init swift-account.swift-account.init swift-container.swift-container-auditor.init swift-container.swift-container-reconciler.init swift-container.swift-container-replicator.init swift-container.swift-container-sharder.init swift-container.swift-container-sync.init swift-container.swift-container-updater.init swift-container.swift-container.init swift-object-expirer.swift-object-expirer.init swift-object.swift-object-auditor.init swift-object.swift-object-reconstructor.init swift-object.swift-object-replicator.init swift-object.swift-object-updater.init swift-object.swift-object.init swift-proxy.swift-proxy.init +++ echo swift-object.swift-object.init +++ cut -d. -f1 + PKG=swift-object -+ cut+ echo -d. -f2 - swift-object.swift-object.init +++ echo swift-object.swift-object.init +++ cut -d. -f2 + NAME=swift-object + dh_installinit --error-handler=true -pswift-object --name=swift-object -+ cut -d. -f1 -+ echo swift-proxy.swift-proxy.init ++ for FILE in swift-account.swift-account-auditor.init swift-account.swift-account-reaper.init swift-account.swift-account-replicator.init swift-account.swift-account.init swift-container.swift-container-auditor.init swift-container.swift-container-reconciler.init swift-container.swift-container-replicator.init swift-container.swift-container-sharder.init swift-container.swift-container-sync.init swift-container.swift-container-updater.init swift-container.swift-container.init swift-object-expirer.swift-object-expirer.init swift-object.swift-object-auditor.init swift-object.swift-object-reconstructor.init swift-object.swift-object-replicator.init swift-object.swift-object-updater.init swift-object.swift-object.init swift-proxy.swift-proxy.init +++ echo swift-proxy.swift-proxy.init +++ cut -d. -f1 + PKG=swift-proxy -+ cut -d. -f2 -+ echo swift-proxy.swift-proxy.init +++ echo swift-proxy.swift-proxy.init +++ cut -d. -f2 + NAME=swift-proxy + dh_installinit --error-handler=true -pswift-proxy --name=swift-proxy make[1]: Leaving directory '/build/reproducible-path/swift-2.33.0' @@ -115803,221 +115566,252 @@ NAME=`echo $FILE | cut -d. -f2` ; \ dh_installsystemd -p$PKG --name=$NAME ;\ done -+ + cut -d. -f1 -echo swift-account.swift-account-auditor.service ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-account.swift-account-auditor.service +++ cut -d. -f1 + PKG=swift-account -+ + cut -d. -f2 -echo swift-account.swift-account-auditor.service +++ echo swift-account.swift-account-auditor.service +++ cut -d. -f2 + NAME=swift-account-auditor + dh_installsystemd -pswift-account --name=swift-account-auditor -+ echo swift-account.swift-account-auditor@.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-account.swift-account-auditor@.service +++ cut -d. -f1 + PKG=swift-account -+ cut -d. -f2 -+ echo swift-account.swift-account-auditor@.service +++ echo swift-account.swift-account-auditor@.service +++ cut -d. -f2 + NAME=swift-account-auditor@ + dh_installsystemd -pswift-account --name=swift-account-auditor@ -+ echo swift-account.swift-account-reaper.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-account.swift-account-reaper.service +++ cut -d. -f1 + PKG=swift-account -+ cut -d. -f2 -+ echo swift-account.swift-account-reaper.service +++ echo swift-account.swift-account-reaper.service +++ cut -d. -f2 + NAME=swift-account-reaper + dh_installsystemd -pswift-account --name=swift-account-reaper -+ cut -d. -f1 -+ echo swift-account.swift-account-reaper@.service ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-account.swift-account-reaper@.service +++ cut -d. -f1 + PKG=swift-account -+ + echocut -d. -f2 - swift-account.swift-account-reaper@.service +++ echo swift-account.swift-account-reaper@.service +++ cut -d. -f2 + NAME=swift-account-reaper@ + dh_installsystemd -pswift-account --name=swift-account-reaper@ -+ cut -d. -f1 -+ echo swift-account.swift-account-replicator.service ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-account.swift-account-replicator.service +++ cut -d. -f1 + PKG=swift-account -+ + echo swift-account.swift-account-replicator.service -cut -d. -f2 +++ echo swift-account.swift-account-replicator.service +++ cut -d. -f2 + NAME=swift-account-replicator + dh_installsystemd -pswift-account --name=swift-account-replicator -+ cut -d. -f1 -+ echo swift-account.swift-account-replicator@.service ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-account.swift-account-replicator@.service +++ cut -d. -f1 + PKG=swift-account -+ cut+ -d.echo swift-account.swift-account-replicator@.service - -f2 +++ echo swift-account.swift-account-replicator@.service +++ cut -d. -f2 + NAME=swift-account-replicator@ + dh_installsystemd -pswift-account --name=swift-account-replicator@ -+ + echo swift-account.swift-account.service -cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-account.swift-account.service +++ cut -d. -f1 + PKG=swift-account -+ echo swift-account.swift-account.service -+ cut -d. -f2 +++ echo swift-account.swift-account.service +++ cut -d. -f2 + NAME=swift-account + dh_installsystemd -pswift-account --name=swift-account -+ echo swift-container.swift-container-auditor.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-container.swift-container-auditor.service +++ cut -d. -f1 + PKG=swift-container -+ cut -d. -f2 -+ echo swift-container.swift-container-auditor.service +++ echo swift-container.swift-container-auditor.service +++ cut -d. -f2 + NAME=swift-container-auditor + dh_installsystemd -pswift-container --name=swift-container-auditor -+ echo swift-container.swift-container-auditor@.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-container.swift-container-auditor@.service +++ cut -d. -f1 + PKG=swift-container -+ + echo swift-container.swift-container-auditor@.service -cut -d. -f2 +++ echo swift-container.swift-container-auditor@.service +++ cut -d. -f2 + NAME=swift-container-auditor@ + dh_installsystemd -pswift-container --name=swift-container-auditor@ -+ echo swift-container.swift-container-reconciler.service+ cut - -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-container.swift-container-reconciler.service +++ cut -d. -f1 + PKG=swift-container -+ + echo swift-container.swift-container-reconciler.service -cut -d. -f2 +++ cut -d. -f2 +++ echo swift-container.swift-container-reconciler.service + NAME=swift-container-reconciler + dh_installsystemd -pswift-container --name=swift-container-reconciler -+ + echo swift-container.swift-container-replicator.service -cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-container.swift-container-replicator.service +++ cut -d. -f1 + PKG=swift-container -+ echo swift-container.swift-container-replicator.service+ -cut -d. -f2 +++ echo swift-container.swift-container-replicator.service +++ cut -d. -f2 + NAME=swift-container-replicator + dh_installsystemd -pswift-container --name=swift-container-replicator -+ + cutecho swift-container.swift-container-replicator@.service - -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-container.swift-container-replicator@.service +++ cut -d. -f1 + PKG=swift-container -+ cut -d. -f2 -+ echo swift-container.swift-container-replicator@.service +++ echo swift-container.swift-container-replicator@.service +++ cut -d. -f2 + NAME=swift-container-replicator@ + dh_installsystemd -pswift-container --name=swift-container-replicator@ -+ echo swift-container.swift-container-sharder.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-container.swift-container-sharder.service +++ cut -d. -f1 + PKG=swift-container -+ + cut -d. -f2 -echo swift-container.swift-container-sharder.service +++ echo swift-container.swift-container-sharder.service +++ cut -d. -f2 + NAME=swift-container-sharder + dh_installsystemd -pswift-container --name=swift-container-sharder -+ echo swift-container.swift-container-sharder@.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-container.swift-container-sharder@.service +++ cut -d. -f1 + PKG=swift-container -+ echo swift-container.swift-container-sharder@.service -+ cut -d. -f2 +++ echo swift-container.swift-container-sharder@.service +++ cut -d. -f2 + NAME=swift-container-sharder@ + dh_installsystemd -pswift-container --name=swift-container-sharder@ -+ + echo swift-container.swift-container-sync.service -cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-container.swift-container-sync.service +++ cut -d. -f1 + PKG=swift-container -+ echo+ swift-container.swift-container-sync.service -cut -d. -f2 +++ echo swift-container.swift-container-sync.service +++ cut -d. -f2 + NAME=swift-container-sync + dh_installsystemd -pswift-container --name=swift-container-sync -+ + cut -d. -f1 -echo swift-container.swift-container-sync@.service ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-container.swift-container-sync@.service +++ cut -d. -f1 + PKG=swift-container -+ echo swift-container.swift-container-sync@.service -+ cut -d. -f2 +++ echo swift-container.swift-container-sync@.service +++ cut -d. -f2 + NAME=swift-container-sync@ + dh_installsystemd -pswift-container --name=swift-container-sync@ -+ echo+ cut swift-container.swift-container-updater.service - -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-container.swift-container-updater.service +++ cut -d. -f1 + PKG=swift-container -+ cut -d. -f2 -+ echo swift-container.swift-container-updater.service +++ echo swift-container.swift-container-updater.service +++ cut -d. -f2 + NAME=swift-container-updater + dh_installsystemd -pswift-container --name=swift-container-updater -+ + cutecho -d. swift-container.swift-container-updater@.service -f1 - ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-container.swift-container-updater@.service +++ cut -d. -f1 + PKG=swift-container -+ cut -d. -f2 -+ echo swift-container.swift-container-updater@.service +++ echo swift-container.swift-container-updater@.service +++ cut -d. -f2 + NAME=swift-container-updater@ + dh_installsystemd -pswift-container --name=swift-container-updater@ -+ cut -d. -f1 -+ echo swift-container.swift-container.service ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-container.swift-container.service +++ cut -d. -f1 + PKG=swift-container -+ cut -d. -f2 -+ echo swift-container.swift-container.service +++ echo swift-container.swift-container.service +++ cut -d. -f2 + NAME=swift-container + dh_installsystemd -pswift-container --name=swift-container -+ echo swift-object-expirer.swift-object-expirer.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-object-expirer.swift-object-expirer.service +++ cut -d. -f1 + PKG=swift-object-expirer -+ + echo swift-object-expirer.swift-object-expirer.service -cut -d. -f2 +++ echo swift-object-expirer.swift-object-expirer.service +++ cut -d. -f2 + NAME=swift-object-expirer + dh_installsystemd -pswift-object-expirer --name=swift-object-expirer -+ echo swift-object.swift-object-auditor.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-object.swift-object-auditor.service +++ cut -d. -f1 + PKG=swift-object -+ echo swift-object.swift-object-auditor.service -+ cut -d. -f2 +++ echo swift-object.swift-object-auditor.service +++ cut -d. -f2 + NAME=swift-object-auditor + dh_installsystemd -pswift-object --name=swift-object-auditor -+ + echo swift-object.swift-object-auditor@.service -cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-object.swift-object-auditor@.service +++ cut -d. -f1 + PKG=swift-object -+ + echo swift-object.swift-object-auditor@.service -cut -d. -f2 +++ echo swift-object.swift-object-auditor@.service +++ cut -d. -f2 + NAME=swift-object-auditor@ + dh_installsystemd -pswift-object --name=swift-object-auditor@ -+ cut+ -d.echo swift-object.swift-object-reconstructor.service - -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-object.swift-object-reconstructor.service +++ cut -d. -f1 + PKG=swift-object -+ cut -d. -f2 -+ echo swift-object.swift-object-reconstructor.service +++ echo swift-object.swift-object-reconstructor.service +++ cut -d. -f2 + NAME=swift-object-reconstructor + dh_installsystemd -pswift-object --name=swift-object-reconstructor -+ echo+ swift-object.swift-object-reconstructor@.service -cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-object.swift-object-reconstructor@.service +++ cut -d. -f1 + PKG=swift-object -+ echo swift-object.swift-object-reconstructor@.service -+ cut -d. -f2 +++ echo swift-object.swift-object-reconstructor@.service +++ cut -d. -f2 + NAME=swift-object-reconstructor@ + dh_installsystemd -pswift-object --name=swift-object-reconstructor@ -+ + cutecho swift-object.swift-object-replicator.service - -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-object.swift-object-replicator.service +++ cut -d. -f1 + PKG=swift-object -+ + echo swift-object.swift-object-replicator.service -cut -d. -f2 +++ echo swift-object.swift-object-replicator.service +++ cut -d. -f2 + NAME=swift-object-replicator + dh_installsystemd -pswift-object --name=swift-object-replicator -+ + cut -d. -f1 -echo swift-object.swift-object-replicator@.service ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-object.swift-object-replicator@.service +++ cut -d. -f1 + PKG=swift-object -+ + cut -d. -f2 -echo swift-object.swift-object-replicator@.service +++ echo swift-object.swift-object-replicator@.service +++ cut -d. -f2 + NAME=swift-object-replicator@ + dh_installsystemd -pswift-object --name=swift-object-replicator@ -+ cut+ -d. -f1 -echo swift-object.swift-object-updater.service ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-object.swift-object-updater.service +++ cut -d. -f1 + PKG=swift-object -+ + cut -d. -f2 -echo swift-object.swift-object-updater.service +++ echo swift-object.swift-object-updater.service +++ cut -d. -f2 + NAME=swift-object-updater + dh_installsystemd -pswift-object --name=swift-object-updater -+ + echo swift-object.swift-object-updater@.servicecut -d. -f1 - ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-object.swift-object-updater@.service +++ cut -d. -f1 + PKG=swift-object -+ + cutecho swift-object.swift-object-updater@.service - -d. -f2 +++ echo swift-object.swift-object-updater@.service +++ cut -d. -f2 + NAME=swift-object-updater@ + dh_installsystemd -pswift-object --name=swift-object-updater@ -+ cut+ -d. -f1 -echo swift-object.swift-object.service ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-object.swift-object.service +++ cut -d. -f1 + PKG=swift-object -+ + echo swift-object.swift-object.service -cut -d. -f2 +++ echo swift-object.swift-object.service +++ cut -d. -f2 + NAME=swift-object + dh_installsystemd -pswift-object --name=swift-object -+ + echo swift-object.swift-object@.service -cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-object.swift-object@.service +++ cut -d. -f1 + PKG=swift-object -+ + echocut -d. -f2 - swift-object.swift-object@.service +++ cut -d. -f2 +++ echo swift-object.swift-object@.service + NAME=swift-object@ + dh_installsystemd -pswift-object --name=swift-object@ -+ + echo swift-proxy.swift-proxy.service -cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-proxy.swift-proxy.service +++ cut -d. -f1 + PKG=swift-proxy -+ + cut -d. -f2 -echo swift-proxy.swift-proxy.service +++ echo swift-proxy.swift-proxy.service +++ cut -d. -f2 + NAME=swift-proxy + dh_installsystemd -pswift-proxy --name=swift-proxy make[1]: Leaving directory '/build/reproducible-path/swift-2.33.0' @@ -116061,14 +115855,14 @@ make[1]: Leaving directory '/build/reproducible-path/swift-2.33.0' dh_md5sums -O--buildsystem=pybuild dh_builddeb -O--buildsystem=pybuild -dpkg-deb: building package 'swift-doc' in '../swift-doc_2.33.0-4_all.deb'. dpkg-deb: building package 'python3-swift' in '../python3-swift_2.33.0-4_all.deb'. -dpkg-deb: building package 'swift-container' in '../swift-container_2.33.0-4_all.deb'. dpkg-deb: building package 'swift' in '../swift_2.33.0-4_all.deb'. dpkg-deb: building package 'swift-account' in '../swift-account_2.33.0-4_all.deb'. -dpkg-deb: building package 'swift-object-expirer' in '../swift-object-expirer_2.33.0-4_all.deb'. +dpkg-deb: building package 'swift-container' in '../swift-container_2.33.0-4_all.deb'. +dpkg-deb: building package 'swift-doc' in '../swift-doc_2.33.0-4_all.deb'. dpkg-deb: building package 'swift-drive-audit' in '../swift-drive-audit_2.33.0-4_all.deb'. dpkg-deb: building package 'swift-object' in '../swift-object_2.33.0-4_all.deb'. +dpkg-deb: building package 'swift-object-expirer' in '../swift-object-expirer_2.33.0-4_all.deb'. dpkg-deb: building package 'swift-proxy' in '../swift-proxy_2.33.0-4_all.deb'. dpkg-genbuildinfo --build=binary -O../swift_2.33.0-4_amd64.buildinfo dpkg-genchanges --build=binary -O../swift_2.33.0-4_amd64.changes @@ -116078,12 +115872,14 @@ dpkg-buildpackage: info: binary-only upload (no source included) dpkg-genchanges: info: not including original source code in upload I: copying local configuration +I: user script /srv/workspace/pbuilder/1299594/tmp/hooks/B01_cleanup starting +I: user script /srv/workspace/pbuilder/1299594/tmp/hooks/B01_cleanup finished I: unmounting dev/ptmx filesystem I: unmounting dev/pts filesystem I: unmounting dev/shm filesystem I: unmounting proc filesystem I: unmounting sys filesystem I: cleaning the build env -I: removing directory /srv/workspace/pbuilder/576862 and its subdirectories -I: Current time: Tue Jun 17 12:18:16 -12 2025 -I: pbuilder-time-stamp: 1750205896 +I: removing directory /srv/workspace/pbuilder/1299594 and its subdirectories +I: Current time: Thu May 16 08:14:19 +14 2024 +I: pbuilder-time-stamp: 1715796859